Examples with Join com.netflix.conductor.core.execution.tasks.Join used on opensource projects

Example 1 with Join

use of com.netflix.conductor.core.execution.tasks.Join in project conductor by Netflix.

the class TestDeciderOutcomes method testOptionalWithDynamicFork.

@Test
public void testOptionalWithDynamicFork() {
    WorkflowDef def = new WorkflowDef();
    def.setName("test");
    WorkflowTask task1 = new WorkflowTask();
    task1.setName("fork0");
    task1.setWorkflowTaskType(TaskType.FORK_JOIN_DYNAMIC);
    task1.setTaskReferenceName("fork0");
    task1.setDynamicForkTasksInputParamName("forkedInputs");
    task1.setDynamicForkTasksParam("forks");
    task1.getInputParameters().put("forks", "${workflow.input.forks}");
    task1.getInputParameters().put("forkedInputs", "${workflow.input.forkedInputs}");
    WorkflowTask task2 = new WorkflowTask();
    task2.setName("join0");
    task2.setType("JOIN");
    task2.setTaskReferenceName("join0");
    def.getTasks().add(task1);
    def.getTasks().add(task2);
    def.setSchemaVersion(2);
    Workflow workflow = new Workflow();
    workflow.setWorkflowDefinition(def);
    List<WorkflowTask> forks = new LinkedList<>();
    Map<String, Map<String, Object>> forkedInputs = new HashMap<>();
    for (int i = 0; i < 3; i++) {
        WorkflowTask workflowTask = new WorkflowTask();
        workflowTask.setName("f" + i);
        workflowTask.setTaskReferenceName("f" + i);
        workflowTask.setWorkflowTaskType(TaskType.SIMPLE);
        workflowTask.setOptional(true);
        workflowTask.setTaskDefinition(new TaskDef("f" + i));
        forks.add(workflowTask);
        forkedInputs.put(workflowTask.getTaskReferenceName(), new HashMap<>());
    }
    workflow.getInput().put("forks", forks);
    workflow.getInput().put("forkedInputs", forkedInputs);
    workflow.setStartTime(System.currentTimeMillis());
    DeciderOutcome outcome = deciderService.decide(workflow);
    assertNotNull(outcome);
    assertEquals(5, outcome.tasksToBeScheduled.size());
    assertEquals(0, outcome.tasksToBeUpdated.size());
    assertEquals(SystemTaskType.FORK.name(), outcome.tasksToBeScheduled.get(0).getTaskType());
    assertEquals(Task.Status.COMPLETED, outcome.tasksToBeScheduled.get(0).getStatus());
    for (int retryCount = 0; retryCount < 4; retryCount++) {
        for (Task taskToBeScheduled : outcome.tasksToBeScheduled) {
            if (taskToBeScheduled.getTaskDefName().equals("join0")) {
                assertEquals(Task.Status.IN_PROGRESS, taskToBeScheduled.getStatus());
            } else if (taskToBeScheduled.getTaskType().matches("(f0|f1|f2)")) {
                assertEquals(Task.Status.SCHEDULED, taskToBeScheduled.getStatus());
                taskToBeScheduled.setStatus(Status.FAILED);
            }
            taskToBeScheduled.setUpdateTime(System.currentTimeMillis());
        }
        workflow.getTasks().addAll(outcome.tasksToBeScheduled);
        outcome = deciderService.decide(workflow);
        assertNotNull(outcome);
    }
    assertEquals(SystemTaskType.JOIN.name(), outcome.tasksToBeScheduled.get(0).getTaskType());
    for (int i = 0; i < 3; i++) {
        assertEquals(Task.Status.COMPLETED_WITH_ERRORS, outcome.tasksToBeUpdated.get(i).getStatus());
        assertEquals("f" + (i), outcome.tasksToBeUpdated.get(i).getTaskDefName());
    }
    assertEquals(Task.Status.IN_PROGRESS, outcome.tasksToBeScheduled.get(0).getStatus());
    new Join().execute(workflow, outcome.tasksToBeScheduled.get(0), null);
    assertEquals(Task.Status.COMPLETED, outcome.tasksToBeScheduled.get(0).getStatus());
    outcome.tasksToBeScheduled.stream().map(task -> task.getStatus() + ":" + task.getTaskType() + ":").forEach(System.out::println);
    outcome.tasksToBeUpdated.stream().map(task -> task.getStatus() + ":" + task.getTaskType() + ":").forEach(System.out::println);
}

Example 2 with Join

use of com.netflix.conductor.core.execution.tasks.Join in project conductor by Netflix.

the class TestDeciderOutcomes method testRetries.

@Test
public void testRetries() {
    WorkflowDef def = new WorkflowDef();
    def.setName("test");
    WorkflowTask workflowTask = new WorkflowTask();
    workflowTask.setName("test_task");
    workflowTask.setType("USER_TASK");
    workflowTask.setTaskReferenceName("t0");
    workflowTask.getInputParameters().put("taskId", "${CPEWF_TASK_ID}");
    workflowTask.getInputParameters().put("requestId", "${workflow.input.requestId}");
    workflowTask.setTaskDefinition(new TaskDef("test_task"));
    def.getTasks().add(workflowTask);
    def.setSchemaVersion(2);
    Workflow workflow = new Workflow();
    workflow.setWorkflowDefinition(def);
    workflow.getInput().put("requestId", 123);
    workflow.setStartTime(System.currentTimeMillis());
    DeciderOutcome outcome = deciderService.decide(workflow);
    assertNotNull(outcome);
    assertEquals(1, outcome.tasksToBeScheduled.size());
    assertEquals(workflowTask.getTaskReferenceName(), outcome.tasksToBeScheduled.get(0).getReferenceTaskName());
    String task1Id = outcome.tasksToBeScheduled.get(0).getTaskId();
    assertEquals(task1Id, outcome.tasksToBeScheduled.get(0).getInputData().get("taskId"));
    assertEquals(123, outcome.tasksToBeScheduled.get(0).getInputData().get("requestId"));
    outcome.tasksToBeScheduled.get(0).setStatus(Status.FAILED);
    workflow.getTasks().addAll(outcome.tasksToBeScheduled);
    outcome = deciderService.decide(workflow);
    assertNotNull(outcome);
    assertEquals(1, outcome.tasksToBeUpdated.size());
    assertEquals(1, outcome.tasksToBeScheduled.size());
    assertEquals(task1Id, outcome.tasksToBeUpdated.get(0).getTaskId());
    assertNotSame(task1Id, outcome.tasksToBeScheduled.get(0).getTaskId());
    assertEquals(outcome.tasksToBeScheduled.get(0).getTaskId(), outcome.tasksToBeScheduled.get(0).getInputData().get("taskId"));
    assertEquals(task1Id, outcome.tasksToBeScheduled.get(0).getRetriedTaskId());
    assertEquals(123, outcome.tasksToBeScheduled.get(0).getInputData().get("requestId"));
    WorkflowTask fork = new WorkflowTask();
    fork.setName("fork0");
    fork.setWorkflowTaskType(TaskType.FORK_JOIN_DYNAMIC);
    fork.setTaskReferenceName("fork0");
    fork.setDynamicForkTasksInputParamName("forkedInputs");
    fork.setDynamicForkTasksParam("forks");
    fork.getInputParameters().put("forks", "${workflow.input.forks}");
    fork.getInputParameters().put("forkedInputs", "${workflow.input.forkedInputs}");
    WorkflowTask join = new WorkflowTask();
    join.setName("join0");
    join.setType("JOIN");
    join.setTaskReferenceName("join0");
    def.getTasks().clear();
    def.getTasks().add(fork);
    def.getTasks().add(join);
    List<WorkflowTask> forks = new LinkedList<>();
    Map<String, Map<String, Object>> forkedInputs = new HashMap<>();
    for (int i = 0; i < 1; i++) {
        WorkflowTask wft = new WorkflowTask();
        wft.setName("f" + i);
        wft.setTaskReferenceName("f" + i);
        wft.setWorkflowTaskType(TaskType.SIMPLE);
        wft.getInputParameters().put("requestId", "${workflow.input.requestId}");
        wft.getInputParameters().put("taskId", "${CPEWF_TASK_ID}");
        wft.setTaskDefinition(new TaskDef("f" + i));
        forks.add(wft);
        Map<String, Object> input = new HashMap<>();
        input.put("k", "v");
        input.put("k1", 1);
        forkedInputs.put(wft.getTaskReferenceName(), input);
    }
    workflow = new Workflow();
    workflow.setWorkflowDefinition(def);
    workflow.getInput().put("requestId", 123);
    workflow.setStartTime(System.currentTimeMillis());
    workflow.getInput().put("forks", forks);
    workflow.getInput().put("forkedInputs", forkedInputs);
    outcome = deciderService.decide(workflow);
    assertNotNull(outcome);
    assertEquals(3, outcome.tasksToBeScheduled.size());
    assertEquals(0, outcome.tasksToBeUpdated.size());
    assertEquals("v", outcome.tasksToBeScheduled.get(1).getInputData().get("k"));
    assertEquals(1, outcome.tasksToBeScheduled.get(1).getInputData().get("k1"));
    assertEquals(outcome.tasksToBeScheduled.get(1).getTaskId(), outcome.tasksToBeScheduled.get(1).getInputData().get("taskId"));
    System.out.println(outcome.tasksToBeScheduled.get(1).getInputData());
    task1Id = outcome.tasksToBeScheduled.get(1).getTaskId();
    outcome.tasksToBeScheduled.get(1).setStatus(Status.FAILED);
    for (Task taskToBeScheduled : outcome.tasksToBeScheduled) {
        taskToBeScheduled.setUpdateTime(System.currentTimeMillis());
    }
    workflow.getTasks().addAll(outcome.tasksToBeScheduled);
    outcome = deciderService.decide(workflow);
    assertTrue(outcome.tasksToBeScheduled.stream().anyMatch(task1 -> task1.getReferenceTaskName().equals("f0")));
    // noinspection ConstantConditions
    Task task1 = outcome.tasksToBeScheduled.stream().filter(t -> t.getReferenceTaskName().equals("f0")).findFirst().get();
    assertEquals("v", task1.getInputData().get("k"));
    assertEquals(1, task1.getInputData().get("k1"));
    assertEquals(task1.getTaskId(), task1.getInputData().get("taskId"));
    assertNotSame(task1Id, task1.getTaskId());
    assertEquals(task1Id, task1.getRetriedTaskId());
    System.out.println(task1.getInputData());
}