Examples with Task com.netflix.conductor.common.metadata.tasks.Task used on opensource projects

Example 26 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TestWorkflowExecutor method testRerunWorkflow.

@Test
public void testRerunWorkflow() {
    // setup
    Workflow workflow = new Workflow();
    workflow.setWorkflowId("testRerunWorkflowId");
    workflow.setWorkflowType("testRerunWorkflowId");
    workflow.setVersion(1);
    workflow.setOwnerApp("junit_testRerunWorkflowId");
    workflow.setStartTime(10L);
    workflow.setEndTime(100L);
    // noinspection unchecked
    workflow.setOutput(Collections.EMPTY_MAP);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    workflow.setReasonForIncompletion("task1 failed");
    workflow.setFailedReferenceTaskNames(new HashSet<String>() {

        {
            add("task1_ref1");
        }
    });
    Task task_1_1 = new Task();
    task_1_1.setTaskId(UUID.randomUUID().toString());
    task_1_1.setSeq(20);
    task_1_1.setRetryCount(1);
    task_1_1.setTaskType(TaskType.SIMPLE.toString());
    task_1_1.setStatus(Status.FAILED);
    task_1_1.setRetried(true);
    task_1_1.setTaskDefName("task1");
    task_1_1.setWorkflowTask(new WorkflowTask());
    task_1_1.setReferenceTaskName("task1_ref1");
    Task task_2_1 = new Task();
    task_2_1.setTaskId(UUID.randomUUID().toString());
    task_2_1.setSeq(22);
    task_2_1.setRetryCount(1);
    task_2_1.setStatus(Status.CANCELED);
    task_2_1.setTaskType(TaskType.SIMPLE.toString());
    task_2_1.setTaskDefName("task2");
    task_2_1.setWorkflowTask(new WorkflowTask());
    task_2_1.setReferenceTaskName("task2_ref1");
    workflow.getTasks().addAll(Arrays.asList(task_1_1, task_2_1));
    // end of setup
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    WorkflowDef workflowDef = new WorkflowDef();
    when(metadataDAO.getWorkflowDef(anyString(), anyInt())).thenReturn(Optional.of(workflowDef));
    RerunWorkflowRequest rerunWorkflowRequest = new RerunWorkflowRequest();
    rerunWorkflowRequest.setReRunFromWorkflowId(workflow.getWorkflowId());
    workflowExecutor.rerun(rerunWorkflowRequest);
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    assertEquals(Workflow.WorkflowStatus.RUNNING, workflow.getStatus());
    assertEquals(null, workflow.getReasonForIncompletion());
    assertEquals(new HashSet<>(), workflow.getFailedReferenceTaskNames());
}

Example 27 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TestWorkflowExecutor method testRollbackTasks.

@Test
public void testRollbackTasks() {
    String workflowId = "workflow-id";
    Task task1 = new Task();
    task1.setTaskType(TaskType.SIMPLE.name());
    task1.setTaskDefName("simpleTask");
    task1.setReferenceTaskName("simpleTask");
    task1.setWorkflowInstanceId(workflowId);
    task1.setScheduledTime(System.currentTimeMillis());
    task1.setTaskId(IDGenerator.generate());
    task1.setStatus(Status.SCHEDULED);
    WorkflowTask waitTask = new WorkflowTask();
    waitTask.setWorkflowTaskType(TaskType.WAIT);
    waitTask.setType(TaskType.WAIT.name());
    waitTask.setTaskReferenceName("wait");
    Task task2 = new Task();
    task2.setTaskType(waitTask.getType());
    task2.setTaskDefName(waitTask.getName());
    task2.setReferenceTaskName(waitTask.getTaskReferenceName());
    task2.setWorkflowInstanceId(workflowId);
    task2.setScheduledTime(System.currentTimeMillis());
    task2.setTaskId(IDGenerator.generate());
    task2.setStatus(Status.IN_PROGRESS);
    task2.setRetryCount(0);
    task2.setWorkflowTask(waitTask);
    WorkflowTask subWorkflowTask = new WorkflowTask();
    subWorkflowTask.setWorkflowTaskType(TaskType.SUB_WORKFLOW);
    subWorkflowTask.setType(TaskType.SUB_WORKFLOW.name());
    subWorkflowTask.setTaskReferenceName("sub-workflow");
    Task task3 = new Task();
    task3.setTaskType(subWorkflowTask.getType());
    task3.setTaskDefName(subWorkflowTask.getName());
    task3.setReferenceTaskName(subWorkflowTask.getTaskReferenceName());
    task3.setWorkflowInstanceId(workflowId);
    task3.setScheduledTime(System.currentTimeMillis());
    task3.setTaskId(IDGenerator.generate());
    task3.setStatus(Status.IN_PROGRESS);
    task3.setRetryCount(0);
    task3.setWorkflowTask(subWorkflowTask);
    task3.setOutputData(new HashMap<>());
    task3.setSubWorkflowId(IDGenerator.generate());
    AtomicInteger removeWorkflowCalledCounter = new AtomicInteger(0);
    doAnswer(invocation -> {
        removeWorkflowCalledCounter.incrementAndGet();
        return null;
    }).when(executionDAOFacade).removeWorkflow(anyString(), anyBoolean());
    AtomicInteger removeTaskCalledCounter = new AtomicInteger(0);
    doAnswer(invocation -> {
        removeTaskCalledCounter.incrementAndGet();
        return null;
    }).when(executionDAOFacade).removeTask(anyString());
    workflowExecutor.rollbackTasks(workflowId, Arrays.asList(task1, task2, task3));
    assertEquals(1, removeWorkflowCalledCounter.get());
    assertEquals(3, removeTaskCalledCounter.get());
}

Example 28 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TestWorkflowExecutor method testRetryWorkflowWithJoinTask.

@Test
public void testRetryWorkflowWithJoinTask() {
    // setup
    Workflow workflow = new Workflow();
    workflow.setWorkflowId("testRetryWorkflowId");
    workflow.setWorkflowType("testRetryWorkflowId");
    workflow.setVersion(1);
    workflow.setOwnerApp("junit_testRetryWorkflowId");
    workflow.setStartTime(10L);
    workflow.setEndTime(100L);
    // noinspection unchecked
    workflow.setOutput(Collections.EMPTY_MAP);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    Task forkTask = new Task();
    forkTask.setTaskType(TaskType.FORK_JOIN.toString());
    forkTask.setTaskId(UUID.randomUUID().toString());
    forkTask.setSeq(1);
    forkTask.setRetryCount(1);
    forkTask.setStatus(Status.COMPLETED);
    forkTask.setReferenceTaskName("task_fork");
    Task task_1_1 = new Task();
    task_1_1.setTaskId(UUID.randomUUID().toString());
    task_1_1.setSeq(20);
    task_1_1.setRetryCount(1);
    task_1_1.setTaskType(TaskType.SIMPLE.toString());
    task_1_1.setStatus(Status.FAILED);
    task_1_1.setTaskDefName("task1");
    task_1_1.setWorkflowTask(new WorkflowTask());
    task_1_1.setReferenceTaskName("task1_ref1");
    Task task_2_1 = new Task();
    task_2_1.setTaskId(UUID.randomUUID().toString());
    task_2_1.setSeq(22);
    task_2_1.setRetryCount(1);
    task_2_1.setStatus(Status.CANCELED);
    task_2_1.setTaskType(TaskType.SIMPLE.toString());
    task_2_1.setTaskDefName("task2");
    task_2_1.setWorkflowTask(new WorkflowTask());
    task_2_1.setReferenceTaskName("task2_ref1");
    Task joinTask = new Task();
    joinTask.setTaskType(TaskType.JOIN.toString());
    joinTask.setTaskId(UUID.randomUUID().toString());
    joinTask.setSeq(25);
    joinTask.setRetryCount(1);
    joinTask.setStatus(Status.CANCELED);
    joinTask.setReferenceTaskName("task_join");
    joinTask.getInputData().put("joinOn", Arrays.asList(task_1_1.getReferenceTaskName(), task_2_1.getReferenceTaskName()));
    workflow.getTasks().addAll(Arrays.asList(forkTask, task_1_1, task_2_1, joinTask));
    // end of setup
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    WorkflowDef workflowDef = new WorkflowDef();
    when(metadataDAO.getWorkflowDef(anyString(), anyInt())).thenReturn(Optional.of(workflowDef));
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    assertEquals(6, workflow.getTasks().size());
    assertEquals(Workflow.WorkflowStatus.RUNNING, workflow.getStatus());
}

Example 29 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TestWorkflowExecutor method testRetryWorkflow.

@Test
public void testRetryWorkflow() {
    // setup
    Workflow workflow = new Workflow();
    workflow.setWorkflowId("testRetryWorkflowId");
    workflow.setWorkflowType("testRetryWorkflowId");
    workflow.setVersion(1);
    workflow.setOwnerApp("junit_testRetryWorkflowId");
    workflow.setStartTime(10L);
    workflow.setEndTime(100L);
    // noinspection unchecked
    workflow.setOutput(Collections.EMPTY_MAP);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    AtomicInteger updateWorkflowCalledCounter = new AtomicInteger(0);
    doAnswer(invocation -> {
        updateWorkflowCalledCounter.incrementAndGet();
        return null;
    }).when(executionDAOFacade).updateWorkflow(any());
    AtomicInteger updateTasksCalledCounter = new AtomicInteger(0);
    doAnswer(invocation -> {
        updateTasksCalledCounter.incrementAndGet();
        return null;
    }).when(executionDAOFacade).updateTasks(any());
    AtomicInteger updateTaskCalledCounter = new AtomicInteger(0);
    doAnswer(invocation -> {
        updateTaskCalledCounter.incrementAndGet();
        return null;
    }).when(executionDAOFacade).updateTask(any());
    // add 2 failed task in 2 forks and 1 cancelled in the 3rd fork
    Task task_1_1 = new Task();
    task_1_1.setTaskId(UUID.randomUUID().toString());
    task_1_1.setSeq(20);
    task_1_1.setRetryCount(1);
    task_1_1.setTaskType(TaskType.SIMPLE.toString());
    task_1_1.setStatus(Status.CANCELED);
    task_1_1.setRetried(true);
    task_1_1.setTaskDefName("task1");
    task_1_1.setWorkflowTask(new WorkflowTask());
    task_1_1.setReferenceTaskName("task1_ref1");
    Task task_1_2 = new Task();
    task_1_2.setTaskId(UUID.randomUUID().toString());
    task_1_2.setSeq(21);
    task_1_2.setRetryCount(1);
    task_1_2.setTaskType(TaskType.SIMPLE.toString());
    task_1_2.setStatus(Status.FAILED);
    task_1_2.setTaskDefName("task1");
    task_1_2.setWorkflowTask(new WorkflowTask());
    task_1_2.setReferenceTaskName("task1_ref1");
    Task task_2_1 = new Task();
    task_2_1.setTaskId(UUID.randomUUID().toString());
    task_2_1.setSeq(22);
    task_2_1.setRetryCount(1);
    task_2_1.setStatus(Status.FAILED);
    task_2_1.setTaskType(TaskType.SIMPLE.toString());
    task_2_1.setTaskDefName("task2");
    task_2_1.setWorkflowTask(new WorkflowTask());
    task_2_1.setReferenceTaskName("task2_ref1");
    Task task_3_1 = new Task();
    task_3_1.setTaskId(UUID.randomUUID().toString());
    task_3_1.setSeq(23);
    task_3_1.setRetryCount(1);
    task_3_1.setStatus(Status.CANCELED);
    task_3_1.setTaskType(TaskType.SIMPLE.toString());
    task_3_1.setTaskDefName("task3");
    task_3_1.setWorkflowTask(new WorkflowTask());
    task_3_1.setReferenceTaskName("task3_ref1");
    Task task_4_1 = new Task();
    task_4_1.setTaskId(UUID.randomUUID().toString());
    task_4_1.setSeq(122);
    task_4_1.setRetryCount(1);
    task_4_1.setStatus(Status.FAILED);
    task_4_1.setTaskType(TaskType.SIMPLE.toString());
    task_4_1.setTaskDefName("task1");
    task_4_1.setWorkflowTask(new WorkflowTask());
    task_4_1.setReferenceTaskName("task4_refABC");
    workflow.getTasks().addAll(Arrays.asList(task_1_1, task_1_2, task_2_1, task_3_1, task_4_1));
    // end of setup
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    WorkflowDef workflowDef = new WorkflowDef();
    when(metadataDAO.getWorkflowDef(anyString(), anyInt())).thenReturn(Optional.of(workflowDef));
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    assertEquals(Workflow.WorkflowStatus.RUNNING, workflow.getStatus());
    assertEquals(1, updateWorkflowCalledCounter.get());
    assertEquals(1, updateTasksCalledCounter.get());
    assertEquals(0, updateTaskCalledCounter.get());
}

Example 30 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TestWorkflowExecutor method testRetryWorkflowMultipleRetries.

@Test
public void testRetryWorkflowMultipleRetries() {
    // setup
    Workflow workflow = new Workflow();
    workflow.setWorkflowId("testRetryWorkflowId");
    workflow.setWorkflowType("testRetryWorkflowId");
    workflow.setVersion(1);
    workflow.setOwnerApp("junit_testRetryWorkflowId");
    workflow.setStartTime(10L);
    workflow.setEndTime(100L);
    // noinspection unchecked
    workflow.setOutput(Collections.EMPTY_MAP);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    Task task_1_1 = new Task();
    task_1_1.setTaskId(UUID.randomUUID().toString());
    task_1_1.setSeq(10);
    task_1_1.setRetryCount(0);
    task_1_1.setTaskType(TaskType.SIMPLE.toString());
    task_1_1.setStatus(Status.FAILED);
    task_1_1.setTaskDefName("task1");
    task_1_1.setWorkflowTask(new WorkflowTask());
    task_1_1.setReferenceTaskName("task1_ref1");
    Task task_2_1 = new Task();
    task_2_1.setTaskId(UUID.randomUUID().toString());
    task_2_1.setSeq(20);
    task_2_1.setRetryCount(0);
    task_2_1.setTaskType(TaskType.SIMPLE.toString());
    task_2_1.setStatus(Status.CANCELED);
    task_2_1.setTaskDefName("task1");
    task_2_1.setWorkflowTask(new WorkflowTask());
    task_2_1.setReferenceTaskName("task2_ref1");
    workflow.getTasks().addAll(Arrays.asList(task_1_1, task_2_1));
    // end of setup
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    WorkflowDef workflowDef = new WorkflowDef();
    when(metadataDAO.getWorkflowDef(anyString(), anyInt())).thenReturn(Optional.of(workflowDef));
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    assertEquals(4, workflow.getTasks().size());
    // Reset Last Workflow Task to FAILED.
    Task lastTask = workflow.getTasks().stream().filter(t -> t.getReferenceTaskName().equals("task1_ref1")).collect(groupingBy(Task::getReferenceTaskName, maxBy(comparingInt(Task::getSeq)))).values().stream().map(Optional::get).collect(Collectors.toList()).get(0);
    lastTask.setStatus(Status.FAILED);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    assertEquals(5, workflow.getTasks().size());
    // Reset Last Workflow Task to FAILED.
    // Reset Last Workflow Task to FAILED.
    Task lastTask2 = workflow.getTasks().stream().filter(t -> t.getReferenceTaskName().equals("task1_ref1")).collect(groupingBy(Task::getReferenceTaskName, maxBy(comparingInt(Task::getSeq)))).values().stream().map(Optional::get).collect(Collectors.toList()).get(0);
    lastTask2.setStatus(Status.FAILED);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    assertEquals(6, workflow.getTasks().size());
}