Examples with Workflow com.netflix.conductor.common.run.Workflow used on opensource projects

Example 16 with Workflow

use of com.netflix.conductor.common.run.Workflow in project conductor by Netflix.

the class TestWorkflowExecutor method testScheduleNextIteration.

@Test
public void testScheduleNextIteration() {
    Workflow workflow = generateSampleWorkflow();
    workflow.setTaskToDomain(new HashMap<String, String>() {

        {
            put("TEST", "domain1");
        }
    });
    Task loopTask = mock(Task.class);
    WorkflowTask loopWfTask = mock(WorkflowTask.class);
    when(loopTask.getWorkflowTask()).thenReturn(loopWfTask);
    List<WorkflowTask> loopOver = new ArrayList<WorkflowTask>() {

        {
            WorkflowTask e = new WorkflowTask();
            e.setType(TaskType.TASK_TYPE_SIMPLE);
            e.setName("TEST");
            e.setTaskDefinition(new TaskDef());
            add(e);
        }
    };
    when(loopWfTask.getLoopOver()).thenReturn(loopOver);
    workflowExecutor.scheduleNextIteration(loopTask, workflow);
    verify(executionDAOFacade).getTaskPollDataByDomain("TEST", "domain1");
}

Example 17 with Workflow

use of com.netflix.conductor.common.run.Workflow in project conductor by Netflix.

the class TestWorkflowExecutor method testRerunWorkflow.

@Test
public void testRerunWorkflow() {
    // setup
    Workflow workflow = new Workflow();
    workflow.setWorkflowId("testRerunWorkflowId");
    workflow.setWorkflowType("testRerunWorkflowId");
    workflow.setVersion(1);
    workflow.setOwnerApp("junit_testRerunWorkflowId");
    workflow.setStartTime(10L);
    workflow.setEndTime(100L);
    // noinspection unchecked
    workflow.setOutput(Collections.EMPTY_MAP);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    workflow.setReasonForIncompletion("task1 failed");
    workflow.setFailedReferenceTaskNames(new HashSet<String>() {

        {
            add("task1_ref1");
        }
    });
    Task task_1_1 = new Task();
    task_1_1.setTaskId(UUID.randomUUID().toString());
    task_1_1.setSeq(20);
    task_1_1.setRetryCount(1);
    task_1_1.setTaskType(TaskType.SIMPLE.toString());
    task_1_1.setStatus(Status.FAILED);
    task_1_1.setRetried(true);
    task_1_1.setTaskDefName("task1");
    task_1_1.setWorkflowTask(new WorkflowTask());
    task_1_1.setReferenceTaskName("task1_ref1");
    Task task_2_1 = new Task();
    task_2_1.setTaskId(UUID.randomUUID().toString());
    task_2_1.setSeq(22);
    task_2_1.setRetryCount(1);
    task_2_1.setStatus(Status.CANCELED);
    task_2_1.setTaskType(TaskType.SIMPLE.toString());
    task_2_1.setTaskDefName("task2");
    task_2_1.setWorkflowTask(new WorkflowTask());
    task_2_1.setReferenceTaskName("task2_ref1");
    workflow.getTasks().addAll(Arrays.asList(task_1_1, task_2_1));
    // end of setup
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    WorkflowDef workflowDef = new WorkflowDef();
    when(metadataDAO.getWorkflowDef(anyString(), anyInt())).thenReturn(Optional.of(workflowDef));
    RerunWorkflowRequest rerunWorkflowRequest = new RerunWorkflowRequest();
    rerunWorkflowRequest.setReRunFromWorkflowId(workflow.getWorkflowId());
    workflowExecutor.rerun(rerunWorkflowRequest);
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    assertEquals(Workflow.WorkflowStatus.RUNNING, workflow.getStatus());
    assertEquals(null, workflow.getReasonForIncompletion());
    assertEquals(new HashSet<>(), workflow.getFailedReferenceTaskNames());
}

Example 18 with Workflow

use of com.netflix.conductor.common.run.Workflow in project conductor by Netflix.

the class TestWorkflowExecutor method testRetryWorkflowWithJoinTask.

@Test
public void testRetryWorkflowWithJoinTask() {
    // setup
    Workflow workflow = new Workflow();
    workflow.setWorkflowId("testRetryWorkflowId");
    workflow.setWorkflowType("testRetryWorkflowId");
    workflow.setVersion(1);
    workflow.setOwnerApp("junit_testRetryWorkflowId");
    workflow.setStartTime(10L);
    workflow.setEndTime(100L);
    // noinspection unchecked
    workflow.setOutput(Collections.EMPTY_MAP);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    Task forkTask = new Task();
    forkTask.setTaskType(TaskType.FORK_JOIN.toString());
    forkTask.setTaskId(UUID.randomUUID().toString());
    forkTask.setSeq(1);
    forkTask.setRetryCount(1);
    forkTask.setStatus(Status.COMPLETED);
    forkTask.setReferenceTaskName("task_fork");
    Task task_1_1 = new Task();
    task_1_1.setTaskId(UUID.randomUUID().toString());
    task_1_1.setSeq(20);
    task_1_1.setRetryCount(1);
    task_1_1.setTaskType(TaskType.SIMPLE.toString());
    task_1_1.setStatus(Status.FAILED);
    task_1_1.setTaskDefName("task1");
    task_1_1.setWorkflowTask(new WorkflowTask());
    task_1_1.setReferenceTaskName("task1_ref1");
    Task task_2_1 = new Task();
    task_2_1.setTaskId(UUID.randomUUID().toString());
    task_2_1.setSeq(22);
    task_2_1.setRetryCount(1);
    task_2_1.setStatus(Status.CANCELED);
    task_2_1.setTaskType(TaskType.SIMPLE.toString());
    task_2_1.setTaskDefName("task2");
    task_2_1.setWorkflowTask(new WorkflowTask());
    task_2_1.setReferenceTaskName("task2_ref1");
    Task joinTask = new Task();
    joinTask.setTaskType(TaskType.JOIN.toString());
    joinTask.setTaskId(UUID.randomUUID().toString());
    joinTask.setSeq(25);
    joinTask.setRetryCount(1);
    joinTask.setStatus(Status.CANCELED);
    joinTask.setReferenceTaskName("task_join");
    joinTask.getInputData().put("joinOn", Arrays.asList(task_1_1.getReferenceTaskName(), task_2_1.getReferenceTaskName()));
    workflow.getTasks().addAll(Arrays.asList(forkTask, task_1_1, task_2_1, joinTask));
    // end of setup
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    WorkflowDef workflowDef = new WorkflowDef();
    when(metadataDAO.getWorkflowDef(anyString(), anyInt())).thenReturn(Optional.of(workflowDef));
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    assertEquals(6, workflow.getTasks().size());
    assertEquals(Workflow.WorkflowStatus.RUNNING, workflow.getStatus());
}

Example 19 with Workflow

use of com.netflix.conductor.common.run.Workflow in project conductor by Netflix.

the class TestWorkflowExecutor method testRetryWorkflow.

@Test
public void testRetryWorkflow() {
    // setup
    Workflow workflow = new Workflow();
    workflow.setWorkflowId("testRetryWorkflowId");
    workflow.setWorkflowType("testRetryWorkflowId");
    workflow.setVersion(1);
    workflow.setOwnerApp("junit_testRetryWorkflowId");
    workflow.setStartTime(10L);
    workflow.setEndTime(100L);
    // noinspection unchecked
    workflow.setOutput(Collections.EMPTY_MAP);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    AtomicInteger updateWorkflowCalledCounter = new AtomicInteger(0);
    doAnswer(invocation -> {
        updateWorkflowCalledCounter.incrementAndGet();
        return null;
    }).when(executionDAOFacade).updateWorkflow(any());
    AtomicInteger updateTasksCalledCounter = new AtomicInteger(0);
    doAnswer(invocation -> {
        updateTasksCalledCounter.incrementAndGet();
        return null;
    }).when(executionDAOFacade).updateTasks(any());
    AtomicInteger updateTaskCalledCounter = new AtomicInteger(0);
    doAnswer(invocation -> {
        updateTaskCalledCounter.incrementAndGet();
        return null;
    }).when(executionDAOFacade).updateTask(any());
    // add 2 failed task in 2 forks and 1 cancelled in the 3rd fork
    Task task_1_1 = new Task();
    task_1_1.setTaskId(UUID.randomUUID().toString());
    task_1_1.setSeq(20);
    task_1_1.setRetryCount(1);
    task_1_1.setTaskType(TaskType.SIMPLE.toString());
    task_1_1.setStatus(Status.CANCELED);
    task_1_1.setRetried(true);
    task_1_1.setTaskDefName("task1");
    task_1_1.setWorkflowTask(new WorkflowTask());
    task_1_1.setReferenceTaskName("task1_ref1");
    Task task_1_2 = new Task();
    task_1_2.setTaskId(UUID.randomUUID().toString());
    task_1_2.setSeq(21);
    task_1_2.setRetryCount(1);
    task_1_2.setTaskType(TaskType.SIMPLE.toString());
    task_1_2.setStatus(Status.FAILED);
    task_1_2.setTaskDefName("task1");
    task_1_2.setWorkflowTask(new WorkflowTask());
    task_1_2.setReferenceTaskName("task1_ref1");
    Task task_2_1 = new Task();
    task_2_1.setTaskId(UUID.randomUUID().toString());
    task_2_1.setSeq(22);
    task_2_1.setRetryCount(1);
    task_2_1.setStatus(Status.FAILED);
    task_2_1.setTaskType(TaskType.SIMPLE.toString());
    task_2_1.setTaskDefName("task2");
    task_2_1.setWorkflowTask(new WorkflowTask());
    task_2_1.setReferenceTaskName("task2_ref1");
    Task task_3_1 = new Task();
    task_3_1.setTaskId(UUID.randomUUID().toString());
    task_3_1.setSeq(23);
    task_3_1.setRetryCount(1);
    task_3_1.setStatus(Status.CANCELED);
    task_3_1.setTaskType(TaskType.SIMPLE.toString());
    task_3_1.setTaskDefName("task3");
    task_3_1.setWorkflowTask(new WorkflowTask());
    task_3_1.setReferenceTaskName("task3_ref1");
    Task task_4_1 = new Task();
    task_4_1.setTaskId(UUID.randomUUID().toString());
    task_4_1.setSeq(122);
    task_4_1.setRetryCount(1);
    task_4_1.setStatus(Status.FAILED);
    task_4_1.setTaskType(TaskType.SIMPLE.toString());
    task_4_1.setTaskDefName("task1");
    task_4_1.setWorkflowTask(new WorkflowTask());
    task_4_1.setReferenceTaskName("task4_refABC");
    workflow.getTasks().addAll(Arrays.asList(task_1_1, task_1_2, task_2_1, task_3_1, task_4_1));
    // end of setup
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    WorkflowDef workflowDef = new WorkflowDef();
    when(metadataDAO.getWorkflowDef(anyString(), anyInt())).thenReturn(Optional.of(workflowDef));
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    assertEquals(Workflow.WorkflowStatus.RUNNING, workflow.getStatus());
    assertEquals(1, updateWorkflowCalledCounter.get());
    assertEquals(1, updateTasksCalledCounter.get());
    assertEquals(0, updateTaskCalledCounter.get());
}

Example 20 with Workflow

use of com.netflix.conductor.common.run.Workflow in project conductor by Netflix.

the class TestWorkflowExecutor method testRetryWorkflowMultipleRetries.

@Test
public void testRetryWorkflowMultipleRetries() {
    // setup
    Workflow workflow = new Workflow();
    workflow.setWorkflowId("testRetryWorkflowId");
    workflow.setWorkflowType("testRetryWorkflowId");
    workflow.setVersion(1);
    workflow.setOwnerApp("junit_testRetryWorkflowId");
    workflow.setStartTime(10L);
    workflow.setEndTime(100L);
    // noinspection unchecked
    workflow.setOutput(Collections.EMPTY_MAP);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    Task task_1_1 = new Task();
    task_1_1.setTaskId(UUID.randomUUID().toString());
    task_1_1.setSeq(10);
    task_1_1.setRetryCount(0);
    task_1_1.setTaskType(TaskType.SIMPLE.toString());
    task_1_1.setStatus(Status.FAILED);
    task_1_1.setTaskDefName("task1");
    task_1_1.setWorkflowTask(new WorkflowTask());
    task_1_1.setReferenceTaskName("task1_ref1");
    Task task_2_1 = new Task();
    task_2_1.setTaskId(UUID.randomUUID().toString());
    task_2_1.setSeq(20);
    task_2_1.setRetryCount(0);
    task_2_1.setTaskType(TaskType.SIMPLE.toString());
    task_2_1.setStatus(Status.CANCELED);
    task_2_1.setTaskDefName("task1");
    task_2_1.setWorkflowTask(new WorkflowTask());
    task_2_1.setReferenceTaskName("task2_ref1");
    workflow.getTasks().addAll(Arrays.asList(task_1_1, task_2_1));
    // end of setup
    // when:
    when(executionDAOFacade.getWorkflowById(anyString(), anyBoolean())).thenReturn(workflow);
    WorkflowDef workflowDef = new WorkflowDef();
    when(metadataDAO.getWorkflowDef(anyString(), anyInt())).thenReturn(Optional.of(workflowDef));
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    assertEquals(4, workflow.getTasks().size());
    // Reset Last Workflow Task to FAILED.
    Task lastTask = workflow.getTasks().stream().filter(t -> t.getReferenceTaskName().equals("task1_ref1")).collect(groupingBy(Task::getReferenceTaskName, maxBy(comparingInt(Task::getSeq)))).values().stream().map(Optional::get).collect(Collectors.toList()).get(0);
    lastTask.setStatus(Status.FAILED);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    assertEquals(5, workflow.getTasks().size());
    // Reset Last Workflow Task to FAILED.
    // Reset Last Workflow Task to FAILED.
    Task lastTask2 = workflow.getTasks().stream().filter(t -> t.getReferenceTaskName().equals("task1_ref1")).collect(groupingBy(Task::getReferenceTaskName, maxBy(comparingInt(Task::getSeq)))).values().stream().map(Optional::get).collect(Collectors.toList()).get(0);
    lastTask2.setStatus(Status.FAILED);
    workflow.setStatus(Workflow.WorkflowStatus.FAILED);
    workflowExecutor.retry(workflow.getWorkflowId(), false);
    assertEquals(6, workflow.getTasks().size());
}