Examples with Task com.netflix.conductor.common.metadata.tasks.Task used on opensource projects

Example 6 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TaskTest method testTaskQueueWaitTime.

@Test
public void testTaskQueueWaitTime() {
    Task task = new Task();
    long currentTimeMillis = System.currentTimeMillis();
    // 30 seconds ago
    task.setScheduledTime(currentTimeMillis - 30_000);
    task.setStartTime(currentTimeMillis - 25_000);
    long queueWaitTime = task.getQueueWaitTime();
    assertEquals(5000L, queueWaitTime);
    task.setUpdateTime(currentTimeMillis - 20_000);
    task.setCallbackAfterSeconds(10);
    queueWaitTime = task.getQueueWaitTime();
    assertTrue(queueWaitTime > 0);
}

Example 7 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TaskPollExecutorTest method testMultipleTasksExecution.

@SuppressWarnings("rawtypes")
@Test
public void testMultipleTasksExecution() {
    String outputKey = "KEY";
    Task task = testTask();
    Worker worker = mock(Worker.class);
    when(worker.getPollingInterval()).thenReturn(3000);
    when(worker.getTaskDefName()).thenReturn(TEST_TASK_DEF_NAME);
    when(worker.execute(any())).thenAnswer(new Answer() {

        private int count = 0;

        Map<String, Object> outputMap = new HashMap<>();

        public TaskResult answer(InvocationOnMock invocation) {
            // Sleep for 2 seconds to simulate task execution
            Uninterruptibles.sleepUninterruptibly(2, TimeUnit.SECONDS);
            TaskResult taskResult = new TaskResult(task);
            outputMap.put(outputKey, count++);
            taskResult.setOutputData(outputMap);
            return taskResult;
        }
    });
    TaskClient taskClient = Mockito.mock(TaskClient.class);
    TaskPollExecutor taskPollExecutor = new TaskPollExecutor(null, taskClient, 1, 1, new HashMap<>(), "test-worker-");
    when(taskClient.pollTask(any(), any(), any())).thenReturn(task);
    when(taskClient.ack(any(), any())).thenReturn(true);
    CountDownLatch latch = new CountDownLatch(3);
    doAnswer(new Answer() {

        private int count = 0;

        public TaskResult answer(InvocationOnMock invocation) {
            Object[] args = invocation.getArguments();
            TaskResult result = (TaskResult) args[0];
            assertEquals(IN_PROGRESS, result.getStatus());
            assertEquals(count, result.getOutputData().get(outputKey));
            count++;
            latch.countDown();
            return null;
        }
    }).when(taskClient).updateTask(any());
    Executors.newSingleThreadScheduledExecutor().scheduleAtFixedRate(() -> taskPollExecutor.pollAndExecute(worker), 0, 1, TimeUnit.SECONDS);
    Uninterruptibles.awaitUninterruptibly(latch);
    // execute() is called 3 times on the worker (once for each task)
    verify(worker, times(3)).execute(any());
    verify(taskClient, times(3)).updateTask(any());
}

Example 8 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TaskPollExecutorTest method testTaskPoll.

@Test
public void testTaskPoll() {
    Task task = testTask();
    Worker worker = mock(Worker.class);
    when(worker.getPollingInterval()).thenReturn(3000);
    when(worker.getTaskDefName()).thenReturn("test");
    when(worker.execute(any())).thenReturn(new TaskResult(task));
    TaskClient taskClient = Mockito.mock(TaskClient.class);
    when(taskClient.pollTask(any(), any(), any())).thenReturn(new Task()).thenReturn(task);
    TaskPollExecutor taskPollExecutor = new TaskPollExecutor(null, taskClient, 1, 1, new HashMap<>(), "test-worker-");
    CountDownLatch latch = new CountDownLatch(1);
    doAnswer(invocation -> {
        Object[] args = invocation.getArguments();
        TaskResult result = (TaskResult) args[0];
        assertEquals(IN_PROGRESS, result.getStatus());
        assertEquals(task.getTaskId(), result.getTaskId());
        latch.countDown();
        return null;
    }).when(taskClient).updateTask(any());
    Executors.newSingleThreadScheduledExecutor().scheduleAtFixedRate(() -> taskPollExecutor.pollAndExecute(worker), 0, 1, TimeUnit.SECONDS);
    Uninterruptibles.awaitUninterruptibly(latch);
    verify(taskClient).updateTask(any());
}

Example 9 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TaskRunnerConfigurerTest method testMultipleWorkersExecution.

@Test
public void testMultipleWorkersExecution() {
    String task1Name = "task1";
    Worker worker1 = mock(Worker.class);
    when(worker1.getPollingInterval()).thenReturn(3000);
    when(worker1.getTaskDefName()).thenReturn(task1Name);
    when(worker1.getIdentity()).thenReturn("worker1");
    when(worker1.execute(any())).thenAnswer(invocation -> {
        // Sleep for 2 seconds to simulate task execution
        Uninterruptibles.sleepUninterruptibly(2, TimeUnit.SECONDS);
        TaskResult taskResult = new TaskResult();
        taskResult.setStatus(COMPLETED);
        return taskResult;
    });
    String task2Name = "task2";
    Worker worker2 = mock(Worker.class);
    when(worker2.getPollingInterval()).thenReturn(3000);
    when(worker2.getTaskDefName()).thenReturn(task2Name);
    when(worker2.getIdentity()).thenReturn("worker2");
    when(worker2.execute(any())).thenAnswer(invocation -> {
        // Sleep for 2 seconds to simulate task execution
        Uninterruptibles.sleepUninterruptibly(2, TimeUnit.SECONDS);
        TaskResult taskResult = new TaskResult();
        taskResult.setStatus(COMPLETED);
        return taskResult;
    });
    Task task1 = testTask(task1Name);
    Task task2 = testTask(task2Name);
    TaskClient taskClient = Mockito.mock(TaskClient.class);
    TaskRunnerConfigurer configurer = new TaskRunnerConfigurer.Builder(taskClient, Arrays.asList(worker1, worker2)).withThreadCount(2).withSleepWhenRetry(100000).withUpdateRetryCount(1).withWorkerNamePrefix("test-worker-").build();
    when(taskClient.pollTask(any(), any(), any())).thenAnswer(invocation -> {
        Object[] args = invocation.getArguments();
        String taskName = args[0].toString();
        if (taskName.equals(task1Name)) {
            return task1;
        } else if (taskName.equals(task2Name)) {
            return task2;
        } else {
            return null;
        }
    });
    when(taskClient.ack(any(), any())).thenReturn(true);
    AtomicInteger task1Counter = new AtomicInteger(0);
    AtomicInteger task2Counter = new AtomicInteger(0);
    CountDownLatch latch = new CountDownLatch(2);
    doAnswer(invocation -> {
        Object[] args = invocation.getArguments();
        TaskResult result = (TaskResult) args[0];
        assertEquals(COMPLETED, result.getStatus());
        if (result.getWorkerId().equals("worker1")) {
            task1Counter.incrementAndGet();
        } else if (result.getWorkerId().equals("worker2")) {
            task2Counter.incrementAndGet();
        }
        latch.countDown();
        return null;
    }).when(taskClient).updateTask(any());
    configurer.init();
    Uninterruptibles.awaitUninterruptibly(latch);
    assertEquals(1, task1Counter.get());
    assertEquals(1, task2Counter.get());
}

Example 10 with Task

use of com.netflix.conductor.common.metadata.tasks.Task in project conductor by Netflix.

the class TaskTest method test.

@Test
public void test() {
    Task task = new Task();
    task.setStatus(Status.FAILED);
    assertEquals(Status.FAILED, task.getStatus());
    Set<String> resultStatues = Arrays.stream(TaskResult.Status.values()).map(Enum::name).collect(Collectors.toSet());
    for (Status status : Status.values()) {
        if (resultStatues.contains(status.name())) {
            TaskResult.Status trStatus = TaskResult.Status.valueOf(status.name());
            assertEquals(status.name(), trStatus.name());
            task = new Task();
            task.setStatus(status);
            assertEquals(status, task.getStatus());
        }
    }
}