Examples with RunnerTaskState org.apache.druid.indexer.RunnerTaskState used on opensource projects

Example 1 with RunnerTaskState

use of org.apache.druid.indexer.RunnerTaskState in project druid by druid-io.

the class OverlordResource method filterActiveTasks.

private List<AnyTask> filterActiveTasks(RunnerTaskState state, List<AnyTask> allTasks) {
    // divide active tasks into 3 lists : running, pending, waiting
    Optional<TaskRunner> taskRunnerOpt = taskMaster.getTaskRunner();
    if (!taskRunnerOpt.isPresent()) {
        throw new WebApplicationException(Response.serverError().entity("No task runner found").build());
    }
    TaskRunner runner = taskRunnerOpt.get();
    // counted twice but never skipped
    if (RunnerTaskState.WAITING.equals(state)) {
        Collection<? extends TaskRunnerWorkItem> runnersKnownTasks = runner.getKnownTasks();
        Set<String> runnerKnownTaskIds = runnersKnownTasks.stream().map(TaskRunnerWorkItem::getTaskId).collect(Collectors.toSet());
        final List<AnyTask> waitingTasks = new ArrayList<>();
        for (TaskRunnerWorkItem task : allTasks) {
            if (!runnerKnownTaskIds.contains(task.getTaskId())) {
                waitingTasks.add(((AnyTask) task).withTaskState(TaskState.RUNNING, RunnerTaskState.WAITING, task.getCreatedTime(), task.getQueueInsertionTime(), task.getLocation()));
            }
        }
        return waitingTasks;
    }
    if (RunnerTaskState.PENDING.equals(state)) {
        Collection<? extends TaskRunnerWorkItem> knownPendingTasks = runner.getPendingTasks();
        Set<String> pendingTaskIds = knownPendingTasks.stream().map(TaskRunnerWorkItem::getTaskId).collect(Collectors.toSet());
        Map<String, TaskRunnerWorkItem> workItemIdMap = knownPendingTasks.stream().collect(Collectors.toMap(TaskRunnerWorkItem::getTaskId, java.util.function.Function.identity(), (previousWorkItem, newWorkItem) -> newWorkItem));
        final List<AnyTask> pendingTasks = new ArrayList<>();
        for (TaskRunnerWorkItem task : allTasks) {
            if (pendingTaskIds.contains(task.getTaskId())) {
                pendingTasks.add(((AnyTask) task).withTaskState(TaskState.RUNNING, RunnerTaskState.PENDING, workItemIdMap.get(task.getTaskId()).getCreatedTime(), workItemIdMap.get(task.getTaskId()).getQueueInsertionTime(), workItemIdMap.get(task.getTaskId()).getLocation()));
            }
        }
        return pendingTasks;
    }
    if (RunnerTaskState.RUNNING.equals(state)) {
        Collection<? extends TaskRunnerWorkItem> knownRunningTasks = runner.getRunningTasks();
        Set<String> runningTaskIds = knownRunningTasks.stream().map(TaskRunnerWorkItem::getTaskId).collect(Collectors.toSet());
        Map<String, TaskRunnerWorkItem> workItemIdMap = knownRunningTasks.stream().collect(Collectors.toMap(TaskRunnerWorkItem::getTaskId, java.util.function.Function.identity(), (previousWorkItem, newWorkItem) -> newWorkItem));
        final List<AnyTask> runningTasks = new ArrayList<>();
        for (TaskRunnerWorkItem task : allTasks) {
            if (runningTaskIds.contains(task.getTaskId())) {
                runningTasks.add(((AnyTask) task).withTaskState(TaskState.RUNNING, RunnerTaskState.RUNNING, workItemIdMap.get(task.getTaskId()).getCreatedTime(), workItemIdMap.get(task.getTaskId()).getQueueInsertionTime(), workItemIdMap.get(task.getTaskId()).getLocation()));
            }
        }
        return runningTasks;
    }
    return allTasks;
}