Examples with TaskInfo io.trino.execution.TaskInfo used on opensource projects

Example 1 with TaskInfo

use of io.trino.execution.TaskInfo in project trino by trinodb.

the class TaskSystemTable method cursor.

@Override
public RecordCursor cursor(ConnectorTransactionHandle transactionHandle, ConnectorSession session, TupleDomain<Integer> constraint) {
    Builder table = InMemoryRecordSet.builder(TASK_TABLE);
    for (TaskInfo taskInfo : taskManager.getAllTaskInfo()) {
        TaskStats stats = taskInfo.getStats();
        TaskStatus taskStatus = taskInfo.getTaskStatus();
        table.addRow(nodeId, taskStatus.getTaskId().toString(), taskStatus.getTaskId().getStageId().toString(), taskStatus.getTaskId().getQueryId().toString(), taskStatus.getState().toString(), (long) stats.getTotalDrivers(), (long) stats.getQueuedDrivers(), (long) stats.getRunningDrivers(), (long) stats.getCompletedDrivers(), toMillis(stats.getTotalScheduledTime()), toMillis(stats.getTotalCpuTime()), toMillis(stats.getTotalBlockedTime()), toBytes(stats.getRawInputDataSize()), stats.getRawInputPositions(), toBytes(stats.getProcessedInputDataSize()), stats.getProcessedInputPositions(), toBytes(stats.getOutputDataSize()), stats.getOutputPositions(), toBytes(stats.getPhysicalInputDataSize()), toBytes(stats.getPhysicalWrittenDataSize()), toTimestampWithTimeZoneMillis(stats.getCreateTime()), toTimestampWithTimeZoneMillis(stats.getFirstStartTime()), toTimestampWithTimeZoneMillis(taskInfo.getLastHeartbeat()), toTimestampWithTimeZoneMillis(stats.getEndTime()));
    }
    return table.build().cursor();
}

Example 2 with TaskInfo

use of io.trino.execution.TaskInfo in project trino by trinodb.

the class Query method globalUniqueNodes.

private static Set<String> globalUniqueNodes(StageInfo stageInfo) {
    if (stageInfo == null) {
        return ImmutableSet.of();
    }
    ImmutableSet.Builder<String> nodes = ImmutableSet.builder();
    for (TaskInfo task : stageInfo.getTasks()) {
        // todo add nodeId to TaskInfo
        URI uri = task.getTaskStatus().getSelf();
        nodes.add(uri.getHost() + ":" + uri.getPort());
    }
    for (StageInfo subStage : stageInfo.getSubStages()) {
        nodes.addAll(globalUniqueNodes(subStage));
    }
    return nodes.build();
}

Example 3 with TaskInfo

use of io.trino.execution.TaskInfo in project trino by trinodb.

the class TaskResource method createOrUpdateTask.

@ResourceSecurity(INTERNAL_ONLY)
@POST
@Path("{taskId}")
@Consumes(MediaType.APPLICATION_JSON)
@Produces(MediaType.APPLICATION_JSON)
public void createOrUpdateTask(@PathParam("taskId") TaskId taskId, TaskUpdateRequest taskUpdateRequest, @Context UriInfo uriInfo, @Suspended AsyncResponse asyncResponse) {
    requireNonNull(taskUpdateRequest, "taskUpdateRequest is null");
    Session session = taskUpdateRequest.getSession().toSession(sessionPropertyManager, taskUpdateRequest.getExtraCredentials());
    if (injectFailure(session.getTraceToken(), taskId, RequestType.CREATE_OR_UPDATE_TASK, asyncResponse)) {
        return;
    }
    TaskInfo taskInfo = taskManager.updateTask(session, taskId, taskUpdateRequest.getFragment(), taskUpdateRequest.getSplitAssignments(), taskUpdateRequest.getOutputIds(), taskUpdateRequest.getDynamicFilterDomains());
    if (shouldSummarize(uriInfo)) {
        taskInfo = taskInfo.summarize();
    }
    asyncResponse.resume(Response.ok().entity(taskInfo).build());
}

Example 4 with TaskInfo

use of io.trino.execution.TaskInfo in project trino by trinodb.

the class GracefulShutdownHandler method shutdown.

private void shutdown() {
    List<TaskInfo> activeTasks = getActiveTasks();
    // Wait for all remaining tasks to finish.
    while (activeTasks.size() > 0) {
        CountDownLatch countDownLatch = new CountDownLatch(activeTasks.size());
        for (TaskInfo taskInfo : activeTasks) {
            sqlTaskManager.addStateChangeListener(taskInfo.getTaskStatus().getTaskId(), newState -> {
                if (newState.isDone()) {
                    countDownLatch.countDown();
                }
            });
        }
        log.info("Waiting for all tasks to finish");
        try {
            countDownLatch.await();
        } catch (InterruptedException e) {
            log.warn("Interrupted while waiting for all tasks to finish");
            currentThread().interrupt();
        }
        activeTasks = getActiveTasks();
    }
    // wait for another grace period for all task states to be observed by the coordinator
    sleepUninterruptibly(gracePeriod.toMillis(), MILLISECONDS);
    Future<?> shutdownFuture = lifeCycleStopper.submit(() -> {
        lifeCycleManager.stop();
        return null;
    });
    // terminate the jvm if life cycle cannot be stopped in a timely manner
    try {
        shutdownFuture.get(LIFECYCLE_STOP_TIMEOUT.toMillis(), MILLISECONDS);
    } catch (TimeoutException e) {
        log.warn(e, "Timed out waiting for the life cycle to stop");
    } catch (InterruptedException e) {
        log.warn(e, "Interrupted while waiting for the life cycle to stop");
        currentThread().interrupt();
    } catch (ExecutionException e) {
        log.warn(e, "Problem stopping the life cycle");
    }
    shutdownAction.onShutdown();
}

Example 5 with TaskInfo

use of io.trino.execution.TaskInfo in project trino by trinodb.

the class QueryMonitor method logQueryTimeline.

private static void logQueryTimeline(QueryInfo queryInfo) {
    try {
        QueryStats queryStats = queryInfo.getQueryStats();
        DateTime queryStartTime = queryStats.getCreateTime();
        DateTime queryEndTime = queryStats.getEndTime();
        // query didn't finish cleanly
        if (queryStartTime == null || queryEndTime == null) {
            return;
        }
        // planning duration -- start to end of planning
        long planning = queryStats.getPlanningTime().toMillis();
        // Time spent waiting for required no. of worker nodes to be present
        long waiting = queryStats.getResourceWaitingTime().toMillis();
        List<StageInfo> stages = getAllStages(queryInfo.getOutputStage());
        // long lastSchedulingCompletion = 0;
        long firstTaskStartTime = queryEndTime.getMillis();
        long lastTaskStartTime = queryStartTime.getMillis() + planning;
        long lastTaskEndTime = queryStartTime.getMillis() + planning;
        for (StageInfo stage : stages) {
            // only consider leaf stages
            if (!stage.getSubStages().isEmpty()) {
                continue;
            }
            for (TaskInfo taskInfo : stage.getTasks()) {
                TaskStats taskStats = taskInfo.getStats();
                DateTime firstStartTime = taskStats.getFirstStartTime();
                if (firstStartTime != null) {
                    firstTaskStartTime = Math.min(firstStartTime.getMillis(), firstTaskStartTime);
                }
                DateTime lastStartTime = taskStats.getLastStartTime();
                if (lastStartTime != null) {
                    lastTaskStartTime = max(lastStartTime.getMillis(), lastTaskStartTime);
                }
                DateTime endTime = taskStats.getEndTime();
                if (endTime != null) {
                    lastTaskEndTime = max(endTime.getMillis(), lastTaskEndTime);
                }
            }
        }
        long elapsed = max(queryEndTime.getMillis() - queryStartTime.getMillis(), 0);
        long scheduling = max(firstTaskStartTime - queryStartTime.getMillis() - planning, 0);
        long running = max(lastTaskEndTime - firstTaskStartTime, 0);
        long finishing = max(queryEndTime.getMillis() - lastTaskEndTime, 0);
        logQueryTimeline(queryInfo.getQueryId(), queryInfo.getSession().getTransactionId().map(TransactionId::toString).orElse(""), elapsed, planning, waiting, scheduling, running, finishing, queryStartTime, queryEndTime);
    } catch (Exception e) {
        log.error(e, "Error logging query timeline");
    }
}