Examples with AMContainerEventStopRequest org.apache.tez.dag.app.rm.container.AMContainerEventStopRequest used on opensource projects

Example 1 with AMContainerEventStopRequest

use of org.apache.tez.dag.app.rm.container.AMContainerEventStopRequest in project tez by apache.

the class TaskSchedulerManager method handleContainerDeallocate.

private void handleContainerDeallocate(AMSchedulerEventDeallocateContainer event) {
    ContainerId containerId = event.getContainerId();
    // TaskAttempt taskAttempt = (TaskAttempt)
    try {
        taskSchedulers[event.getSchedulerId()].deallocateContainer(containerId);
    } catch (Exception e) {
        String msg = "Error in TaskScheduler for handling Container De-allocation" + ", eventType=" + event.getType() + ", scheduler=" + Utils.getTaskSchedulerIdentifierString(event.getSchedulerId(), appContext) + ", containerId=" + containerId;
        LOG.error(msg, e);
        sendEvent(new DAGAppMasterEventUserServiceFatalError(DAGAppMasterEventType.TASK_SCHEDULER_SERVICE_FATAL_ERROR, msg, e));
        return;
    }
    // TODO does this container need to be stopped via C_STOP_REQUEST
    sendEvent(new AMContainerEventStopRequest(containerId));
}

Example 2 with AMContainerEventStopRequest

use of org.apache.tez.dag.app.rm.container.AMContainerEventStopRequest in project tez by apache.

the class TaskSchedulerManager method handleTAUnsuccessfulEnd.

private void handleTAUnsuccessfulEnd(AMSchedulerEventTAEnded event) {
    TaskAttempt attempt = event.getAttempt();
    // Propagate state and failure cause (if any) when informing the scheduler about the de-allocation.
    boolean wasContainerAllocated = false;
    try {
        wasContainerAllocated = taskSchedulers[event.getSchedulerId()].deallocateTask(attempt, false, event.getTaskAttemptEndReason(), event.getDiagnostics());
    } catch (Exception e) {
        String msg = "Error in TaskScheduler for handling Task De-allocation" + ", eventType=" + event.getType() + ", scheduler=" + Utils.getTaskSchedulerIdentifierString(event.getSchedulerId(), appContext) + ", taskAttemptId=" + attempt.getID();
        LOG.error(msg, e);
        sendEvent(new DAGAppMasterEventUserServiceFatalError(DAGAppMasterEventType.TASK_SCHEDULER_SERVICE_FATAL_ERROR, msg, e));
        return;
    }
    // use stored value of container id in case the scheduler has removed this
    // assignment because the task has been deallocated earlier.
    // retroactive case
    ContainerId attemptContainerId = attempt.getAssignedContainerID();
    if (!wasContainerAllocated) {
        LOG.info("Task: " + attempt.getID() + " has no container assignment in the scheduler");
        if (attemptContainerId != null) {
            LOG.error("No container allocated to task: " + attempt.getID() + " according to scheduler. Task reported container id: " + attemptContainerId);
        }
    }
    if (attemptContainerId != null) {
        // TODO either ways send the necessary events
        // Ask the container to stop.
        sendEvent(new AMContainerEventStopRequest(attemptContainerId));
        // Inform the Node - the task has asked to be STOPPED / has already
        // stopped.
        // AMNodeImpl blacklisting logic does not account for KILLED attempts.
        sendEvent(new AMNodeEventTaskAttemptEnded(appContext.getAllContainers().get(attemptContainerId).getContainer().getNodeId(), event.getSchedulerId(), attemptContainerId, attempt.getID(), event.getState() == TaskAttemptState.FAILED));
    }
}