Examples with ContainerAllocatorEvent org.apache.hadoop.mapreduce.v2.app.rm.ContainerAllocatorEvent used on opensource projects

Example 6 with ContainerAllocatorEvent

use of org.apache.hadoop.mapreduce.v2.app.rm.ContainerAllocatorEvent in project hadoop by apache.

the class RMContainerAllocator method serviceStart.

@Override
protected void serviceStart() throws Exception {
    this.eventHandlingThread = new Thread() {

        @SuppressWarnings("unchecked")
        @Override
        public void run() {
            ContainerAllocatorEvent event;
            while (!stopped.get() && !Thread.currentThread().isInterrupted()) {
                try {
                    event = RMContainerAllocator.this.eventQueue.take();
                } catch (InterruptedException e) {
                    if (!stopped.get()) {
                        LOG.error("Returning, interrupted : " + e);
                    }
                    return;
                }
                try {
                    handleEvent(event);
                } catch (Throwable t) {
                    LOG.error("Error in handling event type " + event.getType() + " to the ContainreAllocator", t);
                    // Kill the AM
                    eventHandler.handle(new JobEvent(getJob().getID(), JobEventType.INTERNAL_ERROR));
                    return;
                }
            }
        }
    };
    this.eventHandlingThread.start();
    super.serviceStart();
}

Example 7 with ContainerAllocatorEvent

use of org.apache.hadoop.mapreduce.v2.app.rm.ContainerAllocatorEvent in project hadoop by apache.

the class LocalContainerAllocator method handle.

@SuppressWarnings("unchecked")
@Override
public void handle(ContainerAllocatorEvent event) {
    if (event.getType() == ContainerAllocator.EventType.CONTAINER_REQ) {
        LOG.info("Processing the event " + event.toString());
        // Assign the same container ID as the AM
        ContainerId cID = ContainerId.newContainerId(getContext().getApplicationAttemptId(), this.containerId.getContainerId());
        Container container = recordFactory.newRecordInstance(Container.class);
        container.setId(cID);
        NodeId nodeId = NodeId.newInstance(this.nmHost, this.nmPort);
        container.setResource(Resource.newInstance(0, 0));
        container.setNodeId(nodeId);
        container.setContainerToken(null);
        container.setNodeHttpAddress(this.nmHost + ":" + this.nmHttpPort);
        if (event.getAttemptID().getTaskId().getTaskType() == TaskType.MAP) {
            JobCounterUpdateEvent jce = new JobCounterUpdateEvent(event.getAttemptID().getTaskId().getJobId());
            // TODO Setting OTHER_LOCAL_MAP for now.
            jce.addCounterUpdate(JobCounter.OTHER_LOCAL_MAPS, 1);
            eventHandler.handle(jce);
        }
        eventHandler.handle(new TaskAttemptContainerAssignedEvent(event.getAttemptID(), container, applicationACLs));
    }
}

Example 8 with ContainerAllocatorEvent

use of org.apache.hadoop.mapreduce.v2.app.rm.ContainerAllocatorEvent in project hadoop by apache.

the class TestLocalContainerAllocator method createContainerRequestEvent.

private static ContainerAllocatorEvent createContainerRequestEvent() {
    TaskAttemptId taskAttemptId = mock(TaskAttemptId.class);
    TaskId taskId = mock(TaskId.class);
    when(taskAttemptId.getTaskId()).thenReturn(taskId);
    return new ContainerAllocatorEvent(taskAttemptId, ContainerAllocator.EventType.CONTAINER_REQ);
}

Example 9 with ContainerAllocatorEvent

use of org.apache.hadoop.mapreduce.v2.app.rm.ContainerAllocatorEvent in project hadoop by apache.

the class TestRMContainerAllocator method createDeallocateEvent.

private ContainerAllocatorEvent createDeallocateEvent(JobId jobId, int taskAttemptId, boolean reduce) {
    TaskId taskId;
    if (reduce) {
        taskId = MRBuilderUtils.newTaskId(jobId, 0, TaskType.REDUCE);
    } else {
        taskId = MRBuilderUtils.newTaskId(jobId, 0, TaskType.MAP);
    }
    TaskAttemptId attemptId = MRBuilderUtils.newTaskAttemptId(taskId, taskAttemptId);
    return new ContainerAllocatorEvent(attemptId, ContainerAllocator.EventType.CONTAINER_DEALLOCATE);
}