Examples with AllocationExpirationInfo org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.AllocationExpirationInfo used on opensource projects

Example 1 with AllocationExpirationInfo

use of org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.AllocationExpirationInfo in project hadoop by apache.

the class RMNodeImpl method handleContainerStatus.

private void handleContainerStatus(List<ContainerStatus> containerStatuses) {
    // Filter the map to only obtain just launched containers and finished
    // containers.
    List<ContainerStatus> newlyLaunchedContainers = new ArrayList<ContainerStatus>();
    List<ContainerStatus> newlyCompletedContainers = new ArrayList<ContainerStatus>();
    int numRemoteRunningContainers = 0;
    for (ContainerStatus remoteContainer : containerStatuses) {
        ContainerId containerId = remoteContainer.getContainerId();
        // more about this container
        if (containersToClean.contains(containerId)) {
            LOG.info("Container " + containerId + " already scheduled for " + "cleanup, no further processing");
            continue;
        }
        ApplicationId containerAppId = containerId.getApplicationAttemptId().getApplicationId();
        if (finishedApplications.contains(containerAppId)) {
            LOG.info("Container " + containerId + " belongs to an application that is already killed," + " no further processing");
            continue;
        } else if (!runningApplications.contains(containerAppId)) {
            if (LOG.isDebugEnabled()) {
                LOG.debug("Container " + containerId + " is the first container get launched for application " + containerAppId);
            }
            handleRunningAppOnNode(this, context, containerAppId, nodeId);
        }
        // Process running containers
        if (remoteContainer.getState() == ContainerState.RUNNING || remoteContainer.getState() == ContainerState.SCHEDULED) {
            ++numRemoteRunningContainers;
            if (!launchedContainers.contains(containerId)) {
                // Just launched container. RM knows about it the first time.
                launchedContainers.add(containerId);
                newlyLaunchedContainers.add(remoteContainer);
                // Unregister from containerAllocationExpirer.
                containerAllocationExpirer.unregister(new AllocationExpirationInfo(containerId));
            }
        } else {
            // A finished container
            launchedContainers.remove(containerId);
            if (completedContainers.add(containerId)) {
                newlyCompletedContainers.add(remoteContainer);
            }
            // Unregister from containerAllocationExpirer.
            containerAllocationExpirer.unregister(new AllocationExpirationInfo(containerId));
        }
    }
    List<ContainerStatus> lostContainers = findLostContainers(numRemoteRunningContainers, containerStatuses);
    for (ContainerStatus remoteContainer : lostContainers) {
        ContainerId containerId = remoteContainer.getContainerId();
        if (completedContainers.add(containerId)) {
            newlyCompletedContainers.add(remoteContainer);
        }
    }
    if (newlyLaunchedContainers.size() != 0 || newlyCompletedContainers.size() != 0) {
        nodeUpdateQueue.add(new UpdatedContainerInfo(newlyLaunchedContainers, newlyCompletedContainers));
    }
}

Example 2 with AllocationExpirationInfo

use of org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.AllocationExpirationInfo in project hadoop by apache.

the class TestRMNodeTransitions method testContainerExpire.

@Test
public void testContainerExpire() throws Exception {
    ContainerAllocationExpirer mockExpirer = mock(ContainerAllocationExpirer.class);
    ApplicationId appId = ApplicationId.newInstance(System.currentTimeMillis(), 1);
    ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(appId, 1);
    rmContext.getRMApps().put(appId, Mockito.mock(RMApp.class));
    ContainerId containerId1 = ContainerId.newContainerId(appAttemptId, 1L);
    ContainerId containerId2 = ContainerId.newContainerId(appAttemptId, 2L);
    AllocationExpirationInfo expirationInfo1 = new AllocationExpirationInfo(containerId1);
    AllocationExpirationInfo expirationInfo2 = new AllocationExpirationInfo(containerId2);
    mockExpirer.register(expirationInfo1);
    mockExpirer.register(expirationInfo2);
    verify(mockExpirer).register(expirationInfo1);
    verify(mockExpirer).register(expirationInfo2);
    ((RMContextImpl) rmContext).setContainerAllocationExpirer(mockExpirer);
    RMNodeImpl rmNode = getRunningNode();
    ContainerStatus status1 = ContainerStatus.newInstance(containerId1, ContainerState.RUNNING, "", 0);
    ContainerStatus status2 = ContainerStatus.newInstance(containerId2, ContainerState.COMPLETE, "", 0);
    List<ContainerStatus> statusList = new ArrayList<ContainerStatus>();
    statusList.add(status1);
    statusList.add(status2);
    RMNodeStatusEvent statusEvent = getMockRMNodeStatusEvent(statusList);
    rmNode.handle(statusEvent);
    verify(mockExpirer).unregister(expirationInfo1);
    verify(mockExpirer).unregister(expirationInfo2);
}