Examples with OpportunisticContainerContext org.apache.hadoop.yarn.server.scheduler.OpportunisticContainerContext used on opensource projects

Example 6 with OpportunisticContainerContext

use of org.apache.hadoop.yarn.server.scheduler.OpportunisticContainerContext in project hadoop by apache.

the class OpportunisticContainerAllocatorAMService method allocateInternal.

@Override
protected void allocateInternal(ApplicationAttemptId appAttemptId, AllocateRequest request, AllocateResponse allocateResponse) throws YarnException {
    // Partition requests to GUARANTEED and OPPORTUNISTIC.
    OpportunisticContainerAllocator.PartitionedResourceRequests partitionedAsks = oppContainerAllocator.partitionAskList(request.getAskList());
    // Allocate OPPORTUNISTIC containers.
    SchedulerApplicationAttempt appAttempt = ((AbstractYarnScheduler) rmContext.getScheduler()).getApplicationAttempt(appAttemptId);
    OpportunisticContainerContext oppCtx = appAttempt.getOpportunisticContainerContext();
    oppCtx.updateNodeList(getLeastLoadedNodes());
    List<Container> oppContainers = oppContainerAllocator.allocateContainers(request.getResourceBlacklistRequest(), partitionedAsks.getOpportunistic(), appAttemptId, oppCtx, ResourceManager.getClusterTimeStamp(), appAttempt.getUser());
    // Create RMContainers and update the NMTokens.
    if (!oppContainers.isEmpty()) {
        handleNewContainers(oppContainers, false);
        appAttempt.updateNMTokens(oppContainers);
        addToAllocatedContainers(allocateResponse, oppContainers);
    }
    // Allocate GUARANTEED containers.
    request.setAskList(partitionedAsks.getGuaranteed());
    super.allocateInternal(appAttemptId, request, allocateResponse);
}

Example 7 with OpportunisticContainerContext

use of org.apache.hadoop.yarn.server.scheduler.OpportunisticContainerContext in project hadoop by apache.

the class OpportunisticContainerAllocatorAMService method registerApplicationMaster.

@Override
public RegisterApplicationMasterResponse registerApplicationMaster(RegisterApplicationMasterRequest request) throws YarnException, IOException {
    final ApplicationAttemptId appAttemptId = getAppAttemptId();
    SchedulerApplicationAttempt appAttempt = ((AbstractYarnScheduler) rmContext.getScheduler()).getApplicationAttempt(appAttemptId);
    if (appAttempt.getOpportunisticContainerContext() == null) {
        OpportunisticContainerContext opCtx = new OpportunisticContainerContext();
        opCtx.setContainerIdGenerator(new OpportunisticContainerAllocator.ContainerIdGenerator() {

            @Override
            public long generateContainerId() {
                return appAttempt.getAppSchedulingInfo().getNewContainerId();
            }
        });
        int tokenExpiryInterval = getConfig().getInt(YarnConfiguration.RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS, YarnConfiguration.DEFAULT_RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS);
        opCtx.updateAllocationParams(rmContext.getScheduler().getMinimumResourceCapability(), rmContext.getScheduler().getMaximumResourceCapability(), rmContext.getScheduler().getMinimumResourceCapability(), tokenExpiryInterval);
        appAttempt.setOpportunisticContainerContext(opCtx);
    }
    return super.registerApplicationMaster(request);
}