Examples with RMContainer org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer used on opensource projects

Example 41 with RMContainer

use of org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer in project hadoop by apache.

the class PreemptableQueue method addKillableContainer.

void addKillableContainer(KillableContainer container) {
    String partition = container.getNodePartition();
    if (!totalKillableResources.containsKey(partition)) {
        totalKillableResources.put(partition, Resources.createResource(0));
        killableContainers.put(partition, new ConcurrentSkipListMap<ContainerId, RMContainer>());
    }
    RMContainer c = container.getRMContainer();
    Resources.addTo(totalKillableResources.get(partition), c.getAllocatedResource());
    killableContainers.get(partition).put(c.getContainerId(), c);
    if (null != parent) {
        parent.addKillableContainer(container);
    }
}

Example 42 with RMContainer

use of org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer in project hadoop by apache.

the class PreemptableQueue method removeKillableContainer.

void removeKillableContainer(KillableContainer container) {
    String partition = container.getNodePartition();
    Map<ContainerId, RMContainer> partitionKillableContainers = killableContainers.get(partition);
    if (partitionKillableContainers != null) {
        RMContainer rmContainer = partitionKillableContainers.remove(container.getRMContainer().getContainerId());
        if (null != rmContainer) {
            Resources.subtractFrom(totalKillableResources.get(partition), rmContainer.getAllocatedResource());
        }
    }
    if (null != parent) {
        parent.removeKillableContainer(container);
    }
}

Example 43 with RMContainer

use of org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer in project hadoop by apache.

the class AssignmentInformation method getFirstAllocatedOrReservedRMContainer.

public RMContainer getFirstAllocatedOrReservedRMContainer() {
    RMContainer rmContainer;
    rmContainer = getFirstRMContainerFromOperation(Operation.ALLOCATION);
    if (null != rmContainer) {
        return rmContainer;
    }
    return getFirstRMContainerFromOperation(Operation.RESERVATION);
}

Example 44 with RMContainer

use of org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer in project hadoop by apache.

the class FiCaSchedulerApp method commonCheckContainerAllocation.

private boolean commonCheckContainerAllocation(Resource cluster, ContainerAllocationProposal<FiCaSchedulerApp, FiCaSchedulerNode> allocation, SchedulerContainer<FiCaSchedulerApp, FiCaSchedulerNode> schedulerContainer) {
    // Make sure node is not reserved by anyone else
    RMContainer reservedContainerOnNode = schedulerContainer.getSchedulerNode().getReservedContainer();
    if (reservedContainerOnNode != null) {
        RMContainer fromReservedContainer = allocation.getAllocateFromReservedContainer().getRmContainer();
        if (fromReservedContainer != reservedContainerOnNode) {
            if (LOG.isDebugEnabled()) {
                LOG.debug("Try to allocate from a non-existed reserved container");
            }
            return false;
        }
    }
    // Do we have enough space on this node?
    Resource availableResource = Resources.clone(schedulerContainer.getSchedulerNode().getUnallocatedResource());
    // of this node
    if (allocation.getToRelease() != null && !allocation.getToRelease().isEmpty()) {
        for (SchedulerContainer<FiCaSchedulerApp, FiCaSchedulerNode> releaseContainer : allocation.getToRelease()) {
            // not affect available resource of node) on the same node
            if (releaseContainer.getRmContainer().getState() != RMContainerState.RESERVED && releaseContainer.getSchedulerNode() == schedulerContainer.getSchedulerNode()) {
                Resources.addTo(availableResource, releaseContainer.getRmContainer().getAllocatedResource());
            }
        }
    }
    if (!Resources.fitsIn(rc, cluster, allocation.getAllocatedOrReservedResource(), availableResource)) {
        if (LOG.isDebugEnabled()) {
            LOG.debug("Node doesn't have enough available resource, asked=" + allocation.getAllocatedOrReservedResource() + " available=" + availableResource);
        }
        return false;
    }
    return true;
}

Example 45 with RMContainer

use of org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer in project hadoop by apache.

the class FiCaSchedulerApp method internalUnreserve.

private boolean internalUnreserve(FiCaSchedulerNode node, SchedulerRequestKey schedulerKey) {
    Map<NodeId, RMContainer> reservedContainers = this.reservedContainers.get(schedulerKey);
    if (reservedContainers != null) {
        RMContainer reservedContainer = reservedContainers.remove(node.getNodeID());
        // as a consequence reservedcontainer might be null, adding NP-checks
        if (reservedContainer != null && reservedContainer.getContainer() != null && reservedContainer.getContainer().getResource() != null) {
            if (reservedContainers.isEmpty()) {
                this.reservedContainers.remove(schedulerKey);
            }
            // Reset the re-reservation count
            resetReReservations(schedulerKey);
            Resource resource = reservedContainer.getReservedResource();
            this.attemptResourceUsage.decReserved(node.getPartition(), resource);
            LOG.info("Application " + getApplicationId() + " unreserved " + " on node " + node + ", currently has " + reservedContainers.size() + " at priority " + schedulerKey.getPriority() + "; currentReservation " + this.attemptResourceUsage.getReserved() + " on node-label=" + node.getPartition());
            return true;
        }
    }
    return false;
}