Examples with FiCaSchedulerNode org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerNode used on opensource projects

Example 56 with FiCaSchedulerNode

use of org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerNode in project hadoop by apache.

the class LeafQueue method attachContainer.

@Override
public void attachContainer(Resource clusterResource, FiCaSchedulerApp application, RMContainer rmContainer) {
    if (application != null && rmContainer != null && rmContainer.getExecutionType() == ExecutionType.GUARANTEED) {
        FiCaSchedulerNode node = scheduler.getNode(rmContainer.getContainer().getNodeId());
        allocateResource(clusterResource, application, rmContainer.getContainer().getResource(), node.getPartition(), rmContainer);
        LOG.info("movedContainer" + " container=" + rmContainer.getContainer() + " resource=" + rmContainer.getContainer().getResource() + " queueMoveIn=" + this + " usedCapacity=" + getUsedCapacity() + " absoluteUsedCapacity=" + getAbsoluteUsedCapacity() + " used=" + queueUsage.getUsed() + " cluster=" + clusterResource);
        // Inform the parent queue
        getParent().attachContainer(clusterResource, application, rmContainer);
    }
}

Example 57 with FiCaSchedulerNode

use of org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerNode in project hadoop by apache.

the class LeafQueue method recoverContainer.

@Override
public void recoverContainer(Resource clusterResource, SchedulerApplicationAttempt attempt, RMContainer rmContainer) {
    if (rmContainer.getState().equals(RMContainerState.COMPLETED)) {
        return;
    }
    // Careful! Locking order is important!
    try {
        writeLock.lock();
        FiCaSchedulerNode node = scheduler.getNode(rmContainer.getContainer().getNodeId());
        allocateResource(clusterResource, attempt, rmContainer.getContainer().getResource(), node.getPartition(), rmContainer);
    } finally {
        writeLock.unlock();
    }
    getParent().recoverContainer(clusterResource, attempt, rmContainer);
}

Example 58 with FiCaSchedulerNode

use of org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerNode in project hadoop by apache.

the class ParentQueue method detachContainer.

@Override
public void detachContainer(Resource clusterResource, FiCaSchedulerApp application, RMContainer rmContainer) {
    if (application != null) {
        FiCaSchedulerNode node = scheduler.getNode(rmContainer.getContainer().getNodeId());
        super.releaseResource(clusterResource, rmContainer.getContainer().getResource(), node.getPartition());
        LOG.info("movedContainer" + " queueMoveOut=" + getQueueName() + " usedCapacity=" + getUsedCapacity() + " absoluteUsedCapacity=" + getAbsoluteUsedCapacity() + " used=" + queueUsage.getUsed() + " cluster=" + clusterResource);
        // Inform the parent
        if (parent != null) {
            parent.detachContainer(clusterResource, application, rmContainer);
        }
    }
}

Example 59 with FiCaSchedulerNode

use of org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerNode in project hadoop by apache.

the class ParentQueue method recoverContainer.

@Override
public void recoverContainer(Resource clusterResource, SchedulerApplicationAttempt attempt, RMContainer rmContainer) {
    if (rmContainer.getState().equals(RMContainerState.COMPLETED)) {
        return;
    }
    // Careful! Locking order is important!
    try {
        writeLock.lock();
        FiCaSchedulerNode node = scheduler.getNode(rmContainer.getContainer().getNodeId());
        allocateResource(clusterResource, rmContainer.getContainer().getResource(), node.getPartition());
    } finally {
        writeLock.unlock();
    }
    if (parent != null) {
        parent.recoverContainer(clusterResource, attempt, rmContainer);
    }
}

Example 60 with FiCaSchedulerNode

use of org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerNode in project hadoop by apache.

the class ProportionalCapacityPreemptionPolicyMockFramework method mockSchedulerNodes.

/**
   * Format is:
   * host1=partition[ res=resource];
   * host2=partition[ res=resource];
   */
private void mockSchedulerNodes(String schedulerNodesConfigStr) throws IOException {
    String[] nodesConfigStrArray = schedulerNodesConfigStr.split(";");
    for (String p : nodesConfigStrArray) {
        String[] arr = p.split(" ");
        NodeId nodeId = NodeId.newInstance(arr[0].substring(0, arr[0].indexOf("=")), 1);
        String partition = arr[0].substring(arr[0].indexOf("=") + 1, arr[0].length());
        FiCaSchedulerNode sn = mock(FiCaSchedulerNode.class);
        when(sn.getNodeID()).thenReturn(nodeId);
        when(sn.getPartition()).thenReturn(partition);
        Resource totalRes = Resources.createResource(0);
        if (arr.length > 1) {
            String res = arr[1];
            if (res.contains("res=")) {
                String resSring = res.substring(res.indexOf("res=") + "res=".length());
                totalRes = parseResourceFromString(resSring);
            }
        }
        when(sn.getTotalResource()).thenReturn(totalRes);
        when(sn.getUnallocatedResource()).thenReturn(Resources.clone(totalRes));
        // TODO, add settings of killable resources when necessary
        when(sn.getTotalKillableResources()).thenReturn(Resources.none());
        List<RMContainer> liveContainers = new ArrayList<>();
        when(sn.getCopiedListOfRunningContainers()).thenReturn(liveContainers);
        nodeIdToSchedulerNodes.put(nodeId, sn);
        LOG.debug("add scheduler node, id=" + nodeId + ", partition=" + partition);
    }
}