Examples with ClusterMetrics org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics used on opensource projects

Example 1 with ClusterMetrics

use of org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics in project hadoop by apache.

the class TestRMWebServices method initClusterMetrics.

@BeforeClass
public static void initClusterMetrics() {
    ClusterMetrics clusterMetrics = ClusterMetrics.getMetrics();
    clusterMetrics.incrDecommisionedNMs();
    clusterMetrics.incrNumActiveNodes();
    clusterMetrics.incrNumLostNMs();
    clusterMetrics.incrNumRebootedNMs();
    clusterMetrics.incrNumUnhealthyNMs();
}

Example 2 with ClusterMetrics

use of org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics in project hadoop by apache.

the class RMNodeImpl method updateMetricsForRejoinedNode.

private void updateMetricsForRejoinedNode(NodeState previousNodeState) {
    ClusterMetrics metrics = ClusterMetrics.getMetrics();
    metrics.incrNumActiveNodes();
    switch(previousNodeState) {
        case LOST:
            metrics.decrNumLostNMs();
            break;
        case REBOOTED:
            metrics.decrNumRebootedNMs();
            break;
        case DECOMMISSIONED:
            metrics.decrDecommisionedNMs();
            break;
        case UNHEALTHY:
            metrics.decrNumUnhealthyNMs();
            break;
        case SHUTDOWN:
            metrics.decrNumShutdownNMs();
            break;
        case DECOMMISSIONING:
            metrics.decrDecommissioningNMs();
            break;
        default:
            LOG.debug("Unexpected previous node state");
    }
}

Example 3 with ClusterMetrics

use of org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics in project hadoop by apache.

the class TestRMWebServices method verifyClusterMetrics.

public void verifyClusterMetrics(int submittedApps, int completedApps, int reservedMB, int availableMB, int allocMB, int reservedVirtualCores, int availableVirtualCores, int allocVirtualCores, int totalVirtualCores, int containersAlloc, int totalMB, int totalNodes, int lostNodes, int unhealthyNodes, int decommissionedNodes, int rebootedNodes, int activeNodes, int shutdownNodes) throws JSONException, Exception {
    ResourceScheduler rs = rm.getResourceScheduler();
    QueueMetrics metrics = rs.getRootQueueMetrics();
    ClusterMetrics clusterMetrics = ClusterMetrics.getMetrics();
    long totalMBExpect = metrics.getAvailableMB() + metrics.getAllocatedMB();
    long totalVirtualCoresExpect = metrics.getAvailableVirtualCores() + metrics.getAllocatedVirtualCores();
    assertEquals("appsSubmitted doesn't match", metrics.getAppsSubmitted(), submittedApps);
    assertEquals("appsCompleted doesn't match", metrics.getAppsCompleted(), completedApps);
    assertEquals("reservedMB doesn't match", metrics.getReservedMB(), reservedMB);
    assertEquals("availableMB doesn't match", metrics.getAvailableMB(), availableMB);
    assertEquals("allocatedMB doesn't match", metrics.getAllocatedMB(), allocMB);
    assertEquals("reservedVirtualCores doesn't match", metrics.getReservedVirtualCores(), reservedVirtualCores);
    assertEquals("availableVirtualCores doesn't match", metrics.getAvailableVirtualCores(), availableVirtualCores);
    assertEquals("allocatedVirtualCores doesn't match", totalVirtualCoresExpect, allocVirtualCores);
    assertEquals("containersAllocated doesn't match", 0, containersAlloc);
    assertEquals("totalMB doesn't match", totalMBExpect, totalMB);
    assertEquals("totalNodes doesn't match", clusterMetrics.getNumActiveNMs() + clusterMetrics.getNumLostNMs() + clusterMetrics.getNumDecommisionedNMs() + clusterMetrics.getNumRebootedNMs() + clusterMetrics.getUnhealthyNMs(), totalNodes);
    assertEquals("lostNodes doesn't match", clusterMetrics.getNumLostNMs(), lostNodes);
    assertEquals("unhealthyNodes doesn't match", clusterMetrics.getUnhealthyNMs(), unhealthyNodes);
    assertEquals("decommissionedNodes doesn't match", clusterMetrics.getNumDecommisionedNMs(), decommissionedNodes);
    assertEquals("rebootedNodes doesn't match", clusterMetrics.getNumRebootedNMs(), rebootedNodes);
    assertEquals("activeNodes doesn't match", clusterMetrics.getNumActiveNMs(), activeNodes);
    assertEquals("shutdownNodes doesn't match", clusterMetrics.getNumShutdownNMs(), shutdownNodes);
}