Examples with LabelsToNodesInfo org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.LabelsToNodesInfo used on opensource projects

Example 1 with LabelsToNodesInfo

use of org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.LabelsToNodesInfo in project hadoop by apache.

the class RMWebServices method getLabelsToNodes.

@GET
@Path("/label-mappings")
@Produces({ MediaType.APPLICATION_JSON + "; " + JettyUtils.UTF_8, MediaType.APPLICATION_XML + "; " + JettyUtils.UTF_8 })
public LabelsToNodesInfo getLabelsToNodes(@QueryParam("labels") Set<String> labels) throws IOException {
    init();
    LabelsToNodesInfo lts = new LabelsToNodesInfo();
    Map<NodeLabelInfo, NodeIDsInfo> ltsMap = lts.getLabelsToNodes();
    Map<NodeLabel, Set<NodeId>> labelsToNodeId = null;
    if (labels == null || labels.size() == 0) {
        labelsToNodeId = rm.getRMContext().getNodeLabelManager().getLabelsInfoToNodes();
    } else {
        labelsToNodeId = rm.getRMContext().getNodeLabelManager().getLabelsInfoToNodes(labels);
    }
    for (Entry<NodeLabel, Set<NodeId>> entry : labelsToNodeId.entrySet()) {
        List<String> nodeIdStrList = new ArrayList<String>();
        for (NodeId nodeId : entry.getValue()) {
            nodeIdStrList.add(nodeId.toString());
        }
        ltsMap.put(new NodeLabelInfo(entry.getKey()), new NodeIDsInfo(nodeIdStrList));
    }
    return lts;
}

Example 2 with LabelsToNodesInfo

use of org.apache.hadoop.yarn.server.resourcemanager.webapp.dao.LabelsToNodesInfo in project hadoop by apache.

the class TestRMWebServicesNodeLabels method testNodeLabels.

@Test
public void testNodeLabels() throws JSONException, Exception {
    WebResource r = resource();
    ClientResponse response;
    // Add a label
    NodeLabelsInfo nlsifo = new NodeLabelsInfo();
    nlsifo.getNodeLabelsInfo().add(new NodeLabelInfo("a"));
    response = r.path("ws").path("v1").path("cluster").path("add-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).entity(toJson(nlsifo, NodeLabelsInfo.class), MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("get-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertEquals(1, nlsifo.getNodeLabels().size());
    for (NodeLabelInfo nl : nlsifo.getNodeLabelsInfo()) {
        assertEquals("a", nl.getName());
        assertTrue(nl.getExclusivity());
    }
    // Add another
    nlsifo = new NodeLabelsInfo();
    nlsifo.getNodeLabelsInfo().add(new NodeLabelInfo("b", false));
    response = r.path("ws").path("v1").path("cluster").path("add-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).entity(toJson(nlsifo, NodeLabelsInfo.class), MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("get-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertEquals(2, nlsifo.getNodeLabels().size());
    // Verify exclusivity for 'y' as false
    for (NodeLabelInfo nl : nlsifo.getNodeLabelsInfo()) {
        if (nl.getName().equals("b")) {
            assertFalse(nl.getExclusivity());
        }
    }
    // Add labels to a node
    MultivaluedMapImpl params = new MultivaluedMapImpl();
    params.add("labels", "a");
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("replace-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    LOG.info("posted node nodelabel");
    // Add labels to another node
    params = new MultivaluedMapImpl();
    params.add("labels", "b");
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid1:0").path("replace-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    LOG.info("posted node nodelabel");
    // Add labels to another node
    params = new MultivaluedMapImpl();
    params.add("labels", "b");
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid2:0").path("replace-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    LOG.info("posted node nodelabel");
    // Verify, using get-labels-to-Nodes
    response = r.path("ws").path("v1").path("cluster").path("label-mappings").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    LabelsToNodesInfo ltni = response.getEntity(LabelsToNodesInfo.class);
    assertEquals(2, ltni.getLabelsToNodes().size());
    NodeIDsInfo nodes = ltni.getLabelsToNodes().get(new NodeLabelInfo("b", false));
    assertTrue(nodes.getNodeIDs().contains("nid2:0"));
    assertTrue(nodes.getNodeIDs().contains("nid1:0"));
    nodes = ltni.getLabelsToNodes().get(new NodeLabelInfo("a"));
    assertTrue(nodes.getNodeIDs().contains("nid:0"));
    // Verify, using get-labels-to-Nodes for specified set of labels
    params = new MultivaluedMapImpl();
    params.add("labels", "a");
    response = r.path("ws").path("v1").path("cluster").path("label-mappings").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    ltni = response.getEntity(LabelsToNodesInfo.class);
    assertEquals(1, ltni.getLabelsToNodes().size());
    nodes = ltni.getLabelsToNodes().get(new NodeLabelInfo("a"));
    assertTrue(nodes.getNodeIDs().contains("nid:0"));
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("get-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertTrue(nlsifo.getNodeLabelsInfo().contains(new NodeLabelInfo("a")));
    // Replace
    params = new MultivaluedMapImpl();
    params.add("labels", "b");
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("replace-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    LOG.info("posted node nodelabel");
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("get-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertTrue(nlsifo.getNodeLabelsInfo().contains(new NodeLabelInfo("b", false)));
    // Replace labels using node-to-labels
    NodeToLabelsEntryList ntli = new NodeToLabelsEntryList();
    ArrayList<String> labels = new ArrayList<String>();
    labels.add("a");
    NodeToLabelsEntry nli = new NodeToLabelsEntry("nid:0", labels);
    ntli.getNodeToLabels().add(nli);
    response = r.path("ws").path("v1").path("cluster").path("replace-node-to-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).entity(toJson(ntli, NodeToLabelsEntryList.class), MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify, using node-to-labels
    response = r.path("ws").path("v1").path("cluster").path("get-node-to-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    NodeToLabelsInfo ntlinfo = response.getEntity(NodeToLabelsInfo.class);
    NodeLabelsInfo nlinfo = ntlinfo.getNodeToLabels().get("nid:0");
    assertEquals(1, nlinfo.getNodeLabels().size());
    assertTrue(nlinfo.getNodeLabelsInfo().contains(new NodeLabelInfo("a")));
    // Remove all
    params = new MultivaluedMapImpl();
    params.add("labels", "");
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("replace-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    LOG.info("posted node nodelabel");
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("get-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertTrue(nlsifo.getNodeLabelsInfo().isEmpty());
    // Add a label back for auth tests
    params = new MultivaluedMapImpl();
    params.add("labels", "a");
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("replace-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    LOG.info("posted node nodelabel");
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("get-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertTrue(nlsifo.getNodeLabelsInfo().contains(new NodeLabelInfo("a")));
    // Auth fail replace labels on node
    params = new MultivaluedMapImpl();
    params.add("labels", "b");
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("replace-labels").queryParam("user.name", notUserName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("get-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertTrue(nlsifo.getNodeLabelsInfo().contains(new NodeLabelInfo("a")));
    // Fail to add a label with post
    response = r.path("ws").path("v1").path("cluster").path("add-node-labels").queryParam("user.name", notUserName).accept(MediaType.APPLICATION_JSON).entity("{\"nodeLabels\":\"c\"}", MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("get-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertEquals(2, nlsifo.getNodeLabels().size());
    // Remove cluster label (succeed, we no longer need it)
    params = new MultivaluedMapImpl();
    params.add("labels", "b");
    response = r.path("ws").path("v1").path("cluster").path("remove-node-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("get-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertEquals(1, nlsifo.getNodeLabels().size());
    for (NodeLabelInfo nl : nlsifo.getNodeLabelsInfo()) {
        assertEquals("a", nl.getName());
        assertTrue(nl.getExclusivity());
    }
    // Remove cluster label with post
    params = new MultivaluedMapImpl();
    params.add("labels", "a");
    response = r.path("ws").path("v1").path("cluster").path("remove-node-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("get-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertEquals(0, nlsifo.getNodeLabels().size());
    // Following test cases are to test replace when distributed node label
    // configuration is on
    // Reset for testing : add cluster labels
    nlsifo = new NodeLabelsInfo();
    nlsifo.getNodeLabelsInfo().add(new NodeLabelInfo("x", false));
    nlsifo.getNodeLabelsInfo().add(new NodeLabelInfo("y", false));
    response = r.path("ws").path("v1").path("cluster").path("add-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).entity(toJson(nlsifo, NodeLabelsInfo.class), MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Reset for testing : Add labels to a node
    params = new MultivaluedMapImpl();
    params.add("labels", "y");
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("replace-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    LOG.info("posted node nodelabel");
    //setting rmWebService for non Centralized NodeLabel Configuration
    rmWebService.isCentralizedNodeLabelConfiguration = false;
    // Case1 : Replace labels using node-to-labels
    ntli = new NodeToLabelsEntryList();
    labels = new ArrayList<String>();
    labels.add("x");
    nli = new NodeToLabelsEntry("nid:0", labels);
    ntli.getNodeToLabels().add(nli);
    response = r.path("ws").path("v1").path("cluster").path("replace-node-to-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).entity(toJson(ntli, NodeToLabelsEntryList.class), MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify, using node-to-labels that previous operation has failed
    response = r.path("ws").path("v1").path("cluster").path("get-node-to-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    ntlinfo = response.getEntity(NodeToLabelsInfo.class);
    nlinfo = ntlinfo.getNodeToLabels().get("nid:0");
    assertEquals(1, nlinfo.getNodeLabels().size());
    assertFalse(nlinfo.getNodeLabelsInfo().contains(new NodeLabelInfo("x", false)));
    // Case2 : failure to Replace labels using replace-labels
    response = r.path("ws").path("v1").path("cluster").path("nodes").path("nid:0").path("replace-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).entity("{\"nodeLabelName\": [\"x\"]}", MediaType.APPLICATION_JSON).post(ClientResponse.class);
    LOG.info("posted node nodelabel");
    // Verify, using node-to-labels that previous operation has failed
    response = r.path("ws").path("v1").path("cluster").path("get-node-to-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    ntlinfo = response.getEntity(NodeToLabelsInfo.class);
    nlinfo = ntlinfo.getNodeToLabels().get("nid:0");
    assertEquals(1, nlinfo.getNodeLabels().size());
    assertFalse(nlinfo.getNodeLabelsInfo().contains(new NodeLabelInfo("x", false)));
    //  Case3 : Remove cluster label should be successful
    params = new MultivaluedMapImpl();
    params.add("labels", "x");
    response = r.path("ws").path("v1").path("cluster").path("remove-node-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("get-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertEquals(new NodeLabelInfo("y", false), nlsifo.getNodeLabelsInfo().get(0));
    assertEquals("y", nlsifo.getNodeLabelsInfo().get(0).getName());
    assertFalse(nlsifo.getNodeLabelsInfo().get(0).getExclusivity());
    // Remove y
    params = new MultivaluedMapImpl();
    params.add("labels", "y");
    response = r.path("ws").path("v1").path("cluster").path("remove-node-labels").queryParam("user.name", userName).queryParams(params).accept(MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("get-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertTrue(nlsifo.getNodeLabelsInfo().isEmpty());
    // add a new nodelabel with exclusity
    nlsifo = new NodeLabelsInfo();
    nlsifo.getNodeLabelsInfo().add(new NodeLabelInfo("z", false));
    response = r.path("ws").path("v1").path("cluster").path("add-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).entity(toJson(nlsifo, NodeLabelsInfo.class), MediaType.APPLICATION_JSON).post(ClientResponse.class);
    // Verify
    response = r.path("ws").path("v1").path("cluster").path("get-node-labels").queryParam("user.name", userName).accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
    assertEquals(MediaType.APPLICATION_JSON_TYPE + "; " + JettyUtils.UTF_8, response.getType().toString());
    nlsifo = response.getEntity(NodeLabelsInfo.class);
    assertEquals("z", nlsifo.getNodeLabelsInfo().get(0).getName());
    assertFalse(nlsifo.getNodeLabelsInfo().get(0).getExclusivity());
    assertEquals(1, nlsifo.getNodeLabels().size());
}