Examples with YarnClient org.apache.hadoop.yarn.client.api.YarnClient used on opensource projects

Example 76 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestYarnClient method testGetContainers.

@Test(timeout = 10000)
public void testGetContainers() throws YarnException, IOException {
    Configuration conf = new Configuration();
    conf.setBoolean(YarnConfiguration.APPLICATION_HISTORY_ENABLED, true);
    final YarnClient client = new MockYarnClient();
    client.init(conf);
    client.start();
    ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
    ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(applicationId, 1);
    List<ContainerReport> reports = client.getContainers(appAttemptId);
    Assert.assertNotNull(reports);
    Assert.assertEquals(reports.get(0).getContainerId(), (ContainerId.newContainerId(appAttemptId, 1)));
    Assert.assertEquals(reports.get(1).getContainerId(), (ContainerId.newContainerId(appAttemptId, 2)));
    Assert.assertEquals(reports.get(2).getContainerId(), (ContainerId.newContainerId(appAttemptId, 3)));
    //First2 containers should come from RM with updated state information and 
    // 3rd container is not there in RM and should
    Assert.assertEquals(ContainerState.RUNNING, (reports.get(0).getContainerState()));
    Assert.assertEquals(ContainerState.RUNNING, (reports.get(1).getContainerState()));
    Assert.assertEquals(ContainerState.COMPLETE, (reports.get(2).getContainerState()));
    client.stop();
}

Example 77 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestYarnClient method testAMMRTokens.

@Test(timeout = 30000)
public void testAMMRTokens() throws Exception {
    MiniYARNCluster cluster = new MiniYARNCluster("testMRAMTokens", 1, 1, 1);
    YarnClient rmClient = null;
    try {
        cluster.init(new YarnConfiguration());
        cluster.start();
        final Configuration yarnConf = cluster.getConfig();
        rmClient = YarnClient.createYarnClient();
        rmClient.init(yarnConf);
        rmClient.start();
        ApplicationId appId = createApp(rmClient, false);
        waitTillAccepted(rmClient, appId, false);
        //managed AMs don't return AMRM token
        Assert.assertNull(rmClient.getAMRMToken(appId));
        appId = createApp(rmClient, true);
        waitTillAccepted(rmClient, appId, true);
        long start = System.currentTimeMillis();
        while (rmClient.getAMRMToken(appId) == null) {
            if (System.currentTimeMillis() - start > 20 * 1000) {
                Assert.fail("AMRM token is null");
            }
            Thread.sleep(100);
        }
        //unmanaged AMs do return AMRM token
        Assert.assertNotNull(rmClient.getAMRMToken(appId));
        UserGroupInformation other = UserGroupInformation.createUserForTesting("foo", new String[] {});
        appId = other.doAs(new PrivilegedExceptionAction<ApplicationId>() {

            @Override
            public ApplicationId run() throws Exception {
                YarnClient rmClient = YarnClient.createYarnClient();
                rmClient.init(yarnConf);
                rmClient.start();
                ApplicationId appId = createApp(rmClient, true);
                waitTillAccepted(rmClient, appId, true);
                long start = System.currentTimeMillis();
                while (rmClient.getAMRMToken(appId) == null) {
                    if (System.currentTimeMillis() - start > 20 * 1000) {
                        Assert.fail("AMRM token is null");
                    }
                    Thread.sleep(100);
                }
                //unmanaged AMs do return AMRM token
                Assert.assertNotNull(rmClient.getAMRMToken(appId));
                return appId;
            }
        });
        //other users don't get AMRM token
        Assert.assertNull(rmClient.getAMRMToken(appId));
    } finally {
        if (rmClient != null) {
            rmClient.stop();
        }
        cluster.stop();
    }
}

Example 78 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestClusterCLI method testGetClusterNodeLabels.

@Test
public void testGetClusterNodeLabels() throws Exception {
    YarnClient client = mock(YarnClient.class);
    when(client.getClusterNodeLabels()).thenReturn(Arrays.asList(NodeLabel.newInstance("label1"), NodeLabel.newInstance("label2")));
    ClusterCLI cli = new ClusterCLI();
    cli.setClient(client);
    cli.setSysOutPrintStream(sysOut);
    cli.setSysErrPrintStream(sysErr);
    int rc = cli.run(new String[] { ClusterCLI.CMD, "-" + ClusterCLI.LIST_LABELS_CMD });
    assertEquals(0, rc);
    ByteArrayOutputStream baos = new ByteArrayOutputStream();
    PrintWriter pw = new PrintWriter(baos);
    pw.print("Node Labels: <label1:exclusivity=true>,<label2:exclusivity=true>");
    pw.close();
    verify(sysOut).println(baos.toString("UTF-8"));
}

Example 79 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestClusterCLI method testGetEmptyClusterNodeLabels.

@Test
public void testGetEmptyClusterNodeLabels() throws Exception {
    YarnClient client = mock(YarnClient.class);
    when(client.getClusterNodeLabels()).thenReturn(new ArrayList<NodeLabel>());
    ClusterCLI cli = new ClusterCLI();
    cli.setClient(client);
    cli.setSysOutPrintStream(sysOut);
    cli.setSysErrPrintStream(sysErr);
    int rc = cli.run(new String[] { ClusterCLI.CMD, "-" + ClusterCLI.LIST_LABELS_CMD });
    assertEquals(0, rc);
    ByteArrayOutputStream baos = new ByteArrayOutputStream();
    PrintWriter pw = new PrintWriter(baos);
    pw.print("Node Labels: ");
    pw.close();
    verify(sysOut).println(baos.toString("UTF-8"));
}

Example 80 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestClusterCLI method testGetClusterNodeLabelsWithLocalAccess.

@Test
public void testGetClusterNodeLabelsWithLocalAccess() throws Exception {
    YarnClient client = mock(YarnClient.class);
    when(client.getClusterNodeLabels()).thenReturn(Arrays.asList(NodeLabel.newInstance("remote1"), NodeLabel.newInstance("remote2")));
    ClusterCLI cli = new ClusterCLI();
    cli.setClient(client);
    cli.setSysOutPrintStream(sysOut);
    cli.setSysErrPrintStream(sysErr);
    ClusterCLI.localNodeLabelsManager = mock(CommonNodeLabelsManager.class);
    when(ClusterCLI.localNodeLabelsManager.getClusterNodeLabels()).thenReturn(Arrays.asList(NodeLabel.newInstance("local1"), NodeLabel.newInstance("local2")));
    int rc = cli.run(new String[] { ClusterCLI.CMD, "-" + ClusterCLI.LIST_LABELS_CMD, "-" + ClusterCLI.DIRECTLY_ACCESS_NODE_LABEL_STORE });
    assertEquals(0, rc);
    ByteArrayOutputStream baos = new ByteArrayOutputStream();
    PrintWriter pw = new PrintWriter(baos);
    // it should return local* instead of remote*
    pw.print("Node Labels: <local1:exclusivity=true>,<local2:exclusivity=true>");
    pw.close();
    verify(sysOut).println(baos.toString("UTF-8"));
}