Examples with YarnClient org.apache.hadoop.yarn.client.api.YarnClient used on opensource projects

Example 71 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestYarnClient method testKillApplication.

@Test
public void testKillApplication() throws Exception {
    MockRM rm = new MockRM();
    rm.start();
    RMApp app = rm.submitApp(2000);
    Configuration conf = new Configuration();
    @SuppressWarnings("resource") final YarnClient client = new MockYarnClient();
    client.init(conf);
    client.start();
    client.killApplication(app.getApplicationId());
    verify(((MockYarnClient) client).getRMClient(), times(2)).forceKillApplication(any(KillApplicationRequest.class));
}

Example 72 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestYarnClient method testGetNodesToLabels.

@Test(timeout = 10000)
public void testGetNodesToLabels() throws YarnException, IOException {
    Configuration conf = new Configuration();
    final YarnClient client = new MockYarnClient();
    client.init(conf);
    client.start();
    // Get labels to nodes mapping
    Map<NodeId, Set<String>> expectedNodesToLabels = ((MockYarnClient) client).getNodeToLabelsMap();
    Map<NodeId, Set<String>> nodesToLabels = client.getNodeToLabels();
    Assert.assertEquals(nodesToLabels, expectedNodesToLabels);
    Assert.assertEquals(nodesToLabels.size(), 1);
    client.stop();
    client.close();
}

Example 73 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestYarnClient method testGetLabelsToNodes.

@Test(timeout = 10000)
public void testGetLabelsToNodes() throws YarnException, IOException {
    Configuration conf = new Configuration();
    final YarnClient client = new MockYarnClient();
    client.init(conf);
    client.start();
    // Get labels to nodes mapping
    Map<String, Set<NodeId>> expectedLabelsToNodes = ((MockYarnClient) client).getLabelsToNodesMap();
    Map<String, Set<NodeId>> labelsToNodes = client.getLabelsToNodes();
    Assert.assertEquals(labelsToNodes, expectedLabelsToNodes);
    Assert.assertEquals(labelsToNodes.size(), 3);
    // Get labels to nodes for selected labels
    Set<String> setLabels = new HashSet<String>(Arrays.asList("x", "z"));
    expectedLabelsToNodes = ((MockYarnClient) client).getLabelsToNodesMap(setLabels);
    labelsToNodes = client.getLabelsToNodes(setLabels);
    Assert.assertEquals(labelsToNodes, expectedLabelsToNodes);
    Assert.assertEquals(labelsToNodes.size(), 2);
    client.stop();
    client.close();
}

Example 74 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestYarnClient method testSubmitApplication.

@SuppressWarnings("deprecation")
@Test(timeout = 30000)
public void testSubmitApplication() throws Exception {
    Configuration conf = new Configuration();
    conf.setLong(YarnConfiguration.YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS, // speed up tests
    100);
    final YarnClient client = new MockYarnClient();
    client.init(conf);
    client.start();
    YarnApplicationState[] exitStates = new YarnApplicationState[] { YarnApplicationState.ACCEPTED, YarnApplicationState.RUNNING, YarnApplicationState.FINISHED };
    // Submit an application without ApplicationId provided
    // Should get ApplicationIdNotProvidedException
    ApplicationSubmissionContext contextWithoutApplicationId = mock(ApplicationSubmissionContext.class);
    try {
        client.submitApplication(contextWithoutApplicationId);
        Assert.fail("Should throw the ApplicationIdNotProvidedException");
    } catch (YarnException e) {
        Assert.assertTrue(e instanceof ApplicationIdNotProvidedException);
        Assert.assertTrue(e.getMessage().contains("ApplicationId is not provided in ApplicationSubmissionContext"));
    }
    // Should be successful
    for (int i = 0; i < exitStates.length; ++i) {
        ApplicationSubmissionContext context = mock(ApplicationSubmissionContext.class);
        ApplicationId applicationId = ApplicationId.newInstance(System.currentTimeMillis(), i);
        when(context.getApplicationId()).thenReturn(applicationId);
        ((MockYarnClient) client).setYarnApplicationState(exitStates[i]);
        client.submitApplication(context);
        verify(((MockYarnClient) client).mockReport, times(4 * i + 4)).getYarnApplicationState();
    }
    client.stop();
}

Example 75 with YarnClient

use of org.apache.hadoop.yarn.client.api.YarnClient in project hadoop by apache.

the class TestYarnClient method testSubmitApplicationInterrupted.

@SuppressWarnings("deprecation")
@Test(timeout = 20000)
public void testSubmitApplicationInterrupted() throws IOException {
    Configuration conf = new Configuration();
    int pollIntervalMs = 1000;
    conf.setLong(YarnConfiguration.YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS, pollIntervalMs);
    try (final YarnClient client = new MockYarnClient()) {
        client.init(conf);
        client.start();
        // for submission to be successful.
        final class SubmitThread extends Thread {

            private boolean isInterrupted = false;

            @Override
            public void run() {
                ApplicationSubmissionContext context = mock(ApplicationSubmissionContext.class);
                ApplicationId applicationId = ApplicationId.newInstance(System.currentTimeMillis(), 1);
                when(context.getApplicationId()).thenReturn(applicationId);
                ((MockYarnClient) client).setYarnApplicationState(YarnApplicationState.NEW);
                try {
                    client.submitApplication(context);
                } catch (YarnException | IOException e) {
                    if (e instanceof YarnException && e.getCause() != null && e.getCause() instanceof InterruptedException) {
                        isInterrupted = true;
                    }
                }
            }
        }
        SubmitThread appSubmitThread = new SubmitThread();
        appSubmitThread.start();
        try {
            // (enter TIMED_WAITING state).
            while (appSubmitThread.getState() != State.TIMED_WAITING) {
                Thread.sleep(pollIntervalMs / 2);
            }
            // Interrupt the thread.
            appSubmitThread.interrupt();
            appSubmitThread.join();
        } catch (InterruptedException e) {
        }
        Assert.assertTrue("Expected an InterruptedException wrapped inside a " + "YarnException", appSubmitThread.isInterrupted);
    }
}