Search in sources :

Example 21 with AMInfo

use of org.apache.hadoop.mapreduce.v2.api.records.AMInfo in project hadoop by apache.

the class TestAMWebServicesJobs method verifyJobAttemptsGeneric.

public void verifyJobAttemptsGeneric(Job job, String nodeHttpAddress, String nodeId, int id, long startTime, String containerId, String logsLink) {
    boolean attemptFound = false;
    for (AMInfo amInfo : job.getAMInfos()) {
        if (amInfo.getAppAttemptId().getAttemptId() == id) {
            attemptFound = true;
            String nmHost = amInfo.getNodeManagerHost();
            int nmHttpPort = amInfo.getNodeManagerHttpPort();
            int nmPort = amInfo.getNodeManagerPort();
            WebServicesTestUtils.checkStringMatch("nodeHttpAddress", nmHost + ":" + nmHttpPort, nodeHttpAddress);
            WebServicesTestUtils.checkStringMatch("nodeId", NodeId.newInstance(nmHost, nmPort).toString(), nodeId);
            assertTrue("startime not greater than 0", startTime > 0);
            WebServicesTestUtils.checkStringMatch("containerId", amInfo.getContainerId().toString(), containerId);
            String localLogsLink = ujoin("node", "containerlogs", containerId, job.getUserName());
            assertTrue("logsLink", logsLink.contains(localLogsLink));
        }
    }
    assertTrue("attempt: " + id + " was not found", attemptFound);
}
Also used : AMInfo(org.apache.hadoop.mapreduce.v2.api.records.AMInfo)

Example 22 with AMInfo

use of org.apache.hadoop.mapreduce.v2.api.records.AMInfo in project hadoop by apache.

the class TestHsWebServicesJobs method verifyHsJobAttemptsGeneric.

public void verifyHsJobAttemptsGeneric(Job job, String nodeHttpAddress, String nodeId, int id, long startTime, String containerId, String logsLink) {
    boolean attemptFound = false;
    for (AMInfo amInfo : job.getAMInfos()) {
        if (amInfo.getAppAttemptId().getAttemptId() == id) {
            attemptFound = true;
            String nmHost = amInfo.getNodeManagerHost();
            int nmHttpPort = amInfo.getNodeManagerHttpPort();
            int nmPort = amInfo.getNodeManagerPort();
            WebServicesTestUtils.checkStringMatch("nodeHttpAddress", nmHost + ":" + nmHttpPort, nodeHttpAddress);
            assertTrue("startime not greater than 0", startTime > 0);
            WebServicesTestUtils.checkStringMatch("containerId", amInfo.getContainerId().toString(), containerId);
            String localLogsLink = join("hsmockwebapp", ujoin("logs", nodeId, containerId, MRApps.toString(job.getID()), job.getUserName()));
            assertTrue("logsLink", logsLink.contains(localLogsLink));
        }
    }
    assertTrue("attempt: " + id + " was not found", attemptFound);
}
Also used : AMInfo(org.apache.hadoop.mapreduce.v2.api.records.AMInfo)

Example 23 with AMInfo

use of org.apache.hadoop.mapreduce.v2.api.records.AMInfo in project hadoop by apache.

the class TestMRJobsWithHistoryService method verifyJobReport.

private void verifyJobReport(JobReport jobReport, JobId jobId) {
    List<AMInfo> amInfos = jobReport.getAMInfos();
    Assert.assertEquals(1, amInfos.size());
    AMInfo amInfo = amInfos.get(0);
    ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(jobId.getAppId(), 1);
    ContainerId amContainerId = ContainerId.newContainerId(appAttemptId, 1);
    Assert.assertEquals(appAttemptId, amInfo.getAppAttemptId());
    Assert.assertEquals(amContainerId, amInfo.getContainerId());
    Assert.assertTrue(jobReport.getSubmitTime() > 0);
    Assert.assertTrue(jobReport.getStartTime() > 0 && jobReport.getStartTime() >= jobReport.getSubmitTime());
    Assert.assertTrue(jobReport.getFinishTime() > 0 && jobReport.getFinishTime() >= jobReport.getStartTime());
}
Also used : AMInfo(org.apache.hadoop.mapreduce.v2.api.records.AMInfo) ContainerId(org.apache.hadoop.yarn.api.records.ContainerId) ApplicationAttemptId(org.apache.hadoop.yarn.api.records.ApplicationAttemptId)

Aggregations

AMInfo (org.apache.hadoop.mapreduce.v2.api.records.AMInfo)21 Job (org.apache.hadoop.mapreduce.v2.app.job.Job)9 Configuration (org.apache.hadoop.conf.Configuration)5 Task (org.apache.hadoop.mapreduce.v2.app.job.Task)5 IOException (java.io.IOException)4 JobId (org.apache.hadoop.mapreduce.v2.api.records.JobId)4 TaskAttempt (org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt)4 HashMap (java.util.HashMap)3 FSDataInputStream (org.apache.hadoop.fs.FSDataInputStream)3 JobHistoryParser (org.apache.hadoop.mapreduce.jobhistory.JobHistoryParser)3 TaskInfo (org.apache.hadoop.mapreduce.jobhistory.JobHistoryParser.TaskInfo)3 JobReport (org.apache.hadoop.mapreduce.v2.api.records.JobReport)3 Date (java.util.Date)2 LinkedList (java.util.LinkedList)2 GET (javax.ws.rs.GET)2 Path (javax.ws.rs.Path)2 Produces (javax.ws.rs.Produces)2 FileContext (org.apache.hadoop.fs.FileContext)2 Path (org.apache.hadoop.fs.Path)2 AMStartedEvent (org.apache.hadoop.mapreduce.jobhistory.AMStartedEvent)2