Examples with JobUnsuccessfulCompletionEvent org.apache.hadoop.mapreduce.jobhistory.JobUnsuccessfulCompletionEvent used on opensource projects

Example 1 with JobUnsuccessfulCompletionEvent

use of org.apache.hadoop.mapreduce.jobhistory.JobUnsuccessfulCompletionEvent in project hadoop by apache.

the class JobImpl method unsuccessfulFinish.

private void unsuccessfulFinish(JobStateInternal finalState) {
    if (finishTime == 0)
        setFinishTime();
    cleanupProgress = 1.0f;
    JobUnsuccessfulCompletionEvent unsuccessfulJobEvent = new JobUnsuccessfulCompletionEvent(oldJobId, finishTime, succeededMapTaskCount, succeededReduceTaskCount, finalState.toString(), diagnostics);
    eventHandler.handle(new JobHistoryEvent(jobId, unsuccessfulJobEvent));
    finished(finalState);
}

Example 2 with JobUnsuccessfulCompletionEvent

use of org.apache.hadoop.mapreduce.jobhistory.JobUnsuccessfulCompletionEvent in project hadoop by apache.

the class MRAppMasterTestLaunchTime method verifyFailedStatus.

private void verifyFailedStatus(MRAppMasterTest appMaster, String expectedJobState) {
    ArgumentCaptor<JobHistoryEvent> captor = ArgumentCaptor.forClass(JobHistoryEvent.class);
    // handle two events: AMStartedEvent and JobUnsuccessfulCompletionEvent
    verify(appMaster.spyHistoryService, times(2)).handleEvent(captor.capture());
    HistoryEvent event = captor.getValue().getHistoryEvent();
    assertTrue(event instanceof JobUnsuccessfulCompletionEvent);
    assertEquals(((JobUnsuccessfulCompletionEvent) event).getStatus(), expectedJobState);
}

Example 3 with JobUnsuccessfulCompletionEvent

use of org.apache.hadoop.mapreduce.jobhistory.JobUnsuccessfulCompletionEvent in project hadoop by apache.

the class TestJobHistoryParsing method testMultipleFailedTasks.

@Test
public void testMultipleFailedTasks() throws Exception {
    JobHistoryParser parser = new JobHistoryParser(Mockito.mock(FSDataInputStream.class));
    EventReader reader = Mockito.mock(EventReader.class);
    // Hack!
    final AtomicInteger numEventsRead = new AtomicInteger(0);
    final org.apache.hadoop.mapreduce.TaskType taskType = org.apache.hadoop.mapreduce.TaskType.MAP;
    final TaskID[] tids = new TaskID[2];
    final JobID jid = new JobID("1", 1);
    tids[0] = new TaskID(jid, taskType, 0);
    tids[1] = new TaskID(jid, taskType, 1);
    Mockito.when(reader.getNextEvent()).thenAnswer(new Answer<HistoryEvent>() {

        public HistoryEvent answer(InvocationOnMock invocation) throws IOException {
            // send two task start and two task fail events for tasks 0 and 1
            int eventId = numEventsRead.getAndIncrement();
            TaskID tid = tids[eventId & 0x1];
            if (eventId < 2) {
                return new TaskStartedEvent(tid, 0, taskType, "");
            }
            if (eventId < 4) {
                TaskFailedEvent tfe = new TaskFailedEvent(tid, 0, taskType, "failed", "FAILED", null, new Counters());
                tfe.setDatum(tfe.getDatum());
                return tfe;
            }
            if (eventId < 5) {
                JobUnsuccessfulCompletionEvent juce = new JobUnsuccessfulCompletionEvent(jid, 100L, 2, 0, "JOB_FAILED", Collections.singletonList("Task failed: " + tids[0].toString()));
                return juce;
            }
            return null;
        }
    });
    JobInfo info = parser.parse(reader);
    assertTrue("Task 0 not implicated", info.getErrorInfo().contains(tids[0].toString()));
}