Examples with FailedCheckpointStats org.apache.flink.runtime.checkpoint.FailedCheckpointStats used on opensource projects

Example 6 with FailedCheckpointStats

use of org.apache.flink.runtime.checkpoint.FailedCheckpointStats in project flink by apache.

the class CheckpointStatsHandler method writeHistory.

private static void writeHistory(JsonGenerator gen, CheckpointStatsHistory history) throws IOException {
    gen.writeArrayFieldStart("history");
    for (AbstractCheckpointStats checkpoint : history.getCheckpoints()) {
        gen.writeStartObject();
        gen.writeNumberField("id", checkpoint.getCheckpointId());
        gen.writeStringField("status", checkpoint.getStatus().toString());
        gen.writeBooleanField("is_savepoint", checkpoint.getProperties().isSavepoint());
        gen.writeNumberField("trigger_timestamp", checkpoint.getTriggerTimestamp());
        gen.writeNumberField("latest_ack_timestamp", checkpoint.getLatestAckTimestamp());
        gen.writeNumberField("state_size", checkpoint.getStateSize());
        gen.writeNumberField("end_to_end_duration", checkpoint.getEndToEndDuration());
        gen.writeNumberField("alignment_buffered", checkpoint.getAlignmentBuffered());
        gen.writeNumberField("num_subtasks", checkpoint.getNumberOfSubtasks());
        gen.writeNumberField("num_acknowledged_subtasks", checkpoint.getNumberOfAcknowledgedSubtasks());
        if (checkpoint.getStatus().isCompleted()) {
            // --- Completed ---
            CompletedCheckpointStats completed = (CompletedCheckpointStats) checkpoint;
            String externalPath = completed.getExternalPath();
            if (externalPath != null) {
                gen.writeStringField("external_path", externalPath);
            }
            gen.writeBooleanField("discarded", completed.isDiscarded());
        } else if (checkpoint.getStatus().isFailed()) {
            // --- Failed ---
            FailedCheckpointStats failed = (FailedCheckpointStats) checkpoint;
            gen.writeNumberField("failure_timestamp", failed.getFailureTimestamp());
            String failureMsg = failed.getFailureMessage();
            if (failureMsg != null) {
                gen.writeStringField("failure_message", failureMsg);
            }
        }
        gen.writeEndObject();
    }
    gen.writeEndArray();
}

Example 7 with FailedCheckpointStats

use of org.apache.flink.runtime.checkpoint.FailedCheckpointStats in project flink by apache.

the class CheckpointStatsDetailsHandlerTest method testArchiver.

@Test
public void testArchiver() throws IOException {
    JsonArchivist archivist = new CheckpointStatsDetailsHandler.CheckpointStatsDetailsJsonArchivist();
    CompletedCheckpointStats completedCheckpoint = createCompletedCheckpoint();
    FailedCheckpointStats failedCheckpoint = createFailedCheckpoint();
    List<AbstractCheckpointStats> checkpoints = new ArrayList<>();
    checkpoints.add(failedCheckpoint);
    checkpoints.add(completedCheckpoint);
    CheckpointStatsHistory history = mock(CheckpointStatsHistory.class);
    when(history.getCheckpoints()).thenReturn(checkpoints);
    CheckpointStatsSnapshot snapshot = mock(CheckpointStatsSnapshot.class);
    when(snapshot.getHistory()).thenReturn(history);
    AccessExecutionGraph graph = mock(AccessExecutionGraph.class);
    when(graph.getCheckpointStatsSnapshot()).thenReturn(snapshot);
    when(graph.getJobID()).thenReturn(new JobID());
    ObjectMapper mapper = new ObjectMapper();
    Collection<ArchivedJson> archives = archivist.archiveJsonWithPath(graph);
    Assert.assertEquals(2, archives.size());
    Iterator<ArchivedJson> iterator = archives.iterator();
    ArchivedJson archive1 = iterator.next();
    Assert.assertEquals("/jobs/" + graph.getJobID() + "/checkpoints/details/" + failedCheckpoint.getCheckpointId(), archive1.getPath());
    compareFailedCheckpoint(failedCheckpoint, mapper.readTree(archive1.getJson()));
    ArchivedJson archive2 = iterator.next();
    Assert.assertEquals("/jobs/" + graph.getJobID() + "/checkpoints/details/" + completedCheckpoint.getCheckpointId(), archive2.getPath());
    compareCompletedCheckpoint(completedCheckpoint, mapper.readTree(archive2.getJson()));
}