Examples with TestEvent org.apache.flink.runtime.operators.lifecycle.event.TestEvent used on opensource projects

Example 6 with TestEvent

use of org.apache.flink.runtime.operators.lifecycle.event.TestEvent in project flink by apache.

the class SameCheckpointValidator method validateOperatorLifecycle.

@Override
public void validateOperatorLifecycle(TestJobWithDescription job, String operatorId, int subtaskIndex, List<TestEvent> operatorEvents) {
    boolean started = false;
    boolean finished = false;
    for (TestEvent ev : operatorEvents) {
        if (ev instanceof CheckpointStartedEvent) {
            if (lastCheckpointID == ((CheckpointStartedEvent) ev).checkpointID) {
                assertFalse(format("Operator %s[%d] started checkpoint %d twice", operatorId, subtaskIndex, lastCheckpointID), started);
                started = true;
            }
        } else if (ev instanceof CheckpointCompletedEvent) {
            if (lastCheckpointID == ((CheckpointCompletedEvent) ev).checkpointID) {
                assertTrue(format("Operator %s[%d] finished checkpoint %d before starting", operatorId, subtaskIndex, lastCheckpointID), started);
                assertFalse(format("Operator %s[%d] finished checkpoint %d twice", operatorId, subtaskIndex, lastCheckpointID), finished);
                finished = true;
            }
        }
    }
    assertTrue(format("Operator %s[%d] didn't finish checkpoint %d (events: %s)", operatorId, subtaskIndex, lastCheckpointID, operatorEvents), finished);
}

Example 7 with TestEvent

use of org.apache.flink.runtime.operators.lifecycle.event.TestEvent in project flink by apache.

the class TestJobDataFlowValidator method checkDataFlow.

public static void checkDataFlow(TestJobWithDescription testJob, boolean withDrain) {
    Map<String, Map<Integer, OperatorFinishedEvent>> finishEvents = new HashMap<>();
    for (TestEvent ev : testJob.eventQueue.getAll()) {
        if (ev instanceof OperatorFinishedEvent) {
            finishEvents.computeIfAbsent(ev.operatorId, ign -> new HashMap<>()).put(ev.subtaskIndex, ((OperatorFinishedEvent) ev));
        }
    }
    for (JobVertex upstream : testJob.jobGraph.getVertices()) {
        for (IntermediateDataSet produced : upstream.getProducedDataSets()) {
            JobEdge edge = produced.getConsumer();
            Optional<String> upstreamIDOptional = getTrackedOperatorID(upstream, true, testJob);
            Optional<String> downstreamIDOptional = getTrackedOperatorID(edge.getTarget(), false, testJob);
            if (upstreamIDOptional.isPresent() && downstreamIDOptional.isPresent()) {
                final String upstreamID = upstreamIDOptional.get();
                final String downstreamID = downstreamIDOptional.get();
                if (testJob.sources.contains(upstreamID)) {
                    // TODO: if we add tests for FLIP-27 sources we might need to adjust
                    // this condition
                    LOG.debug("Legacy sources do not have the finish() method and thus do not" + " emit FinishEvent");
                } else {
                    checkDataFlow(upstreamID, downstreamID, edge, finishEvents, withDrain);
                }
            } else {
                LOG.debug("Ignoring edge (untracked operator): {}", edge);
            }
        }
    }
}