Examples with TestingLeaderElectionService org.apache.flink.runtime.leaderelection.TestingLeaderElectionService used on opensource projects

Example 21 with TestingLeaderElectionService

use of org.apache.flink.runtime.leaderelection.TestingLeaderElectionService in project flink by apache.

the class DispatcherTest method setUp.

@Before
public void setUp() throws Exception {
    super.setUp();
    jobGraph = JobGraphTestUtils.singleNoOpJobGraph();
    jobId = jobGraph.getJobID();
    jobMasterLeaderElectionService = new TestingLeaderElectionService();
    haServices.setJobMasterLeaderElectionService(jobId, jobMasterLeaderElectionService);
    createdJobManagerRunnerLatch = new CountDownLatch(2);
}

Example 22 with TestingLeaderElectionService

use of org.apache.flink.runtime.leaderelection.TestingLeaderElectionService in project flink by apache.

the class ManualLeaderService method revokeLeadership.

public void revokeLeadership() {
    assert (currentLeaderId != null);
    assert (0 <= currentLeaderIndex && currentLeaderIndex < leaderElectionServices.size());
    TestingLeaderElectionService testingLeaderElectionService = leaderElectionServices.get(currentLeaderIndex);
    testingLeaderElectionService.notLeader();
    currentLeaderIndex = -1;
    currentLeaderId = null;
}

Example 23 with TestingLeaderElectionService

use of org.apache.flink.runtime.leaderelection.TestingLeaderElectionService in project flink by apache.

the class DefaultDispatcherRunnerTest method setup.

@Before
public void setup() {
    testingLeaderElectionService = new TestingLeaderElectionService();
    testingFatalErrorHandler = new TestingFatalErrorHandler();
    testingDispatcherLeaderProcessFactory = TestingDispatcherLeaderProcessFactory.defaultValue();
}

Example 24 with TestingLeaderElectionService

use of org.apache.flink.runtime.leaderelection.TestingLeaderElectionService in project flink by apache.

the class DefaultDispatcherRunnerITCase method setup.

@Before
public void setup() {
    dispatcherRunnerFactory = DefaultDispatcherRunnerFactory.createSessionRunner(SessionDispatcherFactory.INSTANCE);
    jobGraph = createJobGraph();
    dispatcherLeaderElectionService = new TestingLeaderElectionService();
    fatalErrorHandler = new TestingFatalErrorHandler();
    jobGraphStore = TestingJobGraphStore.newBuilder().build();
    jobResultStore = new EmbeddedJobResultStore();
    partialDispatcherServices = TestingPartialDispatcherServices.builder().withFatalErrorHandler(fatalErrorHandler).build(blobServerResource.getBlobServer(), new Configuration());
}

Example 25 with TestingLeaderElectionService

use of org.apache.flink.runtime.leaderelection.TestingLeaderElectionService in project flink by apache.

the class ZooKeeperDefaultDispatcherRunnerTest method testResourceCleanupUnderLeadershipChange.

/**
 * See FLINK-11665.
 */
@Test
public void testResourceCleanupUnderLeadershipChange() throws Exception {
    final TestingRpcService rpcService = testingRpcServiceResource.getTestingRpcService();
    final TestingLeaderElectionService dispatcherLeaderElectionService = new TestingLeaderElectionService();
    final CuratorFramework client = ZooKeeperUtils.startCuratorFramework(configuration, fatalErrorHandler).asCuratorFramework();
    try (final TestingHighAvailabilityServices highAvailabilityServices = new TestingHighAvailabilityServicesBuilder().setDispatcherLeaderElectionService(dispatcherLeaderElectionService).setJobMasterLeaderRetrieverFunction(jobId -> ZooKeeperUtils.createLeaderRetrievalService(client)).build()) {
        final PartialDispatcherServices partialDispatcherServices = new PartialDispatcherServices(configuration, highAvailabilityServices, CompletableFuture::new, blobServer, new TestingHeartbeatServices(), UnregisteredMetricGroups::createUnregisteredJobManagerMetricGroup, new MemoryExecutionGraphInfoStore(), fatalErrorHandler, VoidHistoryServerArchivist.INSTANCE, null, ForkJoinPool.commonPool(), new DispatcherOperationCaches());
        final DefaultDispatcherRunnerFactory defaultDispatcherRunnerFactory = DefaultDispatcherRunnerFactory.createSessionRunner(SessionDispatcherFactory.INSTANCE);
        try (final DispatcherRunner dispatcherRunner = createDispatcherRunner(rpcService, dispatcherLeaderElectionService, new JobPersistenceComponentFactory() {

            @Override
            public JobGraphStore createJobGraphStore() {
                return createZooKeeperJobGraphStore(client);
            }

            @Override
            public JobResultStore createJobResultStore() {
                return new EmbeddedJobResultStore();
            }
        }, partialDispatcherServices, defaultDispatcherRunnerFactory)) {
            // initial run
            DispatcherGateway dispatcherGateway = grantLeadership(dispatcherLeaderElectionService);
            final JobGraph jobGraph = createJobGraphWithBlobs();
            LOG.info("Initial job submission {}.", jobGraph.getJobID());
            dispatcherGateway.submitJob(jobGraph, TESTING_TIMEOUT).get();
            dispatcherLeaderElectionService.notLeader();
            // recovering submitted jobs
            LOG.info("Re-grant leadership first time.");
            dispatcherGateway = grantLeadership(dispatcherLeaderElectionService);
            LOG.info("Cancel recovered job {}.", jobGraph.getJobID());
            // cancellation of the job should remove everything
            final CompletableFuture<JobResult> jobResultFuture = dispatcherGateway.requestJobResult(jobGraph.getJobID(), TESTING_TIMEOUT);
            dispatcherGateway.cancelJob(jobGraph.getJobID(), TESTING_TIMEOUT).get();
            // a successful cancellation should eventually remove all job information
            final JobResult jobResult = jobResultFuture.get();
            assertThat(jobResult.getApplicationStatus(), is(ApplicationStatus.CANCELED));
            dispatcherLeaderElectionService.notLeader();
            // check that the job has been removed from ZooKeeper
            final JobGraphStore submittedJobGraphStore = createZooKeeperJobGraphStore(client);
            CommonTestUtils.waitUntilCondition(() -> submittedJobGraphStore.getJobIds().isEmpty(), Deadline.fromNow(VERIFICATION_TIMEOUT), 20L);
        }
    }
    // check resource clean up
    assertThat(clusterHaStorageDir.listFiles(), is(emptyArray()));
}