Examples with RpcService org.apache.flink.runtime.rpc.RpcService used on opensource projects

Example 1 with RpcService

use of org.apache.flink.runtime.rpc.RpcService in project flink by apache.

the class JobManagerRunnerMockTest method setUp.

@Before
public void setUp() throws Exception {
    RpcService mockRpc = mock(RpcService.class);
    when(mockRpc.getAddress()).thenReturn("localhost");
    jobManager = mock(JobMaster.class);
    jobManagerGateway = mock(JobMasterGateway.class);
    when(jobManager.getSelf()).thenReturn(jobManagerGateway);
    when(jobManager.getRpcService()).thenReturn(mockRpc);
    PowerMockito.whenNew(JobMaster.class).withAnyArguments().thenReturn(jobManager);
    jobCompletion = new TestingOnCompletionActions();
    leaderElectionService = mock(LeaderElectionService.class);
    when(leaderElectionService.hasLeadership()).thenReturn(true);
    SubmittedJobGraphStore submittedJobGraphStore = mock(SubmittedJobGraphStore.class);
    blobStore = mock(BlobStore.class);
    HighAvailabilityServices haServices = mock(HighAvailabilityServices.class);
    when(haServices.getJobManagerLeaderElectionService(any(JobID.class))).thenReturn(leaderElectionService);
    when(haServices.getSubmittedJobGraphStore()).thenReturn(submittedJobGraphStore);
    when(haServices.createBlobStore()).thenReturn(blobStore);
    when(haServices.getRunningJobsRegistry()).thenReturn(runningJobsRegistry);
    HeartbeatServices heartbeatServices = mock(HeartbeatServices.class);
    runner = PowerMockito.spy(new JobManagerRunner(ResourceID.generate(), new JobGraph("test", new JobVertex("vertex")), mock(Configuration.class), mockRpc, haServices, heartbeatServices, JobManagerServices.fromConfiguration(new Configuration(), haServices), new MetricRegistry(MetricRegistryConfiguration.defaultMetricRegistryConfiguration()), jobCompletion, jobCompletion));
}

Example 2 with RpcService

use of org.apache.flink.runtime.rpc.RpcService in project flink by apache.

the class ClusterEntrypoint method initializeServices.

protected void initializeServices(Configuration configuration, PluginManager pluginManager) throws Exception {
    LOG.info("Initializing cluster services.");
    synchronized (lock) {
        resourceId = configuration.getOptional(JobManagerOptions.JOB_MANAGER_RESOURCE_ID).map(value -> DeterminismEnvelope.deterministicValue(new ResourceID(value))).orElseGet(() -> DeterminismEnvelope.nondeterministicValue(ResourceID.generate()));
        LOG.debug("Initialize cluster entrypoint {} with resource id {}.", getClass().getSimpleName(), resourceId);
        workingDirectory = ClusterEntrypointUtils.createJobManagerWorkingDirectory(configuration, resourceId);
        LOG.info("Using working directory: {}.", workingDirectory);
        rpcSystem = RpcSystem.load(configuration);
        commonRpcService = RpcUtils.createRemoteRpcService(rpcSystem, configuration, configuration.getString(JobManagerOptions.ADDRESS), getRPCPortRange(configuration), configuration.getString(JobManagerOptions.BIND_HOST), configuration.getOptional(JobManagerOptions.RPC_BIND_PORT));
        JMXService.startInstance(configuration.getString(JMXServerOptions.JMX_SERVER_PORT));
        // update the configuration used to create the high availability services
        configuration.setString(JobManagerOptions.ADDRESS, commonRpcService.getAddress());
        configuration.setInteger(JobManagerOptions.PORT, commonRpcService.getPort());
        ioExecutor = Executors.newFixedThreadPool(ClusterEntrypointUtils.getPoolSize(configuration), new ExecutorThreadFactory("cluster-io"));
        haServices = createHaServices(configuration, ioExecutor, rpcSystem);
        blobServer = BlobUtils.createBlobServer(configuration, Reference.borrowed(workingDirectory.unwrap().getBlobStorageDirectory()), haServices.createBlobStore());
        blobServer.start();
        configuration.setString(BlobServerOptions.PORT, String.valueOf(blobServer.getPort()));
        heartbeatServices = createHeartbeatServices(configuration);
        metricRegistry = createMetricRegistry(configuration, pluginManager, rpcSystem);
        final RpcService metricQueryServiceRpcService = MetricUtils.startRemoteMetricsRpcService(configuration, commonRpcService.getAddress(), configuration.getString(JobManagerOptions.BIND_HOST), rpcSystem);
        metricRegistry.startQueryService(metricQueryServiceRpcService, null);
        final String hostname = RpcUtils.getHostname(commonRpcService);
        processMetricGroup = MetricUtils.instantiateProcessMetricGroup(metricRegistry, hostname, ConfigurationUtils.getSystemResourceMetricsProbingInterval(configuration));
        executionGraphInfoStore = createSerializableExecutionGraphStore(configuration, commonRpcService.getScheduledExecutor());
    }
}

Example 3 with RpcService

use of org.apache.flink.runtime.rpc.RpcService in project flink by apache.

the class MiniCluster method terminateRpcServices.

@Nonnull
private CompletableFuture<Void> terminateRpcServices() {
    synchronized (lock) {
        final int numRpcServices = 1 + rpcServices.size();
        final Collection<CompletableFuture<?>> rpcTerminationFutures = new ArrayList<>(numRpcServices);
        rpcTerminationFutures.add(commonRpcService.stopService());
        for (RpcService rpcService : rpcServices) {
            rpcTerminationFutures.add(rpcService.stopService());
        }
        commonRpcService = null;
        rpcServices.clear();
        return FutureUtils.completeAll(rpcTerminationFutures);
    }
}

Example 4 with RpcService

use of org.apache.flink.runtime.rpc.RpcService in project flink by apache.

the class AkkaRpcActorTest method testActorTerminationWhenServiceShutdown.

/**
 * Tests that actors are properly terminated when the AkkaRpcService is shut down.
 */
@Test
public void testActorTerminationWhenServiceShutdown() throws Exception {
    final ActorSystem rpcActorSystem = AkkaUtils.createDefaultActorSystem();
    final RpcService rpcService = new AkkaRpcService(rpcActorSystem, AkkaRpcServiceConfiguration.defaultConfiguration());
    try {
        SimpleRpcEndpoint rpcEndpoint = new SimpleRpcEndpoint(rpcService, SimpleRpcEndpoint.class.getSimpleName());
        rpcEndpoint.start();
        CompletableFuture<Void> terminationFuture = rpcEndpoint.getTerminationFuture();
        rpcService.stopService();
        terminationFuture.get(timeout.toMilliseconds(), TimeUnit.MILLISECONDS);
    } finally {
        rpcActorSystem.terminate();
        AkkaFutureUtils.toJava(rpcActorSystem.whenTerminated()).get(timeout.getSize(), timeout.getUnit());
    }
}

Example 5 with RpcService

use of org.apache.flink.runtime.rpc.RpcService in project flink by apache.

the class ApplicationDispatcherGatewayServiceFactory method create.

@Override
public AbstractDispatcherLeaderProcess.DispatcherGatewayService create(DispatcherId fencingToken, Collection<JobGraph> recoveredJobs, Collection<JobResult> recoveredDirtyJobResults, JobGraphWriter jobGraphWriter, JobResultStore jobResultStore) {
    final List<JobID> recoveredJobIds = getRecoveredJobIds(recoveredJobs);
    final Dispatcher dispatcher;
    try {
        dispatcher = dispatcherFactory.createDispatcher(rpcService, fencingToken, recoveredJobs, recoveredDirtyJobResults, (dispatcherGateway, scheduledExecutor, errorHandler) -> new ApplicationDispatcherBootstrap(application, recoveredJobIds, configuration, dispatcherGateway, scheduledExecutor, errorHandler), PartialDispatcherServicesWithJobPersistenceComponents.from(partialDispatcherServices, jobGraphWriter, jobResultStore));
    } catch (Exception e) {
        throw new FlinkRuntimeException("Could not create the Dispatcher rpc endpoint.", e);
    }
    dispatcher.start();
    return DefaultDispatcherGatewayService.from(dispatcher);
}