Examples with WorkerRegistration org.apache.flink.runtime.resourcemanager.registration.WorkerRegistration used on opensource projects

Example 1 with WorkerRegistration

use of org.apache.flink.runtime.resourcemanager.registration.WorkerRegistration in project flink by apache.

the class ResourceManager method requestTaskManagerInfo.

@Override
public CompletableFuture<Collection<TaskManagerInfo>> requestTaskManagerInfo(Time timeout) {
    final ArrayList<TaskManagerInfo> taskManagerInfos = new ArrayList<>(taskExecutors.size());
    for (Map.Entry<ResourceID, WorkerRegistration<WorkerType>> taskExecutorEntry : taskExecutors.entrySet()) {
        final ResourceID resourceId = taskExecutorEntry.getKey();
        final WorkerRegistration<WorkerType> taskExecutor = taskExecutorEntry.getValue();
        taskManagerInfos.add(new TaskManagerInfo(resourceId, taskExecutor.getTaskExecutorGateway().getAddress(), taskExecutor.getDataPort(), taskExecutor.getJmxPort(), taskManagerHeartbeatManager.getLastHeartbeatFrom(resourceId), slotManager.getNumberRegisteredSlotsOf(taskExecutor.getInstanceID()), slotManager.getNumberFreeSlotsOf(taskExecutor.getInstanceID()), slotManager.getRegisteredResourceOf(taskExecutor.getInstanceID()), slotManager.getFreeResourceOf(taskExecutor.getInstanceID()), taskExecutor.getHardwareDescription(), taskExecutor.getMemoryConfiguration()));
    }
    return CompletableFuture.completedFuture(taskManagerInfos);
}

Example 2 with WorkerRegistration

use of org.apache.flink.runtime.resourcemanager.registration.WorkerRegistration in project flink by apache.

the class ResourceManager method registerTaskExecutorInternal.

/**
 * Registers a new TaskExecutor.
 *
 * @param taskExecutorRegistration task executor registration parameters
 * @return RegistrationResponse
 */
private RegistrationResponse registerTaskExecutorInternal(TaskExecutorGateway taskExecutorGateway, TaskExecutorRegistration taskExecutorRegistration) {
    ResourceID taskExecutorResourceId = taskExecutorRegistration.getResourceId();
    WorkerRegistration<WorkerType> oldRegistration = taskExecutors.remove(taskExecutorResourceId);
    if (oldRegistration != null) {
        // TODO :: suggest old taskExecutor to stop itself
        log.debug("Replacing old registration of TaskExecutor {}.", taskExecutorResourceId.getStringWithMetadata());
        // remove old task manager registration from slot manager
        slotManager.unregisterTaskManager(oldRegistration.getInstanceID(), new ResourceManagerException(String.format("TaskExecutor %s re-connected to the ResourceManager.", taskExecutorResourceId.getStringWithMetadata())));
    }
    final WorkerType newWorker = workerStarted(taskExecutorResourceId);
    String taskExecutorAddress = taskExecutorRegistration.getTaskExecutorAddress();
    if (newWorker == null) {
        log.warn("Discard registration from TaskExecutor {} at ({}) because the framework did " + "not recognize it", taskExecutorResourceId.getStringWithMetadata(), taskExecutorAddress);
        return new TaskExecutorRegistrationRejection("The ResourceManager does not recognize this TaskExecutor.");
    } else {
        WorkerRegistration<WorkerType> registration = new WorkerRegistration<>(taskExecutorGateway, newWorker, taskExecutorRegistration.getDataPort(), taskExecutorRegistration.getJmxPort(), taskExecutorRegistration.getHardwareDescription(), taskExecutorRegistration.getMemoryConfiguration(), taskExecutorRegistration.getTotalResourceProfile(), taskExecutorRegistration.getDefaultSlotResourceProfile());
        log.info("Registering TaskManager with ResourceID {} ({}) at ResourceManager", taskExecutorResourceId.getStringWithMetadata(), taskExecutorAddress);
        taskExecutors.put(taskExecutorResourceId, registration);
        taskManagerHeartbeatManager.monitorTarget(taskExecutorResourceId, new TaskExecutorHeartbeatSender(taskExecutorGateway));
        return new TaskExecutorRegistrationSuccess(registration.getInstanceID(), resourceId, clusterInformation);
    }
}

Example 3 with WorkerRegistration

use of org.apache.flink.runtime.resourcemanager.registration.WorkerRegistration in project flink by apache.

the class ResourceManager method requestTaskManagerMetricQueryServiceAddresses.

@Override
public CompletableFuture<Collection<Tuple2<ResourceID, String>>> requestTaskManagerMetricQueryServiceAddresses(Time timeout) {
    final ArrayList<CompletableFuture<Optional<Tuple2<ResourceID, String>>>> metricQueryServiceAddressFutures = new ArrayList<>(taskExecutors.size());
    for (Map.Entry<ResourceID, WorkerRegistration<WorkerType>> workerRegistrationEntry : taskExecutors.entrySet()) {
        final ResourceID tmResourceId = workerRegistrationEntry.getKey();
        final WorkerRegistration<WorkerType> workerRegistration = workerRegistrationEntry.getValue();
        final TaskExecutorGateway taskExecutorGateway = workerRegistration.getTaskExecutorGateway();
        final CompletableFuture<Optional<Tuple2<ResourceID, String>>> metricQueryServiceAddressFuture = taskExecutorGateway.requestMetricQueryServiceAddress(timeout).thenApply(o -> o.toOptional().map(address -> Tuple2.of(tmResourceId, address)));
        metricQueryServiceAddressFutures.add(metricQueryServiceAddressFuture);
    }
    return FutureUtils.combineAll(metricQueryServiceAddressFutures).thenApply(collection -> collection.stream().filter(Optional::isPresent).map(Optional::get).collect(Collectors.toList()));
}