Examples with PeerDescription org.apache.nifi.remote.PeerDescription used on opensource projects

Example 16 with PeerDescription

use of org.apache.nifi.remote.PeerDescription in project nifi by apache.

the class PeerSelector method fetchRemotePeerStatuses.

private Set<PeerStatus> fetchRemotePeerStatuses() throws IOException {
    final Set<PeerDescription> peersToRequestClusterInfoFrom = new HashSet<>();
    // Look at all of the peers that we fetched last time.
    final Set<PeerStatus> lastFetched = lastFetchedQueryablePeers;
    if (lastFetched != null && !lastFetched.isEmpty()) {
        lastFetched.stream().map(peer -> peer.getPeerDescription()).forEach(desc -> peersToRequestClusterInfoFrom.add(desc));
    }
    // Always add the configured node info to the list of peers to communicate with
    peersToRequestClusterInfoFrom.add(peerStatusProvider.getBootstrapPeerDescription());
    logger.debug("Fetching remote peer statuses from: {}", peersToRequestClusterInfoFrom);
    Exception lastFailure = null;
    for (final PeerDescription peerDescription : peersToRequestClusterInfoFrom) {
        try {
            final Set<PeerStatus> statuses = peerStatusProvider.fetchRemotePeerStatuses(peerDescription);
            lastFetchedQueryablePeers = statuses.stream().filter(p -> p.isQueryForPeers()).collect(Collectors.toSet());
            return statuses;
        } catch (final Exception e) {
            logger.warn("Could not communicate with {}:{} to determine which nodes exist in the remote NiFi cluster, due to {}", peerDescription.getHostname(), peerDescription.getPort(), e.toString());
            lastFailure = e;
        }
    }
    final IOException ioe = new IOException("Unable to communicate with remote NiFi cluster in order to determine which nodes exist in the remote cluster");
    if (lastFailure != null) {
        ioe.addSuppressed(lastFailure);
    }
    throw ioe;
}

Example 17 with PeerDescription

use of org.apache.nifi.remote.PeerDescription in project nifi by apache.

the class PeerSelector method recoverPersistedPeerStatuses.

private static Set<PeerStatus> recoverPersistedPeerStatuses(final File file) throws IOException {
    if (!file.exists()) {
        return null;
    }
    final Set<PeerStatus> statuses = new HashSet<>();
    try (final InputStream fis = new FileInputStream(file);
        final BufferedReader reader = new BufferedReader(new InputStreamReader(fis))) {
        String line;
        while ((line = reader.readLine()) != null) {
            final String[] splits = line.split(Pattern.quote(":"));
            if (splits.length != 3 && splits.length != 4) {
                continue;
            }
            final String hostname = splits[0];
            final int port = Integer.parseInt(splits[1]);
            final boolean secure = Boolean.parseBoolean(splits[2]);
            final boolean supportQueryForPeer = splits.length == 4 && Boolean.parseBoolean(splits[3]);
            statuses.add(new PeerStatus(new PeerDescription(hostname, port, secure), 1, supportQueryForPeer));
        }
    }
    return statuses;
}

Example 18 with PeerDescription

use of org.apache.nifi.remote.PeerDescription in project nifi by apache.

the class PeerSelector method persistPeerStatuses.

private void persistPeerStatuses(final Set<PeerStatus> statuses) {
    if (persistenceFile == null) {
        return;
    }
    try (final OutputStream fos = new FileOutputStream(persistenceFile);
        final OutputStream out = new BufferedOutputStream(fos)) {
        for (final PeerStatus status : statuses) {
            final PeerDescription description = status.getPeerDescription();
            final String line = description.getHostname() + ":" + description.getPort() + ":" + description.isSecure() + ":" + status.isQueryForPeers() + "\n";
            out.write(line.getBytes(StandardCharsets.UTF_8));
        }
    } catch (final IOException e) {
        error(logger, eventReporter, "Failed to persist list of Peers due to {}; if restarted and peer's NCM is down," + " may be unable to transfer data until communications with NCM are restored", e.toString());
        logger.error("", e);
    }
}