Examples with ConnectionResponse org.apache.nifi.cluster.protocol.ConnectionResponse used on opensource projects

Example 1 with ConnectionResponse

use of org.apache.nifi.cluster.protocol.ConnectionResponse in project nifi by apache.

the class NodeClusterCoordinator method createConnectionResponse.

private ConnectionResponseMessage createConnectionResponse(final ConnectionRequest request, final NodeIdentifier resolvedNodeIdentifier, final DataFlow clusterDataFlow) {
    if (isBlockedByFirewall(resolvedNodeIdentifier.getSocketAddress())) {
        // if the socket address is not listed in the firewall, then return a null response
        logger.info("Firewall blocked connection request from node " + resolvedNodeIdentifier);
        final ConnectionResponse response = ConnectionResponse.createBlockedByFirewallResponse();
        final ConnectionResponseMessage responseMessage = new ConnectionResponseMessage();
        responseMessage.setConnectionResponse(response);
        return responseMessage;
    }
    if (clusterDataFlow == null) {
        final ConnectionResponseMessage responseMessage = new ConnectionResponseMessage();
        responseMessage.setConnectionResponse(new ConnectionResponse(5, "The cluster dataflow is not yet available"));
        return responseMessage;
    }
    // Set node's status to 'CONNECTING'
    NodeConnectionStatus status = getConnectionStatus(resolvedNodeIdentifier);
    if (status == null) {
        addNodeEvent(resolvedNodeIdentifier, "Connection requested from new node. Setting status to connecting.");
    } else {
        addNodeEvent(resolvedNodeIdentifier, "Connection requested from existing node. Setting status to connecting.");
    }
    status = new NodeConnectionStatus(resolvedNodeIdentifier, NodeConnectionState.CONNECTING, null, null, System.currentTimeMillis());
    updateNodeStatus(status);
    final ConnectionResponse response = new ConnectionResponse(resolvedNodeIdentifier, clusterDataFlow, instanceId, getConnectionStatuses(), revisionManager.getAllRevisions().stream().map(rev -> ComponentRevision.fromRevision(rev)).collect(Collectors.toList()));
    final ConnectionResponseMessage responseMessage = new ConnectionResponseMessage();
    responseMessage.setConnectionResponse(response);
    return responseMessage;
}

Example 2 with ConnectionResponse

use of org.apache.nifi.cluster.protocol.ConnectionResponse in project nifi by apache.

the class TestNodeClusterCoordinator method testTryAgainIfNoFlowServiceSet.

@Test
public void testTryAgainIfNoFlowServiceSet() {
    final ClusterCoordinationProtocolSenderListener senderListener = Mockito.mock(ClusterCoordinationProtocolSenderListener.class);
    final EventReporter eventReporter = Mockito.mock(EventReporter.class);
    final RevisionManager revisionManager = Mockito.mock(RevisionManager.class);
    Mockito.when(revisionManager.getAllRevisions()).thenReturn(Collections.emptyList());
    final NodeClusterCoordinator coordinator = new NodeClusterCoordinator(senderListener, eventReporter, null, new FirstVoteWinsFlowElection(), null, revisionManager, createProperties(), null) {

        @Override
        void notifyOthersOfNodeStatusChange(NodeConnectionStatus updatedStatus, boolean notifyAllNodes, boolean waitForCoordinator) {
        }
    };
    final NodeIdentifier requestedNodeId = createNodeId(6);
    final ConnectionRequest request = new ConnectionRequest(requestedNodeId, new StandardDataFlow(new byte[0], new byte[0], new byte[0], new HashSet<>()));
    final ConnectionRequestMessage requestMsg = new ConnectionRequestMessage();
    requestMsg.setConnectionRequest(request);
    coordinator.setConnected(true);
    final ProtocolMessage protocolResponse = coordinator.handle(requestMsg);
    assertNotNull(protocolResponse);
    assertTrue(protocolResponse instanceof ConnectionResponseMessage);
    final ConnectionResponse response = ((ConnectionResponseMessage) protocolResponse).getConnectionResponse();
    assertNotNull(response);
    assertEquals(5, response.getTryLaterSeconds());
}

Example 3 with ConnectionResponse

use of org.apache.nifi.cluster.protocol.ConnectionResponse in project nifi by apache.

the class StandardFlowService method connect.

private ConnectionResponse connect(final boolean retryOnCommsFailure, final boolean retryIndefinitely, final DataFlow dataFlow) throws ConnectionException {
    readLock.lock();
    try {
        logger.info("Connecting Node: " + nodeId);
        // create connection request message
        final ConnectionRequest request = new ConnectionRequest(nodeId, dataFlow);
        final ConnectionRequestMessage requestMsg = new ConnectionRequestMessage();
        requestMsg.setConnectionRequest(request);
        // send connection request to cluster manager
        /*
             * Try to get a current copy of the cluster's dataflow from the manager
             * for ten times, sleeping between attempts. Ten times should be
             * enough because the manager will register the node as connecting
             * and therefore, no other changes to the cluster flow can occur.
             *
             * However, the manager needs to obtain a current data flow within
             * maxAttempts * tryLaterSeconds or else the node will fail to startup.
             */
        final int maxAttempts = 10;
        ConnectionResponse response = null;
        for (int i = 0; i < maxAttempts || retryIndefinitely; i++) {
            try {
                response = senderListener.requestConnection(requestMsg).getConnectionResponse();
                if (response.shouldTryLater()) {
                    logger.info("Requested by cluster coordinator to retry connection in " + response.getTryLaterSeconds() + " seconds with explanation: " + response.getRejectionReason());
                    try {
                        Thread.sleep(response.getTryLaterSeconds() * 1000);
                    } catch (final InterruptedException ie) {
                        // we were interrupted, so finish quickly
                        Thread.currentThread().interrupt();
                        break;
                    }
                } else if (response.getRejectionReason() != null) {
                    logger.warn("Connection request was blocked by cluster coordinator with the explanation: " + response.getRejectionReason());
                    // set response to null and treat a firewall blockage the same as getting no response from manager
                    response = null;
                    break;
                } else {
                    // we received a successful connection response from manager
                    break;
                }
            } catch (final NoClusterCoordinatorException ncce) {
                logger.warn("There is currently no Cluster Coordinator. This often happens upon restart of NiFi when running an embedded ZooKeeper. Will register this node " + "to become the active Cluster Coordinator and will attempt to connect to cluster again");
                controller.registerForClusterCoordinator(true);
                try {
                    Thread.sleep(1000L);
                } catch (final InterruptedException ie) {
                    Thread.currentThread().interrupt();
                    break;
                }
            } catch (final Exception pe) {
                // could not create a socket and communicate with manager
                logger.warn("Failed to connect to cluster due to: " + pe);
                if (logger.isDebugEnabled()) {
                    logger.warn("", pe);
                }
                if (retryOnCommsFailure) {
                    try {
                        Thread.sleep(response == null ? 5000 : response.getTryLaterSeconds());
                    } catch (final InterruptedException ie) {
                        Thread.currentThread().interrupt();
                        break;
                    }
                } else {
                    break;
                }
            }
        }
        if (response == null) {
            // if response is null, then either we had IO problems or we were blocked by firewall or we couldn't determine manager's address
            return response;
        } else if (response.shouldTryLater()) {
            // if response indicates we should try later, then coordinator was unable to service our request. Just load local flow and move on.
            // when the cluster coordinator is able to service requests, this node's heartbeat will trigger the cluster coordinator to reach
            // out to this node and re-connect to the cluster.
            logger.info("Received a 'try again' response from Cluster Coordinator when attempting to connect to cluster with explanation '" + response.getRejectionReason() + "'. However, the maximum number of retries have already completed. Will load local flow and connect to the cluster when able.");
            return null;
        } else {
            // persist node uuid and index returned by NCM and return the response to the caller
            try {
                // Ensure that we have registered our 'cluster node configuration' state key
                final Map<String, String> map = Collections.singletonMap(NODE_UUID, response.getNodeIdentifier().getId());
                controller.getStateManagerProvider().getStateManager(CLUSTER_NODE_CONFIG).setState(map, Scope.LOCAL);
            } catch (final IOException ioe) {
                logger.warn("Received successful response from Cluster Manager but failed to persist state about the Node's Unique Identifier and the Node's Index. " + "This node may be assigned a different UUID when the node is restarted.", ioe);
            }
            return response;
        }
    } finally {
        readLock.unlock();
    }
}

Example 4 with ConnectionResponse

use of org.apache.nifi.cluster.protocol.ConnectionResponse in project nifi by apache.

the class NodeClusterCoordinator method createFlowElectionInProgressResponse.

private ConnectionResponseMessage createFlowElectionInProgressResponse() {
    final ConnectionResponseMessage responseMessage = new ConnectionResponseMessage();
    final String statusDescription = flowElection.getStatusDescription();
    responseMessage.setConnectionResponse(new ConnectionResponse(5, "Cluster is still voting on which Flow is the correct flow for the cluster. " + statusDescription));
    return responseMessage;
}

Example 5 with ConnectionResponse

use of org.apache.nifi.cluster.protocol.ConnectionResponse in project nifi by apache.

the class TestNodeClusterCoordinator method testConnectionResponseIndicatesAllNodes.

@Test
public void testConnectionResponseIndicatesAllNodes() throws IOException {
    // Add a disconnected node
    coordinator.updateNodeStatus(new NodeConnectionStatus(createNodeId(1), DisconnectionCode.LACK_OF_HEARTBEAT));
    coordinator.updateNodeStatus(new NodeConnectionStatus(createNodeId(2), NodeConnectionState.DISCONNECTING));
    coordinator.updateNodeStatus(new NodeConnectionStatus(createNodeId(3), NodeConnectionState.CONNECTING));
    coordinator.updateNodeStatus(new NodeConnectionStatus(createNodeId(4), NodeConnectionState.CONNECTED));
    coordinator.updateNodeStatus(new NodeConnectionStatus(createNodeId(5), NodeConnectionState.CONNECTED));
    // Create a connection request message and send to the coordinator
    final NodeIdentifier requestedNodeId = createNodeId(6);
    final ProtocolMessage protocolResponse = requestConnection(requestedNodeId, coordinator);
    assertNotNull(protocolResponse);
    assertTrue(protocolResponse instanceof ConnectionResponseMessage);
    final ConnectionResponse response = ((ConnectionResponseMessage) protocolResponse).getConnectionResponse();
    assertNotNull(response);
    assertEquals(requestedNodeId, response.getNodeIdentifier());
    assertNull(response.getRejectionReason());
    final List<NodeConnectionStatus> statuses = response.getNodeConnectionStatuses();
    assertNotNull(statuses);
    assertEquals(6, statuses.size());
    final Map<NodeIdentifier, NodeConnectionStatus> statusMap = statuses.stream().collect(Collectors.toMap(status -> status.getNodeIdentifier(), status -> status));
    assertEquals(DisconnectionCode.LACK_OF_HEARTBEAT, statusMap.get(createNodeId(1)).getDisconnectCode());
    assertEquals(NodeConnectionState.DISCONNECTING, statusMap.get(createNodeId(2)).getState());
    assertEquals(NodeConnectionState.CONNECTING, statusMap.get(createNodeId(3)).getState());
    assertEquals(NodeConnectionState.CONNECTED, statusMap.get(createNodeId(4)).getState());
    assertEquals(NodeConnectionState.CONNECTED, statusMap.get(createNodeId(5)).getState());
    assertEquals(NodeConnectionState.CONNECTING, statusMap.get(createNodeId(6)).getState());
}