Examples with Connection org.apache.nifi.connectable.Connection used on opensource projects

Example 56 with Connection

use of org.apache.nifi.connectable.Connection in project nifi by apache.

the class TestStandardProcessSession method testRoundRobinOnSessionGetWithFilter.

@Test
@SuppressWarnings("unchecked")
public void testRoundRobinOnSessionGetWithFilter() {
    final List<Connection> connList = new ArrayList<>();
    final Connection conn1 = createConnection();
    final Connection conn2 = createConnection();
    connList.add(conn1);
    connList.add(conn2);
    final FlowFileRecord flowFileRecord = new StandardFlowFileRecord.Builder().id(1000L).addAttribute("uuid", "12345678-1234-1234-1234-123456789012").entryDate(System.currentTimeMillis()).build();
    flowFileQueue.put(flowFileRecord);
    flowFileQueue.put(flowFileRecord);
    when(connectable.getIncomingConnections()).thenReturn(connList);
    final FlowFileFilter filter = ff -> FlowFileFilterResult.ACCEPT_AND_TERMINATE;
    session.get(filter);
    session.get(filter);
    verify(conn1, times(1)).poll(any(FlowFileFilter.class), any(Set.class));
    verify(conn2, times(1)).poll(any(FlowFileFilter.class), any(Set.class));
}

Example 57 with Connection

use of org.apache.nifi.connectable.Connection in project nifi by apache.

the class TestStandardProcessSession method createConnection.

private Connection createConnection() {
    AtomicReference<FlowFileQueue> queueReference = new AtomicReference<>(flowFileQueue);
    Connection connection = createConnection(queueReference);
    flowFileQueue = queueReference.get();
    return connection;
}

Example 58 with Connection

use of org.apache.nifi.connectable.Connection in project nifi by apache.

the class StandardProcessGroup method remove.

@Override
public void remove(final Snippet snippet) {
    writeLock.lock();
    try {
        // ensure that all components are valid
        verifyContents(snippet);
        final Set<Connectable> connectables = getAllConnectables(snippet);
        final Set<String> connectionIdsToRemove = new HashSet<>(getKeys(snippet.getConnections()));
        // Remove all connections that are the output of any Connectable.
        for (final Connectable connectable : connectables) {
            for (final Connection conn : connectable.getConnections()) {
                if (!connections.containsKey(conn.getIdentifier())) {
                    throw new IllegalStateException("Connectable component " + connectable.getIdentifier() + " cannot be removed because it has incoming connections from the parent Process Group");
                }
                connectionIdsToRemove.add(conn.getIdentifier());
            }
        }
        // verify that all connections can be removed
        for (final String id : connectionIdsToRemove) {
            connections.get(id).verifyCanDelete();
        }
        // verify that all processors are stopped and have no active threads
        for (final String procId : snippet.getProcessors().keySet()) {
            final ProcessorNode procNode = getProcessor(procId);
            if (procNode.isRunning()) {
                throw new IllegalStateException("Processor " + procNode.getIdentifier() + " cannot be removed because it is running");
            }
            final int activeThreadCount = scheduler.getActiveThreadCount(procNode);
            if (activeThreadCount != 0) {
                throw new IllegalStateException("Processor " + procNode.getIdentifier() + " cannot be removed because it still has " + activeThreadCount + " active threads");
            }
        }
        // verify that none of the connectables have incoming connections that are not in the Snippet.
        final Set<String> connectionIds = snippet.getConnections().keySet();
        for (final Connectable connectable : connectables) {
            for (final Connection conn : connectable.getIncomingConnections()) {
                if (!connectionIds.contains(conn.getIdentifier()) && !connectables.contains(conn.getSource())) {
                    throw new IllegalStateException("Connectable component " + connectable.getIdentifier() + " cannot be removed because it has incoming connections " + "that are not selected to be deleted");
                }
            }
        }
        // verify that all of the ProcessGroups in the snippet are empty
        for (final String groupId : snippet.getProcessGroups().keySet()) {
            final ProcessGroup toRemove = getProcessGroup(groupId);
            toRemove.verifyCanDelete(true);
        }
        onComponentModified();
        for (final String id : connectionIdsToRemove) {
            removeConnection(connections.get(id));
        }
        for (final String id : getKeys(snippet.getInputPorts())) {
            removeInputPort(inputPorts.get(id));
        }
        for (final String id : getKeys(snippet.getOutputPorts())) {
            removeOutputPort(outputPorts.get(id));
        }
        for (final String id : getKeys(snippet.getFunnels())) {
            removeFunnel(funnels.get(id));
        }
        for (final String id : getKeys(snippet.getLabels())) {
            removeLabel(labels.get(id));
        }
        for (final String id : getKeys(snippet.getProcessors())) {
            removeProcessor(processors.get(id));
        }
        for (final String id : getKeys(snippet.getRemoteProcessGroups())) {
            removeRemoteProcessGroup(remoteGroups.get(id));
        }
        for (final String id : getKeys(snippet.getProcessGroups())) {
            removeProcessGroup(processGroups.get(id));
        }
    } finally {
        writeLock.unlock();
    }
}

Example 59 with Connection

use of org.apache.nifi.connectable.Connection in project nifi by apache.

the class StandardProcessGroup method removeConnection.

@Override
public void removeConnection(final Connection connectionToRemove) {
    writeLock.lock();
    try {
        // verify that Connection belongs to this group
        final Connection connection = connections.get(requireNonNull(connectionToRemove).getIdentifier());
        if (connection == null) {
            throw new IllegalStateException("Connection " + connectionToRemove.getIdentifier() + " is not a member of this Process Group");
        }
        connectionToRemove.verifyCanDelete();
        final Connectable source = connectionToRemove.getSource();
        final Connectable dest = connectionToRemove.getDestination();
        // update the source & destination
        source.removeConnection(connection);
        if (source != dest) {
            dest.removeConnection(connection);
        }
        // remove the connection from our map
        connections.remove(connection.getIdentifier());
        LOG.info("{} removed from flow", connection);
        onComponentModified();
        flowController.onConnectionRemoved(connection);
    } finally {
        writeLock.unlock();
    }
}

Example 60 with Connection

use of org.apache.nifi.connectable.Connection in project nifi by apache.

the class StandardProcessGroup method isDisconnected.

private boolean isDisconnected(final Snippet snippet) {
    final Set<Connectable> connectables = getAllConnectables(snippet);
    for (final String id : getKeys(snippet.getRemoteProcessGroups())) {
        final RemoteProcessGroup remoteGroup = getRemoteProcessGroup(id);
        connectables.addAll(remoteGroup.getInputPorts());
        connectables.addAll(remoteGroup.getOutputPorts());
    }
    final Set<String> connectionIds = snippet.getConnections().keySet();
    for (final Connectable connectable : connectables) {
        for (final Connection conn : connectable.getIncomingConnections()) {
            if (!connectionIds.contains(conn.getIdentifier())) {
                return false;
            }
        }
        for (final Connection conn : connectable.getConnections()) {
            if (!connectionIds.contains(conn.getIdentifier())) {
                return false;
            }
        }
    }
    final Set<Connectable> recursiveConnectables = new HashSet<>(connectables);
    for (final String id : snippet.getProcessGroups().keySet()) {
        final ProcessGroup childGroup = getProcessGroup(id);
        recursiveConnectables.addAll(findAllConnectables(childGroup, true));
    }
    for (final String id : connectionIds) {
        final Connection connection = getConnection(id);
        if (!recursiveConnectables.contains(connection.getSource()) || !recursiveConnectables.contains(connection.getDestination())) {
            return false;
        }
    }
    return true;
}