Examples with PeerDescription org.apache.nifi.remote.PeerDescription used on opensource projects

Example 6 with PeerDescription

use of org.apache.nifi.remote.PeerDescription in project nifi by apache.

the class TestPeerSelector method testFormulateDestinationListForOutputHugeDifference.

@Test
public void testFormulateDestinationListForOutputHugeDifference() throws IOException {
    final Set<PeerStatus> collection = new HashSet<>();
    collection.add(new PeerStatus(new PeerDescription("HasLittle", 1111, true), 500, true));
    collection.add(new PeerStatus(new PeerDescription("HasLots", 2222, true), 50000, true));
    PeerStatusProvider peerStatusProvider = Mockito.mock(PeerStatusProvider.class);
    PeerSelector peerSelector = new PeerSelector(peerStatusProvider, null);
    final List<PeerStatus> destinations = peerSelector.formulateDestinationList(collection, TransferDirection.RECEIVE);
    final Map<String, Integer> selectedCounts = calculateAverageSelectedCount(collection, destinations);
    logger.info("selectedCounts={}", selectedCounts);
    assertTrue("HasLots should send lots", selectedCounts.get("HasLots") > selectedCounts.get("HasLittle"));
}

Example 7 with PeerDescription

use of org.apache.nifi.remote.PeerDescription in project nifi by apache.

the class TestPeerSelector method testFormulateDestinationListForInputPortsHugeDifference.

@Test
public void testFormulateDestinationListForInputPortsHugeDifference() throws IOException {
    final Set<PeerStatus> collection = new HashSet<>();
    collection.add(new PeerStatus(new PeerDescription("HasLots", 1111, true), 500, true));
    collection.add(new PeerStatus(new PeerDescription("HasLittle", 2222, true), 50000, true));
    PeerStatusProvider peerStatusProvider = Mockito.mock(PeerStatusProvider.class);
    PeerSelector peerSelector = new PeerSelector(peerStatusProvider, null);
    final List<PeerStatus> destinations = peerSelector.formulateDestinationList(collection, TransferDirection.RECEIVE);
    final Map<String, Integer> selectedCounts = calculateAverageSelectedCount(collection, destinations);
    logger.info("selectedCounts={}", selectedCounts);
    assertTrue("HasLots should get little", selectedCounts.get("HasLots") < selectedCounts.get("HasLittle"));
}

Example 8 with PeerDescription

use of org.apache.nifi.remote.PeerDescription in project nifi by apache.

the class TestPeerSelector method testFormulateDestinationListForInputPorts.

@Test
public void testFormulateDestinationListForInputPorts() throws IOException {
    final Set<PeerStatus> collection = new HashSet<>();
    collection.add(new PeerStatus(new PeerDescription("HasMedium", 1111, true), 4096, true));
    collection.add(new PeerStatus(new PeerDescription("HasLittle", 2222, true), 10240, true));
    collection.add(new PeerStatus(new PeerDescription("HasLots", 3333, true), 1024, true));
    collection.add(new PeerStatus(new PeerDescription("HasMedium", 4444, true), 4096, true));
    collection.add(new PeerStatus(new PeerDescription("HasMedium", 5555, true), 4096, true));
    PeerStatusProvider peerStatusProvider = Mockito.mock(PeerStatusProvider.class);
    PeerSelector peerSelector = new PeerSelector(peerStatusProvider, null);
    final List<PeerStatus> destinations = peerSelector.formulateDestinationList(collection, TransferDirection.RECEIVE);
    final Map<String, Integer> selectedCounts = calculateAverageSelectedCount(collection, destinations);
    logger.info("selectedCounts={}", selectedCounts);
    assertTrue("HasLots should get little", selectedCounts.get("HasLots") < selectedCounts.get("HasMedium"));
    assertTrue("HasMedium should get medium", selectedCounts.get("HasMedium") < selectedCounts.get("HasLittle"));
}

Example 9 with PeerDescription

use of org.apache.nifi.remote.PeerDescription in project nifi by apache.

the class TestHttpFlowFileServerProtocol method getDefaultPeer.

private Peer getDefaultPeer(final String transactionId) {
    final PeerDescription description = new PeerDescription("peer-host", 8080, false);
    final InputStream inputStream = new ByteArrayInputStream(new byte[] {});
    final OutputStream outputStream = new ByteArrayOutputStream();
    final HttpServerCommunicationsSession commsSession = new HttpServerCommunicationsSession(inputStream, outputStream, transactionId, "user");
    commsSession.putHandshakeParam(HandshakeProperty.GZIP, "false");
    commsSession.putHandshakeParam(HandshakeProperty.REQUEST_EXPIRATION_MILLIS, "1234");
    final String peerUrl = "http://peer-host:8080/";
    final String clusterUrl = "cluster-url";
    return new Peer(description, commsSession, peerUrl, clusterUrl);
}

Example 10 with PeerDescription

use of org.apache.nifi.remote.PeerDescription in project nifi by apache.

the class TestSocketFlowFileServerProtocol method getDefaultPeer.

private Peer getDefaultPeer(final HandshakeProperties handshakeProperties, final OutputStream outputStream) throws IOException {
    final PeerDescription description = new PeerDescription("peer-host", 8080, false);
    final byte[] inputBytes;
    try (final ByteArrayOutputStream bos = new ByteArrayOutputStream();
        final DataOutputStream dos = new DataOutputStream(bos)) {
        dos.writeUTF(handshakeProperties.getCommsIdentifier());
        dos.writeUTF(handshakeProperties.getTransitUriPrefix());
        // num of properties
        dos.writeInt(1);
        dos.writeUTF(HandshakeProperty.GZIP.name());
        dos.writeUTF(String.valueOf(handshakeProperties.isUseGzip()));
        dos.flush();
        inputBytes = bos.toByteArray();
    }
    final InputStream inputStream = new ByteArrayInputStream(inputBytes);
    final SocketChannelCommunicationsSession commsSession = mock(SocketChannelCommunicationsSession.class);
    final SocketChannelInput channelInput = mock(SocketChannelInput.class);
    final SocketChannelOutput channelOutput = mock(SocketChannelOutput.class);
    when(commsSession.getInput()).thenReturn(channelInput);
    when(commsSession.getOutput()).thenReturn(channelOutput);
    when(channelInput.getInputStream()).thenReturn(inputStream);
    when(channelOutput.getOutputStream()).thenReturn(outputStream);
    final String peerUrl = "http://peer-host:8080/";
    final String clusterUrl = "cluster-url";
    return new Peer(description, commsSession, peerUrl, clusterUrl);
}