Examples with StreamResultFuture org.apache.cassandra.streaming.StreamResultFuture used on opensource projects

Example 1 with StreamResultFuture

use of org.apache.cassandra.streaming.StreamResultFuture in project cassandra by apache.

the class RangeStreamer method fetchAsync.

public StreamResultFuture fetchAsync() {
    toFetch.forEach((keyspace, sources) -> {
        logger.debug("Keyspace {} Sources {}", keyspace, sources);
        sources.asMap().forEach((source, fetchReplicas) -> {
            // filter out already streamed ranges
            SystemKeyspace.AvailableRanges available = stateStore.getAvailableRanges(keyspace, metadata.partitioner);
            Predicate<FetchReplica> isAvailable = fetch -> {
                boolean isInFull = available.full.contains(fetch.local.range());
                boolean isInTrans = available.trans.contains(fetch.local.range());
                if (!isInFull && !isInTrans)
                    // Range is unavailable
                    return false;
                if (fetch.local.isFull())
                    // For full, pick only replicas with matching transientness
                    return isInFull == fetch.remote.isFull();
                // Any transient or full will do
                return true;
            };
            List<FetchReplica> remaining = fetchReplicas.stream().filter(not(isAvailable)).collect(Collectors.toList());
            if (remaining.size() < available.full.size() + available.trans.size()) {
                List<FetchReplica> skipped = fetchReplicas.stream().filter(isAvailable).collect(Collectors.toList());
                logger.info("Some ranges of {} are already available. Skipping streaming those ranges. Skipping {}. Fully available {} Transiently available {}", fetchReplicas, skipped, available.full, available.trans);
            }
            if (logger.isTraceEnabled())
                logger.trace("{}ing from {} ranges {}", description, source, StringUtils.join(remaining, ", "));
            InetAddressAndPort self = FBUtilities.getBroadcastAddressAndPort();
            RangesAtEndpoint full = remaining.stream().filter(pair -> pair.remote.isFull()).map(pair -> pair.local).collect(RangesAtEndpoint.collector(self));
            RangesAtEndpoint transientReplicas = remaining.stream().filter(pair -> pair.remote.isTransient()).map(pair -> pair.local).collect(RangesAtEndpoint.collector(self));
            logger.debug("Source and our replicas {}", fetchReplicas);
            logger.debug("Source {} Keyspace {}  streaming full {} transient {}", source, keyspace, full, transientReplicas);
            /* Send messages to respective folks to stream data over to me */
            streamPlan.requestRanges(source, keyspace, full, transientReplicas);
        });
    });
    return streamPlan.execute();
}

Example 2 with StreamResultFuture

use of org.apache.cassandra.streaming.StreamResultFuture in project cassandra by apache.

the class CassandraEntireSSTableStreamWriterTest method setupStreamingSessionForTest.

private StreamSession setupStreamingSessionForTest() {
    StreamCoordinator streamCoordinator = new StreamCoordinator(StreamOperation.BOOTSTRAP, 1, new NettyStreamingConnectionFactory(), false, false, null, PreviewKind.NONE);
    StreamResultFuture future = StreamResultFuture.createInitiator(UUID.randomUUID(), StreamOperation.BOOTSTRAP, Collections.<StreamEventHandler>emptyList(), streamCoordinator);
    InetAddressAndPort peer = FBUtilities.getBroadcastAddressAndPort();
    streamCoordinator.addSessionInfo(new SessionInfo(peer, 0, peer, Collections.emptyList(), Collections.emptyList(), StreamSession.State.INITIALIZED));
    StreamSession session = streamCoordinator.getOrCreateOutboundSession(peer);
    session.init(future);
    return session;
}

Example 3 with StreamResultFuture

use of org.apache.cassandra.streaming.StreamResultFuture in project cassandra by apache.

the class StreamingInboundHandlerTest method StreamDeserializingTask_deserialize_ISM_HasSession.

@Test
public void StreamDeserializingTask_deserialize_ISM_HasSession() {
    UUID planId = UUID.randomUUID();
    StreamResultFuture future = StreamResultFuture.createFollower(0, planId, StreamOperation.REPAIR, REMOTE_ADDR, streamingChannel, streamingChannel.messagingVersion, UUID.randomUUID(), PreviewKind.ALL);
    StreamManager.instance.registerFollower(future);
    StreamMessageHeader header = new StreamMessageHeader(TableId.generate(), REMOTE_ADDR, planId, false, 0, 0, 0, UUID.randomUUID());
    // IncomingStreamMessage.serializer.deserialize
    StreamSession session = StreamManager.instance.findSession(header.sender, header.planId, header.sessionIndex, header.sendByFollower);
    Assert.assertNotNull(session);
    session = StreamManager.instance.findSession(header.sender, header.planId, header.sessionIndex, !header.sendByFollower);
    Assert.assertNull(session);
}

Example 4 with StreamResultFuture

use of org.apache.cassandra.streaming.StreamResultFuture in project cassandra by apache.

the class StreamingMultiplexedChannelTest method setUp.

@Before
public void setUp() {
    channel = new TestChannel();
    streamingChannel = new NettyStreamingChannel(current_version, channel, StreamingChannel.Kind.CONTROL);
    UUID pendingRepair = UUID.randomUUID();
    session = new StreamSession(StreamOperation.BOOTSTRAP, REMOTE_ADDR, new NettyStreamingConnectionFactory(), streamingChannel, current_version, true, 0, pendingRepair, PreviewKind.ALL);
    StreamResultFuture future = StreamResultFuture.createFollower(0, UUID.randomUUID(), StreamOperation.REPAIR, REMOTE_ADDR, streamingChannel, current_version, pendingRepair, session.getPreviewKind());
    session.init(future);
    session.attachOutbound(streamingChannel);
    sender = session.getChannel();
    sender.setControlChannel(streamingChannel);
}

Example 5 with StreamResultFuture

use of org.apache.cassandra.streaming.StreamResultFuture in project cassandra by apache.

the class EntireSSTableStreamConcurrentComponentMutationTest method setupStreamingSessionForTest.

private StreamSession setupStreamingSessionForTest() {
    StreamCoordinator streamCoordinator = new StreamCoordinator(StreamOperation.BOOTSTRAP, 1, new NettyStreamingConnectionFactory(), false, false, null, PreviewKind.NONE);
    StreamResultFuture future = StreamResultFuture.createInitiator(UUID.randomUUID(), StreamOperation.BOOTSTRAP, Collections.emptyList(), streamCoordinator);
    InetAddressAndPort peer = FBUtilities.getBroadcastAddressAndPort();
    streamCoordinator.addSessionInfo(new SessionInfo(peer, 0, peer, Collections.emptyList(), Collections.emptyList(), StreamSession.State.INITIALIZED));
    StreamSession session = streamCoordinator.getOrCreateOutboundSession(peer);
    session.init(future);
    return session;
}