Examples with DifferenceHolder org.apache.cassandra.repair.asymmetric.DifferenceHolder used on opensource projects

Example 1 with DifferenceHolder

use of org.apache.cassandra.repair.asymmetric.DifferenceHolder in project cassandra by apache.

the class RepairJob method createOptimisedSyncingSyncTasks.

static List<SyncTask> createOptimisedSyncingSyncTasks(RepairJobDesc desc, List<TreeResponse> trees, InetAddressAndPort local, Predicate<InetAddressAndPort> isTransient, Function<InetAddressAndPort, String> getDC, boolean isIncremental, PreviewKind previewKind) {
    long startedAt = currentTimeMillis();
    List<SyncTask> syncTasks = new ArrayList<>();
    // We need to difference all trees one against another
    DifferenceHolder diffHolder = new DifferenceHolder(trees);
    logger.trace("diffs = {}", diffHolder);
    PreferedNodeFilter preferSameDCFilter = (streaming, candidates) -> candidates.stream().filter(node -> getDC.apply(streaming).equals(getDC.apply(node))).collect(Collectors.toSet());
    ImmutableMap<InetAddressAndPort, HostDifferences> reducedDifferences = ReduceHelper.reduce(diffHolder, preferSameDCFilter);
    for (int i = 0; i < trees.size(); i++) {
        InetAddressAndPort address = trees.get(i).endpoint;
        // we don't stream to transient replicas
        if (isTransient.test(address))
            continue;
        HostDifferences streamsFor = reducedDifferences.get(address);
        if (streamsFor != null) {
            Preconditions.checkArgument(streamsFor.get(address).isEmpty(), "We should not fetch ranges from ourselves");
            for (InetAddressAndPort fetchFrom : streamsFor.hosts()) {
                List<Range<Token>> toFetch = new ArrayList<>(streamsFor.get(fetchFrom));
                assert !toFetch.isEmpty();
                logger.trace("{} is about to fetch {} from {}", address, toFetch, fetchFrom);
                SyncTask task;
                if (address.equals(local)) {
                    task = new LocalSyncTask(desc, address, fetchFrom, toFetch, isIncremental ? desc.parentSessionId : null, true, false, previewKind);
                } else {
                    task = new AsymmetricRemoteSyncTask(desc, address, fetchFrom, toFetch, previewKind);
                }
                syncTasks.add(task);
            }
        } else {
            logger.trace("Node {} has nothing to stream", address);
        }
    }
    logger.info("Created {} optimised sync tasks based on {} merkle tree responses for {} (took: {}ms)", syncTasks.size(), trees.size(), desc.parentSessionId, currentTimeMillis() - startedAt);
    logger.trace("Optimised sync tasks for {}: {}", desc.parentSessionId, syncTasks);
    return syncTasks;
}