Examples with CONNECT_PROTOCOL_V2 org.apache.kafka.connect.runtime.distributed.IncrementalCooperativeConnectProtocol.CONNECT_PROTOCOL_V2 used on opensource projects

Example 1 with CONNECT_PROTOCOL_V2

use of org.apache.kafka.connect.runtime.distributed.IncrementalCooperativeConnectProtocol.CONNECT_PROTOCOL_V2 in project kafka by apache.

the class IncrementalCooperativeAssignor method performAssignment.

@Override
public Map<String, ByteBuffer> performAssignment(String leaderId, String protocol, List<JoinGroupResponseMember> allMemberMetadata, WorkerCoordinator coordinator) {
    log.debug("Performing task assignment");
    Map<String, ExtendedWorkerState> memberConfigs = new HashMap<>();
    for (JoinGroupResponseMember member : allMemberMetadata) {
        memberConfigs.put(member.memberId(), IncrementalCooperativeConnectProtocol.deserializeMetadata(ByteBuffer.wrap(member.metadata())));
    }
    log.debug("Member configs: {}", memberConfigs);
    // The new config offset is the maximum seen by any member. We always perform assignment using this offset,
    // even if some members have fallen behind. The config offset used to generate the assignment is included in
    // the response so members that have fallen behind will not use the assignment until they have caught up.
    long maxOffset = memberConfigs.values().stream().map(ExtendedWorkerState::offset).max(Long::compare).get();
    log.debug("Max config offset root: {}, local snapshot config offsets root: {}", maxOffset, coordinator.configSnapshot().offset());
    short protocolVersion = memberConfigs.values().stream().allMatch(state -> state.assignment().version() == CONNECT_PROTOCOL_V2) ? CONNECT_PROTOCOL_V2 : CONNECT_PROTOCOL_V1;
    Long leaderOffset = ensureLeaderConfig(maxOffset, coordinator);
    if (leaderOffset == null) {
        Map<String, ExtendedAssignment> assignments = fillAssignments(memberConfigs.keySet(), Assignment.CONFIG_MISMATCH, leaderId, memberConfigs.get(leaderId).url(), maxOffset, Collections.emptyMap(), Collections.emptyMap(), Collections.emptyMap(), 0, protocolVersion);
        return serializeAssignments(assignments);
    }
    return performTaskAssignment(leaderId, leaderOffset, memberConfigs, coordinator, protocolVersion);
}