Examples with EpochEndOffset org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset used on opensource projects

Example 1 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class OffsetsForLeaderEpochRequest method getErrorResponse.

@Override
public AbstractResponse getErrorResponse(int throttleTimeMs, Throwable e) {
    Errors error = Errors.forException(e);
    OffsetForLeaderEpochResponseData responseData = new OffsetForLeaderEpochResponseData();
    data.topics().forEach(topic -> {
        OffsetForLeaderTopicResult topicData = new OffsetForLeaderTopicResult().setTopic(topic.topic());
        topic.partitions().forEach(partition -> topicData.partitions().add(new EpochEndOffset().setPartition(partition.partition()).setErrorCode(error.code()).setLeaderEpoch(UNDEFINED_EPOCH).setEndOffset(UNDEFINED_EPOCH_OFFSET)));
        responseData.topics().add(topicData);
    });
    return new OffsetsForLeaderEpochResponse(responseData);
}

Example 2 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class OffsetsForLeaderEpochClient method handleResponse.

@Override
protected OffsetForEpochResult handleResponse(Node node, Map<TopicPartition, SubscriptionState.FetchPosition> requestData, OffsetsForLeaderEpochResponse response) {
    Set<TopicPartition> partitionsToRetry = new HashSet<>(requestData.keySet());
    Set<String> unauthorizedTopics = new HashSet<>();
    Map<TopicPartition, EpochEndOffset> endOffsets = new HashMap<>();
    for (OffsetForLeaderTopicResult topic : response.data().topics()) {
        for (EpochEndOffset partition : topic.partitions()) {
            TopicPartition topicPartition = new TopicPartition(topic.topic(), partition.partition());
            if (!requestData.containsKey(topicPartition)) {
                logger().warn("Received unrequested topic or partition {} from response, ignoring.", topicPartition);
                continue;
            }
            Errors error = Errors.forCode(partition.errorCode());
            switch(error) {
                case NONE:
                    logger().debug("Handling OffsetsForLeaderEpoch response for {}. Got offset {} for epoch {}.", topicPartition, partition.endOffset(), partition.leaderEpoch());
                    endOffsets.put(topicPartition, partition);
                    partitionsToRetry.remove(topicPartition);
                    break;
                case NOT_LEADER_OR_FOLLOWER:
                case REPLICA_NOT_AVAILABLE:
                case KAFKA_STORAGE_ERROR:
                case OFFSET_NOT_AVAILABLE:
                case LEADER_NOT_AVAILABLE:
                case FENCED_LEADER_EPOCH:
                case UNKNOWN_LEADER_EPOCH:
                    logger().debug("Attempt to fetch offsets for partition {} failed due to {}, retrying.", topicPartition, error);
                    break;
                case UNKNOWN_TOPIC_OR_PARTITION:
                    logger().warn("Received unknown topic or partition error in OffsetsForLeaderEpoch request for partition {}.", topicPartition);
                    break;
                case TOPIC_AUTHORIZATION_FAILED:
                    unauthorizedTopics.add(topicPartition.topic());
                    partitionsToRetry.remove(topicPartition);
                    break;
                default:
                    logger().warn("Attempt to fetch offsets for partition {} failed due to: {}, retrying.", topicPartition, error.message());
            }
        }
    }
    if (!unauthorizedTopics.isEmpty())
        throw new TopicAuthorizationException(unauthorizedTopics);
    else
        return new OffsetForEpochResult(endOffsets, partitionsToRetry);
}

Example 3 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class RequestResponseTest method createLeaderEpochResponse.

private OffsetsForLeaderEpochResponse createLeaderEpochResponse() {
    OffsetForLeaderEpochResponseData data = new OffsetForLeaderEpochResponseData();
    data.topics().add(new OffsetForLeaderTopicResult().setTopic("topic1").setPartitions(asList(new EpochEndOffset().setPartition(0).setErrorCode(Errors.NONE.code()).setLeaderEpoch(1).setEndOffset(0), new EpochEndOffset().setPartition(1).setErrorCode(Errors.NONE.code()).setLeaderEpoch(1).setEndOffset(1))));
    data.topics().add(new OffsetForLeaderTopicResult().setTopic("topic2").setPartitions(singletonList(new EpochEndOffset().setPartition(2).setErrorCode(Errors.NONE.code()).setLeaderEpoch(1).setEndOffset(1))));
    return new OffsetsForLeaderEpochResponse(data);
}

Example 4 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class SubscriptionStateTest method testTruncationDetectionWithResetPolicy.

@Test
public void testTruncationDetectionWithResetPolicy() {
    Node broker1 = new Node(1, "localhost", 9092);
    state.assignFromUser(Collections.singleton(tp0));
    int currentEpoch = 10;
    long initialOffset = 10L;
    int initialOffsetEpoch = 5;
    long divergentOffset = 5L;
    int divergentOffsetEpoch = 7;
    SubscriptionState.FetchPosition initialPosition = new SubscriptionState.FetchPosition(initialOffset, Optional.of(initialOffsetEpoch), new Metadata.LeaderAndEpoch(Optional.of(broker1), Optional.of(currentEpoch)));
    state.seekUnvalidated(tp0, initialPosition);
    assertTrue(state.awaitingValidation(tp0));
    Optional<LogTruncation> truncationOpt = state.maybeCompleteValidation(tp0, initialPosition, new EpochEndOffset().setLeaderEpoch(divergentOffsetEpoch).setEndOffset(divergentOffset));
    assertEquals(Optional.empty(), truncationOpt);
    assertFalse(state.awaitingValidation(tp0));
    SubscriptionState.FetchPosition updatedPosition = new SubscriptionState.FetchPosition(divergentOffset, Optional.of(divergentOffsetEpoch), new Metadata.LeaderAndEpoch(Optional.of(broker1), Optional.of(currentEpoch)));
    assertEquals(updatedPosition, state.position(tp0));
}

Example 5 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class SubscriptionStateTest method testMaybeCompleteValidationAfterOffsetReset.

@Test
public void testMaybeCompleteValidationAfterOffsetReset() {
    Node broker1 = new Node(1, "localhost", 9092);
    state.assignFromUser(Collections.singleton(tp0));
    int currentEpoch = 10;
    long initialOffset = 10L;
    int initialOffsetEpoch = 5;
    SubscriptionState.FetchPosition initialPosition = new SubscriptionState.FetchPosition(initialOffset, Optional.of(initialOffsetEpoch), new Metadata.LeaderAndEpoch(Optional.of(broker1), Optional.of(currentEpoch)));
    state.seekUnvalidated(tp0, initialPosition);
    assertTrue(state.awaitingValidation(tp0));
    state.requestOffsetReset(tp0);
    Optional<LogTruncation> truncationOpt = state.maybeCompleteValidation(tp0, initialPosition, new EpochEndOffset().setLeaderEpoch(initialOffsetEpoch).setEndOffset(initialOffset + 5));
    assertEquals(Optional.empty(), truncationOpt);
    assertFalse(state.awaitingValidation(tp0));
    assertTrue(state.isOffsetResetNeeded(tp0));
    assertNull(state.position(tp0));
}