Examples with EpochEndOffset org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset used on opensource projects

Example 6 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class OffsetForLeaderEpochClientTest method prepareOffsetForLeaderEpochResponse.

private static OffsetsForLeaderEpochResponse prepareOffsetForLeaderEpochResponse(TopicPartition tp, Errors error, int leaderEpoch, long endOffset) {
    OffsetForLeaderEpochResponseData data = new OffsetForLeaderEpochResponseData();
    OffsetForLeaderTopicResult topic = new OffsetForLeaderTopicResult().setTopic(tp.topic());
    data.topics().add(topic);
    topic.partitions().add(new EpochEndOffset().setPartition(tp.partition()).setErrorCode(error.code()).setLeaderEpoch(leaderEpoch).setEndOffset(endOffset));
    return new OffsetsForLeaderEpochResponse(data);
}

Example 7 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class FetcherTest method prepareOffsetsForLeaderEpochResponse.

private OffsetsForLeaderEpochResponse prepareOffsetsForLeaderEpochResponse(TopicPartition topicPartition, Errors error, int leaderEpoch, long endOffset) {
    OffsetForLeaderEpochResponseData data = new OffsetForLeaderEpochResponseData();
    data.topics().add(new OffsetForLeaderTopicResult().setTopic(topicPartition.topic()).setPartitions(Collections.singletonList(new EpochEndOffset().setPartition(topicPartition.partition()).setErrorCode(error.code()).setLeaderEpoch(leaderEpoch).setEndOffset(endOffset))));
    return new OffsetsForLeaderEpochResponse(data);
}

Example 8 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class FetcherTest method testOffsetValidationRequestGrouping.

@Test
public void testOffsetValidationRequestGrouping() {
    buildFetcher();
    assignFromUser(mkSet(tp0, tp1, tp2, tp3));
    metadata.updateWithCurrentRequestVersion(RequestTestUtils.metadataUpdateWithIds("dummy", 3, Collections.emptyMap(), singletonMap(topicName, 4), tp -> 5, topicIds), false, 0L);
    for (TopicPartition tp : subscriptions.assignedPartitions()) {
        Metadata.LeaderAndEpoch leaderAndEpoch = new Metadata.LeaderAndEpoch(metadata.currentLeader(tp).leader, Optional.of(4));
        subscriptions.seekUnvalidated(tp, new SubscriptionState.FetchPosition(0, Optional.of(4), leaderAndEpoch));
    }
    Set<TopicPartition> allRequestedPartitions = new HashSet<>();
    for (Node node : metadata.fetch().nodes()) {
        apiVersions.update(node.idString(), NodeApiVersions.create());
        Set<TopicPartition> expectedPartitions = subscriptions.assignedPartitions().stream().filter(tp -> metadata.currentLeader(tp).leader.equals(Optional.of(node))).collect(Collectors.toSet());
        assertTrue(expectedPartitions.stream().noneMatch(allRequestedPartitions::contains));
        assertTrue(expectedPartitions.size() > 0);
        allRequestedPartitions.addAll(expectedPartitions);
        OffsetForLeaderEpochResponseData data = new OffsetForLeaderEpochResponseData();
        expectedPartitions.forEach(tp -> {
            OffsetForLeaderTopicResult topic = data.topics().find(tp.topic());
            if (topic == null) {
                topic = new OffsetForLeaderTopicResult().setTopic(tp.topic());
                data.topics().add(topic);
            }
            topic.partitions().add(new EpochEndOffset().setPartition(tp.partition()).setErrorCode(Errors.NONE.code()).setLeaderEpoch(4).setEndOffset(0));
        });
        OffsetsForLeaderEpochResponse response = new OffsetsForLeaderEpochResponse(data);
        client.prepareResponseFrom(body -> {
            OffsetsForLeaderEpochRequest request = (OffsetsForLeaderEpochRequest) body;
            return expectedPartitions.equals(offsetForLeaderPartitionMap(request.data()).keySet());
        }, response, node);
    }
    assertEquals(subscriptions.assignedPartitions(), allRequestedPartitions);
    fetcher.validateOffsetsIfNeeded();
    consumerClient.pollNoWakeup();
    assertTrue(subscriptions.assignedPartitions().stream().noneMatch(subscriptions::awaitingValidation));
}

Example 9 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class SubscriptionStateTest method testTruncationDetectionWithoutResetPolicy.

@Test
public void testTruncationDetectionWithoutResetPolicy() {
    Node broker1 = new Node(1, "localhost", 9092);
    state = new SubscriptionState(new LogContext(), OffsetResetStrategy.NONE);
    state.assignFromUser(Collections.singleton(tp0));
    int currentEpoch = 10;
    long initialOffset = 10L;
    int initialOffsetEpoch = 5;
    long divergentOffset = 5L;
    int divergentOffsetEpoch = 7;
    SubscriptionState.FetchPosition initialPosition = new SubscriptionState.FetchPosition(initialOffset, Optional.of(initialOffsetEpoch), new Metadata.LeaderAndEpoch(Optional.of(broker1), Optional.of(currentEpoch)));
    state.seekUnvalidated(tp0, initialPosition);
    assertTrue(state.awaitingValidation(tp0));
    Optional<LogTruncation> truncationOpt = state.maybeCompleteValidation(tp0, initialPosition, new EpochEndOffset().setLeaderEpoch(divergentOffsetEpoch).setEndOffset(divergentOffset));
    assertTrue(truncationOpt.isPresent());
    LogTruncation truncation = truncationOpt.get();
    assertEquals(Optional.of(new OffsetAndMetadata(divergentOffset, Optional.of(divergentOffsetEpoch), "")), truncation.divergentOffsetOpt);
    assertEquals(initialPosition, truncation.fetchPosition);
    assertTrue(state.awaitingValidation(tp0));
}

Example 10 with EpochEndOffset

use of org.apache.kafka.common.message.OffsetForLeaderEpochResponseData.EpochEndOffset in project kafka by apache.

the class SubscriptionStateTest method testTruncationDetectionUnknownDivergentOffsetWithResetPolicy.

@Test
public void testTruncationDetectionUnknownDivergentOffsetWithResetPolicy() {
    Node broker1 = new Node(1, "localhost", 9092);
    state = new SubscriptionState(new LogContext(), OffsetResetStrategy.EARLIEST);
    state.assignFromUser(Collections.singleton(tp0));
    int currentEpoch = 10;
    long initialOffset = 10L;
    int initialOffsetEpoch = 5;
    SubscriptionState.FetchPosition initialPosition = new SubscriptionState.FetchPosition(initialOffset, Optional.of(initialOffsetEpoch), new Metadata.LeaderAndEpoch(Optional.of(broker1), Optional.of(currentEpoch)));
    state.seekUnvalidated(tp0, initialPosition);
    assertTrue(state.awaitingValidation(tp0));
    Optional<LogTruncation> truncationOpt = state.maybeCompleteValidation(tp0, initialPosition, new EpochEndOffset().setLeaderEpoch(UNDEFINED_EPOCH).setEndOffset(UNDEFINED_EPOCH_OFFSET));
    assertEquals(Optional.empty(), truncationOpt);
    assertFalse(state.awaitingValidation(tp0));
    assertTrue(state.isOffsetResetNeeded(tp0));
    assertEquals(OffsetResetStrategy.EARLIEST, state.resetStrategy(tp0));
}