Examples with WakeupException org.apache.kafka.common.errors.WakeupException used on opensource projects

Example 21 with WakeupException

use of org.apache.kafka.common.errors.WakeupException in project kafka by apache.

the class ConsumerCoordinator method invokePartitionsRevoked.

private Exception invokePartitionsRevoked(final SortedSet<TopicPartition> revokedPartitions) {
    log.info("Revoke previously assigned partitions {}", Utils.join(revokedPartitions, ", "));
    Set<TopicPartition> revokePausedPartitions = subscriptions.pausedPartitions();
    revokePausedPartitions.retainAll(revokedPartitions);
    if (!revokePausedPartitions.isEmpty())
        log.info("The pause flag in partitions [{}] will be removed due to revocation.", Utils.join(revokePausedPartitions, ", "));
    ConsumerRebalanceListener listener = subscriptions.rebalanceListener();
    try {
        final long startMs = time.milliseconds();
        listener.onPartitionsRevoked(revokedPartitions);
        sensors.revokeCallbackSensor.record(time.milliseconds() - startMs);
    } catch (WakeupException | InterruptException e) {
        throw e;
    } catch (Exception e) {
        log.error("User provided listener {} failed on invocation of onPartitionsRevoked for partitions {}", listener.getClass().getName(), revokedPartitions, e);
        return e;
    }
    return null;
}

Example 22 with WakeupException

use of org.apache.kafka.common.errors.WakeupException in project kafka by apache.

the class ConsumerCoordinator method invokePartitionsLost.

private Exception invokePartitionsLost(final SortedSet<TopicPartition> lostPartitions) {
    log.info("Lost previously assigned partitions {}", Utils.join(lostPartitions, ", "));
    Set<TopicPartition> lostPausedPartitions = subscriptions.pausedPartitions();
    lostPausedPartitions.retainAll(lostPartitions);
    if (!lostPausedPartitions.isEmpty())
        log.info("The pause flag in partitions [{}] will be removed due to partition lost.", Utils.join(lostPausedPartitions, ", "));
    ConsumerRebalanceListener listener = subscriptions.rebalanceListener();
    try {
        final long startMs = time.milliseconds();
        listener.onPartitionsLost(lostPartitions);
        sensors.loseCallbackSensor.record(time.milliseconds() - startMs);
    } catch (WakeupException | InterruptException e) {
        throw e;
    } catch (Exception e) {
        log.error("User provided listener {} failed on invocation of onPartitionsLost for partitions {}", listener.getClass().getName(), lostPartitions, e);
        return e;
    }
    return null;
}

Example 23 with WakeupException

use of org.apache.kafka.common.errors.WakeupException in project kafka by apache.

the class AbstractCoordinatorTest method testWakeupInOnJoinComplete.

@Test
public void testWakeupInOnJoinComplete() throws Exception {
    setupCoordinator();
    coordinator.wakeupOnJoinComplete = true;
    mockClient.prepareResponse(groupCoordinatorResponse(node, Errors.NONE));
    mockClient.prepareResponse(joinGroupFollowerResponse(1, memberId, leaderId, Errors.NONE));
    mockClient.prepareResponse(syncGroupResponse(Errors.NONE));
    AtomicBoolean heartbeatReceived = prepareFirstHeartbeat();
    try {
        coordinator.ensureActiveGroup();
        fail("Should have woken up from ensureActiveGroup()");
    } catch (WakeupException ignored) {
    }
    assertEquals(1, coordinator.onJoinPrepareInvokes);
    assertEquals(0, coordinator.onJoinCompleteInvokes);
    assertFalse(heartbeatReceived.get());
    // the join group completes in this poll()
    coordinator.wakeupOnJoinComplete = false;
    consumerClient.poll(mockTime.timer(0));
    coordinator.ensureActiveGroup();
    assertEquals(1, coordinator.onJoinPrepareInvokes);
    assertEquals(1, coordinator.onJoinCompleteInvokes);
    awaitFirstHeartbeat(heartbeatReceived);
}

Example 24 with WakeupException

use of org.apache.kafka.common.errors.WakeupException in project kafka by apache.

the class AbstractCoordinatorTest method testWakeupAfterJoinGroupReceivedExternalCompletion.

@Test
public void testWakeupAfterJoinGroupReceivedExternalCompletion() throws Exception {
    setupCoordinator();
    mockClient.prepareResponse(groupCoordinatorResponse(node, Errors.NONE));
    mockClient.prepareResponse(body -> {
        boolean isJoinGroupRequest = body instanceof JoinGroupRequest;
        if (isJoinGroupRequest)
            // wakeup after the request returns
            consumerClient.wakeup();
        return isJoinGroupRequest;
    }, joinGroupFollowerResponse(1, memberId, leaderId, Errors.NONE));
    mockClient.prepareResponse(syncGroupResponse(Errors.NONE));
    AtomicBoolean heartbeatReceived = prepareFirstHeartbeat();
    try {
        coordinator.ensureActiveGroup();
        fail("Should have woken up from ensureActiveGroup()");
    } catch (WakeupException e) {
    }
    assertEquals(1, coordinator.onJoinPrepareInvokes);
    assertEquals(0, coordinator.onJoinCompleteInvokes);
    assertFalse(heartbeatReceived.get());
    // the join group completes in this poll()
    consumerClient.poll(mockTime.timer(0));
    coordinator.ensureActiveGroup();
    assertEquals(1, coordinator.onJoinPrepareInvokes);
    assertEquals(1, coordinator.onJoinCompleteInvokes);
    awaitFirstHeartbeat(heartbeatReceived);
}

Example 25 with WakeupException

use of org.apache.kafka.common.errors.WakeupException in project kafka by apache.

the class AbstractCoordinatorTest method testWakeupAfterSyncGroupReceivedExternalCompletion.

@Test
public void testWakeupAfterSyncGroupReceivedExternalCompletion() throws Exception {
    setupCoordinator();
    mockClient.prepareResponse(groupCoordinatorResponse(node, Errors.NONE));
    mockClient.prepareResponse(joinGroupFollowerResponse(1, memberId, leaderId, Errors.NONE));
    mockClient.prepareResponse(body -> {
        boolean isSyncGroupRequest = body instanceof SyncGroupRequest;
        if (isSyncGroupRequest)
            // wakeup after the request returns
            consumerClient.wakeup();
        return isSyncGroupRequest;
    }, syncGroupResponse(Errors.NONE));
    AtomicBoolean heartbeatReceived = prepareFirstHeartbeat();
    try {
        coordinator.ensureActiveGroup();
        fail("Should have woken up from ensureActiveGroup()");
    } catch (WakeupException e) {
    }
    assertEquals(1, coordinator.onJoinPrepareInvokes);
    assertEquals(0, coordinator.onJoinCompleteInvokes);
    assertFalse(heartbeatReceived.get());
    coordinator.ensureActiveGroup();
    assertEquals(1, coordinator.onJoinPrepareInvokes);
    assertEquals(1, coordinator.onJoinCompleteInvokes);
    awaitFirstHeartbeat(heartbeatReceived);
}