Examples with RegistrationListener org.apache.bookkeeper.discover.RegistrationClient.RegistrationListener used on opensource projects

Example 1 with RegistrationListener

use of org.apache.bookkeeper.discover.RegistrationClient.RegistrationListener in project bookkeeper by apache.

the class TestZkRegistrationClient method testWatchBookiesTwice.

private void testWatchBookiesTwice(boolean isWritable) throws Exception {
    int zkCallbackDelayMs = 100;
    Set<BookieSocketAddress> addresses = prepareNBookies(10);
    List<String> children = Lists.newArrayList();
    for (BookieSocketAddress address : addresses) {
        children.add(address.toString());
    }
    Stat stat = mock(Stat.class);
    when(stat.getCversion()).thenReturn(1234);
    mockGetChildren(isWritable ? regPath : regReadonlyPath, true, Code.OK.intValue(), children, stat, zkCallbackDelayMs);
    CompletableFuture<Versioned<Set<BookieSocketAddress>>> firstResult = new CompletableFuture<>();
    RegistrationListener firstListener = bookies -> firstResult.complete(bookies);
    CompletableFuture<Versioned<Set<BookieSocketAddress>>> secondResult = new CompletableFuture<>();
    RegistrationListener secondListener = bookies -> secondResult.complete(bookies);
    List<CompletableFuture<Void>> watchFutures = Lists.newArrayListWithExpectedSize(2);
    if (isWritable) {
        watchFutures.add(zkRegistrationClient.watchWritableBookies(firstListener));
        watchFutures.add(zkRegistrationClient.watchWritableBookies(secondListener));
    } else {
        watchFutures.add(zkRegistrationClient.watchReadOnlyBookies(firstListener));
        watchFutures.add(zkRegistrationClient.watchReadOnlyBookies(secondListener));
    }
    // trigger zkCallbackExecutor to execute getChildren callback
    zkCallbackController.advance(Duration.ofMillis(zkCallbackDelayMs));
    result(collect(watchFutures));
    assertEquals(firstResult.get().getVersion(), secondResult.get().getVersion());
    assertSetEquals(firstResult.get().getValue(), secondResult.get().getValue());
}

Example 2 with RegistrationListener

use of org.apache.bookkeeper.discover.RegistrationClient.RegistrationListener in project bookkeeper by apache.

the class TestZkRegistrationClient method testWatchBookiesSuccess.

@SuppressWarnings("unchecked")
private void testWatchBookiesSuccess(boolean isWritable) throws Exception {
    // 
    // 1. test watch bookies with a listener
    // 
    LinkedBlockingQueue<Versioned<Set<BookieSocketAddress>>> updates = spy(new LinkedBlockingQueue<>());
    RegistrationListener listener = bookies -> {
        try {
            updates.put(bookies);
        } catch (InterruptedException e) {
            log.warn("Interrupted on enqueue bookie updates", e);
        }
    };
    Set<BookieSocketAddress> addresses = prepareNBookies(10);
    List<String> children = Lists.newArrayList();
    for (BookieSocketAddress address : addresses) {
        children.add(address.toString());
    }
    Stat stat = mock(Stat.class);
    when(stat.getCversion()).thenReturn(1234);
    mockGetChildren(isWritable ? regPath : regReadonlyPath, true, Code.OK.intValue(), children, stat);
    if (isWritable) {
        result(zkRegistrationClient.watchWritableBookies(listener));
    } else {
        result(zkRegistrationClient.watchReadOnlyBookies(listener));
    }
    Versioned<Set<BookieSocketAddress>> update = updates.take();
    verify(updates, times(1)).put(any(Versioned.class));
    assertEquals(new LongVersion(1234), update.getVersion());
    assertSetEquals(addresses, update.getValue());
    verify(mockZk, times(1)).getChildren(anyString(), any(Watcher.class), any(Children2Callback.class), any());
    // 
    // 2. test watch bookies with a second listener. the second listener returns cached bookies
    // without calling `getChildren` again
    // 
    // register another listener
    LinkedBlockingQueue<Versioned<Set<BookieSocketAddress>>> secondUpdates = spy(new LinkedBlockingQueue<>());
    RegistrationListener secondListener = bookies -> {
        try {
            secondUpdates.put(bookies);
        } catch (InterruptedException e) {
            log.warn("Interrupted on enqueue bookie updates", e);
        }
    };
    if (isWritable) {
        result(zkRegistrationClient.watchWritableBookies(secondListener));
    } else {
        result(zkRegistrationClient.watchReadOnlyBookies(secondListener));
    }
    Versioned<Set<BookieSocketAddress>> secondListenerUpdate = secondUpdates.take();
    // first listener will not be notified with any update
    verify(updates, times(1)).put(any(Versioned.class));
    // second listener will receive same update as the first listener received before
    verify(secondUpdates, times(1)).put(any(Versioned.class));
    assertSame(update.getVersion(), secondListenerUpdate.getVersion());
    assertSame(update.getValue(), secondListenerUpdate.getValue());
    // the second listener will return the cached value without issuing another getChildren call
    verify(mockZk, times(1)).getChildren(anyString(), any(Watcher.class), any(Children2Callback.class), any());
    // 
    // 3. simulate session expire, it will trigger watcher to refetch bookies again.
    // but since there is no updates on bookies, the registered listeners will not be notified.
    // 
    notifyWatchedEvent(EventType.None, KeeperState.Expired, isWritable ? regPath : regReadonlyPath);
    // if session expires, the watcher task will get into backoff state
    controller.advance(Duration.ofMillis(ZK_CONNECT_BACKOFF_MS));
    // the same updates returns, the getChildren calls increase to 2
    // but since there is no updates, so no notification is sent.
    verify(mockZk, times(2)).getChildren(anyString(), any(Watcher.class), any(Children2Callback.class), any());
    assertNull(updates.poll());
    // both listener and secondListener will not receive any old update
    verify(updates, times(1)).put(any(Versioned.class));
    verify(secondUpdates, times(1)).put(any(Versioned.class));
    // 
    // 4. notify with new bookies. both listeners will be notified with new bookies.
    // 
    Set<BookieSocketAddress> newAddresses = prepareNBookies(20);
    List<String> newChildren = Lists.newArrayList();
    for (BookieSocketAddress address : newAddresses) {
        newChildren.add(address.toString());
    }
    Stat newStat = mock(Stat.class);
    when(newStat.getCversion()).thenReturn(1235);
    mockGetChildren(isWritable ? regPath : regReadonlyPath, true, Code.OK.intValue(), newChildren, newStat);
    // trigger watcher
    notifyWatchedEvent(EventType.NodeChildrenChanged, KeeperState.SyncConnected, isWritable ? regPath : regReadonlyPath);
    update = updates.take();
    assertEquals(new LongVersion(1235), update.getVersion());
    assertSetEquals(newAddresses, update.getValue());
    secondListenerUpdate = secondUpdates.take();
    assertSame(update.getVersion(), secondListenerUpdate.getVersion());
    assertSame(update.getValue(), secondListenerUpdate.getValue());
    verify(mockZk, times(3)).getChildren(anyString(), any(Watcher.class), any(Children2Callback.class), any());
    verify(updates, times(2)).put(any(Versioned.class));
    verify(secondUpdates, times(2)).put(any(Versioned.class));
    // 
    // 5. unwatch the second listener and notify with new bookies again. only first listener will
    // be notified with new bookies.
    // 
    newAddresses = prepareNBookies(25);
    newChildren.clear();
    newChildren = Lists.newArrayList();
    for (BookieSocketAddress address : newAddresses) {
        newChildren.add(address.toString());
    }
    newStat = mock(Stat.class);
    when(newStat.getCversion()).thenReturn(1236);
    mockGetChildren(isWritable ? regPath : regReadonlyPath, true, Code.OK.intValue(), newChildren, newStat);
    if (isWritable) {
        assertEquals(2, zkRegistrationClient.getWatchWritableBookiesTask().getNumListeners());
        zkRegistrationClient.unwatchWritableBookies(secondListener);
        assertEquals(1, zkRegistrationClient.getWatchWritableBookiesTask().getNumListeners());
    } else {
        assertEquals(2, zkRegistrationClient.getWatchReadOnlyBookiesTask().getNumListeners());
        zkRegistrationClient.unwatchReadOnlyBookies(secondListener);
        assertEquals(1, zkRegistrationClient.getWatchReadOnlyBookiesTask().getNumListeners());
    }
    // the watch task will not be closed since there is still a listener
    verify(mockZk, times(0)).removeWatches(eq(isWritable ? regPath : regReadonlyPath), same(isWritable ? zkRegistrationClient.getWatchWritableBookiesTask() : zkRegistrationClient.getWatchReadOnlyBookiesTask()), eq(WatcherType.Children), eq(true), any(VoidCallback.class), any());
    // trigger watcher
    notifyWatchedEvent(EventType.NodeChildrenChanged, KeeperState.SyncConnected, isWritable ? regPath : regReadonlyPath);
    update = updates.take();
    assertEquals(new LongVersion(1236), update.getVersion());
    assertSetEquals(newAddresses, update.getValue());
    secondListenerUpdate = secondUpdates.poll();
    assertNull(secondListenerUpdate);
    verify(mockZk, times(4)).getChildren(anyString(), any(Watcher.class), any(Children2Callback.class), any());
    verify(updates, times(3)).put(any(Versioned.class));
    verify(secondUpdates, times(2)).put(any(Versioned.class));
    // 
    // 6. unwatch the first listener. the watch task will be closed and zk watcher will be removed.
    // 
    // 
    WatchTask expectedWatcher;
    if (isWritable) {
        expectedWatcher = zkRegistrationClient.getWatchWritableBookiesTask();
        assertFalse(expectedWatcher.isClosed());
        zkRegistrationClient.unwatchWritableBookies(listener);
        assertNull(zkRegistrationClient.getWatchWritableBookiesTask());
    } else {
        expectedWatcher = zkRegistrationClient.getWatchReadOnlyBookiesTask();
        assertFalse(expectedWatcher.isClosed());
        zkRegistrationClient.unwatchReadOnlyBookies(listener);
        assertNull(zkRegistrationClient.getWatchReadOnlyBookiesTask());
    }
    // the watch task will not be closed since there is still a listener
    assertTrue(expectedWatcher.isClosed());
    verify(mockZk, times(1)).removeWatches(eq(isWritable ? regPath : regReadonlyPath), same(expectedWatcher), eq(WatcherType.Children), eq(true), any(VoidCallback.class), any());
}

Example 3 with RegistrationListener

use of org.apache.bookkeeper.discover.RegistrationClient.RegistrationListener in project bookkeeper by apache.

the class BookKeeperTestClient method waitForBookieInSet.

/**
 * Wait for bookie to appear in either the writable set of bookies,
 * or the read only set of bookies. Also ensure that it doesn't exist
 * in the other set before completing.
 */
private Future<?> waitForBookieInSet(BookieSocketAddress b, boolean writable) throws Exception {
    log.info("Wait for {} to become {}", b, writable ? "writable" : "readonly");
    CompletableFuture<Void> readOnlyFuture = new CompletableFuture<>();
    CompletableFuture<Void> writableFuture = new CompletableFuture<>();
    RegistrationListener readOnlyListener = (bookies) -> {
        boolean contains = bookies.getValue().contains(b);
        if ((!writable && contains) || (writable && !contains)) {
            readOnlyFuture.complete(null);
        }
    };
    RegistrationListener writableListener = (bookies) -> {
        boolean contains = bookies.getValue().contains(b);
        if ((writable && contains) || (!writable && !contains)) {
            writableFuture.complete(null);
        }
    };
    getMetadataClientDriver().getRegistrationClient().watchWritableBookies(writableListener);
    getMetadataClientDriver().getRegistrationClient().watchReadOnlyBookies(readOnlyListener);
    if (writable) {
        return writableFuture.thenCompose(ignored -> getMetadataClientDriver().getRegistrationClient().getReadOnlyBookies()).thenCompose(readonlyBookies -> {
            if (readonlyBookies.getValue().contains(b)) {
                // if the bookie still shows up at readonly path, wait for it to disappear
                return readOnlyFuture;
            } else {
                return FutureUtils.Void();
            }
        });
    } else {
        return readOnlyFuture.thenCompose(ignored -> getMetadataClientDriver().getRegistrationClient().getWritableBookies()).thenCompose(writableBookies -> {
            if (writableBookies.getValue().contains(b)) {
                // if the bookie still shows up at writable path, wait for it to disappear
                return writableFuture;
            } else {
                return FutureUtils.Void();
            }
        });
    }
}

Example 4 with RegistrationListener

use of org.apache.bookkeeper.discover.RegistrationClient.RegistrationListener in project bookkeeper by apache.

the class TestZkRegistrationClient method testWatchBookiesFailure.

private void testWatchBookiesFailure(boolean isWritable) throws Exception {
    int zkCallbackDelayMs = 100;
    mockGetChildren(isWritable ? regPath : regReadonlyPath, true, Code.NONODE.intValue(), null, null, zkCallbackDelayMs);
    CompletableFuture<Versioned<Set<BookieSocketAddress>>> listenerResult = new CompletableFuture<>();
    RegistrationListener listener = bookies -> listenerResult.complete(bookies);
    CompletableFuture<Void> watchFuture;
    WatchTask watchTask;
    if (isWritable) {
        watchFuture = zkRegistrationClient.watchWritableBookies(listener);
        watchTask = zkRegistrationClient.getWatchWritableBookiesTask();
    } else {
        watchFuture = zkRegistrationClient.watchReadOnlyBookies(listener);
        watchTask = zkRegistrationClient.getWatchReadOnlyBookiesTask();
    }
    assertNotNull(watchTask);
    assertEquals(1, watchTask.getNumListeners());
    // trigger zkCallbackExecutor to execute getChildren callback
    zkCallbackController.advance(Duration.ofMillis(zkCallbackDelayMs));
    try {
        result(watchFuture);
        fail("Should fail to watch writable bookies if reg path doesn't exist");
    } catch (ZKException zke) {
    // expected
    }
    assertEquals(0, watchTask.getNumListeners());
    assertTrue(watchTask.isClosed());
    if (isWritable) {
        assertNull(zkRegistrationClient.getWatchWritableBookiesTask());
    } else {
        assertNull(zkRegistrationClient.getWatchReadOnlyBookiesTask());
    }
}