Examples with OpenLedgerCallback org.apache.bookkeeper.mledger.AsyncCallbacks.OpenLedgerCallback used on opensource projects

Example 26 with OpenLedgerCallback

use of org.apache.bookkeeper.mledger.AsyncCallbacks.OpenLedgerCallback in project pulsar by yahoo.

the class ServerCnxTest method testCreateProducerMultipleTimeouts.

@Test(timeOut = 30000, enabled = false)
public void testCreateProducerMultipleTimeouts() throws Exception {
    resetChannel();
    setChannelConnected();
    // Delay the topic creation in a deterministic way
    CountDownLatch topicCreationDelayLatch = new CountDownLatch(1);
    doAnswer(new Answer<Object>() {

        @Override
        public Object answer(InvocationOnMock invocationOnMock) throws Throwable {
            topicCreationDelayLatch.await();
            ((OpenLedgerCallback) invocationOnMock.getArguments()[2]).openLedgerComplete(ledgerMock, null);
            return null;
        }
    }).when(mlFactoryMock).asyncOpen(matches(".*success.*"), any(ManagedLedgerConfig.class), any(OpenLedgerCallback.class), anyObject());
    // In a create producer timeout from client side we expect to see this sequence of commands :
    // 1. create producer
    // 2. close producer (when the timeout is triggered, which may be before the producer was created on the broker
    // 3. create producer (triggered by reconnection logic)
    // These operations need to be serialized, to allow the last create producer to finally succeed
    // (There can be more create/close pairs in the sequence, depending on the client timeout
    String producerName = "my-producer";
    ByteBuf createProducer1 = Commands.newProducer(successTopicName, 1, /* producer id */
    1, /* request id */
    producerName);
    channel.writeInbound(createProducer1);
    ByteBuf closeProducer1 = Commands.newCloseProducer(1, /* producer id */
    2);
    channel.writeInbound(closeProducer1);
    ByteBuf createProducer2 = Commands.newProducer(successTopicName, 1, /* producer id */
    3, /* request id */
    producerName);
    channel.writeInbound(createProducer2);
    ByteBuf createProducer3 = Commands.newProducer(successTopicName, 1, /* producer id */
    4, /* request id */
    producerName);
    channel.writeInbound(createProducer3);
    ByteBuf createProducer4 = Commands.newProducer(successTopicName, 1, /* producer id */
    5, /* request id */
    producerName);
    channel.writeInbound(createProducer4);
    // Close succeeds
    Object response = getResponse();
    assertEquals(response.getClass(), CommandSuccess.class);
    assertEquals(((CommandSuccess) response).getRequestId(), 2);
    // Now allow topic creation to complete
    topicCreationDelayLatch.countDown();
    // 1st producer it's not acked
    // 2nd producer fails
    response = getResponse();
    assertEquals(response.getClass(), CommandError.class);
    assertEquals(((CommandError) response).getRequestId(), 3);
    // 3rd producer fails
    response = getResponse();
    assertEquals(response.getClass(), CommandError.class);
    assertEquals(((CommandError) response).getRequestId(), 4);
    // 4nd producer fails
    response = getResponse();
    assertEquals(response.getClass(), CommandError.class);
    assertEquals(((CommandError) response).getRequestId(), 5);
    Thread.sleep(100);
    // We should not receive response for 1st producer, since it was cancelled by the close
    assertTrue(channel.outboundMessages().isEmpty());
    assertTrue(channel.isActive());
    channel.finish();
}

Example 27 with OpenLedgerCallback

use of org.apache.bookkeeper.mledger.AsyncCallbacks.OpenLedgerCallback in project pulsar by yahoo.

the class ServerCnxTest method testCreateProducerTimeout.

@Test(timeOut = 30000)
public void testCreateProducerTimeout() throws Exception {
    resetChannel();
    setChannelConnected();
    // Delay the topic creation in a deterministic way
    CompletableFuture<Runnable> openTopicFuture = new CompletableFuture<>();
    doAnswer(invocationOnMock -> {
        openTopicFuture.complete(() -> {
            ((OpenLedgerCallback) invocationOnMock.getArguments()[2]).openLedgerComplete(ledgerMock, null);
        });
        return null;
    }).when(mlFactoryMock).asyncOpen(matches(".*success.*"), any(ManagedLedgerConfig.class), any(OpenLedgerCallback.class), anyObject());
    // In a create producer timeout from client side we expect to see this sequence of commands :
    // 1. create producer
    // 2. close producer (when the timeout is triggered, which may be before the producer was created on the broker
    // 3. create producer (triggered by reconnection logic)
    // These operations need to be serialized, to allow the last create producer to finally succeed
    // (There can be more create/close pairs in the sequence, depending on the client timeout
    String producerName = "my-producer";
    ByteBuf createProducer1 = Commands.newProducer(successTopicName, 1, /* producer id */
    1, /* request id */
    producerName);
    channel.writeInbound(createProducer1);
    ByteBuf closeProducer = Commands.newCloseProducer(1, /* producer id */
    2);
    channel.writeInbound(closeProducer);
    ByteBuf createProducer2 = Commands.newProducer(successTopicName, 1, /* producer id */
    3, /* request id */
    producerName);
    channel.writeInbound(createProducer2);
    // Complete the topic opening
    openTopicFuture.get().run();
    // Close succeeds
    Object response = getResponse();
    assertEquals(response.getClass(), CommandSuccess.class);
    assertEquals(((CommandSuccess) response).getRequestId(), 2);
    // 2nd producer fails to create
    response = getResponse();
    assertEquals(response.getClass(), CommandError.class);
    assertEquals(((CommandError) response).getRequestId(), 3);
    // We should not receive response for 1st producer, since it was cancelled by the close
    assertTrue(channel.outboundMessages().isEmpty());
    assertTrue(channel.isActive());
    channel.finish();
}

Example 28 with OpenLedgerCallback

use of org.apache.bookkeeper.mledger.AsyncCallbacks.OpenLedgerCallback in project pulsar by yahoo.

the class ServerCnxTest method testSubscribeBookieTimeout.

@Test(timeOut = 30000)
public void testSubscribeBookieTimeout() throws Exception {
    resetChannel();
    setChannelConnected();
    // Delay the topic creation in a deterministic way
    CompletableFuture<Runnable> openTopicSuccess = new CompletableFuture<>();
    doAnswer(invocationOnMock -> {
        openTopicSuccess.complete(() -> {
            ((OpenLedgerCallback) invocationOnMock.getArguments()[2]).openLedgerComplete(ledgerMock, null);
        });
        return null;
    }).when(mlFactoryMock).asyncOpen(matches(".*success.*"), any(ManagedLedgerConfig.class), any(OpenLedgerCallback.class), anyObject());
    CompletableFuture<Runnable> openTopicFail = new CompletableFuture<>();
    doAnswer(invocationOnMock -> {
        openTopicFail.complete(() -> {
            ((OpenLedgerCallback) invocationOnMock.getArguments()[2]).openLedgerFailed(new ManagedLedgerException("Managed ledger failure"), null);
        });
        return null;
    }).when(mlFactoryMock).asyncOpen(matches(".*fail.*"), any(ManagedLedgerConfig.class), any(OpenLedgerCallback.class), anyObject());
    // In a subscribe timeout from client side we expect to see this sequence of commands :
    // 1. Subscribe against failtopic which will fail after 100msec
    // 2. close consumer
    // 3. Resubscribe (triggered by reconnection logic)
    // 4. Wait till the timeout of 1, and subscribe again.
    // These operations need to be serialized, to allow the last subscribe operation to finally succeed
    // (There can be more subscribe/close pairs in the sequence, depending on the client timeout
    ByteBuf subscribe1 = //
    Commands.newSubscribe(//
    failTopicName, successSubName, 1, /* consumer id */
    1, /* request id */
    SubType.Exclusive, 0, "test");
    channel.writeInbound(subscribe1);
    ByteBuf closeConsumer = Commands.newCloseConsumer(1, /* consumer id */
    2);
    channel.writeInbound(closeConsumer);
    ByteBuf subscribe2 = //
    Commands.newSubscribe(//
    successTopicName, successSubName, 1, /* consumer id */
    3, /* request id */
    SubType.Exclusive, 0, "test");
    channel.writeInbound(subscribe2);
    openTopicFail.get().run();
    Object response;
    // Close succeeds
    response = getResponse();
    assertEquals(response.getClass(), CommandSuccess.class);
    assertEquals(((CommandSuccess) response).getRequestId(), 2);
    // Subscribe fails
    response = getResponse();
    assertEquals(response.getClass(), CommandError.class);
    assertEquals(((CommandError) response).getRequestId(), 3);
    while (serverCnx.hasConsumer(1)) {
        Thread.sleep(10);
    }
    ByteBuf subscribe3 = //
    Commands.newSubscribe(//
    successTopicName, successSubName, 1, /* consumer id */
    4, /* request id */
    SubType.Exclusive, 0, "test");
    channel.writeInbound(subscribe3);
    openTopicSuccess.get().run();
    // Subscribe succeeds
    response = getResponse();
    assertEquals(response.getClass(), CommandSuccess.class);
    assertEquals(((CommandSuccess) response).getRequestId(), 4);
    Thread.sleep(100);
    // We should not receive response for 1st producer, since it was cancelled by the close
    assertTrue(channel.outboundMessages().isEmpty());
    assertTrue(channel.isActive());
    channel.finish();
}

Example 29 with OpenLedgerCallback

use of org.apache.bookkeeper.mledger.AsyncCallbacks.OpenLedgerCallback in project incubator-pulsar by apache.

the class ManagedLedgerFactoryImpl method asyncOpen.

@Override
public void asyncOpen(final String name, final ManagedLedgerConfig config, final OpenLedgerCallback callback, final Object ctx) {
    // If the ledger state is bad, remove it from the map.
    CompletableFuture<ManagedLedgerImpl> existingFuture = ledgers.get(name);
    if (existingFuture != null && existingFuture.isDone()) {
        try {
            ManagedLedgerImpl l = existingFuture.get();
            if (l.getState().equals(State.Fenced.toString()) || l.getState().equals(State.Closed.toString())) {
                // Managed ledger is in unusable state. Recreate it.
                log.warn("[{}] Attempted to open ledger in {} state. Removing from the map to recreate it", name, l.getState());
                ledgers.remove(name, existingFuture);
            }
        } catch (Exception e) {
            // Unable to get the future
            log.warn("[{}] Got exception while trying to retrieve ledger", name, e);
        }
    }
    // Ensure only one managed ledger is created and initialized
    ledgers.computeIfAbsent(name, (mlName) -> {
        // Create the managed ledger
        CompletableFuture<ManagedLedgerImpl> future = new CompletableFuture<>();
        final ManagedLedgerImpl newledger = new ManagedLedgerImpl(this, bookKeeper, store, config, executor, orderedExecutor, name);
        newledger.initialize(new ManagedLedgerInitializeLedgerCallback() {

            @Override
            public void initializeComplete() {
                future.complete(newledger);
            }

            @Override
            public void initializeFailed(ManagedLedgerException e) {
                // Clean the map if initialization fails
                ledgers.remove(name, future);
                future.completeExceptionally(e);
            }
        }, null);
        return future;
    }).thenAccept(ml -> {
        callback.openLedgerComplete(ml, ctx);
    }).exceptionally(exception -> {
        callback.openLedgerFailed((ManagedLedgerException) exception.getCause(), ctx);
        return null;
    });
}

Example 30 with OpenLedgerCallback

use of org.apache.bookkeeper.mledger.AsyncCallbacks.OpenLedgerCallback in project incubator-pulsar by apache.

the class ServerCnxTest method testSubscribeBookieTimeout.

@Test(timeOut = 30000)
public void testSubscribeBookieTimeout() throws Exception {
    resetChannel();
    setChannelConnected();
    // Delay the topic creation in a deterministic way
    CompletableFuture<Runnable> openTopicSuccess = new CompletableFuture<>();
    doAnswer(invocationOnMock -> {
        openTopicSuccess.complete(() -> {
            ((OpenLedgerCallback) invocationOnMock.getArguments()[2]).openLedgerComplete(ledgerMock, null);
        });
        return null;
    }).when(mlFactoryMock).asyncOpen(matches(".*success.*"), any(ManagedLedgerConfig.class), any(OpenLedgerCallback.class), anyObject());
    CompletableFuture<Runnable> openTopicFail = new CompletableFuture<>();
    doAnswer(invocationOnMock -> {
        openTopicFail.complete(() -> {
            ((OpenLedgerCallback) invocationOnMock.getArguments()[2]).openLedgerFailed(new ManagedLedgerException("Managed ledger failure"), null);
        });
        return null;
    }).when(mlFactoryMock).asyncOpen(matches(".*fail.*"), any(ManagedLedgerConfig.class), any(OpenLedgerCallback.class), anyObject());
    // In a subscribe timeout from client side we expect to see this sequence of commands :
    // 1. Subscribe against failtopic which will fail after 100msec
    // 2. close consumer
    // 3. Resubscribe (triggered by reconnection logic)
    // 4. Wait till the timeout of 1, and subscribe again.
    // These operations need to be serialized, to allow the last subscribe operation to finally succeed
    // (There can be more subscribe/close pairs in the sequence, depending on the client timeout
    ByteBuf subscribe1 = // 
    Commands.newSubscribe(// 
    failTopicName, successSubName, 1, /* consumer id */
    1, /* request id */
    SubType.Exclusive, 0, "test");
    channel.writeInbound(subscribe1);
    ByteBuf closeConsumer = Commands.newCloseConsumer(1, /* consumer id */
    2);
    channel.writeInbound(closeConsumer);
    ByteBuf subscribe2 = // 
    Commands.newSubscribe(// 
    successTopicName, successSubName, 1, /* consumer id */
    3, /* request id */
    SubType.Exclusive, 0, "test");
    channel.writeInbound(subscribe2);
    openTopicFail.get().run();
    Object response;
    // Close succeeds
    response = getResponse();
    assertEquals(response.getClass(), CommandSuccess.class);
    assertEquals(((CommandSuccess) response).getRequestId(), 2);
    // Subscribe fails
    response = getResponse();
    assertEquals(response.getClass(), CommandError.class);
    assertEquals(((CommandError) response).getRequestId(), 3);
    while (serverCnx.hasConsumer(1)) {
        Thread.sleep(10);
    }
    ByteBuf subscribe3 = // 
    Commands.newSubscribe(// 
    successTopicName, successSubName, 1, /* consumer id */
    4, /* request id */
    SubType.Exclusive, 0, "test");
    channel.writeInbound(subscribe3);
    openTopicSuccess.get().run();
    // Subscribe succeeds
    response = getResponse();
    assertEquals(response.getClass(), CommandSuccess.class);
    assertEquals(((CommandSuccess) response).getRequestId(), 4);
    Thread.sleep(100);
    // We should not receive response for 1st producer, since it was cancelled by the close
    assertTrue(channel.outboundMessages().isEmpty());
    assertTrue(channel.isActive());
    channel.finish();
}