Search in sources :

Example 1 with Dispatcher

use of com.yahoo.pulsar.broker.service.Dispatcher in project pulsar by yahoo.

the class PersistentSubscription method getStats.

public PersistentSubscriptionStats getStats() {
    PersistentSubscriptionStats subStats = new PersistentSubscriptionStats();
    Dispatcher dispatcher = this.dispatcher;
    if (dispatcher != null) {
        dispatcher.getConsumers().forEach(consumer -> {
            ConsumerStats consumerStats = consumer.getStats();
            subStats.consumers.add(consumerStats);
            subStats.msgRateOut += consumerStats.msgRateOut;
            subStats.msgThroughputOut += consumerStats.msgThroughputOut;
            subStats.msgRateRedeliver += consumerStats.msgRateRedeliver;
            subStats.unackedMessages += consumerStats.unackedMessages;
        });
    }
    subStats.msgBacklog = getNumberOfEntriesInBacklog();
    subStats.msgRateExpired = expiryMonitor.getMessageExpiryRate();
    subStats.type = getType();
    return subStats;
}
Also used : PersistentSubscriptionStats(com.yahoo.pulsar.common.policies.data.PersistentSubscriptionStats) ConsumerStats(com.yahoo.pulsar.common.policies.data.ConsumerStats) Dispatcher(com.yahoo.pulsar.broker.service.Dispatcher)

Example 2 with Dispatcher

use of com.yahoo.pulsar.broker.service.Dispatcher in project pulsar by yahoo.

the class PersistentSubscription method resetCursor.

@Override
public CompletableFuture<Void> resetCursor(long timestamp) {
    CompletableFuture<Void> future = new CompletableFuture<>();
    PersistentMessageFinder persistentMessageFinder = new PersistentMessageFinder(topicName, cursor);
    if (log.isDebugEnabled()) {
        log.debug("[{}][{}] Resetting subscription to timestamp {}", topicName, subName, timestamp);
    }
    persistentMessageFinder.findMessages(timestamp, new AsyncCallbacks.FindEntryCallback() {

        @Override
        public void findEntryComplete(Position position, Object ctx) {
            final Position finalPosition;
            if (position == null) {
                // this should not happen ideally unless a reset is requested for a time
                // that spans beyond the retention limits (time/size)
                finalPosition = cursor.getFirstPosition();
                if (finalPosition == null) {
                    log.warn("[{}][{}] Unable to find position for timestamp {}. Unable to reset cursor to first position", topicName, subName, timestamp);
                    future.completeExceptionally(new SubscriptionInvalidCursorPosition("Unable to find position for specified timestamp"));
                    return;
                }
                log.info("[{}][{}] Unable to find position for timestamp {}. Resetting cursor to first position {} in ledger", topicName, subName, timestamp, finalPosition);
            } else {
                finalPosition = position;
            }
            if (!IS_FENCED_UPDATER.compareAndSet(PersistentSubscription.this, FALSE, TRUE)) {
                future.completeExceptionally(new SubscriptionBusyException("Failed to fence subscription"));
                return;
            }
            final CompletableFuture<Void> disconnectFuture;
            if (dispatcher != null && dispatcher.isConsumerConnected()) {
                disconnectFuture = dispatcher.disconnectAllConsumers();
            } else {
                disconnectFuture = CompletableFuture.completedFuture(null);
            }
            disconnectFuture.whenComplete((aVoid, throwable) -> {
                if (throwable != null) {
                    log.error("[{}][{}] Failed to disconnect consumer from subscription", topicName, subName, throwable);
                    IS_FENCED_UPDATER.set(PersistentSubscription.this, FALSE);
                    future.completeExceptionally(new SubscriptionBusyException("Failed to disconnect consumers from subscription"));
                    return;
                }
                log.info("[{}][{}] Successfully disconnected consumers from subscription, proceeding with cursor reset", topicName, subName);
                try {
                    cursor.asyncResetCursor(finalPosition, new AsyncCallbacks.ResetCursorCallback() {

                        @Override
                        public void resetComplete(Object ctx) {
                            if (log.isDebugEnabled()) {
                                log.debug("[{}][{}] Successfully reset subscription to timestamp {}", topicName, subName, timestamp);
                            }
                            IS_FENCED_UPDATER.set(PersistentSubscription.this, FALSE);
                            future.complete(null);
                        }

                        @Override
                        public void resetFailed(ManagedLedgerException exception, Object ctx) {
                            log.error("[{}][{}] Failed to reset subscription to timestamp {}", topicName, subName, timestamp, exception);
                            IS_FENCED_UPDATER.set(PersistentSubscription.this, FALSE);
                            // or should we just ask user to retry one more time?
                            if (exception instanceof InvalidCursorPositionException) {
                                future.completeExceptionally(new SubscriptionInvalidCursorPosition(exception.getMessage()));
                            } else if (exception instanceof ConcurrentFindCursorPositionException) {
                                future.completeExceptionally(new SubscriptionBusyException(exception.getMessage()));
                            } else {
                                future.completeExceptionally(new BrokerServiceException(exception));
                            }
                        }
                    });
                } catch (Exception e) {
                    log.error("[{}][{}] Error while resetting cursor", topicName, subName, e);
                    IS_FENCED_UPDATER.set(PersistentSubscription.this, FALSE);
                    future.completeExceptionally(new BrokerServiceException(e));
                }
            });
        }

        @Override
        public void findEntryFailed(ManagedLedgerException exception, Object ctx) {
            // todo - what can go wrong here that needs to be retried?
            if (exception instanceof ConcurrentFindCursorPositionException) {
                future.completeExceptionally(new SubscriptionBusyException(exception.getMessage()));
            } else {
                future.completeExceptionally(new BrokerServiceException(exception));
            }
        }
    });
    return future;
}
Also used : SubType(com.yahoo.pulsar.common.api.proto.PulsarApi.CommandSubscribe.SubType) PersistentSubscriptionStats(com.yahoo.pulsar.common.policies.data.PersistentSubscriptionStats) AtomicIntegerFieldUpdater(java.util.concurrent.atomic.AtomicIntegerFieldUpdater) ConsumerStats(com.yahoo.pulsar.common.policies.data.ConsumerStats) CloseCallback(org.apache.bookkeeper.mledger.AsyncCallbacks.CloseCallback) Entry(org.apache.bookkeeper.mledger.Entry) LoggerFactory(org.slf4j.LoggerFactory) CompletableFuture(java.util.concurrent.CompletableFuture) ReadEntryCallback(org.apache.bookkeeper.mledger.AsyncCallbacks.ReadEntryCallback) SubscriptionBusyException(com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionBusyException) DeleteCallback(org.apache.bookkeeper.mledger.AsyncCallbacks.DeleteCallback) SubscriptionFencedException(com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionFencedException) Dispatcher(com.yahoo.pulsar.broker.service.Dispatcher) ClearBacklogCallback(org.apache.bookkeeper.mledger.AsyncCallbacks.ClearBacklogCallback) ManagedCursor(org.apache.bookkeeper.mledger.ManagedCursor) Codec(com.yahoo.pulsar.common.util.Codec) Objects(com.google.common.base.Objects) PositionImpl(org.apache.bookkeeper.mledger.impl.PositionImpl) DestinationName(com.yahoo.pulsar.common.naming.DestinationName) Logger(org.slf4j.Logger) BrokerServiceException(com.yahoo.pulsar.broker.service.BrokerServiceException) PersistenceException(com.yahoo.pulsar.broker.service.BrokerServiceException.PersistenceException) ServerMetadataException(com.yahoo.pulsar.broker.service.BrokerServiceException.ServerMetadataException) CopyOnWriteArrayList(com.yahoo.pulsar.utils.CopyOnWriteArrayList) ConcurrentFindCursorPositionException(org.apache.bookkeeper.mledger.ManagedLedgerException.ConcurrentFindCursorPositionException) Position(org.apache.bookkeeper.mledger.Position) IndividualDeletedEntries(org.apache.bookkeeper.mledger.ManagedCursor.IndividualDeletedEntries) ManagedLedgerException(org.apache.bookkeeper.mledger.ManagedLedgerException) SubscriptionInvalidCursorPosition(com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionInvalidCursorPosition) Consumer(com.yahoo.pulsar.broker.service.Consumer) List(java.util.List) AckType(com.yahoo.pulsar.common.api.proto.PulsarApi.CommandAck.AckType) MarkDeleteCallback(org.apache.bookkeeper.mledger.AsyncCallbacks.MarkDeleteCallback) InvalidCursorPositionException(org.apache.bookkeeper.mledger.ManagedLedgerException.InvalidCursorPositionException) Subscription(com.yahoo.pulsar.broker.service.Subscription) AsyncCallbacks(org.apache.bookkeeper.mledger.AsyncCallbacks) Position(org.apache.bookkeeper.mledger.Position) SubscriptionInvalidCursorPosition(com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionInvalidCursorPosition) BrokerServiceException(com.yahoo.pulsar.broker.service.BrokerServiceException) InvalidCursorPositionException(org.apache.bookkeeper.mledger.ManagedLedgerException.InvalidCursorPositionException) ConcurrentFindCursorPositionException(org.apache.bookkeeper.mledger.ManagedLedgerException.ConcurrentFindCursorPositionException) SubscriptionBusyException(com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionBusyException) SubscriptionFencedException(com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionFencedException) BrokerServiceException(com.yahoo.pulsar.broker.service.BrokerServiceException) PersistenceException(com.yahoo.pulsar.broker.service.BrokerServiceException.PersistenceException) ServerMetadataException(com.yahoo.pulsar.broker.service.BrokerServiceException.ServerMetadataException) ConcurrentFindCursorPositionException(org.apache.bookkeeper.mledger.ManagedLedgerException.ConcurrentFindCursorPositionException) ManagedLedgerException(org.apache.bookkeeper.mledger.ManagedLedgerException) InvalidCursorPositionException(org.apache.bookkeeper.mledger.ManagedLedgerException.InvalidCursorPositionException) SubscriptionInvalidCursorPosition(com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionInvalidCursorPosition) CompletableFuture(java.util.concurrent.CompletableFuture) ManagedLedgerException(org.apache.bookkeeper.mledger.ManagedLedgerException) AsyncCallbacks(org.apache.bookkeeper.mledger.AsyncCallbacks) SubscriptionBusyException(com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionBusyException)

Aggregations

Dispatcher (com.yahoo.pulsar.broker.service.Dispatcher)2 ConsumerStats (com.yahoo.pulsar.common.policies.data.ConsumerStats)2 PersistentSubscriptionStats (com.yahoo.pulsar.common.policies.data.PersistentSubscriptionStats)2 Objects (com.google.common.base.Objects)1 BrokerServiceException (com.yahoo.pulsar.broker.service.BrokerServiceException)1 PersistenceException (com.yahoo.pulsar.broker.service.BrokerServiceException.PersistenceException)1 ServerMetadataException (com.yahoo.pulsar.broker.service.BrokerServiceException.ServerMetadataException)1 SubscriptionBusyException (com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionBusyException)1 SubscriptionFencedException (com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionFencedException)1 SubscriptionInvalidCursorPosition (com.yahoo.pulsar.broker.service.BrokerServiceException.SubscriptionInvalidCursorPosition)1 Consumer (com.yahoo.pulsar.broker.service.Consumer)1 Subscription (com.yahoo.pulsar.broker.service.Subscription)1 AckType (com.yahoo.pulsar.common.api.proto.PulsarApi.CommandAck.AckType)1 SubType (com.yahoo.pulsar.common.api.proto.PulsarApi.CommandSubscribe.SubType)1 DestinationName (com.yahoo.pulsar.common.naming.DestinationName)1 Codec (com.yahoo.pulsar.common.util.Codec)1 CopyOnWriteArrayList (com.yahoo.pulsar.utils.CopyOnWriteArrayList)1 List (java.util.List)1 CompletableFuture (java.util.concurrent.CompletableFuture)1 AtomicIntegerFieldUpdater (java.util.concurrent.atomic.AtomicIntegerFieldUpdater)1