Examples with LedgerInfo org.apache.pulsar.common.policies.data.ManagedLedgerInternalStats.LedgerInfo used on opensource projects

Example 1 with LedgerInfo

use of org.apache.pulsar.common.policies.data.ManagedLedgerInternalStats.LedgerInfo in project pulsar by apache.

the class PulsarAdminToolTest method newLedger.

private static LedgerInfo newLedger(long id, long entries, long size) {
    LedgerInfo l = new LedgerInfo();
    l.ledgerId = id;
    l.entries = entries;
    l.size = size;
    return l;
}

Example 2 with LedgerInfo

use of org.apache.pulsar.common.policies.data.ManagedLedgerInternalStats.LedgerInfo in project pulsar by apache.

the class PersistentTopic method getInternalStats.

@Override
public CompletableFuture<PersistentTopicInternalStats> getInternalStats(boolean includeLedgerMetadata) {
    CompletableFuture<PersistentTopicInternalStats> statFuture = new CompletableFuture<>();
    PersistentTopicInternalStats stats = new PersistentTopicInternalStats();
    ManagedLedgerImpl ml = (ManagedLedgerImpl) ledger;
    stats.entriesAddedCounter = ml.getEntriesAddedCounter();
    stats.numberOfEntries = ml.getNumberOfEntries();
    stats.totalSize = ml.getTotalSize();
    stats.currentLedgerEntries = ml.getCurrentLedgerEntries();
    stats.currentLedgerSize = ml.getCurrentLedgerSize();
    stats.lastLedgerCreatedTimestamp = DateFormatter.format(ml.getLastLedgerCreatedTimestamp());
    if (ml.getLastLedgerCreationFailureTimestamp() != 0) {
        stats.lastLedgerCreationFailureTimestamp = DateFormatter.format(ml.getLastLedgerCreationFailureTimestamp());
    }
    stats.waitingCursorsCount = ml.getWaitingCursorsCount();
    stats.pendingAddEntriesCount = ml.getPendingAddEntriesCount();
    stats.lastConfirmedEntry = ml.getLastConfirmedEntry().toString();
    stats.state = ml.getState().toString();
    stats.ledgers = Lists.newArrayList();
    List<CompletableFuture<String>> futures = Lists.newArrayList();
    CompletableFuture<Set<String>> availableBookiesFuture = brokerService.pulsar().getPulsarResources().getBookieResources().listAvailableBookiesAsync();
    futures.add(availableBookiesFuture.handle((strings, throwable) -> null));
    availableBookiesFuture.whenComplete((bookies, e) -> {
        if (e != null) {
            log.error("[{}] Failed to fetch available bookies.", topic, e);
            statFuture.completeExceptionally(e);
        } else {
            ml.getLedgersInfo().forEach((id, li) -> {
                LedgerInfo info = new LedgerInfo();
                info.ledgerId = li.getLedgerId();
                info.entries = li.getEntries();
                info.size = li.getSize();
                info.offloaded = li.hasOffloadContext() && li.getOffloadContext().getComplete();
                stats.ledgers.add(info);
                if (includeLedgerMetadata) {
                    futures.add(ml.getLedgerMetadata(li.getLedgerId()).handle((lMetadata, ex) -> {
                        if (ex == null) {
                            info.metadata = lMetadata;
                        }
                        return null;
                    }));
                    futures.add(ml.getEnsemblesAsync(li.getLedgerId()).handle((ensembles, ex) -> {
                        if (ex == null) {
                            info.underReplicated = !bookies.containsAll(ensembles.stream().map(BookieId::toString).collect(Collectors.toList()));
                        }
                        return null;
                    }));
                }
            });
        }
    });
    // Add ledger info for compacted topic ledger if exist.
    LedgerInfo info = new LedgerInfo();
    info.ledgerId = -1;
    info.entries = -1;
    info.size = -1;
    Optional<CompactedTopicContext> compactedTopicContext = getCompactedTopicContext();
    if (compactedTopicContext.isPresent()) {
        CompactedTopicContext ledgerContext = compactedTopicContext.get();
        info.ledgerId = ledgerContext.getLedger().getId();
        info.entries = ledgerContext.getLedger().getLastAddConfirmed() + 1;
        info.size = ledgerContext.getLedger().getLength();
    }
    stats.compactedLedger = info;
    stats.cursors = Maps.newTreeMap();
    ml.getCursors().forEach(c -> {
        ManagedCursorImpl cursor = (ManagedCursorImpl) c;
        CursorStats cs = new CursorStats();
        cs.markDeletePosition = cursor.getMarkDeletedPosition().toString();
        cs.readPosition = cursor.getReadPosition().toString();
        cs.waitingReadOp = cursor.hasPendingReadRequest();
        cs.pendingReadOps = cursor.getPendingReadOpsCount();
        cs.messagesConsumedCounter = cursor.getMessagesConsumedCounter();
        cs.cursorLedger = cursor.getCursorLedger();
        cs.cursorLedgerLastEntry = cursor.getCursorLedgerLastEntry();
        cs.individuallyDeletedMessages = cursor.getIndividuallyDeletedMessages();
        cs.lastLedgerSwitchTimestamp = DateFormatter.format(cursor.getLastLedgerSwitchTimestamp());
        cs.state = cursor.getState();
        cs.numberOfEntriesSinceFirstNotAckedMessage = cursor.getNumberOfEntriesSinceFirstNotAckedMessage();
        cs.totalNonContiguousDeletedMessagesRange = cursor.getTotalNonContiguousDeletedMessagesRange();
        cs.properties = cursor.getProperties();
        // subscription metrics
        PersistentSubscription sub = subscriptions.get(Codec.decode(c.getName()));
        if (sub != null) {
            if (sub.getDispatcher() instanceof PersistentDispatcherMultipleConsumers) {
                PersistentDispatcherMultipleConsumers dispatcher = (PersistentDispatcherMultipleConsumers) sub.getDispatcher();
                cs.subscriptionHavePendingRead = dispatcher.havePendingRead;
                cs.subscriptionHavePendingReplayRead = dispatcher.havePendingReplayRead;
            } else if (sub.getDispatcher() instanceof PersistentDispatcherSingleActiveConsumer) {
                PersistentDispatcherSingleActiveConsumer dispatcher = (PersistentDispatcherSingleActiveConsumer) sub.getDispatcher();
                cs.subscriptionHavePendingRead = dispatcher.havePendingRead;
            }
        }
        stats.cursors.put(cursor.getName(), cs);
    });
    // Schema store ledgers
    String schemaId;
    try {
        schemaId = TopicName.get(topic).getSchemaName();
    } catch (Throwable t) {
        statFuture.completeExceptionally(t);
        return statFuture;
    }
    CompletableFuture<Void> schemaStoreLedgersFuture = new CompletableFuture<>();
    stats.schemaLedgers = Collections.synchronizedList(new ArrayList<>());
    if (brokerService.getPulsar().getSchemaStorage() != null && brokerService.getPulsar().getSchemaStorage() instanceof BookkeeperSchemaStorage) {
        ((BookkeeperSchemaStorage) brokerService.getPulsar().getSchemaStorage()).getStoreLedgerIdsBySchemaId(schemaId).thenAccept(ledgers -> {
            List<CompletableFuture<Void>> getLedgerMetadataFutures = new ArrayList<>();
            ledgers.forEach(ledgerId -> {
                CompletableFuture<Void> completableFuture = new CompletableFuture<>();
                getLedgerMetadataFutures.add(completableFuture);
                CompletableFuture<LedgerMetadata> metadataFuture = null;
                try {
                    metadataFuture = brokerService.getPulsar().getBookKeeperClient().getLedgerMetadata(ledgerId);
                } catch (NullPointerException e) {
                    // related to bookkeeper issue https://github.com/apache/bookkeeper/issues/2741
                    if (log.isDebugEnabled()) {
                        log.debug("{{}} Failed to get ledger metadata for the schema ledger {}", topic, ledgerId, e);
                    }
                }
                if (metadataFuture != null) {
                    metadataFuture.thenAccept(metadata -> {
                        LedgerInfo schemaLedgerInfo = new LedgerInfo();
                        schemaLedgerInfo.ledgerId = metadata.getLedgerId();
                        schemaLedgerInfo.entries = metadata.getLastEntryId() + 1;
                        schemaLedgerInfo.size = metadata.getLength();
                        if (includeLedgerMetadata) {
                            info.metadata = metadata.toSafeString();
                        }
                        stats.schemaLedgers.add(schemaLedgerInfo);
                        completableFuture.complete(null);
                    }).exceptionally(e -> {
                        completableFuture.completeExceptionally(e);
                        return null;
                    });
                } else {
                    completableFuture.complete(null);
                }
            });
            FutureUtil.waitForAll(getLedgerMetadataFutures).thenRun(() -> {
                schemaStoreLedgersFuture.complete(null);
            }).exceptionally(e -> {
                schemaStoreLedgersFuture.completeExceptionally(e);
                return null;
            });
        }).exceptionally(e -> {
            schemaStoreLedgersFuture.completeExceptionally(e);
            return null;
        });
    } else {
        schemaStoreLedgersFuture.complete(null);
    }
    schemaStoreLedgersFuture.thenRun(() -> {
        if (futures != null) {
            FutureUtil.waitForAll(futures).handle((res, ex) -> {
                statFuture.complete(stats);
                return null;
            });
        } else {
            statFuture.complete(stats);
        }
    }).exceptionally(e -> {
        statFuture.completeExceptionally(e);
        return null;
    });
    return statFuture;
}

Example 3 with LedgerInfo

use of org.apache.pulsar.common.policies.data.ManagedLedgerInternalStats.LedgerInfo in project pulsar by yahoo.

the class PulsarAdminToolTest method newLedger.

private static LedgerInfo newLedger(long id, long entries, long size) {
    LedgerInfo l = new LedgerInfo();
    l.ledgerId = id;
    l.entries = entries;
    l.size = size;
    return l;
}

Example 4 with LedgerInfo

use of org.apache.pulsar.common.policies.data.ManagedLedgerInternalStats.LedgerInfo in project pulsar by yahoo.

the class TestCmdTopics method newLedger.

private static LedgerInfo newLedger(long id, long entries, long size) {
    LedgerInfo l = new LedgerInfo();
    l.ledgerId = id;
    l.entries = entries;
    l.size = size;
    return l;
}

Example 5 with LedgerInfo

use of org.apache.pulsar.common.policies.data.ManagedLedgerInternalStats.LedgerInfo in project pulsar by yahoo.

the class TestCmdTopics method testFindFirstLedgerWithinThreshold.

@Test
public void testFindFirstLedgerWithinThreshold() throws Exception {
    List<LedgerInfo> ledgers = new ArrayList<>();
    ledgers.add(newLedger(0, 10, 1000));
    ledgers.add(newLedger(1, 10, 2000));
    ledgers.add(newLedger(2, 10, 3000));
    // test huge threshold
    Assert.assertNull(CmdTopics.findFirstLedgerWithinThreshold(ledgers, Long.MAX_VALUE));
    // test small threshold
    Assert.assertEquals(CmdTopics.findFirstLedgerWithinThreshold(ledgers, 0), new MessageIdImpl(2, 0, -1));
    // test middling thresholds
    Assert.assertEquals(CmdTopics.findFirstLedgerWithinThreshold(ledgers, 1000), new MessageIdImpl(2, 0, -1));
    Assert.assertEquals(CmdTopics.findFirstLedgerWithinThreshold(ledgers, 5000), new MessageIdImpl(1, 0, -1));
}