Examples with Topic org.apache.pulsar.broker.service.Topic used on opensource projects

Example 11 with Topic

use of org.apache.pulsar.broker.service.Topic in project incubator-pulsar by apache.

the class PersistentTopic method subscribe.

@Override
public CompletableFuture<Consumer> subscribe(final ServerCnx cnx, String subscriptionName, long consumerId, SubType subType, int priorityLevel, String consumerName, boolean isDurable, MessageId startMessageId, Map<String, String> metadata, boolean readCompacted, InitialPosition initialPosition) {
    final CompletableFuture<Consumer> future = new CompletableFuture<>();
    if (readCompacted && !(subType == SubType.Failover || subType == SubType.Exclusive)) {
        future.completeExceptionally(new NotAllowedException("readCompacted only allowed on failover or exclusive subscriptions"));
        return future;
    }
    if (isBlank(subscriptionName)) {
        if (log.isDebugEnabled()) {
            log.debug("[{}] Empty subscription name", topic);
        }
        future.completeExceptionally(new NamingException("Empty subscription name"));
        return future;
    }
    if (hasBatchMessagePublished && !cnx.isBatchMessageCompatibleVersion()) {
        if (log.isDebugEnabled()) {
            log.debug("[{}] Consumer doesn't support batch-message {}", topic, subscriptionName);
        }
        future.completeExceptionally(new UnsupportedVersionException("Consumer doesn't support batch-message"));
        return future;
    }
    if (subscriptionName.startsWith(replicatorPrefix) || subscriptionName.equals(DEDUPLICATION_CURSOR_NAME)) {
        log.warn("[{}] Failed to create subscription for {}", topic, subscriptionName);
        future.completeExceptionally(new NamingException("Subscription with reserved subscription name attempted"));
        return future;
    }
    lock.readLock().lock();
    try {
        if (isFenced) {
            log.warn("[{}] Attempting to subscribe to a fenced topic", topic);
            future.completeExceptionally(new TopicFencedException("Topic is temporarily unavailable"));
            return future;
        }
        USAGE_COUNT_UPDATER.incrementAndGet(this);
        if (log.isDebugEnabled()) {
            log.debug("[{}] [{}] [{}] Added consumer -- count: {}", topic, subscriptionName, consumerName, USAGE_COUNT_UPDATER.get(this));
        }
    } finally {
        lock.readLock().unlock();
    }
    CompletableFuture<? extends Subscription> subscriptionFuture = // 
    isDurable ? // 
    getDurableSubscription(subscriptionName, initialPosition) : getNonDurableSubscription(subscriptionName, startMessageId);
    int maxUnackedMessages = isDurable ? brokerService.pulsar().getConfiguration().getMaxUnackedMessagesPerConsumer() : 0;
    subscriptionFuture.thenAccept(subscription -> {
        try {
            Consumer consumer = new Consumer(subscription, subType, topic, consumerId, priorityLevel, consumerName, maxUnackedMessages, cnx, cnx.getRole(), metadata, readCompacted, initialPosition);
            subscription.addConsumer(consumer);
            if (!cnx.isActive()) {
                consumer.close();
                if (log.isDebugEnabled()) {
                    log.debug("[{}] [{}] [{}] Subscribe failed -- count: {}", topic, subscriptionName, consumer.consumerName(), USAGE_COUNT_UPDATER.get(PersistentTopic.this));
                }
                future.completeExceptionally(new BrokerServiceException("Connection was closed while the opening the cursor "));
            } else {
                log.info("[{}][{}] Created new subscription for {}", topic, subscriptionName, consumerId);
                future.complete(consumer);
            }
        } catch (BrokerServiceException e) {
            if (e instanceof ConsumerBusyException) {
                log.warn("[{}][{}] Consumer {} {} already connected", topic, subscriptionName, consumerId, consumerName);
            } else if (e instanceof SubscriptionBusyException) {
                log.warn("[{}][{}] {}", topic, subscriptionName, e.getMessage());
            }
            USAGE_COUNT_UPDATER.decrementAndGet(PersistentTopic.this);
            future.completeExceptionally(e);
        }
    }).exceptionally(ex -> {
        log.warn("[{}] Failed to create subscription for {}: ", topic, subscriptionName, ex.getMessage());
        USAGE_COUNT_UPDATER.decrementAndGet(PersistentTopic.this);
        future.completeExceptionally(new PersistenceException(ex));
        return null;
    });
    return future;
}

Example 12 with Topic

use of org.apache.pulsar.broker.service.Topic in project incubator-pulsar by apache.

the class PersistentTopic method terminate.

public CompletableFuture<MessageId> terminate() {
    CompletableFuture<MessageId> future = new CompletableFuture<>();
    ledger.asyncTerminate(new TerminateCallback() {

        @Override
        public void terminateComplete(Position lastCommittedPosition, Object ctx) {
            producers.forEach(Producer::disconnect);
            subscriptions.forEach((name, sub) -> sub.topicTerminated());
            PositionImpl lastPosition = (PositionImpl) lastCommittedPosition;
            MessageId messageId = new MessageIdImpl(lastPosition.getLedgerId(), lastPosition.getEntryId(), -1);
            log.info("[{}] Topic terminated at {}", getName(), messageId);
            future.complete(messageId);
        }

        @Override
        public void terminateFailed(ManagedLedgerException exception, Object ctx) {
            future.completeExceptionally(exception);
        }
    }, null);
    return future;
}

Example 13 with Topic

use of org.apache.pulsar.broker.service.Topic in project incubator-pulsar by apache.

the class PersistentTopic method checkPersistencePolicies.

private CompletableFuture<Void> checkPersistencePolicies() {
    TopicName topicName = TopicName.get(topic);
    CompletableFuture<Void> future = new CompletableFuture<>();
    brokerService.getManagedLedgerConfig(topicName).thenAccept(config -> {
        // update managed-ledger config and managed-cursor.markDeleteRate
        this.ledger.setConfig(config);
        future.complete(null);
    }).exceptionally(ex -> {
        log.warn("[{}] Failed to update persistence-policies {}", topic, ex.getMessage());
        future.completeExceptionally(ex);
        return null;
    });
    return future;
}

Example 14 with Topic

use of org.apache.pulsar.broker.service.Topic in project incubator-pulsar by apache.

the class AdminApiTest2 method testNonPersistentTopics.

@Test
public void testNonPersistentTopics() throws Exception {
    final String namespace = "prop-xyz/use/ns2";
    final String topicName = "non-persistent://" + namespace + "/topic";
    admin.namespaces().createNamespace(namespace, 20);
    int totalTopics = 100;
    Set<String> topicNames = Sets.newHashSet();
    for (int i = 0; i < totalTopics; i++) {
        topicNames.add(topicName + i);
        Producer<byte[]> producer = pulsarClient.newProducer().topic(topicName + i).create();
        producer.close();
    }
    for (int i = 0; i < totalTopics; i++) {
        Topic topic = pulsar.getBrokerService().getTopicReference(topicName + i);
        assertNotNull(topic);
    }
    Set<String> topicsInNs = Sets.newHashSet(admin.nonPersistentTopics().getList(namespace));
    assertEquals(topicsInNs.size(), totalTopics);
    topicsInNs.removeAll(topicNames);
    assertEquals(topicsInNs.size(), 0);
}

Example 15 with Topic

use of org.apache.pulsar.broker.service.Topic in project incubator-pulsar by apache.

the class AdminApiTest2 method testUnloadTopic.

/**
 * Verify unloading topic
 *
 * @throws Exception
 */
@Test(dataProvider = "topicType")
public void testUnloadTopic(final String topicType) throws Exception {
    final String namespace = "prop-xyz/use/ns2";
    final String topicName = topicType + "://" + namespace + "/topic1";
    admin.namespaces().createNamespace(namespace);
    // create a topic by creating a producer
    Producer<byte[]> producer = pulsarClient.newProducer().topic(topicName).create();
    producer.close();
    Topic topic = pulsar.getBrokerService().getTopicReference(topicName);
    assertNotNull(topic);
    final boolean isPersistentTopic = topic instanceof PersistentTopic;
    // (1) unload the topic
    unloadTopic(topicName, isPersistentTopic);
    topic = pulsar.getBrokerService().getTopicReference(topicName);
    // topic must be removed
    assertNull(topic);
    // recreation of producer will load the topic again
    producer = pulsarClient.newProducer().topic(topicName).create();
    topic = pulsar.getBrokerService().getTopicReference(topicName);
    assertNotNull(topic);
    // unload the topic
    unloadTopic(topicName, isPersistentTopic);
    // producer will retry and recreate the topic
    for (int i = 0; i < 5; i++) {
        topic = pulsar.getBrokerService().getTopicReference(topicName);
        if (topic == null || i != 4) {
            Thread.sleep(200);
        }
    }
    // topic should be loaded by this time
    topic = pulsar.getBrokerService().getTopicReference(topicName);
    assertNotNull(topic);
}