Examples with Vertx io.vertx.mutiny.core.Vertx used on opensource projects

Example 11 with Vertx

use of io.vertx.mutiny.core.Vertx in project quarkus-config-extensions by quarkiverse.

the class VertxConsulConfigGateway method createVertxInstance.

private Vertx createVertxInstance() {
    // We must disable the async DNS resolver as it can cause issues when resolving the Vault instance.
    // This is done using the DISABLE_DNS_RESOLVER_PROP_NAME system property.
    // The DNS resolver used by vert.x is configured during the (synchronous) initialization.
    // So, we just need to disable the async resolver around the Vert.x instance creation.
    String originalValue = System.getProperty(DISABLE_DNS_RESOLVER_PROP_NAME);
    Vertx vertx;
    try {
        System.setProperty(DISABLE_DNS_RESOLVER_PROP_NAME, "true");
        vertx = Vertx.vertx(new VertxOptions());
    } finally {
        // Restore the original value
        if (originalValue == null) {
            System.clearProperty(DISABLE_DNS_RESOLVER_PROP_NAME);
        } else {
            System.setProperty(DISABLE_DNS_RESOLVER_PROP_NAME, originalValue);
        }
    }
    return vertx;
}

Example 12 with Vertx

use of io.vertx.mutiny.core.Vertx in project smallrye-reactive-messaging by smallrye.

the class DeprecatedCommitStrategiesTest method testThrottledStrategyWithManyRecords.

@Test
void testThrottledStrategyWithManyRecords() {
    MapBasedConfig config = commonConfiguration().with("client.id", UUID.randomUUID().toString()).with("commit-strategy", "throttled").with("auto.offset.reset", "earliest").with("auto.commit.interval.ms", 100);
    String group = UUID.randomUUID().toString();
    source = new KafkaSource<>(vertx, group, new KafkaConnectorIncomingConfiguration(config), getConsumerRebalanceListeners(), CountKafkaCdiEvents.noCdiEvents, getDeserializationFailureHandlers(), -1);
    injectMockConsumer(source, consumer);
    List<Message<?>> list = new ArrayList<>();
    source.getStream().subscribe().with(list::add);
    TopicPartition p0 = new TopicPartition(TOPIC, 0);
    TopicPartition p1 = new TopicPartition(TOPIC, 1);
    Map<TopicPartition, Long> offsets = new HashMap<>();
    offsets.put(p0, 0L);
    offsets.put(p1, 5L);
    consumer.updateBeginningOffsets(offsets);
    consumer.schedulePollTask(() -> {
        consumer.rebalance(offsets.keySet());
        source.getCommitHandler().partitionsAssigned(offsets.keySet());
        for (int i = 0; i < 500; i++) {
            consumer.addRecord(new ConsumerRecord<>(TOPIC, 0, i, "k", "v0-" + i));
            consumer.addRecord(new ConsumerRecord<>(TOPIC, 1, i, "r", "v1-" + i));
        }
    });
    // Expected number of messages: 500 messages in each partition minus the [0..5) messages from p1
    int expected = 500 * 2 - 5;
    await().until(() -> list.size() == expected);
    assertThat(list).hasSize(expected);
    list.forEach(m -> m.ack().toCompletableFuture().join());
    await().untilAsserted(() -> {
        Map<TopicPartition, OffsetAndMetadata> committed = consumer.committed(offsets.keySet());
        assertThat(committed.get(p0)).isNotNull();
        assertThat(committed.get(p0).offset()).isEqualTo(500);
        assertThat(committed.get(p1)).isNotNull();
        assertThat(committed.get(p1).offset()).isEqualTo(500);
    });
    consumer.schedulePollTask(() -> {
        for (int i = 0; i < 1000; i++) {
            consumer.addRecord(new ConsumerRecord<>(TOPIC, 0, 500 + i, "k", "v0-" + (500 + i)));
            consumer.addRecord(new ConsumerRecord<>(TOPIC, 1, 500 + i, "k", "v1-" + (500 + i)));
        }
    });
    int expected2 = expected + 1000 * 2;
    await().until(() -> list.size() == expected2);
    list.forEach(m -> m.ack().toCompletableFuture().join());
    await().untilAsserted(() -> {
        Map<TopicPartition, OffsetAndMetadata> committed = consumer.committed(offsets.keySet());
        assertThat(committed.get(p0)).isNotNull();
        assertThat(committed.get(p0).offset()).isEqualTo(1500);
        assertThat(committed.get(p1)).isNotNull();
        assertThat(committed.get(p1).offset()).isEqualTo(1500);
    });
    List<String> payloads = list.stream().map(m -> (String) m.getPayload()).collect(Collectors.toList());
    for (int i = 0; i < 1500; i++) {
        assertThat(payloads).contains("v0-" + i);
    }
    for (int i = 5; i < 1500; i++) {
        assertThat(payloads).contains("v1-" + i);
    }
}

Example 13 with Vertx

use of io.vertx.mutiny.core.Vertx in project smallrye-reactive-messaging by smallrye.

the class BatchCommitStrategiesTest method testThrottledStrategyWithManyRecords.

@RepeatedTest(10)
void testThrottledStrategyWithManyRecords() {
    MapBasedConfig config = commonConfiguration().with("client.id", UUID.randomUUID().toString()).with("commit-strategy", "throttled").with("auto.offset.reset", "earliest").with("auto.commit.interval.ms", 100);
    String group = UUID.randomUUID().toString();
    source = new KafkaSource<>(vertx, group, new KafkaConnectorIncomingConfiguration(config), getConsumerRebalanceListeners(), CountKafkaCdiEvents.noCdiEvents, getDeserializationFailureHandlers(), -1);
    injectMockConsumer(source, consumer);
    List<Message<?>> list = new CopyOnWriteArrayList<>();
    source.getBatchStream().subscribe().with(list::add);
    TopicPartition p0 = new TopicPartition(TOPIC, 0);
    TopicPartition p1 = new TopicPartition(TOPIC, 1);
    Map<TopicPartition, Long> offsets = new HashMap<>();
    offsets.put(p0, 0L);
    offsets.put(p1, 5L);
    consumer.updateBeginningOffsets(offsets);
    consumer.schedulePollTask(() -> {
        consumer.rebalance(offsets.keySet());
        source.getCommitHandler().partitionsAssigned(offsets.keySet());
    });
    for (int i = 0; i < 500; i++) {
        int j = i;
        consumer.schedulePollTask(() -> {
            consumer.addRecord(new ConsumerRecord<>(TOPIC, 0, j, "k", "v0-" + j));
            consumer.addRecord(new ConsumerRecord<>(TOPIC, 1, j, "r", "v1-" + j));
        });
    }
    // Expected number of messages: 500 messages in each partition minus the [0..5) messages from p1
    int expected = 500 * 2 - 5;
    await().until(() -> list.stream().map(IncomingKafkaRecordBatch.class::cast).mapToLong(r -> r.getRecords().size()).sum() == expected);
    list.forEach(m -> m.ack().toCompletableFuture().join());
    await().untilAsserted(() -> {
        Map<TopicPartition, OffsetAndMetadata> committed = consumer.committed(offsets.keySet());
        assertThat(committed.get(p0)).isNotNull();
        assertThat(committed.get(p0).offset()).isEqualTo(500);
        assertThat(committed.get(p1)).isNotNull();
        assertThat(committed.get(p1).offset()).isEqualTo(500);
    });
    for (int i = 0; i < 1000; i++) {
        int j = i;
        consumer.schedulePollTask(() -> {
            consumer.addRecord(new ConsumerRecord<>(TOPIC, 0, 500 + j, "k", "v0-" + (500 + j)));
            consumer.addRecord(new ConsumerRecord<>(TOPIC, 1, 500 + j, "k", "v1-" + (500 + j)));
        });
    }
    int expected2 = expected + 1000 * 2;
    await().until(() -> list.stream().map(IncomingKafkaRecordBatch.class::cast).mapToLong(r -> r.getRecords().size()).sum() == expected2);
    list.forEach(m -> m.ack().toCompletableFuture().join());
    await().atMost(Duration.ofMinutes(1)).untilAsserted(() -> {
        Map<TopicPartition, OffsetAndMetadata> committed = consumer.committed(offsets.keySet());
        assertThat(committed.get(p0)).isNotNull();
        assertThat(committed.get(p0).offset()).isEqualTo(1500);
        assertThat(committed.get(p1)).isNotNull();
        assertThat(committed.get(p1).offset()).isEqualTo(1500);
    });
    @SuppressWarnings("unchecked") List<String> payloads = list.stream().map(m -> (List<String>) m.getPayload()).flatMap(Collection::stream).collect(Collectors.toList());
    for (int i = 0; i < 1500; i++) {
        assertThat(payloads).contains("v0-" + i);
    }
    for (int i = 5; i < 1500; i++) {
        assertThat(payloads).contains("v1-" + i);
    }
}

Example 14 with Vertx

use of io.vertx.mutiny.core.Vertx in project smallrye-reactive-messaging by smallrye.

the class MqttServerSourceTest method testSingle.

@Test
void testSingle(io.vertx.core.Vertx vertx, VertxTestContext testContext) {
    final Map<String, String> configMap = new HashMap<>();
    configMap.put("port", "0");
    final MqttServerSource source = new MqttServerSource(new Vertx(vertx), new MqttServerConnectorIncomingConfiguration(TestUtils.config(configMap)));
    final PublisherBuilder<MqttMessage> mqttMessagePublisherBuilder = source.source();
    final TestMqttMessage testMessage = new TestMqttMessage("hello/topic", 1, "Hello world!", EXACTLY_ONCE.value(), false);
    final Checkpoint messageReceived = testContext.checkpoint();
    final Checkpoint messageAcknowledged = testContext.checkpoint();
    mqttMessagePublisherBuilder.forEach(mqttMessage -> {
        testContext.verify(() -> TestUtils.assertMqttEquals(testMessage, mqttMessage));
        messageReceived.flag();
        mqttMessage.ack().thenApply(aVoid -> {
            messageAcknowledged.flag();
            return aVoid;
        });
    }).run();
    TestUtils.sendMqttMessages(Collections.singletonList(testMessage), CompletableFuture.supplyAsync(() -> {
        await().until(source::port, port -> port != 0);
        return source.port();
    }), testContext);
}