use of com.rabbitmq.stream.ConfirmationStatus in project rabbitmq-stream-java-client by rabbitmq.
the class StreamProducerTest method firstMessagesShouldNotBeFilteredOutWhenNamedProducerRestarts.
@ParameterizedTest
@ValueSource(ints = { 1, 7 })
void firstMessagesShouldNotBeFilteredOutWhenNamedProducerRestarts(int subEntrySize, TestInfo info) throws Exception {
int messageCount = 10_000;
String producerName = info.getTestMethod().get().getName();
AtomicReference<Producer> producer = new AtomicReference<>(environment.producerBuilder().name(producerName).subEntrySize(subEntrySize).stream(stream).build());
AtomicReference<CountDownLatch> publishLatch = new AtomicReference<>(new CountDownLatch(messageCount));
IntConsumer publishing = i -> producer.get().send(producer.get().messageBuilder().addData("".getBytes()).build(), confirmationStatus -> publishLatch.get().countDown());
IntStream.range(0, messageCount).forEach(publishing);
assertThat(publishLatch.get().await(10, TimeUnit.SECONDS)).isTrue();
producer.get().close();
publishLatch.set(new CountDownLatch(messageCount));
producer.set(environment.producerBuilder().name(producerName).subEntrySize(subEntrySize).stream(stream).build());
IntStream.range(0, messageCount).forEach(publishing);
assertThat(publishLatch.get().await(10, TimeUnit.SECONDS)).isTrue();
producer.get().close();
CountDownLatch consumeLatch = new CountDownLatch(messageCount * 2);
environment.consumerBuilder().stream(stream).offset(OffsetSpecification.first()).messageHandler((ctx, msg) -> consumeLatch.countDown()).build();
assertThat(consumeLatch.await(10, TimeUnit.SECONDS)).isTrue();
}
use of com.rabbitmq.stream.ConfirmationStatus in project rabbitmq-stream-java-client by rabbitmq.
the class StreamProducerTest method sendWithMultipleProducers.
@Test
void sendWithMultipleProducers() throws Exception {
int batchSize = 10;
// don't want a multiple of batch size
int messageCount = 1_000 * batchSize + 1;
int nbProducers = 20;
Map<String, CountDownLatch> publishLatches = new ConcurrentHashMap<>(nbProducers);
Map<String, Producer> producers = new ConcurrentHashMap<>(nbProducers);
List<String> producerNames = IntStream.range(0, nbProducers).mapToObj(i -> {
String producerName = UUID.randomUUID().toString();
publishLatches.put(producerName, new CountDownLatch(messageCount));
producers.put(producerName, environment.producerBuilder().stream(stream).batchSize(batchSize).build());
return producerName;
}).collect(Collectors.toList());
AtomicLong count = new AtomicLong(0);
ExecutorService executorService = Executors.newCachedThreadPool();
try {
producerNames.forEach(name -> {
CountDownLatch publishLatch = publishLatches.get(name);
Producer producer = producers.get(name);
Runnable publishRunnable = () -> {
IntStream.range(0, messageCount).forEach(i -> {
producer.send(producer.messageBuilder().addData(name.getBytes()).build(), confirmationStatus -> {
count.incrementAndGet();
publishLatch.countDown();
});
});
};
executorService.submit(publishRunnable);
});
for (CountDownLatch publishLatch : publishLatches.values()) {
boolean completed = publishLatch.await(10, TimeUnit.SECONDS);
assertThat(completed).isTrue();
}
} finally {
executorService.shutdownNow();
}
}
use of com.rabbitmq.stream.ConfirmationStatus in project rabbitmq-stream-java-client by rabbitmq.
the class StreamProducerTest method newIncarnationOfProducerCanQueryItsLastPublishingId.
@ParameterizedTest
@ValueSource(ints = { 1, 7 })
void newIncarnationOfProducerCanQueryItsLastPublishingId(int subEntrySize) throws Exception {
Producer p = environment.producerBuilder().name("producer-1").stream(stream).subEntrySize(subEntrySize).build();
AtomicReference<Producer> producer = new AtomicReference<>(p);
AtomicLong publishingSequence = new AtomicLong(0);
AtomicLong lastConfirmed = new AtomicLong(-1);
ConfirmationHandler confirmationHandler = confirmationStatus -> {
if (confirmationStatus.isConfirmed()) {
lastConfirmed.set(confirmationStatus.getMessage().getPublishingId());
}
};
AtomicBoolean canPublish = new AtomicBoolean(true);
Runnable publish = () -> {
while (canPublish.get()) {
producer.get().send(producer.get().messageBuilder().publishingId(publishingSequence.getAndIncrement()).addData(String.valueOf(publishingSequence.get()).getBytes()).build(), confirmationHandler);
}
};
new Thread(publish).start();
Thread.sleep(1000L);
canPublish.set(false);
waitAtMost(10, () -> publishingSequence.get() == lastConfirmed.get() + 1);
assertThat(lastConfirmed.get()).isPositive();
producer.get().close();
p = environment.producerBuilder().name("producer-1").stream(stream).subEntrySize(subEntrySize).build();
producer.set(p);
long lastPublishingId = producer.get().getLastPublishingId();
assertThat(lastPublishingId).isEqualTo(lastConfirmed.get());
canPublish.set(true);
new Thread(publish).start();
Thread.sleep(1000L);
canPublish.set(false);
waitAtMost(10, () -> publishingSequence.get() == lastConfirmed.get() + 1);
assertThat(lastConfirmed.get()).isGreaterThan(lastPublishingId);
CountDownLatch consumeLatch = new CountDownLatch((int) (lastConfirmed.get() + 1));
AtomicInteger consumed = new AtomicInteger();
environment.consumerBuilder().stream(stream).offset(OffsetSpecification.first()).messageHandler((offset, message) -> {
consumed.incrementAndGet();
consumeLatch.countDown();
}).build();
assertThat(consumeLatch.await(10, TimeUnit.SECONDS)).isTrue();
Thread.sleep(1000);
assertThat(consumed.get()).isEqualTo(lastConfirmed.get() + 1);
}
use of com.rabbitmq.stream.ConfirmationStatus in project rabbitmq-stream-java-client by rabbitmq.
the class StreamProducerTest method sendToNonExistingStreamShouldReturnUnconfirmedStatus.
@Test
void sendToNonExistingStreamShouldReturnUnconfirmedStatus() throws Exception {
Client client = cf.get();
String s = UUID.randomUUID().toString();
Client.Response response = client.create(s);
assertThat(response.isOk()).isTrue();
Producer producer = environment.producerBuilder().stream(s).build();
response = client.delete(s);
assertThat(response.isOk()).isTrue();
// it must close
waitAtMost(10, () -> !((StreamProducer) producer).isOpen());
CountDownLatch confirmationLatch = new CountDownLatch(1);
AtomicReference<ConfirmationStatus> confirmationStatusReference = new AtomicReference<>();
producer.send(producer.messageBuilder().addData("".getBytes()).build(), confirmationStatus -> {
confirmationStatusReference.set(confirmationStatus);
confirmationLatch.countDown();
});
assertThat(confirmationLatch.await(10, TimeUnit.SECONDS)).isTrue();
assertThat(confirmationStatusReference.get()).isNotNull();
assertThat(confirmationStatusReference.get().isConfirmed()).isFalse();
assertThat(confirmationStatusReference.get().getCode()).isEqualTo(Constants.CODE_PRODUCER_CLOSED);
}
use of com.rabbitmq.stream.ConfirmationStatus in project rabbitmq-stream-java-client by rabbitmq.
the class StreamProducerTest method messagesShouldBeDeDuplicatedWhenUsingNameAndPublishingId.
@ParameterizedTest
@ValueSource(ints = { 1, 7 })
void messagesShouldBeDeDuplicatedWhenUsingNameAndPublishingId(int subEntrySize) throws Exception {
int lineCount = 50_000;
int firstWaveLineCount = lineCount / 5;
int backwardCount = firstWaveLineCount / 10;
SortedSet<Integer> document = new TreeSet<>();
IntStream.range(0, lineCount).forEach(i -> document.add(i));
Producer producer = environment.producerBuilder().name("producer-1").stream(stream).subEntrySize(subEntrySize).build();
AtomicReference<CountDownLatch> latch = new AtomicReference<>(new CountDownLatch(firstWaveLineCount));
ConfirmationHandler confirmationHandler = confirmationStatus -> latch.get().countDown();
Consumer<Integer> publishMessage = i -> producer.send(producer.messageBuilder().publishingId(i).addData(String.valueOf(i).getBytes()).build(), confirmationHandler);
document.headSet(firstWaveLineCount).forEach(publishMessage);
assertThat(latch.get().await(10, TimeUnit.SECONDS)).isTrue();
latch.set(new CountDownLatch(lineCount - firstWaveLineCount + backwardCount));
document.tailSet(firstWaveLineCount - backwardCount).forEach(publishMessage);
assertThat(latch.get().await(5, TimeUnit.SECONDS)).isTrue();
CountDownLatch consumeLatch = new CountDownLatch(lineCount);
AtomicInteger consumed = new AtomicInteger();
environment.consumerBuilder().stream(stream).offset(OffsetSpecification.first()).messageHandler((offset, message) -> {
consumed.incrementAndGet();
consumeLatch.countDown();
}).build();
assertThat(consumeLatch.await(10, TimeUnit.SECONDS)).isTrue();
Thread.sleep(1000);
// if we are using sub-entries, we cannot avoid duplicates.
// here, a sub-entry in the second wave, right at the end of the re-submitted
// values will contain those duplicates, because its publishing ID will be
// the one of its last message, so the server will accept the whole sub-entry,
// including the duplicates.
assertThat(consumed.get()).isEqualTo(lineCount + backwardCount % subEntrySize);
}
Aggregations