Examples with ExcerptTailer net.openhft.chronicle.queue.ExcerptTailer used on opensource projects

Example 11 with ExcerptTailer

use of net.openhft.chronicle.queue.ExcerptTailer in project Chronicle-Queue by OpenHFT.

the class DocumentOrderingTest method codeWithinPriorDocumentMustExecuteBeforeSubsequentDocumentWhenQueueIsEmpty.

@Test
public void codeWithinPriorDocumentMustExecuteBeforeSubsequentDocumentWhenQueueIsEmpty() throws Exception {
    try (final SingleChronicleQueue queue = builder(DirectoryUtils.tempDir("document-ordering"), 3_000L).build()) {
        final ExcerptAppender excerptAppender = queue.acquireAppender();
        final Future<RecordInfo> otherDocumentWriter;
        try (final DocumentContext documentContext = excerptAppender.writingDocument()) {
            // move time to beyond the next cycle
            clock.addAndGet(TimeUnit.SECONDS.toMillis(2L));
            otherDocumentWriter = attemptToWriteDocument(queue);
            // stall this thread, other thread should not be able to advance,
            // since this DocumentContext is still open
            LockSupport.parkNanos(TimeUnit.SECONDS.toNanos(2L));
            documentContext.wire().getValueOut().int32(counter.getAndIncrement());
        }
        assertEquals(1, otherDocumentWriter.get(5L, TimeUnit.SECONDS).counterValue);
        final ExcerptTailer tailer = queue.createTailer();
        expectValue(0, tailer);
        expectValue(1, tailer);
    }
}

Example 12 with ExcerptTailer

use of net.openhft.chronicle.queue.ExcerptTailer in project Chronicle-Queue by OpenHFT.

the class DocumentOrderingTest method shouldRecoverFromUnfinishedFirstMessageInPreviousQueue.

@Test
public void shouldRecoverFromUnfinishedFirstMessageInPreviousQueue() throws Exception {
    // as below, but don't actually close the initial context
    try (final SingleChronicleQueue queue = builder(DirectoryUtils.tempDir("document-ordering"), 1_000L).progressOnContention(progressOnContention).build()) {
        final ExcerptAppender excerptAppender = queue.acquireAppender();
        final Future<RecordInfo> otherDocumentWriter;
        // begin a record in the first cycle file
        final DocumentContext documentContext = excerptAppender.writingDocument();
        documentContext.wire().getValueOut().int32(counter.getAndIncrement());
        // move time to beyond the next cycle
        clock.addAndGet(TimeUnit.SECONDS.toMillis(2L));
        otherDocumentWriter = attemptToWriteDocument(queue);
        assertEquals(1, otherDocumentWriter.get(5L, TimeUnit.SECONDS).counterValue);
        final ExcerptTailer tailer = queue.createTailer();
        expectValue(1, tailer);
        assertThat(tailer.readingDocument().isPresent(), is(false));
    }
}

Example 13 with ExcerptTailer

use of net.openhft.chronicle.queue.ExcerptTailer in project Chronicle-Queue by OpenHFT.

the class EofMarkerOnEmptyQueueTest method shouldRecoverFromEmptyQueueOnRoll.

@Test
public void shouldRecoverFromEmptyQueueOnRoll() throws Exception {
    final AtomicLong clock = new AtomicLong(System.currentTimeMillis());
    try (final SingleChronicleQueue queue = SingleChronicleQueueBuilder.binary(tmpFolder.newFolder()).rollCycle(RollCycles.TEST_SECONDLY).timeProvider(clock::get).timeoutMS(1_000).testBlockSize().build()) {
        final ExcerptAppender appender = queue.acquireAppender();
        final DocumentContext context = appender.writingDocument();
        // start to write a message, but don't close the context - simulates crashed writer
        final long expectedEofMarkerPosition = context.wire().bytes().writePosition() - Wires.SPB_HEADER_SIZE;
        context.wire().writeEventName("foo").int32(1);
        final int startCycle = queue.cycle();
        clock.addAndGet(TimeUnit.SECONDS.toMillis(1L));
        final int nextCycle = queue.cycle();
        // ensure that the cycle file will roll
        assertThat(startCycle, is(not(nextCycle)));
        Executors.newSingleThreadExecutor().submit(() -> {
            try (final DocumentContext nextCtx = queue.acquireAppender().writingDocument()) {
                nextCtx.wire().writeEventName("bar").int32(7);
            }
        }).get(3, TimeUnit.SECONDS);
        final WireStore firstCycleStore = queue.storeForCycle(startCycle, 0, false);
        final long firstCycleWritePosition = firstCycleStore.writePosition();
        // assert that no write was completed
        assertThat(firstCycleWritePosition, is(0L));
        final ExcerptTailer tailer = queue.createTailer();
        int recordCount = 0;
        int lastItem = -1;
        while (true) {
            try (final DocumentContext readCtx = tailer.readingDocument()) {
                if (!readCtx.isPresent()) {
                    break;
                }
                final StringBuilder name = new StringBuilder();
                final ValueIn field = readCtx.wire().readEventName(name);
                recordCount++;
                lastItem = field.int32();
            }
        }
        assertThat(firstCycleStore.bytes().readVolatileInt(expectedEofMarkerPosition), is(Wires.END_OF_DATA));
        assertThat(recordCount, is(1));
        assertThat(lastItem, is(7));
    }
}

Example 14 with ExcerptTailer

use of net.openhft.chronicle.queue.ExcerptTailer in project Chronicle-Queue by OpenHFT.

the class MessageHistoryTest method shouldAccessMessageHistory.

@Test
public void shouldAccessMessageHistory() throws Exception {
    try (final SingleChronicleQueue inputQueue = createQueue(inputQueueDir, 1);
        final SingleChronicleQueue outputQueue = createQueue(outputQueueDir, 2)) {
        generateTestData(inputQueue, outputQueue);
        final ExcerptTailer tailer = outputQueue.createTailer();
        final ValidatingSecond validatingSecond = new ValidatingSecond();
        final MethodReader validator = tailer.methodReader(validatingSecond);
        assertThat(validator.readOne(), is(true));
        assertThat(validatingSecond.messageHistoryPresent(), is(true));
    }
}

Example 15 with ExcerptTailer

use of net.openhft.chronicle.queue.ExcerptTailer in project Chronicle-Queue by OpenHFT.

the class MoveToIndexTest method testRandomMove.

// https://github.com/OpenHFT/Chronicle-Queue/issues/401
@Test
public void testRandomMove() throws Exception {
    final Map<Long, String> messageByIndex = new HashMap<>();
    try (ChronicleQueue queue = SingleChronicleQueueBuilder.binary(tmpFolder.newFolder()).build()) {
        // create a queue and add some excerpts
        final ExcerptAppender appender = queue.acquireAppender();
        for (int i = 0; i < 10; i++) {
            final String message = "msg" + i;
            appender.writeDocument(w -> w.write("message").object(message));
            final long appendIndex = appender.lastIndexAppended();
            messageByIndex.put(appendIndex, message);
        }
        final Random random = new Random(1510298038000L);
        final List<Long> indices = new ArrayList<>(messageByIndex.keySet());
        final ExcerptTailer tailer = queue.createTailer();
        final AtomicReference<String> capturedMessage = new AtomicReference<>();
        for (int i = 0; i < 100; i++) {
            final long randomIndex = indices.get(random.nextInt(messageByIndex.keySet().size()));
            tailer.moveToIndex(randomIndex);
            tailer.readDocument(w -> capturedMessage.set((String) w.read("message").object()));
            assertEquals(messageByIndex.get(randomIndex), capturedMessage.get());
            tailer.readDocument(w -> w.read("message").object());
        }
    }
}