Examples with LongSupplier java.util.function.LongSupplier used on opensource projects

Example 56 with LongSupplier

use of java.util.function.LongSupplier in project crate by crate.

the class InternalEngineTests method testTranslogCleanUpPostCommitCrash.

@Test
public void testTranslogCleanUpPostCommitCrash() throws Exception {
    IndexSettings indexSettings = new IndexSettings(defaultSettings.getIndexMetadata(), defaultSettings.getNodeSettings(), defaultSettings.getScopedSettings());
    IndexMetadata.Builder builder = IndexMetadata.builder(indexSettings.getIndexMetadata());
    builder.settings(Settings.builder().put(indexSettings.getSettings()).put(IndexSettings.INDEX_TRANSLOG_RETENTION_AGE_SETTING.getKey(), "-1").put(IndexSettings.INDEX_TRANSLOG_RETENTION_SIZE_SETTING.getKey(), "-1"));
    indexSettings.updateIndexMetadata(builder.build());
    try (Store store = createStore()) {
        AtomicBoolean throwErrorOnCommit = new AtomicBoolean();
        final Path translogPath = createTempDir();
        final AtomicLong globalCheckpoint = new AtomicLong(SequenceNumbers.NO_OPS_PERFORMED);
        final LongSupplier globalCheckpointSupplier = globalCheckpoint::get;
        store.createEmpty(Version.CURRENT.luceneVersion);
        final String translogUUID = Translog.createEmptyTranslog(translogPath, globalCheckpoint.get(), shardId, primaryTerm.get());
        store.associateIndexWithNewTranslog(translogUUID);
        try (InternalEngine engine = new InternalEngine(config(indexSettings, store, translogPath, newMergePolicy(), null, null, globalCheckpointSupplier)) {

            @Override
            protected void commitIndexWriter(IndexWriter writer, Translog translog, String syncId) throws IOException {
                super.commitIndexWriter(writer, translog, syncId);
                if (throwErrorOnCommit.get()) {
                    throw new RuntimeException("power's out");
                }
            }
        }) {
            engine.recoverFromTranslog(translogHandler, Long.MAX_VALUE);
            final ParsedDocument doc1 = testParsedDocument("1", null, testDocumentWithTextField(), SOURCE, null);
            engine.index(indexForDoc(doc1));
            // to advance local checkpoint
            engine.syncTranslog();
            assertEquals(engine.getProcessedLocalCheckpoint(), engine.getPersistedLocalCheckpoint());
            globalCheckpoint.set(engine.getPersistedLocalCheckpoint());
            throwErrorOnCommit.set(true);
            FlushFailedEngineException e = expectThrows(FlushFailedEngineException.class, engine::flush);
            assertThat(e.getCause().getMessage(), equalTo("power's out"));
        }
        try (InternalEngine engine = new InternalEngine(config(indexSettings, store, translogPath, newMergePolicy(), null, null, globalCheckpointSupplier))) {
            engine.recoverFromTranslog(translogHandler, Long.MAX_VALUE);
            assertVisibleCount(engine, 1);
            final long localCheckpoint = Long.parseLong(engine.getLastCommittedSegmentInfos().userData.get(SequenceNumbers.LOCAL_CHECKPOINT_KEY));
            final long committedGen = engine.getTranslog().getMinGenerationForSeqNo(localCheckpoint + 1).translogFileGeneration;
            for (int gen = 1; gen < committedGen; gen++) {
                final Path genFile = translogPath.resolve(Translog.getFilename(gen));
                assertFalse(genFile + " wasn't cleaned up", Files.exists(genFile));
            }
        }
    }
}

Example 57 with LongSupplier

use of java.util.function.LongSupplier in project crate by crate.

the class InternalEngineTests method testCommitAdvancesMinTranslogForRecovery.

@Test
public void testCommitAdvancesMinTranslogForRecovery() throws IOException {
    IOUtils.close(engine, store);
    final Path translogPath = createTempDir();
    store = createStore();
    final AtomicLong globalCheckpoint = new AtomicLong(SequenceNumbers.NO_OPS_PERFORMED);
    final LongSupplier globalCheckpointSupplier = () -> globalCheckpoint.get();
    engine = createEngine(config(defaultSettings, store, translogPath, newMergePolicy(), null, null, globalCheckpointSupplier));
    engine.onSettingsChanged(TimeValue.MINUS_ONE, ByteSizeValue.ZERO, randomNonNegativeLong());
    ParsedDocument doc = testParsedDocument("1", null, testDocumentWithTextField(), B_1, null);
    engine.index(indexForDoc(doc));
    boolean inSync = randomBoolean();
    if (inSync) {
        // to advance persisted local checkpoint
        engine.syncTranslog();
        globalCheckpoint.set(engine.getPersistedLocalCheckpoint());
    }
    engine.flush();
    assertThat(engine.getTranslog().currentFileGeneration(), equalTo(3L));
    assertThat(engine.getTranslog().getMinFileGeneration(), equalTo(inSync ? 3L : 2L));
    engine.flush();
    assertThat(engine.getTranslog().currentFileGeneration(), equalTo(3L));
    assertThat(engine.getTranslog().getMinFileGeneration(), equalTo(inSync ? 3L : 2L));
    engine.flush(true, true);
    assertThat(engine.getTranslog().currentFileGeneration(), equalTo(3L));
    assertThat(engine.getTranslog().getMinFileGeneration(), equalTo(inSync ? 3L : 2L));
    globalCheckpoint.set(engine.getPersistedLocalCheckpoint());
    engine.flush(true, true);
    assertThat(engine.getTranslog().currentFileGeneration(), equalTo(3L));
    assertThat(engine.getTranslog().getMinFileGeneration(), equalTo(3L));
}

Example 58 with LongSupplier

use of java.util.function.LongSupplier in project crate by crate.

the class OutboundHandlerTests method setUp.

@Before
public void setUp() throws Exception {
    super.setUp();
    channel = new FakeTcpChannel(randomBoolean(), buildNewFakeTransportAddress().address(), buildNewFakeTransportAddress().address());
    TransportAddress transportAddress = buildNewFakeTransportAddress();
    node = new DiscoveryNode("", transportAddress, Version.CURRENT);
    StatsTracker statsTracker = new StatsTracker();
    handler = new OutboundHandler("node", Version.CURRENT, statsTracker, threadPool, BigArrays.NON_RECYCLING_INSTANCE);
    final LongSupplier millisSupplier = () -> TimeValue.nsecToMSec(System.nanoTime());
    final InboundDecoder decoder = new InboundDecoder(Version.CURRENT, PageCacheRecycler.NON_RECYCLING_INSTANCE);
    final Supplier<CircuitBreaker> breaker = () -> new NoopCircuitBreaker("test");
    final InboundAggregator aggregator = new InboundAggregator(breaker, (Predicate<String>) action -> true);
    pipeline = new InboundPipeline(statsTracker, millisSupplier, decoder, aggregator, (c, m) -> {
        try (BytesStreamOutput streamOutput = new BytesStreamOutput()) {
            Streams.copy(m.openOrGetStreamInput(), streamOutput);
            message.set(new Tuple<>(m.getHeader(), streamOutput.bytes()));
        } catch (IOException e) {
            throw new AssertionError(e);
        }
    });
}

Example 59 with LongSupplier

use of java.util.function.LongSupplier in project crate by crate.

the class InboundPipelineTests method testEnsureBodyIsNotPrematurelyReleased.

public void testEnsureBodyIsNotPrematurelyReleased() throws IOException {
    BiConsumer<TcpChannel, InboundMessage> messageHandler = (c, m) -> {
    };
    final StatsTracker statsTracker = new StatsTracker();
    final LongSupplier millisSupplier = () -> TimeValue.nsecToMSec(System.nanoTime());
    final InboundDecoder decoder = new InboundDecoder(Version.CURRENT, PageCacheRecycler.NON_RECYCLING_INSTANCE);
    final Supplier<CircuitBreaker> breaker = () -> new NoopCircuitBreaker("test");
    final InboundAggregator aggregator = new InboundAggregator(breaker, (Predicate<String>) action -> true);
    final InboundPipeline pipeline = new InboundPipeline(statsTracker, millisSupplier, decoder, aggregator, messageHandler);
    try (BytesStreamOutput streamOutput = new BytesStreamOutput()) {
        String actionName = "actionName";
        final Version version = Version.CURRENT;
        final String value = randomAlphaOfLength(1000);
        final boolean isRequest = randomBoolean();
        final long requestId = randomNonNegativeLong();
        OutboundMessage message;
        if (isRequest) {
            message = new OutboundMessage.Request(new TestRequest(value), version, actionName, requestId, false, false);
        } else {
            message = new OutboundMessage.Response(new TestResponse(value), version, requestId, false, false);
        }
        final BytesReference reference = message.serialize(streamOutput);
        final int fixedHeaderSize = TcpHeader.headerSize(Version.CURRENT);
        final int variableHeaderSize = reference.getInt(fixedHeaderSize - 4);
        final int totalHeaderSize = fixedHeaderSize + variableHeaderSize;
        final AtomicBoolean bodyReleased = new AtomicBoolean(false);
        for (int i = 0; i < totalHeaderSize - 1; ++i) {
            try (ReleasableBytesReference slice = ReleasableBytesReference.wrap(reference.slice(i, 1))) {
                pipeline.handleBytes(new FakeTcpChannel(), slice);
            }
        }
        final Releasable releasable = () -> bodyReleased.set(true);
        final int from = totalHeaderSize - 1;
        final BytesReference partHeaderPartBody = reference.slice(from, reference.length() - from - 1);
        try (ReleasableBytesReference slice = new ReleasableBytesReference(partHeaderPartBody, releasable)) {
            pipeline.handleBytes(new FakeTcpChannel(), slice);
        }
        assertFalse(bodyReleased.get());
        try (ReleasableBytesReference slice = new ReleasableBytesReference(reference.slice(reference.length() - 1, 1), releasable)) {
            pipeline.handleBytes(new FakeTcpChannel(), slice);
        }
        assertTrue(bodyReleased.get());
    }
}