Examples with StubStorageCursors org.neo4j.storageengine.api.StubStorageCursors used on opensource projects

Example 6 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class StoreScanStageTest method shouldGenerateUpdatesInParallel.

@ValueSource(booleans = { true, false })
@ParameterizedTest(name = "parallelWrite={0}")
void shouldGenerateUpdatesInParallel(boolean parallelWrite) {
    // given
    StubStorageCursors data = someData();
    EntityIdIterator entityIdIterator = new CursorEntityIdIterator<>(data.allocateNodeCursor(NULL));
    var propertyConsumer = new ThreadCapturingPropertyConsumer();
    var tokenConsumer = new ThreadCapturingTokenConsumer();
    ControlledLockFunction lockFunction = new ControlledLockFunction();
    StoreScanStage<StorageNodeCursor> scan = new StoreScanStage<>(dbConfig, config, ct -> entityIdIterator, NO_EXTERNAL_UPDATES, new AtomicBoolean(true), data, new int[] { LABEL }, alwaysTrue(), propertyConsumer, tokenConsumer, new NodeCursorBehaviour(data), lockFunction, parallelWrite, jobScheduler, PageCacheTracer.NULL, EmptyMemoryTracker.INSTANCE);
    // when
    runScan(scan);
    // then it completes and we see > 1 threads
    assertThat(lockFunction.seenThreads.size()).isGreaterThan(1);
    if (parallelWrite) {
        assertThat(propertyConsumer.seenThreads.size()).isGreaterThan(1);
        assertThat(tokenConsumer.seenThreads.size()).isGreaterThan(1);
    } else {
        assertThat(propertyConsumer.seenThreads.size()).isEqualTo(1);
        assertThat(tokenConsumer.seenThreads.size()).isEqualTo(1);
    }
}

Example 7 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class StoreScanStageTest method shouldPanicAndExitStageOnWriteFailure.

@Test
void shouldPanicAndExitStageOnWriteFailure() {
    // given
    StubStorageCursors data = someData();
    EntityIdIterator entityIdIterator = new CursorEntityIdIterator<>(data.allocateNodeCursor(NULL));
    var failingWriter = new PropertyConsumer(() -> {
        throw new IllegalStateException("Failed to write");
    });
    StoreScanStage<StorageNodeCursor> scan = new StoreScanStage<>(dbConfig, config, ct -> entityIdIterator, NO_EXTERNAL_UPDATES, new AtomicBoolean(true), data, new int[] { LABEL }, alwaysTrue(), failingWriter, null, new NodeCursorBehaviour(data), id -> null, true, jobScheduler, PageCacheTracer.NULL, EmptyMemoryTracker.INSTANCE);
    // when/then
    assertThatThrownBy(() -> runScan(scan)).isInstanceOf(IllegalStateException.class).hasMessageContaining("Failed to write");
}

Example 8 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class StoreScanStageTest method shouldReportCorrectNumberOfEntitiesProcessed.

@Test
void shouldReportCorrectNumberOfEntitiesProcessed() {
    // given
    StubStorageCursors data = someData();
    AtomicReference<StoreScanStage<StorageNodeCursor>> stage = new AtomicReference<>();
    EntityIdIterator entityIdIterator = new CursorEntityIdIterator<>(data.allocateNodeCursor(NULL)) {

        private long manualCounter;

        @Override
        protected boolean fetchNext() {
            assertThat(stage.get().numberOfIteratedEntities()).isEqualTo((manualCounter / config.batchSize()) * config.batchSize());
            manualCounter++;
            return super.fetchNext();
        }
    };
    StoreScanStage<StorageNodeCursor> scan = new StoreScanStage(dbConfig, config, ct -> entityIdIterator, NO_EXTERNAL_UPDATES, new AtomicBoolean(true), data, new int[] { LABEL }, alwaysTrue(), new ThreadCapturingPropertyConsumer(), new ThreadCapturingTokenConsumer(), new NodeCursorBehaviour(data), l -> LockService.NO_LOCK, true, jobScheduler, PageCacheTracer.NULL, EmptyMemoryTracker.INSTANCE);
    stage.set(scan);
    // when
    runScan(scan);
    // then
    assertThat(scan.numberOfIteratedEntities()).isEqualTo((long) config.batchSize() * NUMBER_OF_BATCHES);
}

Example 9 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class StoreScanStageTest method shouldAbortScanOnStopped.

@Test
void shouldAbortScanOnStopped() {
    // given
    StubStorageCursors data = someData();
    EntityIdIterator entityIdIterator = new CursorEntityIdIterator<>(data.allocateNodeCursor(NULL));
    AtomicInteger numBatchesProcessed = new AtomicInteger();
    AtomicBoolean continueScanning = new AtomicBoolean(true);
    AbortingExternalUpdatesCheck externalUpdatesCheck = new AbortingExternalUpdatesCheck(1, continueScanning);
    var writer = new PropertyConsumer(() -> numBatchesProcessed.incrementAndGet());
    StoreScanStage<StorageNodeCursor> scan = new StoreScanStage(dbConfig, config, ct -> entityIdIterator, externalUpdatesCheck, continueScanning, data, new int[] { LABEL }, alwaysTrue(), writer, null, new NodeCursorBehaviour(data), id -> null, true, jobScheduler, PageCacheTracer.NULL, EmptyMemoryTracker.INSTANCE);
    // when
    runScan(scan);
    // then
    assertThat(numBatchesProcessed.get()).isEqualTo(2);
}

Example 10 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class EntityValueUpdatesTest method propertyLoader.

private static StorageReader propertyLoader(StorageProperty... properties) {
    StubStorageCursors stub = new StubStorageCursors();
    for (StorageProperty property : properties) {
        stub.propertyKeyTokenHolder().addToken(new NamedToken(String.valueOf(property.propertyKeyId()), property.propertyKeyId()));
    }
    Map<String, Value> propertyMap = new HashMap<>();
    for (StorageProperty p : properties) {
        propertyMap.put(String.valueOf(p.propertyKeyId()), p.value());
    }
    stub.withNode(ENTITY_ID).properties(propertyMap);
    stub.withRelationship(ENTITY_ID, 1, 1, 2).properties(propertyMap);
    return stub;
}