Examples with StubStorageCursors org.neo4j.storageengine.api.StubStorageCursors used on opensource projects

Example 11 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class DynamicIndexStoreViewTest method shouldVisitRelationshipsUsingTokenIndex.

@Test
void shouldVisitRelationshipsUsingTokenIndex() throws Throwable {
    // Given
    StubTokenIndexReader tokenReader = new StubTokenIndexReader();
    StubStorageCursors cursors = new StubStorageCursors().withTokenIndexes();
    IndexProxy indexProxy = mock(IndexProxy.class);
    IndexProxyProvider indexProxies = mock(IndexProxyProvider.class);
    IndexDescriptor descriptor = forSchema(forAnyEntityTokens(RELATIONSHIP), DESCRIPTOR).withName("index").materialise(0);
    when(indexProxy.getState()).thenReturn(InternalIndexState.ONLINE);
    when(indexProxy.getDescriptor()).thenReturn(descriptor);
    when(indexProxy.newTokenReader()).thenReturn(tokenReader);
    when(indexProxies.getIndexProxy(any())).thenReturn(indexProxy);
    int targetType = 1;
    int notTargetType = 2;
    int[] indexedTypes = { targetType };
    String targetPropertyKey = "key";
    String notTargetPropertyKey = "not-key";
    Value propertyValue = Values.stringValue("value");
    MutableLongList relationshipsWithTargetType = LongLists.mutable.empty();
    long id = 0;
    int wantedPropertyUpdates = 5;
    for (int i = 0; i < wantedPropertyUpdates; i++) {
        // Relationships that are indexed
        cursors.withRelationship(id, 1, targetType, 3).properties(targetPropertyKey, propertyValue);
        tokenReader.index(indexedTypes, id);
        relationshipsWithTargetType.add(id++);
        // Relationship with wrong property
        cursors.withRelationship(id++, 1, targetType, 3).properties(notTargetPropertyKey, propertyValue);
        // Relationship with wrong type
        cursors.withRelationship(id++, 1, notTargetType, 3).properties(targetPropertyKey, propertyValue);
    }
    // When
    DynamicIndexStoreView storeView = dynamicIndexStoreView(cursors, indexProxies);
    TestTokenScanConsumer tokenConsumer = new TestTokenScanConsumer();
    TestPropertyScanConsumer propertyScanConsumer = new TestPropertyScanConsumer();
    StoreScan storeScan = storeView.visitRelationships(indexedTypes, relationType -> true, propertyScanConsumer, tokenConsumer, false, true, NULL, INSTANCE);
    storeScan.run(StoreScan.NO_EXTERNAL_UPDATES);
    // Then make sure all the fitting relationships where included
    assertThat(propertyScanConsumer.batches.size()).isEqualTo(1);
    assertThat(propertyScanConsumer.batches.get(0).size()).isEqualTo(wantedPropertyUpdates);
    // and that we didn't visit any more relationships than what we would get from scan store
    assertThat(tokenConsumer.batches.size()).isEqualTo(1);
    assertThat(tokenConsumer.batches.get(0).size()).isEqualTo(relationshipsWithTargetType.size());
}

Example 12 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class DynamicIndexStoreViewTest method shouldVisitAllRelationshipsWithoutTokenIndexes.

@Test
void shouldVisitAllRelationshipsWithoutTokenIndexes() {
    StubStorageCursors cursors = new StubStorageCursors().withoutTokenIndexes();
    IndexProxyProvider indexProxies = mock(IndexProxyProvider.class);
    int targetType = 1;
    int notTargetType = 2;
    int[] targetTypeArray = { targetType };
    String targetPropertyKey = "key";
    Value propertyValue = Values.stringValue("value");
    MutableLongList relationshipsWithTargetType = LongLists.mutable.empty();
    long id = 0;
    int wantedPropertyUpdates = 5;
    for (int i = 0; i < wantedPropertyUpdates; i++) {
        // Relationship fitting our target
        cursors.withRelationship(id, 1, targetType, 3).properties(targetPropertyKey, propertyValue);
        relationshipsWithTargetType.add(id++);
        // Relationship with different type
        cursors.withRelationship(id, 1, notTargetType, 3).properties(targetPropertyKey, propertyValue);
        relationshipsWithTargetType.add(id++);
    }
    int targetPropertyKeyId = cursors.propertyKeyTokenHolder().getIdByName(targetPropertyKey);
    IntPredicate propertyKeyIdFilter = value -> value == targetPropertyKeyId;
    DynamicIndexStoreView storeView = dynamicIndexStoreView(cursors, indexProxies);
    TestTokenScanConsumer tokenConsumer = new TestTokenScanConsumer();
    TestPropertyScanConsumer propertyScanConsumer = new TestPropertyScanConsumer();
    StoreScan storeScan = storeView.visitRelationships(targetTypeArray, propertyKeyIdFilter, propertyScanConsumer, tokenConsumer, false, true, NULL, INSTANCE);
    storeScan.run(StoreScan.NO_EXTERNAL_UPDATES);
    assertThat(tokenConsumer.batches.size()).isEqualTo(1);
    assertThat(tokenConsumer.batches.get(0).size()).isEqualTo(relationshipsWithTargetType.size());
}

Example 13 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class GenerateIndexUpdatesStepTest method shouldGenerateBothEntityTokenAndPropertyUpdates.

@ValueSource(booleans = { true, false })
@ParameterizedTest
void shouldGenerateBothEntityTokenAndPropertyUpdates(boolean alsoWrite) throws Exception {
    // given
    int numNodes = 10;
    StubStorageCursors data = someUniformData(numNodes);
    TestPropertyScanConsumer propertyScanConsumer = new TestPropertyScanConsumer();
    TestTokenScanConsumer tokenScanConsumer = new TestTokenScanConsumer();
    GenerateIndexUpdatesStep<StorageNodeCursor> step = new GenerateIndexUpdatesStep<>(new SimpleStageControl(), DEFAULT, data, alwaysTrue(), new NodeCursorBehaviour(data), new int[] { LABEL }, propertyScanConsumer, tokenScanConsumer, NO_LOCKING, 1, mebiBytes(1), alsoWrite, PageCacheTracer.NULL, INSTANCE);
    // when
    CapturingBatchSender<GeneratedIndexUpdates> sender = new CapturingBatchSender<>();
    step.process(allNodeIds(data), sender, NULL);
    // then
    if (alsoWrite) {
        assertThat(propertyScanConsumer.batches.size()).isEqualTo(1);
        assertThat(propertyScanConsumer.batches.get(0).size()).isEqualTo(numNodes);
        assertThat(tokenScanConsumer.batches.size()).isEqualTo(1);
        assertThat(tokenScanConsumer.batches.get(0).size()).isEqualTo(numNodes);
    } else {
        GeneratedIndexUpdates updates = sender.batches.get(0);
        updates.completeBatch();
        assertThat(propertyScanConsumer.batches.size()).isEqualTo(1);
        assertThat(propertyScanConsumer.batches.get(0).size()).isEqualTo(numNodes);
        assertThat(tokenScanConsumer.batches.size()).isEqualTo(1);
        assertThat(tokenScanConsumer.batches.get(0).size()).isEqualTo(numNodes);
    }
}

Example 14 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class GenerateIndexUpdatesStepTest method shouldGenerateEntityPropertyUpdates.

@ValueSource(booleans = { true, false })
@ParameterizedTest
void shouldGenerateEntityPropertyUpdates(boolean alsoWrite) throws Exception {
    // given
    StubStorageCursors data = someUniformData(10);
    TestPropertyScanConsumer scanConsumer = new TestPropertyScanConsumer();
    GenerateIndexUpdatesStep<StorageNodeCursor> step = new GenerateIndexUpdatesStep<>(new SimpleStageControl(), DEFAULT, data, alwaysTrue(), new NodeCursorBehaviour(data), new int[] { LABEL }, scanConsumer, null, NO_LOCKING, 1, mebiBytes(1), alsoWrite, PageCacheTracer.NULL, INSTANCE);
    Set<TestPropertyScanConsumer.Record> expectedUpdates = new HashSet<>();
    try (StorageNodeCursor cursor = data.allocateNodeCursor(NULL);
        StoragePropertyCursor propertyCursor = data.allocatePropertyCursor(NULL, INSTANCE)) {
        cursor.scan();
        while (cursor.next()) {
            cursor.properties(propertyCursor);
            Map<Integer, Value> properties = new HashMap<>();
            while (propertyCursor.next()) {
                properties.put(propertyCursor.propertyKey(), propertyCursor.propertyValue());
            }
            expectedUpdates.add(new TestPropertyScanConsumer.Record(cursor.entityReference(), cursor.labels(), properties));
        }
    }
    // when
    CapturingBatchSender<GeneratedIndexUpdates> sender = new CapturingBatchSender<>();
    step.process(allNodeIds(data), sender, NULL);
    // then
    if (alsoWrite) {
        for (TestPropertyScanConsumer.Record update : scanConsumer.batches.get(0)) {
            assertThat(expectedUpdates.remove(update)).isTrue();
        }
    } else {
        GeneratedIndexUpdates updates = sender.batches.get(0);
        updates.completeBatch();
        for (TestPropertyScanConsumer.Record update : scanConsumer.batches.get(0)) {
            assertThat(expectedUpdates.remove(update)).isTrue();
        }
    }
    assertThat(expectedUpdates).isEmpty();
}

Example 15 with StubStorageCursors

use of org.neo4j.storageengine.api.StubStorageCursors in project neo4j by neo4j.

the class GenerateIndexUpdatesStepTest method shouldSendBatchesOverMaxByteSizeThreshold.

@ValueSource(booleans = { true, false })
@ParameterizedTest
void shouldSendBatchesOverMaxByteSizeThreshold(boolean alsoWrite) throws Exception {
    // given
    StubStorageCursors data = someUniformData(10);
    TestPropertyScanConsumer scanConsumer = new TestPropertyScanConsumer();
    GenerateIndexUpdatesStep<StorageNodeCursor> step = new GenerateIndexUpdatesStep<>(new SimpleStageControl(), DEFAULT, data, alwaysTrue(), new NodeCursorBehaviour(data), new int[] { LABEL }, scanConsumer, null, NO_LOCKING, 1, 100, alsoWrite, PageCacheTracer.NULL, INSTANCE);
    // when
    CapturingBatchSender<GeneratedIndexUpdates> sender = new CapturingBatchSender<>();
    step.process(allNodeIds(data), sender, NULL);
    // then
    if (alsoWrite) {
        assertThat(scanConsumer.batches.size()).isGreaterThan(1);
        assertThat(sender.batches).isEmpty();
    } else {
        assertThat(scanConsumer.batches).isEmpty();
        assertThat(sender.batches.size()).isGreaterThan(1);
    }
}