Search in sources :

Example 16 with BatchInserter

use of org.neo4j.batchinsert.BatchInserter in project neo4j by neo4j.

the class BatchInsertTest method setSingleProperty.

@ParameterizedTest
@MethodSource("params")
void setSingleProperty(int denseNodeThreshold) throws Exception {
    BatchInserter inserter = newBatchInserter(denseNodeThreshold);
    long nodeById = inserter.createNode(null);
    String value = "Something";
    String key = "name";
    inserter.setNodeProperty(nodeById, key, value);
    GraphDatabaseService db = switchToEmbeddedGraphDatabaseService(inserter, denseNodeThreshold);
    try (var tx = db.beginTx()) {
        var node = tx.getNodeById(nodeById);
        assertThat(node.getProperty(key)).isEqualTo(value);
    }
    managementService.shutdown();
}
Also used : BatchInserter(org.neo4j.batchinsert.BatchInserter) GraphDatabaseService(org.neo4j.graphdb.GraphDatabaseService) ParameterizedTest(org.junit.jupiter.params.ParameterizedTest) MethodSource(org.junit.jupiter.params.provider.MethodSource)

Example 17 with BatchInserter

use of org.neo4j.batchinsert.BatchInserter in project neo4j by neo4j.

the class BatchInsertTest method shouldRunConstraintPopulationJobAtShutdown.

@ParameterizedTest
@MethodSource("params")
void shouldRunConstraintPopulationJobAtShutdown(int denseNodeThreshold) throws Throwable {
    // GIVEN
    IndexPopulator populator = mock(IndexPopulator.class);
    IndexProvider provider = mock(IndexProvider.class);
    IndexAccessor accessor = mock(IndexAccessor.class);
    when(provider.getProviderDescriptor()).thenReturn(DESCRIPTOR);
    when(provider.getPopulator(any(IndexDescriptor.class), any(IndexSamplingConfig.class), any(), any(), any(TokenNameLookup.class))).thenReturn(populator);
    when(populator.sample(any(CursorContext.class))).thenReturn(new IndexSample());
    when(provider.getOnlineAccessor(any(IndexDescriptor.class), any(IndexSamplingConfig.class), any(TokenNameLookup.class))).thenReturn(accessor);
    when(provider.completeConfiguration(any(IndexDescriptor.class))).then(inv -> inv.getArgument(0));
    BatchInserter inserter = newBatchInserterWithIndexProvider(singleInstanceIndexProviderFactory(KEY, provider), provider.getProviderDescriptor(), denseNodeThreshold);
    inserter.createDeferredConstraint(label("Hacker")).assertPropertyIsUnique("handle").create();
    long nodeId = inserter.createNode(map("handle", "Jakewins"), label("Hacker"));
    // WHEN
    inserter.shutdown();
    // THEN
    verify(provider).init();
    verify(provider).start();
    verify(provider).getPopulator(any(IndexDescriptor.class), any(IndexSamplingConfig.class), any(), any(), any(TokenNameLookup.class));
    verify(populator).create();
    verify(populator).add(argThat(c -> c.contains(add(nodeId, internalUniqueIndex.schema(), Values.of("Jakewins")))), any(CursorContext.class));
    verify(populator).verifyDeferredConstraints(any(NodePropertyAccessor.class));
    verify(populator).close(eq(true), any());
    verify(provider).stop();
    verify(provider).shutdown();
}
Also used : IndexProvider(org.neo4j.kernel.api.index.IndexProvider) Arrays(java.util.Arrays) ResourceIterator(org.neo4j.graphdb.ResourceIterator) DatabaseReadOnlyChecker.readOnly(org.neo4j.configuration.helpers.DatabaseReadOnlyChecker.readOnly) CursorContext(org.neo4j.io.pagecache.context.CursorContext) ArgumentMatchers.eq(org.mockito.ArgumentMatchers.eq) Direction(org.neo4j.graphdb.Direction) TokenNameLookup(org.neo4j.common.TokenNameLookup) IndexPopulator(org.neo4j.kernel.api.index.IndexPopulator) NORMAL(org.neo4j.kernel.impl.store.record.RecordLoad.NORMAL) Config(org.neo4j.configuration.Config) IndexSamplingConfig(org.neo4j.kernel.impl.api.index.IndexSamplingConfig) DEFAULT_DATABASE_NAME(org.neo4j.configuration.GraphDatabaseSettings.DEFAULT_DATABASE_NAME) Arrays.asList(java.util.Arrays.asList) Map(java.util.Map) PageCacheTracer(org.neo4j.io.pagecache.tracing.PageCacheTracer) NULL(org.neo4j.io.pagecache.context.CursorContext.NULL) RecoveryCleanupWorkCollector(org.neo4j.index.internal.gbptree.RecoveryCleanupWorkCollector) TokenIndexProviderFactory(org.neo4j.kernel.impl.index.schema.TokenIndexProviderFactory) SchemaStore(org.neo4j.kernel.impl.store.SchemaStore) Set(java.util.Set) SchemaRecord(org.neo4j.kernel.impl.store.record.SchemaRecord) Arguments(org.junit.jupiter.params.provider.Arguments) GraphDatabaseAPI(org.neo4j.kernel.internal.GraphDatabaseAPI) ConstraintDefinition(org.neo4j.graphdb.schema.ConstraintDefinition) Stream(java.util.stream.Stream) BatchInserter(org.neo4j.batchinsert.BatchInserter) IndexEntryUpdate.add(org.neo4j.storageengine.api.IndexEntryUpdate.add) Assertions.assertTrue(org.junit.jupiter.api.Assertions.assertTrue) RelationshipType(org.neo4j.graphdb.RelationshipType) NodeStore(org.neo4j.kernel.impl.store.NodeStore) IndexDescriptor(org.neo4j.internal.schema.IndexDescriptor) Mockito.mock(org.mockito.Mockito.mock) Assertions.assertThrows(org.junit.jupiter.api.Assertions.assertThrows) Assertions.fail(org.junit.jupiter.api.Assertions.fail) MapUtil.map(org.neo4j.internal.helpers.collection.MapUtil.map) SimpleDateFormat(java.text.SimpleDateFormat) KernelVersion(org.neo4j.kernel.KernelVersion) Node(org.neo4j.graphdb.Node) ArrayList(java.util.ArrayList) OptionalLong(java.util.OptionalLong) TestDatabaseManagementServiceBuilder(org.neo4j.test.TestDatabaseManagementServiceBuilder) GBPTreeCountsStore(org.neo4j.internal.counts.GBPTreeCountsStore) Assertions.assertEquals(org.junit.jupiter.api.Assertions.assertEquals) MemoryTracker(org.neo4j.memory.MemoryTracker) NodePropertyAccessor(org.neo4j.storageengine.api.NodePropertyAccessor) TestIndexProviderDescriptor(org.neo4j.kernel.impl.api.index.TestIndexProviderDescriptor) IndexSample(org.neo4j.kernel.api.index.IndexSample) Files(java.nio.file.Files) Iterators(org.neo4j.internal.helpers.collection.Iterators) IOException(java.io.IOException) Label.label(org.neo4j.graphdb.Label.label) Assertions.assertArrayEquals(org.junit.jupiter.api.Assertions.assertArrayEquals) ParameterizedTest(org.junit.jupiter.params.ParameterizedTest) ExtensionFactory(org.neo4j.kernel.extension.ExtensionFactory) TokenHolders(org.neo4j.token.TokenHolders) ConstraintType(org.neo4j.graphdb.schema.ConstraintType) NodeRecord(org.neo4j.kernel.impl.store.record.NodeRecord) IndexDefinition(org.neo4j.graphdb.schema.IndexDefinition) RecordLoad(org.neo4j.kernel.impl.store.record.RecordLoad) Iterators.asCollection(org.neo4j.internal.helpers.collection.Iterators.asCollection) SchemaIndexTestHelper.singleInstanceIndexProviderFactory(org.neo4j.kernel.impl.api.index.SchemaIndexTestHelper.singleInstanceIndexProviderFactory) SchemaRule(org.neo4j.internal.schema.SchemaRule) SchemaRuleAccess(org.neo4j.internal.recordstorage.SchemaRuleAccess) ArgumentMatchers.argThat(org.mockito.ArgumentMatchers.argThat) MyRelTypes(org.neo4j.kernel.impl.MyRelTypes) Assertions.assertThat(org.assertj.core.api.Assertions.assertThat) ConstraintDescriptor(org.neo4j.internal.schema.ConstraintDescriptor) DatabaseLayout(org.neo4j.io.layout.DatabaseLayout) NodeLabelsField(org.neo4j.kernel.impl.store.NodeLabelsField) Assertions.assertFalse(org.junit.jupiter.api.Assertions.assertFalse) Iterables.map(org.neo4j.internal.helpers.collection.Iterables.map) Iterables.single(org.neo4j.internal.helpers.collection.Iterables.single) Transaction(org.neo4j.graphdb.Transaction) IndexProviderDescriptor(org.neo4j.internal.schema.IndexProviderDescriptor) MethodSource(org.junit.jupiter.params.provider.MethodSource) PageCache(org.neo4j.io.pagecache.PageCache) TestDirectory(org.neo4j.test.rule.TestDirectory) RecordStorageEngine(org.neo4j.internal.recordstorage.RecordStorageEngine) Neo4jLayoutExtension(org.neo4j.test.extension.Neo4jLayoutExtension) String.format(java.lang.String.format) Test(org.junit.jupiter.api.Test) List(java.util.List) INSTANCE(org.neo4j.memory.EmptyMemoryTracker.INSTANCE) DatabaseManagementService(org.neo4j.dbms.api.DatabaseManagementService) ArgumentMatchers.any(org.mockito.ArgumentMatchers.any) Label(org.neo4j.graphdb.Label) GraphDatabaseSettings(org.neo4j.configuration.GraphDatabaseSettings) HashMap(java.util.HashMap) IndexAccessor(org.neo4j.kernel.api.index.IndexAccessor) Iterators.iterator(org.neo4j.internal.helpers.collection.Iterators.iterator) IndexProvider(org.neo4j.kernel.api.index.IndexProvider) Values(org.neo4j.values.storable.Values) GraphDatabaseSettings.preallocate_logical_logs(org.neo4j.configuration.GraphDatabaseSettings.preallocate_logical_logs) HashSet(java.util.HashSet) ConstraintViolationException(org.neo4j.graphdb.ConstraintViolationException) NodeLabels(org.neo4j.kernel.impl.store.NodeLabels) GraphDatabaseService(org.neo4j.graphdb.GraphDatabaseService) NeoStores(org.neo4j.kernel.impl.store.NeoStores) Inject(org.neo4j.test.extension.Inject) Iterables(org.neo4j.internal.helpers.collection.Iterables) GraphDatabaseSettings.dense_node_threshold(org.neo4j.configuration.GraphDatabaseSettings.dense_node_threshold) GraphDatabaseInternalSettings(org.neo4j.configuration.GraphDatabaseInternalSettings) Arguments.arguments(org.junit.jupiter.params.provider.Arguments.arguments) TestIndexDescriptorFactory(org.neo4j.kernel.api.schema.index.TestIndexDescriptorFactory) PageCacheExtension(org.neo4j.test.extension.pagecache.PageCacheExtension) Mockito.when(org.mockito.Mockito.when) Mockito.verify(org.mockito.Mockito.verify) TimeUnit(java.util.concurrent.TimeUnit) CountsAccessor(org.neo4j.counts.CountsAccessor) Relationship(org.neo4j.graphdb.Relationship) CountsBuilder(org.neo4j.internal.counts.CountsBuilder) Iterators.asSet(org.neo4j.internal.helpers.collection.Iterators.asSet) Pair(org.neo4j.internal.helpers.collection.Pair) GraphDatabaseSettings.neo4j_home(org.neo4j.configuration.GraphDatabaseSettings.neo4j_home) BatchInserters(org.neo4j.batchinsert.BatchInserters) Collections(java.util.Collections) TransactionIdStore(org.neo4j.storageengine.api.TransactionIdStore) FileSystemAbstraction(org.neo4j.io.fs.FileSystemAbstraction) IndexPopulator(org.neo4j.kernel.api.index.IndexPopulator) IndexSamplingConfig(org.neo4j.kernel.impl.api.index.IndexSamplingConfig) BatchInserter(org.neo4j.batchinsert.BatchInserter) TokenNameLookup(org.neo4j.common.TokenNameLookup) IndexSample(org.neo4j.kernel.api.index.IndexSample) IndexAccessor(org.neo4j.kernel.api.index.IndexAccessor) CursorContext(org.neo4j.io.pagecache.context.CursorContext) IndexDescriptor(org.neo4j.internal.schema.IndexDescriptor) NodePropertyAccessor(org.neo4j.storageengine.api.NodePropertyAccessor) ParameterizedTest(org.junit.jupiter.params.ParameterizedTest) MethodSource(org.junit.jupiter.params.provider.MethodSource)

Example 18 with BatchInserter

use of org.neo4j.batchinsert.BatchInserter in project neo4j by neo4j.

the class BatchInsertTest method shouldIncrementDegreesOnUpdatingDenseNode.

@Test
void shouldIncrementDegreesOnUpdatingDenseNode() throws Exception {
    // given
    int denseNodeThreshold = 10;
    BatchInserter inserter = newBatchInserter(configurationBuilder().set(dense_node_threshold, 10).set(GraphDatabaseInternalSettings.batch_inserter_batch_size, 2).build());
    long denseNode = inserter.createNode(null);
    // when
    for (int i = 0; i < denseNodeThreshold * 2; i++) {
        inserter.createRelationship(denseNode, inserter.createNode(null), relTypeArray[0], null);
    }
    // then
    GraphDatabaseAPI db = switchToEmbeddedGraphDatabaseService(inserter, denseNodeThreshold);
    try (Transaction tx = db.beginTx()) {
        assertThat(tx.getNodeById(denseNode).getDegree(relTypeArray[0], Direction.OUTGOING)).isEqualTo(denseNodeThreshold * 2);
    }
    managementService.shutdown();
}
Also used : BatchInserter(org.neo4j.batchinsert.BatchInserter) GraphDatabaseAPI(org.neo4j.kernel.internal.GraphDatabaseAPI) Transaction(org.neo4j.graphdb.Transaction) ParameterizedTest(org.junit.jupiter.params.ParameterizedTest) Test(org.junit.jupiter.api.Test)

Example 19 with BatchInserter

use of org.neo4j.batchinsert.BatchInserter in project neo4j by neo4j.

the class BatchInsertTest method uniquenessConstraintShouldBeCheckedOnBatchInserterShutdownAndFailIfViolated.

@ParameterizedTest
@MethodSource("params")
void uniquenessConstraintShouldBeCheckedOnBatchInserterShutdownAndFailIfViolated(int denseNodeThreshold) throws Exception {
    // Given
    Label label = label("Foo");
    String property = "Bar";
    String value = "Baz";
    BatchInserter inserter = newBatchInserter(denseNodeThreshold);
    // When
    inserter.createDeferredConstraint(label).assertPropertyIsUnique(property).create();
    inserter.createNode(Collections.singletonMap(property, value), label);
    inserter.createNode(Collections.singletonMap(property, value), label);
    // Then
    GraphDatabaseService db = switchToEmbeddedGraphDatabaseService(inserter, denseNodeThreshold);
    try (Transaction tx = db.beginTx()) {
        var schema = tx.schema();
        IndexDefinition index = schema.getIndexes(label).iterator().next();
        String indexFailure = schema.getIndexFailure(index);
        assertThat(indexFailure).contains("IndexEntryConflictException");
        assertThat(indexFailure).contains(value);
        tx.commit();
    } finally {
        managementService.shutdown();
    }
}
Also used : BatchInserter(org.neo4j.batchinsert.BatchInserter) GraphDatabaseService(org.neo4j.graphdb.GraphDatabaseService) Transaction(org.neo4j.graphdb.Transaction) IndexDefinition(org.neo4j.graphdb.schema.IndexDefinition) Label(org.neo4j.graphdb.Label) ParameterizedTest(org.junit.jupiter.params.ParameterizedTest) MethodSource(org.junit.jupiter.params.provider.MethodSource)

Example 20 with BatchInserter

use of org.neo4j.batchinsert.BatchInserter in project neo4j by neo4j.

the class BatchInsertIndexTest method batchInserterShouldUseConfiguredIndexProvider.

@ParameterizedTest
@EnumSource(SchemaIndex.class)
void batchInserterShouldUseConfiguredIndexProvider(SchemaIndex schemaIndex) throws Exception {
    configure(schemaIndex);
    BatchInserter inserter = newBatchInserter();
    inserter.createDeferredSchemaIndex(LABEL_ONE).on("key").create();
    inserter.shutdown();
    GraphDatabaseService db = startGraphDatabaseServiceAndAwaitIndexes();
    try (Transaction tx = db.beginTx()) {
        KernelTransaction kernelTransaction = ((InternalTransaction) tx).kernelTransaction();
        TokenRead tokenRead = kernelTransaction.tokenRead();
        SchemaRead schemaRead = kernelTransaction.schemaRead();
        int labelId = tokenRead.nodeLabel(LABEL_ONE.name());
        int propertyId = tokenRead.propertyKey("key");
        IndexDescriptor index = single(schemaRead.index(SchemaDescriptor.forLabel(labelId, propertyId)));
        assertTrue(schemaIndex.providerName().contains(index.getIndexProvider().getKey()), unexpectedIndexProviderMessage(index));
        assertTrue(schemaIndex.providerName().contains(index.getIndexProvider().getVersion()), unexpectedIndexProviderMessage(index));
        tx.commit();
    }
}
Also used : BatchInserter(org.neo4j.batchinsert.BatchInserter) GraphDatabaseService(org.neo4j.graphdb.GraphDatabaseService) KernelTransaction(org.neo4j.kernel.api.KernelTransaction) SchemaRead(org.neo4j.internal.kernel.api.SchemaRead) InternalTransaction(org.neo4j.kernel.impl.coreapi.InternalTransaction) Transaction(org.neo4j.graphdb.Transaction) KernelTransaction(org.neo4j.kernel.api.KernelTransaction) InternalTransaction(org.neo4j.kernel.impl.coreapi.InternalTransaction) IndexDescriptor(org.neo4j.internal.schema.IndexDescriptor) TokenRead(org.neo4j.internal.kernel.api.TokenRead) EnumSource(org.junit.jupiter.params.provider.EnumSource) ParameterizedTest(org.junit.jupiter.params.ParameterizedTest)

Aggregations

BatchInserter (org.neo4j.batchinsert.BatchInserter)23 ParameterizedTest (org.junit.jupiter.params.ParameterizedTest)15 Test (org.junit.jupiter.api.Test)14 Transaction (org.neo4j.graphdb.Transaction)13 GraphDatabaseService (org.neo4j.graphdb.GraphDatabaseService)11 MethodSource (org.junit.jupiter.params.provider.MethodSource)8 Label (org.neo4j.graphdb.Label)6 IndexDefinition (org.neo4j.graphdb.schema.IndexDefinition)6 IndexDescriptor (org.neo4j.internal.schema.IndexDescriptor)6 GraphDatabaseAPI (org.neo4j.kernel.internal.GraphDatabaseAPI)6 ArrayList (java.util.ArrayList)4 OptionalLong (java.util.OptionalLong)4 IndexSamplingConfig (org.neo4j.kernel.impl.api.index.IndexSamplingConfig)4 IOException (java.io.IOException)3 String.format (java.lang.String.format)3 Files (java.nio.file.Files)3 SimpleDateFormat (java.text.SimpleDateFormat)3 Arrays (java.util.Arrays)3 Arrays.asList (java.util.Arrays.asList)3 Collections (java.util.Collections)3