Search in sources :

Example 1 with RocksDBOptions

use of org.locationtech.geowave.datastore.rocksdb.config.RocksDBOptions in project geowave by locationtech.

the class RocksDBLockfileTest method testLockfile.

private void testLockfile(final int numThreads, final boolean secondaryIndexing) {
    final RocksDBOptions options = new RocksDBOptions();
    options.setDirectory(DEFAULT_DB_DIRECTORY);
    options.getStoreOptions().setSecondaryIndexing(secondaryIndexing);
    final DataStore store = new RocksDBStoreFactoryFamily().getDataStoreFactory().createStore(options);
    store.deleteAll();
    store.addType(BasicDataTypeAdapter.newAdapter(POI_TYPE_NAME, POI.class, "name"));
    Index index = AttributeDimensionalityTypeProvider.createIndexFromOptions(store, new AttributeIndexOptions(POI_TYPE_NAME, "latitude"));
    index = new CustomNameIndex(new CompoundIndexStrategy(new RoundRobinKeyIndexStrategy(32), index.getIndexStrategy()), index.getIndexModel(), index.getName() + "_" + PartitionStrategy.ROUND_ROBIN.name() + "_" + 32);
    final Index latAttributeIndex = new IndexWrapper(index);
    store.addIndex(POI_TYPE_NAME, latAttributeIndex);
    final DataStore store2 = new RocksDBStoreFactoryFamily().getDataStoreFactory().createStore(options);
    IntStream.range(0, numThreads).mapToObj(i -> CompletableFuture.runAsync(() -> {
        double offset = i * numThreads;
        try (Writer<POI> w = store.createWriter(POI_TYPE_NAME)) {
            w.write(new POI("name" + offset, offset, offset));
        }
        try (CloseableIterator<POI> poiIt = store2.query(QueryBuilder.newBuilder(POI.class).build())) {
            if (numThreads == 1) {
                Assert.assertEquals(1, Iterators.size(poiIt));
            } else {
                Assert.assertTrue(Iterators.size(poiIt) >= 1);
            }
        }
        offset++;
        try (Writer<POI> w = store2.createWriter(POI_TYPE_NAME)) {
            w.write(new POI("name" + offset, offset, offset));
        }
        try (CloseableIterator<POI> poiIt = store.query(QueryBuilder.newBuilder(POI.class).build())) {
            if (numThreads == 1) {
                Assert.assertEquals(2, Iterators.size(poiIt));
            } else {
                Assert.assertTrue(Iterators.size(poiIt) >= 2);
            }
        }
        offset++;
        try (Writer<POI> w = store2.createWriter(POI_TYPE_NAME)) {
            w.write(new POI("name" + offset, offset, offset));
            try (CloseableIterator<POI> poiIt = store.query(QueryBuilder.newBuilder(POI.class).build())) {
                if (numThreads == 1) {
                    Assert.assertEquals(2, Iterators.size(poiIt));
                } else {
                    Assert.assertTrue(Iterators.size(poiIt) >= 2);
                }
            }
            w.flush();
            try (CloseableIterator<POI> poiIt = store.query(QueryBuilder.newBuilder(POI.class).build())) {
                if (numThreads == 1) {
                    Assert.assertEquals(3, Iterators.size(poiIt));
                } else {
                    Assert.assertTrue(Iterators.size(poiIt) >= 3);
                }
            }
        }
        try (CloseableIterator<POI> poiIt = store2.query(QueryBuilder.newBuilder(POI.class).build())) {
            if (numThreads == 1) {
                Assert.assertEquals(3, Iterators.size(poiIt));
            } else {
                Assert.assertTrue(Iterators.size(poiIt) >= 3);
            }
        }
    }));
    store.deleteAll();
}
Also used : CloseableIterator(org.locationtech.geowave.core.store.CloseableIterator) AttributeIndexOptions(org.locationtech.geowave.core.store.index.AttributeIndexOptions) CompoundIndexStrategy(org.locationtech.geowave.core.index.CompoundIndexStrategy) DataStore(org.locationtech.geowave.core.store.api.DataStore) CustomNameIndex(org.locationtech.geowave.core.store.index.CustomNameIndex) Index(org.locationtech.geowave.core.store.api.Index) RoundRobinKeyIndexStrategy(org.locationtech.geowave.core.index.simple.RoundRobinKeyIndexStrategy) RocksDBOptions(org.locationtech.geowave.datastore.rocksdb.config.RocksDBOptions) CustomNameIndex(org.locationtech.geowave.core.store.index.CustomNameIndex) Writer(org.locationtech.geowave.core.store.api.Writer)

Aggregations

CompoundIndexStrategy (org.locationtech.geowave.core.index.CompoundIndexStrategy)1 RoundRobinKeyIndexStrategy (org.locationtech.geowave.core.index.simple.RoundRobinKeyIndexStrategy)1 CloseableIterator (org.locationtech.geowave.core.store.CloseableIterator)1 DataStore (org.locationtech.geowave.core.store.api.DataStore)1 Index (org.locationtech.geowave.core.store.api.Index)1 Writer (org.locationtech.geowave.core.store.api.Writer)1 AttributeIndexOptions (org.locationtech.geowave.core.store.index.AttributeIndexOptions)1 CustomNameIndex (org.locationtech.geowave.core.store.index.CustomNameIndex)1 RocksDBOptions (org.locationtech.geowave.datastore.rocksdb.config.RocksDBOptions)1