use of org.locationtech.geowave.datastore.rocksdb.util.RocksDBClient in project geowave by locationtech.
the class RocksDBReader method createIterator.
private CloseableIterator<T> createIterator(final RocksDBClient client, final RangeReaderParams<T> readerParams, final GeoWaveRowIteratorTransformer<T> rowTransformer, final Collection<SinglePartitionQueryRanges> ranges, final Set<String> authorizations, final boolean async) {
final Iterator<CloseableIterator> it = Arrays.stream(ArrayUtils.toObject(readerParams.getAdapterIds())).map(adapterId -> new RocksDBQueryExecution(client, RocksDBUtils.getTablePrefix(readerParams.getInternalAdapterStore().getTypeName(adapterId), readerParams.getIndex().getName()), adapterId, rowTransformer, ranges, new ClientVisibilityFilter(authorizations), DataStoreUtils.isMergingIteratorRequired(readerParams, client.isVisibilityEnabled()), async, RocksDBUtils.isGroupByRowAndIsSortByTime(readerParams, adapterId), RocksDBUtils.isSortByKeyRequired(readerParams)).results()).iterator();
final CloseableIterator<T>[] itArray = Iterators.toArray(it, CloseableIterator.class);
return new CloseableIteratorWrapper<>(new Closeable() {
AtomicBoolean closed = new AtomicBoolean(false);
@Override
public void close() throws IOException {
if (!closed.getAndSet(true)) {
Arrays.stream(itArray).forEach(it -> it.close());
}
}
}, Iterators.concat(itArray));
}
use of org.locationtech.geowave.datastore.rocksdb.util.RocksDBClient in project geowave by locationtech.
the class RocksDBReader method createIteratorForReader.
private CloseableIterator<T> createIteratorForReader(final RocksDBClient client, final ReaderParams<T> readerParams, final GeoWaveRowIteratorTransformer<T> rowTransformer, final boolean async) {
final Collection<SinglePartitionQueryRanges> ranges = readerParams.getQueryRanges().getPartitionQueryRanges();
final Set<String> authorizations = Sets.newHashSet(readerParams.getAdditionalAuthorizations());
if ((ranges != null) && !ranges.isEmpty()) {
return createIterator(client, readerParams, readerParams.getRowTransformer(), ranges, authorizations, async);
} else {
final List<CloseableIterator<GeoWaveRow>> iterators = new ArrayList<>();
for (final short adapterId : readerParams.getAdapterIds()) {
final Pair<Boolean, Boolean> groupByRowAndSortByTime = RocksDBUtils.isGroupByRowAndIsSortByTime(readerParams, adapterId);
final String indexNamePrefix = RocksDBUtils.getTablePrefix(readerParams.getInternalAdapterStore().getTypeName(adapterId), readerParams.getIndex().getName());
final Stream<CloseableIterator<GeoWaveRow>> streamIt = RocksDBUtils.getPartitions(client.getSubDirectory(), indexNamePrefix).stream().map(p -> RocksDBUtils.getIndexTableFromPrefix(client, indexNamePrefix, adapterId, p.getBytes(), groupByRowAndSortByTime.getRight()).iterator());
iterators.addAll(streamIt.collect(Collectors.toList()));
}
return wrapResults(new Closeable() {
AtomicBoolean closed = new AtomicBoolean(false);
@Override
public void close() throws IOException {
if (!closed.getAndSet(true)) {
iterators.forEach(it -> it.close());
}
}
}, Iterators.concat(iterators.iterator()), readerParams, rowTransformer, authorizations, client.isVisibilityEnabled());
}
}
Aggregations