Examples with DimensionSelector org.apache.druid.segment.DimensionSelector used on opensource projects

Example 1 with DimensionSelector

use of org.apache.druid.segment.DimensionSelector in project druid by druid-io.

the class BaseFilterTest method selectColumnValuesMatchingFilter.

/**
 * Selects elements from "selectColumn" from rows matching a filter. selectColumn must be a single valued dimension.
 */
private List<String> selectColumnValuesMatchingFilter(final DimFilter filter, final String selectColumn) {
    final Sequence<Cursor> cursors = makeCursorSequence(makeFilter(filter));
    Sequence<List<String>> seq = Sequences.map(cursors, cursor -> {
        final DimensionSelector selector = cursor.getColumnSelectorFactory().makeDimensionSelector(new DefaultDimensionSpec(selectColumn, selectColumn));
        final List<String> values = new ArrayList<>();
        while (!cursor.isDone()) {
            IndexedInts row = selector.getRow();
            Preconditions.checkState(row.size() == 1);
            values.add(selector.lookupName(row.get(0)));
            cursor.advance();
        }
        return values;
    });
    return seq.toList().get(0);
}

Example 2 with DimensionSelector

use of org.apache.druid.segment.DimensionSelector in project druid by druid-io.

the class PooledTopNAlgorithm method makeInitParams.

@Override
public PooledTopNParams makeInitParams(ColumnSelectorPlus selectorPlus, Cursor cursor) {
    final DimensionSelector dimSelector = (DimensionSelector) selectorPlus.getSelector();
    final int cardinality = dimSelector.getValueCardinality();
    if (cardinality < 0) {
        throw new UnsupportedOperationException("Cannot operate on a dimension with no dictionary");
    }
    final TopNMetricSpecBuilder<int[]> arrayProvider = new BaseArrayProvider<int[]>(dimSelector, query, storageAdapter) {

        private final int[] positions = new int[cardinality];

        @Override
        public int[] build() {
            Pair<Integer, Integer> startEnd = computeStartEnd(cardinality);
            Arrays.fill(positions, 0, startEnd.lhs, SKIP_POSITION_VALUE);
            Arrays.fill(positions, startEnd.lhs, startEnd.rhs, INIT_POSITION_VALUE);
            Arrays.fill(positions, startEnd.rhs, positions.length, SKIP_POSITION_VALUE);
            return positions;
        }
    };
    final ResourceHolder<ByteBuffer> resultsBufHolder = bufferPool.take();
    try {
        final ByteBuffer resultsBuf = resultsBufHolder.get();
        resultsBuf.clear();
        final int numBytesToWorkWith = resultsBuf.remaining();
        final int[] aggregatorSizes = new int[query.getAggregatorSpecs().size()];
        int numBytesPerRecord = 0;
        for (int i = 0; i < query.getAggregatorSpecs().size(); ++i) {
            aggregatorSizes[i] = query.getAggregatorSpecs().get(i).getMaxIntermediateSizeWithNulls();
            numBytesPerRecord += aggregatorSizes[i];
        }
        final int numValuesPerPass = numBytesPerRecord > 0 ? numBytesToWorkWith / numBytesPerRecord : cardinality;
        return PooledTopNParams.builder().withSelectorPlus(selectorPlus).withCursor(cursor).withResultsBufHolder(resultsBufHolder).withResultsBuf(resultsBuf).withArrayProvider(arrayProvider).withNumBytesPerRecord(numBytesPerRecord).withNumValuesPerPass(numValuesPerPass).withAggregatorSizes(aggregatorSizes).build();
    } catch (Throwable e) {
        resultsBufHolder.close();
        throw e;
    }
}

Example 3 with DimensionSelector

use of org.apache.druid.segment.DimensionSelector in project druid by druid-io.

the class TopNMetricSpecOptimizationsTest method testShouldOptimizeLexicographic.

@Test
public void testShouldOptimizeLexicographic() {
    // query interval is greater than segment interval, no filters, can ignoreAfterThreshold
    int cardinality = 1234;
    int threshold = 4;
    TopNQuery query = new TopNQueryBuilder().dataSource(QueryRunnerTestHelper.DATA_SOURCE).granularity(QueryRunnerTestHelper.ALL_GRAN).dimension(QueryRunnerTestHelper.MARKET_DIMENSION).metric(QueryRunnerTestHelper.INDEX_METRIC).threshold(threshold).intervals("2018-05-30T00:00:00Z/2018-05-31T00:00:00Z").aggregators(AGGS).postAggregators(QueryRunnerTestHelper.ADD_ROWS_INDEX_CONSTANT).build();
    StorageAdapter adapter = makeFakeStorageAdapter("2018-05-30T00:00:00Z", "2018-05-30T01:00:00Z", cardinality);
    DimensionSelector dimSelector = makeFakeDimSelector(cardinality);
    BaseTopNAlgorithm.AggregatorArrayProvider arrayProviderToTest = new BaseTopNAlgorithm.AggregatorArrayProvider(dimSelector, query, cardinality, adapter);
    arrayProviderToTest.ignoreAfterThreshold();
    Pair<Integer, Integer> thePair = arrayProviderToTest.computeStartEnd(cardinality);
    Assert.assertEquals(new Integer(0), thePair.lhs);
    Assert.assertEquals(new Integer(threshold), thePair.rhs);
}

Example 4 with DimensionSelector

use of org.apache.druid.segment.DimensionSelector in project druid by druid-io.

the class TopNMetricSpecOptimizationsTest method testAlsoShouldNotOptimizeLexicographic.

@Test
public void testAlsoShouldNotOptimizeLexicographic() {
    // query interval is larger than segment interval, but has filters, can ignoreAfterThreshold
    int cardinality = 1234;
    int threshold = 4;
    TopNQuery query = new TopNQueryBuilder().dataSource(QueryRunnerTestHelper.DATA_SOURCE).granularity(QueryRunnerTestHelper.ALL_GRAN).dimension(QueryRunnerTestHelper.MARKET_DIMENSION).filters(QueryRunnerTestHelper.QUALITY_DIMENSION, "entertainment").metric(QueryRunnerTestHelper.INDEX_METRIC).threshold(threshold).intervals("2018-05-30T00:00:00Z/2018-05-31T00:00:00Z").aggregators(AGGS).postAggregators(QueryRunnerTestHelper.ADD_ROWS_INDEX_CONSTANT).build();
    StorageAdapter adapter = makeFakeStorageAdapter("2018-05-30T00:00:00Z", "2018-05-30T01:00:00Z", cardinality);
    DimensionSelector dimSelector = makeFakeDimSelector(cardinality);
    BaseTopNAlgorithm.AggregatorArrayProvider arrayProviderToTest = new BaseTopNAlgorithm.AggregatorArrayProvider(dimSelector, query, cardinality, adapter);
    arrayProviderToTest.ignoreAfterThreshold();
    Pair<Integer, Integer> thePair = arrayProviderToTest.computeStartEnd(cardinality);
    Assert.assertEquals(new Integer(0), thePair.lhs);
    Assert.assertEquals(new Integer(cardinality), thePair.rhs);
}

Example 5 with DimensionSelector

use of org.apache.druid.segment.DimensionSelector in project druid by druid-io.

the class TopNMetricSpecOptimizationsTest method testAlsoShouldOptimizeLexicographic.

@Test
public void testAlsoShouldOptimizeLexicographic() {
    // query interval is same as segment interval, no filters, can ignoreAfterThreshold
    int cardinality = 1234;
    int threshold = 4;
    TopNQuery query = new TopNQueryBuilder().dataSource(QueryRunnerTestHelper.DATA_SOURCE).granularity(QueryRunnerTestHelper.ALL_GRAN).dimension(QueryRunnerTestHelper.MARKET_DIMENSION).metric(QueryRunnerTestHelper.INDEX_METRIC).threshold(threshold).intervals("2018-05-30T00:00:00Z/2018-05-30T01:00:00Z").aggregators(AGGS).postAggregators(QueryRunnerTestHelper.ADD_ROWS_INDEX_CONSTANT).build();
    StorageAdapter adapter = makeFakeStorageAdapter("2018-05-30T00:00:00Z", "2018-05-30T01:00:00Z", cardinality);
    DimensionSelector dimSelector = makeFakeDimSelector(cardinality);
    BaseTopNAlgorithm.AggregatorArrayProvider arrayProviderToTest = new BaseTopNAlgorithm.AggregatorArrayProvider(dimSelector, query, cardinality, adapter);
    arrayProviderToTest.ignoreAfterThreshold();
    Pair<Integer, Integer> thePair = arrayProviderToTest.computeStartEnd(cardinality);
    Assert.assertEquals(new Integer(0), thePair.lhs);
    Assert.assertEquals(new Integer(threshold), thePair.rhs);
}