Examples with AccumulatorFactory com.facebook.presto.operator.aggregation.AccumulatorFactory used on opensource projects

Example 1 with AccumulatorFactory

use of com.facebook.presto.operator.aggregation.AccumulatorFactory in project presto by prestodb.

the class TestSpatialPartitioningInternalAggregation method test.

@Test(dataProvider = "partitionCount")
public void test(int partitionCount) {
    InternalAggregationFunction function = getFunction();
    List<OGCGeometry> geometries = makeGeometries();
    Block geometryBlock = makeGeometryBlock(geometries);
    Block partitionCountBlock = BlockAssertions.createRLEBlock(partitionCount, geometries.size());
    String expectedValue = getSpatialPartitioning(geometries, partitionCount);
    AccumulatorFactory accumulatorFactory = function.bind(Ints.asList(0, 1), Optional.empty());
    Page page = new Page(geometryBlock, partitionCountBlock);
    Accumulator accumulator = accumulatorFactory.createAccumulator(UpdateMemory.NOOP);
    accumulator.addInput(page);
    String aggregation = (String) BlockAssertions.getOnlyValue(accumulator.getFinalType(), getFinalBlock(accumulator));
    assertEquals(aggregation, expectedValue);
    GroupedAccumulator groupedAggregation = accumulatorFactory.createGroupedAccumulator(UpdateMemory.NOOP);
    groupedAggregation.addInput(createGroupByIdBlock(0, page.getPositionCount()), page);
    String groupValue = (String) getGroupValue(groupedAggregation, 0);
    assertEquals(groupValue, expectedValue);
}

Example 2 with AccumulatorFactory

use of com.facebook.presto.operator.aggregation.AccumulatorFactory in project presto by prestodb.

the class TestSpatialPartitioningInternalAggregation method testEmptyPartitionException.

@Test
public void testEmptyPartitionException() {
    InternalAggregationFunction function = getFunction();
    Block geometryBlock = GEOMETRY.createBlockBuilder(null, 0).build();
    Block partitionCountBlock = BlockAssertions.createRLEBlock(10, 0);
    Page page = new Page(geometryBlock, partitionCountBlock);
    AccumulatorFactory accumulatorFactory = function.bind(Ints.asList(0, 1), Optional.empty());
    Accumulator accumulator = accumulatorFactory.createAccumulator(UpdateMemory.NOOP);
    accumulator.addInput(page);
    try {
        getFinalBlock(accumulator);
        fail("Should fail creating spatial partition with no rows.");
    } catch (PrestoException e) {
        assertEquals(e.getErrorCode(), INVALID_FUNCTION_ARGUMENT.toErrorCode());
        assertEquals(e.getMessage(), "No rows supplied to spatial partition.");
    }
}

Example 3 with AccumulatorFactory

use of com.facebook.presto.operator.aggregation.AccumulatorFactory in project presto by prestodb.

the class HashAggregationOperator method getGlobalAggregationOutput.

private Page getGlobalAggregationOutput() {
    List<Accumulator> accumulators = accumulatorFactories.stream().map(accumulatorFactory -> accumulatorFactory.createAccumulator(UpdateMemory.NOOP)).collect(Collectors.toList());
    // global aggregation output page will only be constructed once,
    // so a new PageBuilder is constructed (instead of using PageBuilder.reset)
    PageBuilder output = new PageBuilder(globalAggregationGroupIds.size(), types);
    for (int groupId : globalAggregationGroupIds) {
        output.declarePosition();
        int channel = 0;
        for (; channel < groupByTypes.size(); channel++) {
            if (channel == groupIdChannel.get()) {
                output.getBlockBuilder(channel).writeLong(groupId);
            } else {
                output.getBlockBuilder(channel).appendNull();
            }
        }
        if (hashChannel.isPresent()) {
            long hashValue = calculateDefaultOutputHash(groupByTypes, groupIdChannel.get(), groupId);
            output.getBlockBuilder(channel++).writeLong(hashValue);
        }
        for (int j = 0; j < accumulators.size(); channel++, j++) {
            if (step.isOutputPartial()) {
                accumulators.get(j).evaluateIntermediate(output.getBlockBuilder(channel));
            } else {
                accumulators.get(j).evaluateFinal(output.getBlockBuilder(channel));
            }
        }
    }
    if (output.isEmpty()) {
        return null;
    }
    return output.build();
}

Example 4 with AccumulatorFactory

use of com.facebook.presto.operator.aggregation.AccumulatorFactory in project presto by prestodb.

the class InMemoryHashAggregationBuilder method toTypes.

public static List<Type> toTypes(List<? extends Type> groupByType, Step step, List<AccumulatorFactory> factories, Optional<Integer> hashChannel) {
    ImmutableList.Builder<Type> types = ImmutableList.builder();
    types.addAll(groupByType);
    if (hashChannel.isPresent()) {
        types.add(BIGINT);
    }
    for (AccumulatorFactory factory : factories) {
        // Create an aggregator just to figure out the output type
        // It is fine not to specify a memory reservation callback as it doesn't accept any input
        types.add(new Aggregator(factory, step, Optional.empty(), UpdateMemory.NOOP).getType());
    }
    return types.build();
}

Example 5 with AccumulatorFactory

use of com.facebook.presto.operator.aggregation.AccumulatorFactory in project presto by prestodb.

the class TestAggregationOperator method testDistinctMaskWithNull.

@Test
public void testDistinctMaskWithNull() {
    AccumulatorFactory distinctFactory = COUNT.bind(ImmutableList.of(0), Optional.of(1), ImmutableList.of(BIGINT, BOOLEAN), ImmutableList.of(), ImmutableList.of(), null, // distinct
    true, new JoinCompiler(MetadataManager.createTestMetadataManager(), new FeaturesConfig()), ImmutableList.of(), false, TEST_SESSION, new TempStorageStandaloneSpillerFactory(new TestingTempStorageManager(), new BlockEncodingManager(), new NodeSpillConfig(), new FeaturesConfig(), new SpillerStats()));
    OperatorFactory operatorFactory = new AggregationOperatorFactory(0, new PlanNodeId("test"), Step.SINGLE, ImmutableList.of(distinctFactory), false);
    DriverContext driverContext = createTaskContext(executor, scheduledExecutor, TEST_SESSION).addPipelineContext(0, true, true, false).addDriverContext();
    ByteArrayBlock trueMaskAllNull = new ByteArrayBlock(4, Optional.of(new boolean[] { true, true, true, true }), /* all positions are null */
    new byte[] { 1, 1, 1, 1 });
    /* non-zero value is true, all masks are true */
    Block trueNullRleMask = new RunLengthEncodedBlock(trueMaskAllNull.getSingleValueBlock(0), 4);
    List<Page> input = ImmutableList.of(new Page(4, createLongsBlock(1, 2, 3, 4), trueMaskAllNull), new Page(4, createLongsBlock(5, 6, 7, 8), trueNullRleMask));
    MaterializedResult expected = resultBuilder(driverContext.getSession(), BIGINT).row(// all rows should be filtered by nulls
    0L).build();
    assertOperatorEquals(operatorFactory, driverContext, input, expected);
}