Examples with CombineFunction io.trino.spi.function.CombineFunction used on opensource projects

Example 1 with CombineFunction

use of io.trino.spi.function.CombineFunction in project trino by trinodb.

the class AggregationFromAnnotationsParser method parseFunctionDefinitions.

public static List<ParametricAggregation> parseFunctionDefinitions(Class<?> aggregationDefinition) {
    AggregationFunction aggregationAnnotation = aggregationDefinition.getAnnotation(AggregationFunction.class);
    requireNonNull(aggregationAnnotation, "aggregationAnnotation is null");
    ImmutableList.Builder<ParametricAggregation> functions = ImmutableList.builder();
    // There must be a single state class and combine function
    Class<? extends AccumulatorState> stateClass = getStateClass(aggregationDefinition);
    Optional<Method> combineFunction = getCombineFunction(aggregationDefinition, stateClass);
    // Each output function defines a new aggregation function
    for (Method outputFunction : getOutputFunctions(aggregationDefinition, stateClass)) {
        AggregationHeader header = parseHeader(aggregationDefinition, outputFunction);
        if (header.isDecomposable()) {
            checkArgument(combineFunction.isPresent(), "Decomposable method %s does not have a combine method", header.getName());
        } else if (combineFunction.isPresent()) {
            log.warn("Aggregation function %s is not decomposable, but has combine method", header.getName());
        }
        // Input functions can have either an exact signature, or generic/calculate signature
        List<AggregationImplementation> exactImplementations = new ArrayList<>();
        List<AggregationImplementation> nonExactImplementations = new ArrayList<>();
        for (Method inputFunction : getInputFunctions(aggregationDefinition, stateClass)) {
            Optional<Method> removeInputFunction = getRemoveInputFunction(aggregationDefinition, inputFunction);
            AggregationImplementation implementation = parseImplementation(aggregationDefinition, header.getName(), inputFunction, removeInputFunction, outputFunction, combineFunction.filter(function -> header.isDecomposable()));
            if (isGenericOrCalculated(implementation.getSignature())) {
                exactImplementations.add(implementation);
            } else {
                nonExactImplementations.add(implementation);
            }
        }
        // register a set functions for the canonical name, and each alias
        functions.addAll(buildFunctions(header.getName(), header, stateClass, exactImplementations, nonExactImplementations));
        for (String alias : getAliases(aggregationDefinition.getAnnotation(AggregationFunction.class), outputFunction)) {
            functions.addAll(buildFunctions(alias, header, stateClass, exactImplementations, nonExactImplementations));
        }
    }
    return functions.build();
}

Example 2 with CombineFunction

use of io.trino.spi.function.CombineFunction in project trino by trinodb.

the class ApproximateSetGenericAggregation method combineState.

@CombineFunction
public static void combineState(@AggregationState HyperLogLogState state, @AggregationState HyperLogLogState otherState) {
    HyperLogLog input = otherState.getHyperLogLog();
    HyperLogLog previous = state.getHyperLogLog();
    if (previous == null) {
        state.setHyperLogLog(input);
        state.addMemoryUsage(input.estimatedInMemorySize());
    } else {
        state.addMemoryUsage(-previous.estimatedInMemorySize());
        previous.mergeWith(input);
        state.addMemoryUsage(previous.estimatedInMemorySize());
    }
}

Example 3 with CombineFunction

use of io.trino.spi.function.CombineFunction in project trino by trinodb.

the class ApproximateDoublePercentileArrayAggregations method combine.

@CombineFunction
public static void combine(@AggregationState TDigestAndPercentileArrayState state, TDigestAndPercentileArrayState otherState) {
    TDigest otherDigest = otherState.getDigest();
    TDigest digest = state.getDigest();
    if (digest == null) {
        state.setDigest(otherDigest);
        state.addMemoryUsage(otherDigest.estimatedInMemorySizeInBytes());
    } else {
        state.addMemoryUsage(-digest.estimatedInMemorySizeInBytes());
        digest.mergeWith(otherDigest);
        state.addMemoryUsage(digest.estimatedInMemorySizeInBytes());
    }
    state.setPercentiles(otherState.getPercentiles());
}

Example 4 with CombineFunction

use of io.trino.spi.function.CombineFunction in project trino by trinodb.

the class ApproximateSetAggregation method combineState.

@CombineFunction
public static void combineState(@AggregationState HyperLogLogState state, @AggregationState HyperLogLogState otherState) {
    HyperLogLog input = otherState.getHyperLogLog();
    HyperLogLog previous = state.getHyperLogLog();
    if (previous == null) {
        state.setHyperLogLog(input);
        state.addMemoryUsage(input.estimatedInMemorySize());
    } else {
        state.addMemoryUsage(-previous.estimatedInMemorySize());
        previous.mergeWith(input);
        state.addMemoryUsage(previous.estimatedInMemorySize());
    }
}

Example 5 with CombineFunction

use of io.trino.spi.function.CombineFunction in project trino by trinodb.

the class ApproximateCountDistinctAggregation method combineState.

@CombineFunction
public static void combineState(@AggregationState HyperLogLogState state, @AggregationState HyperLogLogState otherState) {
    HyperLogLog input = otherState.getHyperLogLog();
    HyperLogLog previous = state.getHyperLogLog();
    if (previous == null) {
        state.setHyperLogLog(input);
        state.addMemoryUsage(input.estimatedInMemorySize());
    } else {
        state.addMemoryUsage(-previous.estimatedInMemorySize());
        previous.mergeWith(input);
        state.addMemoryUsage(previous.estimatedInMemorySize());
    }
}