Search in sources :

Example 1 with OutputFunction

use of io.trino.spi.function.OutputFunction in project trino by trinodb.

the class LegacyApproximateDoublePercentileAggregations method output.

@OutputFunction(StandardTypes.DOUBLE)
public static void output(@AggregationState QuantileDigestAndPercentileState state, BlockBuilder out) {
    QuantileDigest digest = state.getDigest();
    double percentile = state.getPercentile();
    if (digest == null || digest.getCount() == 0.0) {
        out.appendNull();
    } else {
        checkState(percentile != -1.0, "Percentile is missing");
        checkCondition(0 <= percentile && percentile <= 1, INVALID_FUNCTION_ARGUMENT, "Percentile must be between 0 and 1");
        DOUBLE.writeDouble(out, sortableLongToDouble(digest.getQuantile(percentile)));
    }
}
Also used : QuantileDigest(io.airlift.stats.QuantileDigest) OutputFunction(io.trino.spi.function.OutputFunction)

Example 2 with OutputFunction

use of io.trino.spi.function.OutputFunction in project trino by trinodb.

the class LegacyApproximateRealPercentileAggregations method output.

@OutputFunction(StandardTypes.REAL)
public static void output(@AggregationState QuantileDigestAndPercentileState state, BlockBuilder out) {
    QuantileDigest digest = state.getDigest();
    double percentile = state.getPercentile();
    if (digest == null || digest.getCount() == 0.0) {
        out.appendNull();
    } else {
        checkState(percentile != -1.0, "Percentile is missing");
        checkCondition(0 <= percentile && percentile <= 1, INVALID_FUNCTION_ARGUMENT, "Percentile must be between 0 and 1");
        REAL.writeLong(out, floatToRawIntBits(sortableIntToFloat((int) digest.getQuantile(percentile))));
    }
}
Also used : QuantileDigest(io.airlift.stats.QuantileDigest) OutputFunction(io.trino.spi.function.OutputFunction)

Example 3 with OutputFunction

use of io.trino.spi.function.OutputFunction in project trino by trinodb.

the class DoubleHistogramAggregation method output.

@OutputFunction("map(double,double)")
public static void output(@AggregationState State state, BlockBuilder out) {
    if (state.get() == null) {
        out.appendNull();
    } else {
        Map<Double, Double> value = state.get().getBuckets();
        BlockBuilder entryBuilder = out.beginBlockEntry();
        for (Map.Entry<Double, Double> entry : value.entrySet()) {
            DoubleType.DOUBLE.writeDouble(entryBuilder, entry.getKey());
            DoubleType.DOUBLE.writeDouble(entryBuilder, entry.getValue());
        }
        out.closeEntry();
    }
}
Also used : Map(java.util.Map) BlockBuilder(io.trino.spi.block.BlockBuilder) OutputFunction(io.trino.spi.function.OutputFunction)

Example 4 with OutputFunction

use of io.trino.spi.function.OutputFunction in project trino by trinodb.

the class AggregationFromAnnotationsParser method parseFunctionDefinitions.

public static List<ParametricAggregation> parseFunctionDefinitions(Class<?> aggregationDefinition) {
    AggregationFunction aggregationAnnotation = aggregationDefinition.getAnnotation(AggregationFunction.class);
    requireNonNull(aggregationAnnotation, "aggregationAnnotation is null");
    ImmutableList.Builder<ParametricAggregation> functions = ImmutableList.builder();
    // There must be a single state class and combine function
    Class<? extends AccumulatorState> stateClass = getStateClass(aggregationDefinition);
    Optional<Method> combineFunction = getCombineFunction(aggregationDefinition, stateClass);
    // Each output function defines a new aggregation function
    for (Method outputFunction : getOutputFunctions(aggregationDefinition, stateClass)) {
        AggregationHeader header = parseHeader(aggregationDefinition, outputFunction);
        if (header.isDecomposable()) {
            checkArgument(combineFunction.isPresent(), "Decomposable method %s does not have a combine method", header.getName());
        } else if (combineFunction.isPresent()) {
            log.warn("Aggregation function %s is not decomposable, but has combine method", header.getName());
        }
        // Input functions can have either an exact signature, or generic/calculate signature
        List<AggregationImplementation> exactImplementations = new ArrayList<>();
        List<AggregationImplementation> nonExactImplementations = new ArrayList<>();
        for (Method inputFunction : getInputFunctions(aggregationDefinition, stateClass)) {
            Optional<Method> removeInputFunction = getRemoveInputFunction(aggregationDefinition, inputFunction);
            AggregationImplementation implementation = parseImplementation(aggregationDefinition, header.getName(), inputFunction, removeInputFunction, outputFunction, combineFunction.filter(function -> header.isDecomposable()));
            if (isGenericOrCalculated(implementation.getSignature())) {
                exactImplementations.add(implementation);
            } else {
                nonExactImplementations.add(implementation);
            }
        }
        // register a set functions for the canonical name, and each alias
        functions.addAll(buildFunctions(header.getName(), header, stateClass, exactImplementations, nonExactImplementations));
        for (String alias : getAliases(aggregationDefinition.getAnnotation(AggregationFunction.class), outputFunction)) {
            functions.addAll(buildFunctions(alias, header, stateClass, exactImplementations, nonExactImplementations));
        }
    }
    return functions.build();
}
Also used : Arrays(java.util.Arrays) Logger(io.airlift.log.Logger) AggregationFunction(io.trino.spi.function.AggregationFunction) OutputFunction(io.trino.spi.function.OutputFunction) ArrayList(java.util.ArrayList) Preconditions.checkArgument(com.google.common.base.Preconditions.checkArgument) ImmutableList(com.google.common.collect.ImmutableList) RemoveInputFunction(io.trino.spi.function.RemoveInputFunction) CombineFunction(io.trino.spi.function.CombineFunction) Objects.requireNonNull(java.util.Objects.requireNonNull) Parser.parseImplementation(io.trino.operator.aggregation.AggregationImplementation.Parser.parseImplementation) Signature(io.trino.metadata.Signature) Method(java.lang.reflect.Method) TypeSignature(io.trino.spi.type.TypeSignature) ImmutableSet(com.google.common.collect.ImmutableSet) ParametricFunctionHelpers.signatureWithName(io.trino.operator.ParametricFunctionHelpers.signatureWithName) ParametricImplementationsGroup(io.trino.operator.ParametricImplementationsGroup) MoreCollectors(com.google.common.collect.MoreCollectors) ImmutableList.toImmutableList(com.google.common.collect.ImmutableList.toImmutableList) Iterables.getOnlyElement(com.google.common.collect.Iterables.getOnlyElement) AccumulatorState(io.trino.spi.function.AccumulatorState) List(java.util.List) Strings.emptyToNull(com.google.common.base.Strings.emptyToNull) FunctionsParserHelper(io.trino.operator.annotations.FunctionsParserHelper) Optional(java.util.Optional) InputFunction(io.trino.spi.function.InputFunction) FunctionsParserHelper.parseDescription(io.trino.operator.annotations.FunctionsParserHelper.parseDescription) AnnotatedElement(java.lang.reflect.AnnotatedElement) ImmutableList(com.google.common.collect.ImmutableList) ImmutableList.toImmutableList(com.google.common.collect.ImmutableList.toImmutableList) ArrayList(java.util.ArrayList) Method(java.lang.reflect.Method) AggregationFunction(io.trino.spi.function.AggregationFunction)

Example 5 with OutputFunction

use of io.trino.spi.function.OutputFunction in project trino by trinodb.

the class ApproximateLongPercentileAggregations method output.

@OutputFunction(StandardTypes.BIGINT)
public static void output(@AggregationState TDigestAndPercentileState state, BlockBuilder out) {
    TDigest digest = state.getDigest();
    double percentile = state.getPercentile();
    if (digest == null || digest.getCount() == 0.0) {
        out.appendNull();
    } else {
        checkState(percentile != -1.0, "Percentile is missing");
        checkCondition(0 <= percentile && percentile <= 1, INVALID_FUNCTION_ARGUMENT, "Percentile must be between 0 and 1");
        BIGINT.writeLong(out, Math.round(digest.valueAt(percentile)));
    }
}
Also used : TDigest(io.airlift.stats.TDigest) OutputFunction(io.trino.spi.function.OutputFunction)

Aggregations

OutputFunction (io.trino.spi.function.OutputFunction)15 BlockBuilder (io.trino.spi.block.BlockBuilder)7 TDigest (io.airlift.stats.TDigest)6 QuantileDigest (io.airlift.stats.QuantileDigest)3 Map (java.util.Map)2 Preconditions.checkArgument (com.google.common.base.Preconditions.checkArgument)1 Strings.emptyToNull (com.google.common.base.Strings.emptyToNull)1 ImmutableList (com.google.common.collect.ImmutableList)1 ImmutableList.toImmutableList (com.google.common.collect.ImmutableList.toImmutableList)1 ImmutableSet (com.google.common.collect.ImmutableSet)1 Iterables.getOnlyElement (com.google.common.collect.Iterables.getOnlyElement)1 MoreCollectors (com.google.common.collect.MoreCollectors)1 Logger (io.airlift.log.Logger)1 Rectangle (io.trino.geospatial.Rectangle)1 Signature (io.trino.metadata.Signature)1 ParametricFunctionHelpers.signatureWithName (io.trino.operator.ParametricFunctionHelpers.signatureWithName)1 ParametricImplementationsGroup (io.trino.operator.ParametricImplementationsGroup)1 Parser.parseImplementation (io.trino.operator.aggregation.AggregationImplementation.Parser.parseImplementation)1 FunctionsParserHelper (io.trino.operator.annotations.FunctionsParserHelper)1 FunctionsParserHelper.parseDescription (io.trino.operator.annotations.FunctionsParserHelper.parseDescription)1