Search in sources :

Example 1 with PINOT_QUERY_GENERATOR_FAILURE

use of com.facebook.presto.pinot.PinotErrorCode.PINOT_QUERY_GENERATOR_FAILURE in project presto by prestodb.

the class PinotQueryGeneratorContext method toSqlQuery.

/**
 * Convert the current context to a Pinot SQL
 */
public PinotQueryGenerator.GeneratedPinotQuery toSqlQuery(PinotConfig pinotConfig, ConnectorSession session) {
    int nonAggregateShortQueryLimit = PinotSessionProperties.getNonAggregateLimitForBrokerQueries(session);
    boolean isQueryShort = (hasAggregation() || hasGroupBy()) || limit.orElse(Integer.MAX_VALUE) < nonAggregateShortQueryLimit;
    boolean forBroker = !PinotSessionProperties.isForbidBrokerQueries(session) && isQueryShort;
    String groupByExpressions = groupByColumns.stream().map(x -> selections.get(x).getDefinition()).collect(Collectors.joining(", "));
    String selectExpressions = outputs.stream().filter(o -> !groupByColumns.contains(o)).map(o -> updateSelection(selections.get(o).getDefinition(), session)).collect(Collectors.joining(", "));
    String expressions = (groupByExpressions.isEmpty()) ? selectExpressions : (selectExpressions.isEmpty()) ? groupByExpressions : groupByExpressions + ", " + selectExpressions;
    String tableName = from.orElseThrow(() -> new PinotException(PINOT_QUERY_GENERATOR_FAILURE, Optional.empty(), "Table name not encountered yet"));
    // Rules for limit:
    // - If its a selection query:
    // + given limit or configured limit
    // - Else if has group by:
    // + default limit or configured top limit
    // - Aggregation only query limit is ignored.
    // - Fail if limit is invalid
    int queryLimit = -1;
    if (!hasAggregation() && !hasGroupBy()) {
        if (!limit.isPresent() && forBroker) {
            throw new PinotException(PINOT_QUERY_GENERATOR_FAILURE, Optional.empty(), "Broker non aggregate queries have to have a limit");
        } else {
            queryLimit = limit.orElse(PinotSessionProperties.getLimitLargerForSegment(session));
        }
    } else if (hasGroupBy()) {
        if (limit.isPresent()) {
            queryLimit = limit.getAsInt();
        } else {
            queryLimit = PinotSessionProperties.getTopNLarge(session);
        }
    }
    String limitClause = "";
    if (queryLimit > 0) {
        limitClause = " LIMIT " + queryLimit;
    }
    String query = generatePinotQueryHelper(forBroker, expressions, tableName, limitClause);
    LinkedHashMap<VariableReferenceExpression, PinotColumnHandle> assignments = getAssignments(true);
    List<Integer> indices = getIndicesMappingFromPinotSchemaToPrestoSchema(query, assignments);
    return new PinotQueryGenerator.GeneratedPinotQuery(tableName, query, PinotQueryGenerator.PinotQueryFormat.SQL, indices, groupByColumns.size(), filter.isPresent(), isQueryShort);
}
Also used : PinotPushdownUtils.checkSupported(com.facebook.presto.pinot.PinotPushdownUtils.checkSupported) PinotException(com.facebook.presto.pinot.PinotException) AtomicBoolean(java.util.concurrent.atomic.AtomicBoolean) VariableReferenceExpression(com.facebook.presto.spi.relation.VariableReferenceExpression) HashMap(java.util.HashMap) PINOT_DISTINCT_COUNT_FUNCTION_NAME(com.facebook.presto.pinot.PinotPushdownUtils.PINOT_DISTINCT_COUNT_FUNCTION_NAME) OptionalInt(java.util.OptionalInt) HashSet(java.util.HashSet) LinkedHashMap(java.util.LinkedHashMap) ImmutableList(com.google.common.collect.ImmutableList) Locale(java.util.Locale) Map(java.util.Map) Objects.requireNonNull(java.util.Objects.requireNonNull) StrictMath.toIntExact(java.lang.StrictMath.toIntExact) LinkedHashSet(java.util.LinkedHashSet) PinotColumnHandle(com.facebook.presto.pinot.PinotColumnHandle) ImmutableSet(com.google.common.collect.ImmutableSet) Iterator(java.util.Iterator) SortOrder(com.facebook.presto.common.block.SortOrder) Set(java.util.Set) Collectors(java.util.stream.Collectors) PinotSessionProperties(com.facebook.presto.pinot.PinotSessionProperties) String.format(java.lang.String.format) ConnectorSession(com.facebook.presto.spi.ConnectorSession) List(java.util.List) PinotConfig(com.facebook.presto.pinot.PinotConfig) PINOT_QUERY_GENERATOR_FAILURE(com.facebook.presto.pinot.PinotErrorCode.PINOT_QUERY_GENERATOR_FAILURE) PINOT_UNSUPPORTED_EXPRESSION(com.facebook.presto.pinot.PinotErrorCode.PINOT_UNSUPPORTED_EXPRESSION) Optional(java.util.Optional) Joiner(com.google.common.base.Joiner) MoreObjects.toStringHelper(com.google.common.base.MoreObjects.toStringHelper) PinotException(com.facebook.presto.pinot.PinotException) PinotColumnHandle(com.facebook.presto.pinot.PinotColumnHandle) VariableReferenceExpression(com.facebook.presto.spi.relation.VariableReferenceExpression)

Example 2 with PINOT_QUERY_GENERATOR_FAILURE

use of com.facebook.presto.pinot.PinotErrorCode.PINOT_QUERY_GENERATOR_FAILURE in project presto by prestodb.

the class PinotQueryGeneratorContext method toPqlQuery.

/**
 * Convert the current context to a PQL
 */
public PinotQueryGenerator.GeneratedPinotQuery toPqlQuery(PinotConfig pinotConfig, ConnectorSession session) {
    int nonAggregateShortQueryLimit = PinotSessionProperties.getNonAggregateLimitForBrokerQueries(session);
    boolean isQueryShort = hasAggregation() || limit.orElse(Integer.MAX_VALUE) < nonAggregateShortQueryLimit;
    boolean forBroker = !PinotSessionProperties.isForbidBrokerQueries(session) && isQueryShort;
    if (!pinotConfig.isAllowMultipleAggregations() && aggregations > 1 && hasGroupBy()) {
        throw new PinotException(PINOT_QUERY_GENERATOR_FAILURE, Optional.empty(), "Multiple aggregates in the presence of group by is forbidden");
    }
    if (hasLimit() && aggregations > 1 && hasGroupBy()) {
        throw new PinotException(PINOT_QUERY_GENERATOR_FAILURE, Optional.empty(), "Multiple aggregates in the presence of group by and limit is forbidden");
    }
    String expressions = outputs.stream().filter(// remove the group by columns from the query as Pinot barfs if the group by column is an expression
    o -> !groupByColumns.contains(o)).map(o -> updateSelection(selections.get(o).getDefinition(), session)).collect(Collectors.joining(", "));
    if (expressions.isEmpty()) {
        throw new PinotException(PINOT_QUERY_GENERATOR_FAILURE, Optional.empty(), "Empty PQL expressions: " + toString());
    }
    String tableName = from.orElseThrow(() -> new PinotException(PINOT_QUERY_GENERATOR_FAILURE, Optional.empty(), "Table name not encountered yet"));
    // Rules for limit:
    // - If its a selection query:
    // + given limit or configured limit
    // - Else if has group by:
    // + ensure that only one aggregation
    // + default limit or configured top limit
    // - Fail if limit is invalid
    String limitKeyWord = "";
    int queryLimit = -1;
    if (!hasAggregation()) {
        if (!limit.isPresent() && forBroker) {
            throw new PinotException(PINOT_QUERY_GENERATOR_FAILURE, Optional.empty(), "Broker non aggregate queries have to have a limit");
        } else {
            queryLimit = limit.orElse(PinotSessionProperties.getLimitLargerForSegment(session));
        }
        limitKeyWord = "LIMIT";
    } else if (hasGroupBy()) {
        limitKeyWord = "TOP";
        if (limit.isPresent()) {
            if (aggregations > 1) {
                throw new PinotException(PINOT_QUERY_GENERATOR_FAILURE, Optional.of(generatePinotQueryHelper(forBroker, expressions, tableName, "")), "Pinot has weird semantics with group by and multiple aggregation functions and limits");
            } else {
                queryLimit = limit.getAsInt();
            }
        } else {
            queryLimit = PinotSessionProperties.getTopNLarge(session);
        }
    }
    String limitClause = "";
    if (!limitKeyWord.isEmpty()) {
        limitClause = " " + limitKeyWord + " " + queryLimit;
    }
    String query = generatePinotQueryHelper(forBroker, expressions, tableName, limitClause);
    LinkedHashMap<VariableReferenceExpression, PinotColumnHandle> assignments = getAssignments(false);
    List<Integer> indices = getIndicesMappingFromPinotSchemaToPrestoSchema(query, assignments);
    return new PinotQueryGenerator.GeneratedPinotQuery(tableName, query, PinotQueryGenerator.PinotQueryFormat.PQL, indices, groupByColumns.size(), filter.isPresent(), isQueryShort);
}
Also used : PinotPushdownUtils.checkSupported(com.facebook.presto.pinot.PinotPushdownUtils.checkSupported) PinotException(com.facebook.presto.pinot.PinotException) AtomicBoolean(java.util.concurrent.atomic.AtomicBoolean) VariableReferenceExpression(com.facebook.presto.spi.relation.VariableReferenceExpression) HashMap(java.util.HashMap) PINOT_DISTINCT_COUNT_FUNCTION_NAME(com.facebook.presto.pinot.PinotPushdownUtils.PINOT_DISTINCT_COUNT_FUNCTION_NAME) OptionalInt(java.util.OptionalInt) HashSet(java.util.HashSet) LinkedHashMap(java.util.LinkedHashMap) ImmutableList(com.google.common.collect.ImmutableList) Locale(java.util.Locale) Map(java.util.Map) Objects.requireNonNull(java.util.Objects.requireNonNull) StrictMath.toIntExact(java.lang.StrictMath.toIntExact) LinkedHashSet(java.util.LinkedHashSet) PinotColumnHandle(com.facebook.presto.pinot.PinotColumnHandle) ImmutableSet(com.google.common.collect.ImmutableSet) Iterator(java.util.Iterator) SortOrder(com.facebook.presto.common.block.SortOrder) Set(java.util.Set) Collectors(java.util.stream.Collectors) PinotSessionProperties(com.facebook.presto.pinot.PinotSessionProperties) String.format(java.lang.String.format) ConnectorSession(com.facebook.presto.spi.ConnectorSession) List(java.util.List) PinotConfig(com.facebook.presto.pinot.PinotConfig) PINOT_QUERY_GENERATOR_FAILURE(com.facebook.presto.pinot.PinotErrorCode.PINOT_QUERY_GENERATOR_FAILURE) PINOT_UNSUPPORTED_EXPRESSION(com.facebook.presto.pinot.PinotErrorCode.PINOT_UNSUPPORTED_EXPRESSION) Optional(java.util.Optional) Joiner(com.google.common.base.Joiner) MoreObjects.toStringHelper(com.google.common.base.MoreObjects.toStringHelper) PinotException(com.facebook.presto.pinot.PinotException) PinotColumnHandle(com.facebook.presto.pinot.PinotColumnHandle) VariableReferenceExpression(com.facebook.presto.spi.relation.VariableReferenceExpression)

Aggregations

SortOrder (com.facebook.presto.common.block.SortOrder)2 PinotColumnHandle (com.facebook.presto.pinot.PinotColumnHandle)2 PinotConfig (com.facebook.presto.pinot.PinotConfig)2 PINOT_QUERY_GENERATOR_FAILURE (com.facebook.presto.pinot.PinotErrorCode.PINOT_QUERY_GENERATOR_FAILURE)2 PINOT_UNSUPPORTED_EXPRESSION (com.facebook.presto.pinot.PinotErrorCode.PINOT_UNSUPPORTED_EXPRESSION)2 PinotException (com.facebook.presto.pinot.PinotException)2 PINOT_DISTINCT_COUNT_FUNCTION_NAME (com.facebook.presto.pinot.PinotPushdownUtils.PINOT_DISTINCT_COUNT_FUNCTION_NAME)2 PinotPushdownUtils.checkSupported (com.facebook.presto.pinot.PinotPushdownUtils.checkSupported)2 PinotSessionProperties (com.facebook.presto.pinot.PinotSessionProperties)2 ConnectorSession (com.facebook.presto.spi.ConnectorSession)2 VariableReferenceExpression (com.facebook.presto.spi.relation.VariableReferenceExpression)2 Joiner (com.google.common.base.Joiner)2 MoreObjects.toStringHelper (com.google.common.base.MoreObjects.toStringHelper)2 ImmutableList (com.google.common.collect.ImmutableList)2 ImmutableSet (com.google.common.collect.ImmutableSet)2 StrictMath.toIntExact (java.lang.StrictMath.toIntExact)2 String.format (java.lang.String.format)2 HashMap (java.util.HashMap)2 HashSet (java.util.HashSet)2 Iterator (java.util.Iterator)2