Example 1 with Node
use of io.prestosql.sql.tree.Node in project hetu-core by openlookeng.
the class AstBuilder method visitQueryNoWith.
@Override
public Node visitQueryNoWith(SqlBaseParser.QueryNoWithContext context) {
QueryBody term = (QueryBody) visit(context.queryTerm());
Optional<OrderBy> orderBy = Optional.empty();
if (context.ORDER() != null) {
orderBy = Optional.of(new OrderBy(getLocation(context.ORDER()), visit(context.sortItem(), SortItem.class)));
}
Optional<Node> limit = Optional.empty();
if (context.FETCH() != null) {
limit = Optional.of(new FetchFirst(Optional.of(getLocation(context.FETCH())), getTextIfPresent(context.fetchFirst), context.TIES() != null));
} else if (context.LIMIT() != null) {
limit = Optional.of(new Limit(Optional.of(getLocation(context.LIMIT())), getTextIfPresent(context.limit).orElseThrow(() -> new IllegalStateException("Missing LIMIT value"))));
}
Optional<Offset> offset = Optional.empty();
if (context.OFFSET() != null) {
offset = Optional.of(new Offset(Optional.of(getLocation(context.OFFSET())), getTextIfPresent(context.offset).orElseThrow(() -> new IllegalStateException("Missing OFFSET row count"))));
}
if (term instanceof QuerySpecification) {
// When we have a simple query specification
// followed by order by, offset, limit or fetch,
// fold the order by, limit, offset or fetch clauses
// into the query specification (analyzer/planner
// expects this structure to resolve references with respect
// to columns defined in the query specification)
QuerySpecification query = (QuerySpecification) term;
return new Query(getLocation(context), Optional.empty(), new QuerySpecification(getLocation(context), query.getSelect(), query.getFrom(), query.getWhere(), query.getGroupBy(), query.getHaving(), orderBy, offset, limit), Optional.empty(), Optional.empty(), Optional.empty());
}
return new Query(getLocation(context), Optional.empty(), term, orderBy, offset, limit);
}
Also used :
OrderBy(io.prestosql.sql.tree.OrderBy)
Query(io.prestosql.sql.tree.Query)
WithQuery(io.prestosql.sql.tree.WithQuery)
Node(io.prestosql.sql.tree.Node)
TerminalNode(org.antlr.v4.runtime.tree.TerminalNode)
Offset(io.prestosql.sql.tree.Offset)
QuerySpecification(io.prestosql.sql.tree.QuerySpecification)
SortItem(io.prestosql.sql.tree.SortItem)
Limit(io.prestosql.sql.tree.Limit)
QueryBody(io.prestosql.sql.tree.QueryBody)
FetchFirst(io.prestosql.sql.tree.FetchFirst)
Example 2 with Node
use of io.prestosql.sql.tree.Node in project hetu-core by openlookeng.
the class AstBuilder method visitVacuumTable.
@Override
public Node visitVacuumTable(SqlBaseParser.VacuumTableContext context) {
boolean isFull = context.FULL() != null;
boolean isMerge = context.UNIFY() != null;
// Exclude single quotes
Optional<String> partition = getTextIfPresent(context.partition).map(s -> {
if (s.startsWith("'") && s.endsWith("'")) {
return Optional.of(s.substring(1, s.length() - 1));
}
return Optional.of(s);
}).orElse(Optional.empty());
boolean isAsync = context.AND_WAIT() == null;
return new VacuumTable(Optional.of(getLocation(context)), new Table(getLocation(context), getQualifiedName(context.qualifiedName())), isFull, isMerge, partition, isAsync);
}
Also used :
CreateSchema(io.prestosql.sql.tree.CreateSchema)
DETERMINISTIC(io.prestosql.sql.tree.RoutineCharacteristics.Determinism.DETERMINISTIC)
Prepare(io.prestosql.sql.tree.Prepare)
Statement(io.prestosql.sql.tree.Statement)
Execute(io.prestosql.sql.tree.Execute)
ArithmeticUnaryExpression(io.prestosql.sql.tree.ArithmeticUnaryExpression)
ArrayConstructor(io.prestosql.sql.tree.ArrayConstructor)
FetchFirst(io.prestosql.sql.tree.FetchFirst)
Identifier(io.prestosql.sql.tree.Identifier)
Cube(io.prestosql.sql.tree.Cube)
DescribeInput(io.prestosql.sql.tree.DescribeInput)
RenameColumn(io.prestosql.sql.tree.RenameColumn)
GrantRoles(io.prestosql.sql.tree.GrantRoles)
Delete(io.prestosql.sql.tree.Delete)
GroupingElement(io.prestosql.sql.tree.GroupingElement)
NullLiteral(io.prestosql.sql.tree.NullLiteral)
ShowStats(io.prestosql.sql.tree.ShowStats)
ShowCache(io.prestosql.sql.tree.ShowCache)
Insert(io.prestosql.sql.tree.Insert)
TableElement(io.prestosql.sql.tree.TableElement)
DropView(io.prestosql.sql.tree.DropView)
GenericLiteral(io.prestosql.sql.tree.GenericLiteral)
LongLiteral(io.prestosql.sql.tree.LongLiteral)
Call(io.prestosql.sql.tree.Call)
Union(io.prestosql.sql.tree.Union)
ExplainFormat(io.prestosql.sql.tree.ExplainFormat)
BetweenPredicate(io.prestosql.sql.tree.BetweenPredicate)
Extract(io.prestosql.sql.tree.Extract)
DropRole(io.prestosql.sql.tree.DropRole)
VacuumTable(io.prestosql.sql.tree.VacuumTable)
DropTable(io.prestosql.sql.tree.DropTable)
AllColumns(io.prestosql.sql.tree.AllColumns)
ShowRoleGrants(io.prestosql.sql.tree.ShowRoleGrants)
Node(io.prestosql.sql.tree.Node)
ResetSession(io.prestosql.sql.tree.ResetSession)
Deallocate(io.prestosql.sql.tree.Deallocate)
Lists(com.google.common.collect.Lists)
SqlParameterDeclaration(io.prestosql.sql.tree.SqlParameterDeclaration)
BooleanLiteral(io.prestosql.sql.tree.BooleanLiteral)
Comment(io.prestosql.sql.tree.Comment)
SelectItem(io.prestosql.sql.tree.SelectItem)
RETURNS_NULL_ON_NULL_INPUT(io.prestosql.sql.tree.RoutineCharacteristics.NullCallClause.RETURNS_NULL_ON_NULL_INPUT)
RenameTable(io.prestosql.sql.tree.RenameTable)
LogicalBinaryExpression(io.prestosql.sql.tree.LogicalBinaryExpression)
NotExpression(io.prestosql.sql.tree.NotExpression)
TransactionMode(io.prestosql.sql.tree.TransactionMode)
DescribeOutput(io.prestosql.sql.tree.DescribeOutput)
Query(io.prestosql.sql.tree.Query)
Cache(io.prestosql.sql.tree.Cache)
TransactionAccessMode(io.prestosql.sql.tree.TransactionAccessMode)
ComparisonExpression(io.prestosql.sql.tree.ComparisonExpression)
NodeLocation(io.prestosql.sql.tree.NodeLocation)
Iterables.getOnlyElement(com.google.common.collect.Iterables.getOnlyElement)
CurrentUser(io.prestosql.sql.tree.CurrentUser)
ShowFunctions(io.prestosql.sql.tree.ShowFunctions)
Lateral(io.prestosql.sql.tree.Lateral)
ShowCreate(io.prestosql.sql.tree.ShowCreate)
Format(io.prestosql.sql.tree.Format)
Expression(io.prestosql.sql.tree.Expression)
TableSubquery(io.prestosql.sql.tree.TableSubquery)
Intersect(io.prestosql.sql.tree.Intersect)
RoutineCharacteristics(io.prestosql.sql.tree.RoutineCharacteristics)
CreateCube(io.prestosql.sql.tree.CreateCube)
DropSchema(io.prestosql.sql.tree.DropSchema)
Locale(java.util.Locale)
StartTransaction(io.prestosql.sql.tree.StartTransaction)
Return(io.prestosql.sql.tree.Return)
QuerySpecification(io.prestosql.sql.tree.QuerySpecification)
Except(io.prestosql.sql.tree.Except)
ImmutableSet(com.google.common.collect.ImmutableSet)
IsNullPredicate(io.prestosql.sql.tree.IsNullPredicate)
PathElement(io.prestosql.sql.tree.PathElement)
DropCache(io.prestosql.sql.tree.DropCache)
PathSpecification(io.prestosql.sql.tree.PathSpecification)
Collectors(java.util.stream.Collectors)
Rollback(io.prestosql.sql.tree.Rollback)
SingleColumn(io.prestosql.sql.tree.SingleColumn)
CharLiteral(io.prestosql.sql.tree.CharLiteral)
With(io.prestosql.sql.tree.With)
ExplainType(io.prestosql.sql.tree.ExplainType)
DropCube(io.prestosql.sql.tree.DropCube)
ShowRoles(io.prestosql.sql.tree.ShowRoles)
ShowTables(io.prestosql.sql.tree.ShowTables)
CreateRole(io.prestosql.sql.tree.CreateRole)
ShowViews(io.prestosql.sql.tree.ShowViews)
CurrentPath(io.prestosql.sql.tree.CurrentPath)
DecimalLiteral(io.prestosql.sql.tree.DecimalLiteral)
Values(io.prestosql.sql.tree.Values)
ArithmeticBinaryExpression(io.prestosql.sql.tree.ArithmeticBinaryExpression)
ImmutableList(com.google.common.collect.ImmutableList)
FunctionCall(io.prestosql.sql.tree.FunctionCall)
JoinUsing(io.prestosql.sql.tree.JoinUsing)
IntervalLiteral(io.prestosql.sql.tree.IntervalLiteral)
SearchedCaseExpression(io.prestosql.sql.tree.SearchedCaseExpression)
Limit(io.prestosql.sql.tree.Limit)
DereferenceExpression(io.prestosql.sql.tree.DereferenceExpression)
QuantifiedComparisonExpression(io.prestosql.sql.tree.QuantifiedComparisonExpression)
NullIfExpression(io.prestosql.sql.tree.NullIfExpression)
PrincipalSpecification(io.prestosql.sql.tree.PrincipalSpecification)
RenameIndex(io.prestosql.sql.tree.RenameIndex)
WithQuery(io.prestosql.sql.tree.WithQuery)
Offset(io.prestosql.sql.tree.Offset)
Collectors.toList(java.util.stream.Collectors.toList)
DropIndex(io.prestosql.sql.tree.DropIndex)
ReloadCube(io.prestosql.sql.tree.ReloadCube)
Use(io.prestosql.sql.tree.Use)
JoinOn(io.prestosql.sql.tree.JoinOn)
ShowCatalogs(io.prestosql.sql.tree.ShowCatalogs)
Table(io.prestosql.sql.tree.Table)
SampledRelation(io.prestosql.sql.tree.SampledRelation)
Relation(io.prestosql.sql.tree.Relation)
Token(org.antlr.v4.runtime.Token)
Property(io.prestosql.sql.tree.Property)
ShowGrants(io.prestosql.sql.tree.ShowGrants)
AliasedRelation(io.prestosql.sql.tree.AliasedRelation)
Cast(io.prestosql.sql.tree.Cast)
CreateTable(io.prestosql.sql.tree.CreateTable)
Join(io.prestosql.sql.tree.Join)
ExplainOption(io.prestosql.sql.tree.ExplainOption)
ShowExternalFunction(io.prestosql.sql.tree.ShowExternalFunction)
WhenClause(io.prestosql.sql.tree.WhenClause)
Row(io.prestosql.sql.tree.Row)
AssignmentItem(io.prestosql.sql.tree.AssignmentItem)
ShowIndex(io.prestosql.sql.tree.ShowIndex)
ImmutableList.toImmutableList(com.google.common.collect.ImmutableList.toImmutableList)
Set(java.util.Set)
CALLED_ON_NULL_INPUT(io.prestosql.sql.tree.RoutineCharacteristics.NullCallClause.CALLED_ON_NULL_INPUT)
TimeLiteral(io.prestosql.sql.tree.TimeLiteral)
SetSession(io.prestosql.sql.tree.SetSession)
TerminalNode(org.antlr.v4.runtime.tree.TerminalNode)
LambdaExpression(io.prestosql.sql.tree.LambdaExpression)
CreateView(io.prestosql.sql.tree.CreateView)
DoubleLiteral(io.prestosql.sql.tree.DoubleLiteral)
StringLiteral(io.prestosql.sql.tree.StringLiteral)
DropColumn(io.prestosql.sql.tree.DropColumn)
ParserRuleContext(org.antlr.v4.runtime.ParserRuleContext)
Grant(io.prestosql.sql.tree.Grant)
GroupingSets(io.prestosql.sql.tree.GroupingSets)
Analyze(io.prestosql.sql.tree.Analyze)
LikeClause(io.prestosql.sql.tree.LikeClause)
SetPath(io.prestosql.sql.tree.SetPath)
ShowCubes(io.prestosql.sql.tree.ShowCubes)
Types(io.prestosql.spi.sql.expression.Types)
ArrayList(java.util.ArrayList)
CreateTableAsSelect(io.prestosql.sql.tree.CreateTableAsSelect)
ShowColumns(io.prestosql.sql.tree.ShowColumns)
ParseTree(org.antlr.v4.runtime.tree.ParseTree)
LikePredicate(io.prestosql.sql.tree.LikePredicate)
LinkedHashSet(java.util.LinkedHashSet)
Isolation(io.prestosql.sql.tree.Isolation)
ExternalBodyReference(io.prestosql.sql.tree.ExternalBodyReference)
CurrentTime(io.prestosql.sql.tree.CurrentTime)
QueryBody(io.prestosql.sql.tree.QueryBody)
Explain(io.prestosql.sql.tree.Explain)
NOT_DETERMINISTIC(io.prestosql.sql.tree.RoutineCharacteristics.Determinism.NOT_DETERMINISTIC)
ColumnDefinition(io.prestosql.sql.tree.ColumnDefinition)
AddColumn(io.prestosql.sql.tree.AddColumn)
BinaryLiteral(io.prestosql.sql.tree.BinaryLiteral)
JoinCriteria(io.prestosql.sql.tree.JoinCriteria)
Unnest(io.prestosql.sql.tree.Unnest)
Parameter(io.prestosql.sql.tree.Parameter)
QualifiedName(io.prestosql.sql.tree.QualifiedName)
FunctionProperty(io.prestosql.sql.tree.FunctionProperty)
RenameSchema(io.prestosql.sql.tree.RenameSchema)
Select(io.prestosql.sql.tree.Select)
GrantorSpecification(io.prestosql.sql.tree.GrantorSpecification)
Rollup(io.prestosql.sql.tree.Rollup)
WindowFrame(io.prestosql.sql.tree.WindowFrame)
SetRole(io.prestosql.sql.tree.SetRole)
Window(io.prestosql.sql.tree.Window)
SimpleCaseExpression(io.prestosql.sql.tree.SimpleCaseExpression)
Commit(io.prestosql.sql.tree.Commit)
BindExpression(io.prestosql.sql.tree.BindExpression)
GroupingOperation(io.prestosql.sql.tree.GroupingOperation)
IsNotNullPredicate(io.prestosql.sql.tree.IsNotNullPredicate)
ShowSchemas(io.prestosql.sql.tree.ShowSchemas)
CreateIndex(io.prestosql.sql.tree.CreateIndex)
GroupBy(io.prestosql.sql.tree.GroupBy)
NaturalJoin(io.prestosql.sql.tree.NaturalJoin)
String.format(java.lang.String.format)
RefreshMetadataCache(io.prestosql.sql.tree.RefreshMetadataCache)
List(java.util.List)
SubqueryExpression(io.prestosql.sql.tree.SubqueryExpression)
SimpleGroupBy(io.prestosql.sql.tree.SimpleGroupBy)
AtTimeZone(io.prestosql.sql.tree.AtTimeZone)
Optional(java.util.Optional)
FrameBound(io.prestosql.sql.tree.FrameBound)
IfExpression(io.prestosql.sql.tree.IfExpression)
InPredicate(io.prestosql.sql.tree.InPredicate)
UpdateIndex(io.prestosql.sql.tree.UpdateIndex)
InListExpression(io.prestosql.sql.tree.InListExpression)
CoalesceExpression(io.prestosql.sql.tree.CoalesceExpression)
CallArgument(io.prestosql.sql.tree.CallArgument)
Objects.requireNonNull(java.util.Objects.requireNonNull)
RevokeRoles(io.prestosql.sql.tree.RevokeRoles)
SubscriptExpression(io.prestosql.sql.tree.SubscriptExpression)
SortItem(io.prestosql.sql.tree.SortItem)
TimestampLiteral(io.prestosql.sql.tree.TimestampLiteral)
Iterator(java.util.Iterator)
OrderBy(io.prestosql.sql.tree.OrderBy)
LambdaArgumentDeclaration(io.prestosql.sql.tree.LambdaArgumentDeclaration)
Update(io.prestosql.sql.tree.Update)
ExistsPredicate(io.prestosql.sql.tree.ExistsPredicate)
InsertCube(io.prestosql.sql.tree.InsertCube)
Revoke(io.prestosql.sql.tree.Revoke)
ShowSession(io.prestosql.sql.tree.ShowSession)
TryExpression(io.prestosql.sql.tree.TryExpression)
VacuumTable(io.prestosql.sql.tree.VacuumTable)
DropTable(io.prestosql.sql.tree.DropTable)
RenameTable(io.prestosql.sql.tree.RenameTable)
Table(io.prestosql.sql.tree.Table)
CreateTable(io.prestosql.sql.tree.CreateTable)
VacuumTable(io.prestosql.sql.tree.VacuumTable)
Example 3 with Node
use of io.prestosql.sql.tree.Node in project hetu-core by openlookeng.
the class QueryPlanner method planUpdateRowAsInsert.
public UpdateDeleteRelationPlan planUpdateRowAsInsert(Update node) {
Table table = node.getTable();
RelationType descriptor = analysis.getOutputDescriptor(table);
TableHandle handle = analysis.getTableHandle(table);
ColumnHandle rowIdHandle = analysis.getRowIdHandle(table);
ColumnMetadata rowIdColumnMetadata = metadata.getColumnMetadata(session, handle, rowIdHandle);
// add table columns
ImmutableList.Builder<Symbol> outputSymbols = ImmutableList.builder();
ImmutableMap.Builder<Symbol, ColumnHandle> columnsBuilder = ImmutableMap.builder();
ImmutableList.Builder<Field> fields = ImmutableList.builder();
for (Field field : descriptor.getAllFields()) {
Symbol symbol = planSymbolAllocator.newSymbol(field);
outputSymbols.add(symbol);
columnsBuilder.put(symbol, analysis.getColumn(field));
fields.add(field);
}
// create table scan
ImmutableMap<Symbol, ColumnHandle> columns = columnsBuilder.build();
PlanNode tableScan = TableScanNode.newInstance(idAllocator.getNextId(), handle, outputSymbols.build(), columns, ReuseExchangeOperator.STRATEGY.REUSE_STRATEGY_DEFAULT, new UUID(0, 0), 0, true);
Scope scope = Scope.builder().withRelationType(RelationId.anonymous(), new RelationType(fields.build())).build();
RelationPlan relationPlan = new RelationPlan(tableScan, scope, outputSymbols.build());
TranslationMap translations = new TranslationMap(relationPlan, analysis, lambdaDeclarationToSymbolMap);
translations.setFieldMappings(relationPlan.getFieldMappings());
PlanBuilder builder = new PlanBuilder(translations, relationPlan.getRoot());
Optional<RowExpression> predicate = Optional.empty();
if (node.getWhere().isPresent()) {
builder = filter(builder, node.getWhere().get(), node);
if (builder.getRoot() instanceof FilterNode) {
predicate = Optional.of(((FilterNode) builder.getRoot()).getPredicate());
}
}
List<AssignmentItem> assignmentItems = node.getAssignmentItems();
Analysis.Update update = analysis.getUpdate().get();
Assignments.Builder assignments = Assignments.builder();
TableMetadata tableMetadata = metadata.getTableMetadata(session, update.getTarget());
Symbol orderBySymbol = null;
for (Map.Entry<Symbol, ColumnHandle> entry : columns.entrySet()) {
ColumnMetadata column;
ColumnHandle columnHandle = entry.getValue();
Symbol input = entry.getKey();
if (columnHandle.getColumnName().equals(rowIdHandle.getColumnName())) {
column = rowIdColumnMetadata;
} else {
column = tableMetadata.getColumn(columnHandle.getColumnName());
}
if (column != rowIdColumnMetadata && column.isHidden()) {
continue;
}
Symbol output = planSymbolAllocator.newSymbol(column.getName(), column.getType());
Type tableType = column.getType();
Type queryType = planSymbolAllocator.getTypes().get(input);
List<AssignmentItem> assignment = assignmentItems.stream().filter(item -> item.getName().equals(QualifiedName.of(column.getName()))).collect(Collectors.toList());
if (!assignment.isEmpty()) {
Expression expression = assignment.get(0).getValue();
Expression cast;
if (expression instanceof Identifier) {
// assigning by column reference
Optional<Symbol> first = columns.entrySet().stream().filter(e -> e.getValue().getColumnName().equals(((Identifier) expression).getValue())).map(Entry::getKey).findFirst();
Symbol source = (first.orElseThrow(() -> new IllegalArgumentException("Unable to find column " + ((Identifier) expression).getValue())));
cast = new Cast(toSymbolReference(source), tableType.getTypeSignature().toString());
} else {
cast = new Cast(expression, tableType.getTypeSignature().toString());
}
assignments.put(output, castToRowExpression(cast));
} else if (queryType.equals(tableType) || typeCoercion.isTypeOnlyCoercion(queryType, tableType)) {
assignments.put(output, castToRowExpression(toSymbolReference(input)));
} else {
Expression cast = new Cast(toSymbolReference(input), tableType.getTypeSignature().toString());
assignments.put(output, castToRowExpression(cast));
}
if (column == rowIdColumnMetadata) {
orderBySymbol = output;
}
}
ProjectNode projectNode = new ProjectNode(idAllocator.getNextId(), builder.getRoot(), assignments.build());
PlanBuilder planBuilder = new PlanBuilder(translations, projectNode);
SortOrder sortOrder = SortOrder.ASC_NULLS_LAST;
Symbol sortSymbol = orderBySymbol;
Map<Symbol, SortOrder> sortOrderMap = ImmutableMap.<Symbol, SortOrder>builder().put(sortSymbol, sortOrder).build();
OrderingScheme orderingScheme = new OrderingScheme(ImmutableList.of(sortSymbol), sortOrderMap);
builder = sort(planBuilder, Optional.of(orderingScheme));
ImmutableList.Builder<Field> projectFields = ImmutableList.builder();
projectFields.addAll(fields.build().stream().filter(x -> !x.isHidden()).collect(toImmutableList()));
scope = Scope.builder().withRelationType(RelationId.anonymous(), new RelationType(projectFields.build())).build();
RelationPlan plan = new RelationPlan(builder.getRoot(), scope, projectNode.getOutputSymbols());
List<String> visibleTableColumnNames = tableMetadata.getColumns().stream().filter(c -> !c.isHidden()).map(ColumnMetadata::getName).collect(Collectors.toList());
visibleTableColumnNames.add(rowIdColumnMetadata.getName());
return new UpdateDeleteRelationPlan(plan, visibleTableColumnNames, columns, predicate);
}
Also used :
Table(io.prestosql.sql.tree.Table)
SortNode(io.prestosql.sql.planner.plan.SortNode)
Property(io.prestosql.sql.tree.Property)
SortOrder(io.prestosql.spi.block.SortOrder)
AggregationNode(io.prestosql.spi.plan.AggregationNode)
Cast(io.prestosql.sql.tree.Cast)
HeuristicIndexUtils(io.prestosql.utils.HeuristicIndexUtils)
Statement(io.prestosql.sql.tree.Statement)
HetuConstant(io.prestosql.spi.HetuConstant)
Map(java.util.Map)
OriginalExpressionUtils.castToRowExpression(io.prestosql.sql.relational.OriginalExpressionUtils.castToRowExpression)
FetchFirst(io.prestosql.sql.tree.FetchFirst)
Identifier(io.prestosql.sql.tree.Identifier)
PlanNodeId(io.prestosql.spi.plan.PlanNodeId)
CreateIndexNode(io.prestosql.sql.planner.plan.CreateIndexNode)
AssignmentItem(io.prestosql.sql.tree.AssignmentItem)
Delete(io.prestosql.sql.tree.Delete)
ImmutableList.toImmutableList(com.google.common.collect.ImmutableList.toImmutableList)
TableScanNode(io.prestosql.spi.plan.TableScanNode)
Set(java.util.Set)
PlanNode(io.prestosql.spi.plan.PlanNode)
ProjectNode(io.prestosql.spi.plan.ProjectNode)
Metadata(io.prestosql.metadata.Metadata)
NodeRef(io.prestosql.sql.tree.NodeRef)
LambdaExpression(io.prestosql.sql.tree.LambdaExpression)
SymbolUtils.toSymbolReference(io.prestosql.sql.planner.SymbolUtils.toSymbolReference)
ReuseExchangeOperator(io.prestosql.spi.operator.ReuseExchangeOperator)
ImmutableMap.toImmutableMap(com.google.common.collect.ImmutableMap.toImmutableMap)
SymbolReference(io.prestosql.sql.tree.SymbolReference)
StringLiteral(io.prestosql.sql.tree.StringLiteral)
LEVEL_PROP_KEY(io.prestosql.spi.connector.CreateIndexMetadata.LEVEL_PROP_KEY)
SymbolUtils.from(io.prestosql.sql.planner.SymbolUtils.from)
Field(io.prestosql.sql.analyzer.Field)
OriginalExpressionUtils(io.prestosql.sql.relational.OriginalExpressionUtils)
GroupIdNode(io.prestosql.spi.plan.GroupIdNode)
Iterables(com.google.common.collect.Iterables)
TableMetadata(io.prestosql.metadata.TableMetadata)
NodeUtils.getSortItemsFromOrderBy(io.prestosql.sql.NodeUtils.getSortItemsFromOrderBy)
Node(io.prestosql.sql.tree.Node)
ArrayList(java.util.ArrayList)
LinkedHashMap(java.util.LinkedHashMap)
OrderingSchemeUtils.sortItemToSortOrder(io.prestosql.sql.planner.OrderingSchemeUtils.sortItemToSortOrder)
MetadataUtil(io.prestosql.metadata.MetadataUtil)
Session(io.prestosql.Session)
ImmutableSet.toImmutableSet(com.google.common.collect.ImmutableSet.toImmutableSet)
FrameBoundType(io.prestosql.spi.sql.expression.Types.FrameBoundType)
DeleteNode(io.prestosql.sql.planner.plan.DeleteNode)
AssignmentUtils(io.prestosql.sql.planner.plan.AssignmentUtils)
Properties(java.util.Properties)
Query(io.prestosql.sql.tree.Query)
Assignments(io.prestosql.spi.plan.Assignments)
Streams.stream(com.google.common.collect.Streams.stream)
DeleteTarget(io.prestosql.sql.planner.plan.TableWriterNode.DeleteTarget)
VARBINARY(io.prestosql.spi.type.VarbinaryType.VARBINARY)
ValuesNode(io.prestosql.spi.plan.ValuesNode)
ColumnHandle(io.prestosql.spi.connector.ColumnHandle)
CreateIndexMetadata(io.prestosql.spi.connector.CreateIndexMetadata)
WindowNode(io.prestosql.spi.plan.WindowNode)
LimitNode(io.prestosql.spi.plan.LimitNode)
Expression(io.prestosql.sql.tree.Expression)
OffsetNode(io.prestosql.sql.planner.plan.OffsetNode)
CURRENT_ROW(io.prestosql.spi.sql.expression.Types.FrameBoundType.CURRENT_ROW)
UpdateIndexNode(io.prestosql.sql.planner.plan.UpdateIndexNode)
UNBOUNDED_PRECEDING(io.prestosql.spi.sql.expression.Types.FrameBoundType.UNBOUNDED_PRECEDING)
QualifiedName(io.prestosql.sql.tree.QualifiedName)
FieldReference(io.prestosql.sql.tree.FieldReference)
ExchangeNode(io.prestosql.sql.planner.plan.ExchangeNode)
Preconditions.checkArgument(com.google.common.base.Preconditions.checkArgument)
FilterNode(io.prestosql.spi.plan.FilterNode)
Expressions.call(io.prestosql.sql.relational.Expressions.call)
WindowFrame(io.prestosql.sql.tree.WindowFrame)
Locale(java.util.Locale)
Window(io.prestosql.sql.tree.Window)
Type(io.prestosql.spi.type.Type)
QuerySpecification(io.prestosql.sql.tree.QuerySpecification)
TypeCoercion(io.prestosql.type.TypeCoercion)
BIGINT(io.prestosql.spi.type.BigintType.BIGINT)
AggregationNode.singleGroupingSet(io.prestosql.spi.plan.AggregationNode.singleGroupingSet)
ImmutableSet(com.google.common.collect.ImmutableSet)
WindowFrameType(io.prestosql.spi.sql.expression.Types.WindowFrameType)
ImmutableMap(com.google.common.collect.ImmutableMap)
GroupingOperation(io.prestosql.sql.tree.GroupingOperation)
SystemSessionProperties.isSkipRedundantSort(io.prestosql.SystemSessionProperties.isSkipRedundantSort)
RANGE(io.prestosql.spi.sql.expression.Types.WindowFrameType.RANGE)
CreateIndex(io.prestosql.sql.tree.CreateIndex)
PropertyService(io.prestosql.spi.service.PropertyService)
UUID(java.util.UUID)
RelationType(io.prestosql.sql.analyzer.RelationType)
Collectors(java.util.stream.Collectors)
Sets(com.google.common.collect.Sets)
Pair(io.prestosql.spi.heuristicindex.Pair)
String.format(java.lang.String.format)
Scope(io.prestosql.sql.analyzer.Scope)
List(java.util.List)
AggregationNode.groupingSets(io.prestosql.spi.plan.AggregationNode.groupingSets)
Entry(java.util.Map.Entry)
Optional(java.util.Optional)
Analysis(io.prestosql.sql.analyzer.Analysis)
MoreObjects.firstNonNull(com.google.common.base.MoreObjects.firstNonNull)
FieldId(io.prestosql.sql.analyzer.FieldId)
IntStream(java.util.stream.IntStream)
UpdateIndex(io.prestosql.sql.tree.UpdateIndex)
UpdateIndexMetadata(io.prestosql.spi.connector.UpdateIndexMetadata)
HashMap(java.util.HashMap)
RelationId(io.prestosql.sql.analyzer.RelationId)
TableHandle(io.prestosql.spi.metadata.TableHandle)
DecimalLiteral(io.prestosql.sql.tree.DecimalLiteral)
INDEX_SUPPORTED_TYPES(io.prestosql.spi.connector.CreateIndexMetadata.INDEX_SUPPORTED_TYPES)
ImmutableList(com.google.common.collect.ImmutableList)
FunctionCall(io.prestosql.sql.tree.FunctionCall)
OrderingScheme(io.prestosql.spi.plan.OrderingScheme)
Objects.requireNonNull(java.util.Objects.requireNonNull)
SortItem(io.prestosql.sql.tree.SortItem)
Symbol(io.prestosql.spi.plan.Symbol)
TableWriterNode(io.prestosql.sql.planner.plan.TableWriterNode)
Iterator(java.util.Iterator)
ColumnMetadata(io.prestosql.spi.connector.ColumnMetadata)
OrderBy(io.prestosql.sql.tree.OrderBy)
UpdateNode(io.prestosql.sql.planner.plan.UpdateNode)
LambdaArgumentDeclaration(io.prestosql.sql.tree.LambdaArgumentDeclaration)
Update(io.prestosql.sql.tree.Update)
Offset(io.prestosql.sql.tree.Offset)
AUTOLOAD_PROP_KEY(io.prestosql.spi.connector.CreateIndexMetadata.AUTOLOAD_PROP_KEY)
Aggregation(io.prestosql.spi.plan.AggregationNode.Aggregation)
PlanNodeIdAllocator(io.prestosql.spi.plan.PlanNodeIdAllocator)
RowExpression(io.prestosql.spi.relation.RowExpression)
Cast(io.prestosql.sql.tree.Cast)
ColumnMetadata(io.prestosql.spi.connector.ColumnMetadata)
ImmutableList.toImmutableList(com.google.common.collect.ImmutableList.toImmutableList)
ImmutableList(com.google.common.collect.ImmutableList)
Symbol(io.prestosql.spi.plan.Symbol)
FilterNode(io.prestosql.spi.plan.FilterNode)
Assignments(io.prestosql.spi.plan.Assignments)
AssignmentItem(io.prestosql.sql.tree.AssignmentItem)
Field(io.prestosql.sql.analyzer.Field)
PlanNode(io.prestosql.spi.plan.PlanNode)
Identifier(io.prestosql.sql.tree.Identifier)
RelationType(io.prestosql.sql.analyzer.RelationType)
UUID(java.util.UUID)
TableMetadata(io.prestosql.metadata.TableMetadata)
ColumnHandle(io.prestosql.spi.connector.ColumnHandle)
OrderingScheme(io.prestosql.spi.plan.OrderingScheme)
Table(io.prestosql.sql.tree.Table)
OriginalExpressionUtils.castToRowExpression(io.prestosql.sql.relational.OriginalExpressionUtils.castToRowExpression)
RowExpression(io.prestosql.spi.relation.RowExpression)
SortOrder(io.prestosql.spi.block.SortOrder)
OrderingSchemeUtils.sortItemToSortOrder(io.prestosql.sql.planner.OrderingSchemeUtils.sortItemToSortOrder)
ImmutableMap.toImmutableMap(com.google.common.collect.ImmutableMap.toImmutableMap)
ImmutableMap(com.google.common.collect.ImmutableMap)
FrameBoundType(io.prestosql.spi.sql.expression.Types.FrameBoundType)
Type(io.prestosql.spi.type.Type)
WindowFrameType(io.prestosql.spi.sql.expression.Types.WindowFrameType)
RelationType(io.prestosql.sql.analyzer.RelationType)
Scope(io.prestosql.sql.analyzer.Scope)
OriginalExpressionUtils.castToRowExpression(io.prestosql.sql.relational.OriginalExpressionUtils.castToRowExpression)
LambdaExpression(io.prestosql.sql.tree.LambdaExpression)
Expression(io.prestosql.sql.tree.Expression)
RowExpression(io.prestosql.spi.relation.RowExpression)
Analysis(io.prestosql.sql.analyzer.Analysis)
TableHandle(io.prestosql.spi.metadata.TableHandle)
ProjectNode(io.prestosql.spi.plan.ProjectNode)
Map(java.util.Map)
ImmutableMap.toImmutableMap(com.google.common.collect.ImmutableMap.toImmutableMap)
LinkedHashMap(java.util.LinkedHashMap)
ImmutableMap(com.google.common.collect.ImmutableMap)
HashMap(java.util.HashMap)
Example 4 with Node
use of io.prestosql.sql.tree.Node in project hetu-core by openlookeng.
the class QueryPlanner method handleGroupingOperations.
private PlanBuilder handleGroupingOperations(PlanBuilder subPlan, QuerySpecification node, Optional<Symbol> groupIdSymbol, List<Set<FieldId>> groupingSets) {
if (analysis.getGroupingOperations(node).isEmpty()) {
return subPlan;
}
TranslationMap newTranslations = subPlan.copyTranslations();
Assignments.Builder projections = Assignments.builder();
projections.putAll(AssignmentUtils.identityAsSymbolReferences(subPlan.getRoot().getOutputSymbols()));
List<Set<Integer>> descriptor = groupingSets.stream().map(set -> set.stream().map(FieldId::getFieldIndex).collect(toImmutableSet())).collect(toImmutableList());
for (GroupingOperation groupingOperation : analysis.getGroupingOperations(node)) {
Expression rewritten = GroupingOperationRewriter.rewriteGroupingOperation(groupingOperation, descriptor, analysis.getColumnReferenceFields(), groupIdSymbol);
Type coercion = analysis.getCoercion(groupingOperation);
Symbol symbol = planSymbolAllocator.newSymbol(rewritten, analysis.getTypeWithCoercions(groupingOperation));
if (coercion != null) {
rewritten = new Cast(rewritten, coercion.getTypeSignature().toString(), false, typeCoercion.isTypeOnlyCoercion(analysis.getType(groupingOperation), coercion));
}
projections.put(symbol, castToRowExpression(rewritten));
newTranslations.put(groupingOperation, symbol);
}
return new PlanBuilder(newTranslations, new ProjectNode(idAllocator.getNextId(), subPlan.getRoot(), projections.build()));
}
Also used :
Table(io.prestosql.sql.tree.Table)
SortNode(io.prestosql.sql.planner.plan.SortNode)
Property(io.prestosql.sql.tree.Property)
SortOrder(io.prestosql.spi.block.SortOrder)
AggregationNode(io.prestosql.spi.plan.AggregationNode)
Cast(io.prestosql.sql.tree.Cast)
HeuristicIndexUtils(io.prestosql.utils.HeuristicIndexUtils)
Statement(io.prestosql.sql.tree.Statement)
HetuConstant(io.prestosql.spi.HetuConstant)
Map(java.util.Map)
OriginalExpressionUtils.castToRowExpression(io.prestosql.sql.relational.OriginalExpressionUtils.castToRowExpression)
FetchFirst(io.prestosql.sql.tree.FetchFirst)
Identifier(io.prestosql.sql.tree.Identifier)
PlanNodeId(io.prestosql.spi.plan.PlanNodeId)
CreateIndexNode(io.prestosql.sql.planner.plan.CreateIndexNode)
AssignmentItem(io.prestosql.sql.tree.AssignmentItem)
Delete(io.prestosql.sql.tree.Delete)
ImmutableList.toImmutableList(com.google.common.collect.ImmutableList.toImmutableList)
TableScanNode(io.prestosql.spi.plan.TableScanNode)
Set(java.util.Set)
PlanNode(io.prestosql.spi.plan.PlanNode)
ProjectNode(io.prestosql.spi.plan.ProjectNode)
Metadata(io.prestosql.metadata.Metadata)
NodeRef(io.prestosql.sql.tree.NodeRef)
LambdaExpression(io.prestosql.sql.tree.LambdaExpression)
SymbolUtils.toSymbolReference(io.prestosql.sql.planner.SymbolUtils.toSymbolReference)
ReuseExchangeOperator(io.prestosql.spi.operator.ReuseExchangeOperator)
ImmutableMap.toImmutableMap(com.google.common.collect.ImmutableMap.toImmutableMap)
SymbolReference(io.prestosql.sql.tree.SymbolReference)
StringLiteral(io.prestosql.sql.tree.StringLiteral)
LEVEL_PROP_KEY(io.prestosql.spi.connector.CreateIndexMetadata.LEVEL_PROP_KEY)
SymbolUtils.from(io.prestosql.sql.planner.SymbolUtils.from)
Field(io.prestosql.sql.analyzer.Field)
OriginalExpressionUtils(io.prestosql.sql.relational.OriginalExpressionUtils)
GroupIdNode(io.prestosql.spi.plan.GroupIdNode)
Iterables(com.google.common.collect.Iterables)
TableMetadata(io.prestosql.metadata.TableMetadata)
NodeUtils.getSortItemsFromOrderBy(io.prestosql.sql.NodeUtils.getSortItemsFromOrderBy)
Node(io.prestosql.sql.tree.Node)
ArrayList(java.util.ArrayList)
LinkedHashMap(java.util.LinkedHashMap)
OrderingSchemeUtils.sortItemToSortOrder(io.prestosql.sql.planner.OrderingSchemeUtils.sortItemToSortOrder)
MetadataUtil(io.prestosql.metadata.MetadataUtil)
Session(io.prestosql.Session)
ImmutableSet.toImmutableSet(com.google.common.collect.ImmutableSet.toImmutableSet)
FrameBoundType(io.prestosql.spi.sql.expression.Types.FrameBoundType)
DeleteNode(io.prestosql.sql.planner.plan.DeleteNode)
AssignmentUtils(io.prestosql.sql.planner.plan.AssignmentUtils)
Properties(java.util.Properties)
Query(io.prestosql.sql.tree.Query)
Assignments(io.prestosql.spi.plan.Assignments)
Streams.stream(com.google.common.collect.Streams.stream)
DeleteTarget(io.prestosql.sql.planner.plan.TableWriterNode.DeleteTarget)
VARBINARY(io.prestosql.spi.type.VarbinaryType.VARBINARY)
ValuesNode(io.prestosql.spi.plan.ValuesNode)
ColumnHandle(io.prestosql.spi.connector.ColumnHandle)
CreateIndexMetadata(io.prestosql.spi.connector.CreateIndexMetadata)
WindowNode(io.prestosql.spi.plan.WindowNode)
LimitNode(io.prestosql.spi.plan.LimitNode)
Expression(io.prestosql.sql.tree.Expression)
OffsetNode(io.prestosql.sql.planner.plan.OffsetNode)
CURRENT_ROW(io.prestosql.spi.sql.expression.Types.FrameBoundType.CURRENT_ROW)
UpdateIndexNode(io.prestosql.sql.planner.plan.UpdateIndexNode)
UNBOUNDED_PRECEDING(io.prestosql.spi.sql.expression.Types.FrameBoundType.UNBOUNDED_PRECEDING)
QualifiedName(io.prestosql.sql.tree.QualifiedName)
FieldReference(io.prestosql.sql.tree.FieldReference)
ExchangeNode(io.prestosql.sql.planner.plan.ExchangeNode)
Preconditions.checkArgument(com.google.common.base.Preconditions.checkArgument)
FilterNode(io.prestosql.spi.plan.FilterNode)
Expressions.call(io.prestosql.sql.relational.Expressions.call)
WindowFrame(io.prestosql.sql.tree.WindowFrame)
Locale(java.util.Locale)
Window(io.prestosql.sql.tree.Window)
Type(io.prestosql.spi.type.Type)
QuerySpecification(io.prestosql.sql.tree.QuerySpecification)
TypeCoercion(io.prestosql.type.TypeCoercion)
BIGINT(io.prestosql.spi.type.BigintType.BIGINT)
AggregationNode.singleGroupingSet(io.prestosql.spi.plan.AggregationNode.singleGroupingSet)
ImmutableSet(com.google.common.collect.ImmutableSet)
WindowFrameType(io.prestosql.spi.sql.expression.Types.WindowFrameType)
ImmutableMap(com.google.common.collect.ImmutableMap)
GroupingOperation(io.prestosql.sql.tree.GroupingOperation)
SystemSessionProperties.isSkipRedundantSort(io.prestosql.SystemSessionProperties.isSkipRedundantSort)
RANGE(io.prestosql.spi.sql.expression.Types.WindowFrameType.RANGE)
CreateIndex(io.prestosql.sql.tree.CreateIndex)
PropertyService(io.prestosql.spi.service.PropertyService)
UUID(java.util.UUID)
RelationType(io.prestosql.sql.analyzer.RelationType)
Collectors(java.util.stream.Collectors)
Sets(com.google.common.collect.Sets)
Pair(io.prestosql.spi.heuristicindex.Pair)
String.format(java.lang.String.format)
Scope(io.prestosql.sql.analyzer.Scope)
List(java.util.List)
AggregationNode.groupingSets(io.prestosql.spi.plan.AggregationNode.groupingSets)
Entry(java.util.Map.Entry)
Optional(java.util.Optional)
Analysis(io.prestosql.sql.analyzer.Analysis)
MoreObjects.firstNonNull(com.google.common.base.MoreObjects.firstNonNull)
FieldId(io.prestosql.sql.analyzer.FieldId)
IntStream(java.util.stream.IntStream)
UpdateIndex(io.prestosql.sql.tree.UpdateIndex)
UpdateIndexMetadata(io.prestosql.spi.connector.UpdateIndexMetadata)
HashMap(java.util.HashMap)
RelationId(io.prestosql.sql.analyzer.RelationId)
TableHandle(io.prestosql.spi.metadata.TableHandle)
DecimalLiteral(io.prestosql.sql.tree.DecimalLiteral)
INDEX_SUPPORTED_TYPES(io.prestosql.spi.connector.CreateIndexMetadata.INDEX_SUPPORTED_TYPES)
ImmutableList(com.google.common.collect.ImmutableList)
FunctionCall(io.prestosql.sql.tree.FunctionCall)
OrderingScheme(io.prestosql.spi.plan.OrderingScheme)
Objects.requireNonNull(java.util.Objects.requireNonNull)
SortItem(io.prestosql.sql.tree.SortItem)
Symbol(io.prestosql.spi.plan.Symbol)
TableWriterNode(io.prestosql.sql.planner.plan.TableWriterNode)
Iterator(java.util.Iterator)
ColumnMetadata(io.prestosql.spi.connector.ColumnMetadata)
OrderBy(io.prestosql.sql.tree.OrderBy)
UpdateNode(io.prestosql.sql.planner.plan.UpdateNode)
LambdaArgumentDeclaration(io.prestosql.sql.tree.LambdaArgumentDeclaration)
Update(io.prestosql.sql.tree.Update)
Offset(io.prestosql.sql.tree.Offset)
AUTOLOAD_PROP_KEY(io.prestosql.spi.connector.CreateIndexMetadata.AUTOLOAD_PROP_KEY)
Aggregation(io.prestosql.spi.plan.AggregationNode.Aggregation)
PlanNodeIdAllocator(io.prestosql.spi.plan.PlanNodeIdAllocator)
RowExpression(io.prestosql.spi.relation.RowExpression)
Cast(io.prestosql.sql.tree.Cast)
Set(java.util.Set)
ImmutableSet.toImmutableSet(com.google.common.collect.ImmutableSet.toImmutableSet)
AggregationNode.singleGroupingSet(io.prestosql.spi.plan.AggregationNode.singleGroupingSet)
ImmutableSet(com.google.common.collect.ImmutableSet)
Symbol(io.prestosql.spi.plan.Symbol)
Assignments(io.prestosql.spi.plan.Assignments)
FrameBoundType(io.prestosql.spi.sql.expression.Types.FrameBoundType)
Type(io.prestosql.spi.type.Type)
WindowFrameType(io.prestosql.spi.sql.expression.Types.WindowFrameType)
RelationType(io.prestosql.sql.analyzer.RelationType)
OriginalExpressionUtils.castToRowExpression(io.prestosql.sql.relational.OriginalExpressionUtils.castToRowExpression)
LambdaExpression(io.prestosql.sql.tree.LambdaExpression)
Expression(io.prestosql.sql.tree.Expression)
RowExpression(io.prestosql.spi.relation.RowExpression)
ProjectNode(io.prestosql.spi.plan.ProjectNode)
GroupingOperation(io.prestosql.sql.tree.GroupingOperation)
Example 5 with Node
use of io.prestosql.sql.tree.Node in project hetu-core by openlookeng.
the class QueryPlanner method aggregate.
private PlanBuilder aggregate(PlanBuilder inputSubPlan, QuerySpecification node) {
PlanBuilder subPlan = inputSubPlan;
if (!analysis.isAggregation(node)) {
return subPlan;
}
// 1. Pre-project all scalar inputs (arguments and non-trivial group by expressions)
Set<Expression> groupByExpressions = ImmutableSet.copyOf(analysis.getGroupByExpressions(node));
ImmutableList.Builder<Expression> arguments = ImmutableList.builder();
analysis.getAggregates(node).stream().map(FunctionCall::getArguments).flatMap(List::stream).filter(// lambda expression is generated at execution time
exp -> !(exp instanceof LambdaExpression)).forEach(arguments::add);
analysis.getAggregates(node).stream().map(FunctionCall::getOrderBy).filter(Optional::isPresent).map(Optional::get).map(OrderBy::getSortItems).flatMap(List::stream).map(SortItem::getSortKey).forEach(arguments::add);
// filter expressions need to be projected first
analysis.getAggregates(node).stream().map(FunctionCall::getFilter).filter(Optional::isPresent).map(Optional::get).forEach(arguments::add);
Iterable<Expression> inputs = Iterables.concat(groupByExpressions, arguments.build());
subPlan = handleSubqueries(subPlan, node, inputs);
if (!Iterables.isEmpty(inputs)) {
// avoid an empty projection if the only aggregation is COUNT (which has no arguments)
subPlan = project(subPlan, inputs);
}
// 2. Aggregate
// 2.a. Rewrite aggregate arguments
TranslationMap argumentTranslations = new TranslationMap(subPlan.getRelationPlan(), analysis, lambdaDeclarationToSymbolMap);
ImmutableList.Builder<Symbol> aggregationArgumentsBuilder = ImmutableList.builder();
for (Expression argument : arguments.build()) {
Symbol symbol = subPlan.translate(argument);
argumentTranslations.put(argument, symbol);
aggregationArgumentsBuilder.add(symbol);
}
List<Symbol> aggregationArguments = aggregationArgumentsBuilder.build();
// 2.b. Rewrite grouping columns
TranslationMap groupingTranslations = new TranslationMap(subPlan.getRelationPlan(), analysis, lambdaDeclarationToSymbolMap);
Map<Symbol, Symbol> groupingSetMappings = new LinkedHashMap<>();
for (Expression expression : groupByExpressions) {
Symbol input = subPlan.translate(expression);
Symbol output = planSymbolAllocator.newSymbol(expression, analysis.getTypeWithCoercions(expression), "gid");
groupingTranslations.put(expression, output);
groupingSetMappings.put(output, input);
}
// This tracks the grouping sets before complex expressions are considered (see comments below)
// It's also used to compute the descriptors needed to implement grouping()
List<Set<FieldId>> columnOnlyGroupingSets = ImmutableList.of(ImmutableSet.of());
List<List<Symbol>> groupingSets = ImmutableList.of(ImmutableList.of());
if (node.getGroupBy().isPresent()) {
// For the purpose of "distinct", we need to canonicalize column references that may have varying
// syntactic forms (e.g., "t.a" vs "a"). Thus we need to enumerate grouping sets based on the underlying
// fieldId associated with each column reference expression.
// The catch is that simple group-by expressions can be arbitrary expressions (this is a departure from the SQL specification).
// But, they don't affect the number of grouping sets or the behavior of "distinct" . We can compute all the candidate
// grouping sets in terms of fieldId, dedup as appropriate and then cross-join them with the complex expressions.
Analysis.GroupingSetAnalysis groupingSetAnalysis = analysis.getGroupingSets(node);
columnOnlyGroupingSets = enumerateGroupingSets(groupingSetAnalysis);
if (node.getGroupBy().get().isDistinct()) {
columnOnlyGroupingSets = columnOnlyGroupingSets.stream().distinct().collect(toImmutableList());
}
// add in the complex expressions an turn materialize the grouping sets in terms of plan columns
ImmutableList.Builder<List<Symbol>> groupingSetBuilder = ImmutableList.builder();
for (Set<FieldId> groupingSet : columnOnlyGroupingSets) {
ImmutableList.Builder<Symbol> columns = ImmutableList.builder();
groupingSetAnalysis.getComplexExpressions().stream().map(groupingTranslations::get).forEach(columns::add);
groupingSet.stream().map(field -> groupingTranslations.get(new FieldReference(field.getFieldIndex()))).forEach(columns::add);
groupingSetBuilder.add(columns.build());
}
groupingSets = groupingSetBuilder.build();
}
// 2.c. Generate GroupIdNode (multiple grouping sets) or ProjectNode (single grouping set)
Optional<Symbol> groupIdSymbol = Optional.empty();
if (groupingSets.size() > 1) {
groupIdSymbol = Optional.of(planSymbolAllocator.newSymbol("groupId", BIGINT));
GroupIdNode groupId = new GroupIdNode(idAllocator.getNextId(), subPlan.getRoot(), groupingSets, groupingSetMappings, aggregationArguments, groupIdSymbol.get());
subPlan = new PlanBuilder(groupingTranslations, groupId);
} else {
Assignments.Builder assignments = Assignments.builder();
aggregationArguments.forEach(symbol -> assignments.put(symbol, castToRowExpression(toSymbolReference(symbol))));
groupingSetMappings.forEach((key, value) -> assignments.put(key, castToRowExpression(toSymbolReference(value))));
ProjectNode project = new ProjectNode(idAllocator.getNextId(), subPlan.getRoot(), assignments.build());
subPlan = new PlanBuilder(groupingTranslations, project);
}
TranslationMap aggregationTranslations = new TranslationMap(subPlan.getRelationPlan(), analysis, lambdaDeclarationToSymbolMap);
aggregationTranslations.copyMappingsFrom(groupingTranslations);
// 2.d. Rewrite aggregates
ImmutableMap.Builder<Symbol, Aggregation> aggregationsBuilder = ImmutableMap.builder();
boolean needPostProjectionCoercion = false;
for (FunctionCall aggregate : analysis.getAggregates(node)) {
Expression rewritten = argumentTranslations.rewrite(aggregate);
Symbol newSymbol = planSymbolAllocator.newSymbol(rewritten, analysis.getType(aggregate));
// Therefore we can end up with this implicit cast, and have to move it into a post-projection
if (rewritten instanceof Cast) {
rewritten = ((Cast) rewritten).getExpression();
needPostProjectionCoercion = true;
}
aggregationTranslations.put(aggregate, newSymbol);
FunctionCall functionCall = (FunctionCall) rewritten;
aggregationsBuilder.put(newSymbol, new Aggregation(call(aggregate.getName().getSuffix(), analysis.getFunctionHandle(aggregate), analysis.getType(aggregate), functionCall.getArguments().stream().map(OriginalExpressionUtils::castToRowExpression).collect(toImmutableList())), functionCall.getArguments().stream().map(OriginalExpressionUtils::castToRowExpression).collect(toImmutableList()), functionCall.isDistinct(), functionCall.getFilter().map(SymbolUtils::from), functionCall.getOrderBy().map(OrderingSchemeUtils::fromOrderBy), Optional.empty()));
}
Map<Symbol, Aggregation> aggregations = aggregationsBuilder.build();
ImmutableSet.Builder<Integer> globalGroupingSets = ImmutableSet.builder();
for (int i = 0; i < groupingSets.size(); i++) {
if (groupingSets.get(i).isEmpty()) {
globalGroupingSets.add(i);
}
}
ImmutableList.Builder<Symbol> groupingKeys = ImmutableList.builder();
groupingSets.stream().flatMap(List::stream).distinct().forEach(groupingKeys::add);
groupIdSymbol.ifPresent(groupingKeys::add);
AggregationNode aggregationNode = new AggregationNode(idAllocator.getNextId(), subPlan.getRoot(), aggregations, groupingSets(groupingKeys.build(), groupingSets.size(), globalGroupingSets.build()), ImmutableList.of(), AggregationNode.Step.SINGLE, Optional.empty(), groupIdSymbol, AggregationNode.AggregationType.HASH, Optional.empty());
subPlan = new PlanBuilder(aggregationTranslations, aggregationNode);
// TODO: this is a hack, we should change type coercions to coerce the inputs to functions/operators instead of coercing the output
if (needPostProjectionCoercion) {
ImmutableList.Builder<Expression> alreadyCoerced = ImmutableList.builder();
alreadyCoerced.addAll(groupByExpressions);
groupIdSymbol.map(SymbolUtils::toSymbolReference).ifPresent(alreadyCoerced::add);
subPlan = explicitCoercionFields(subPlan, alreadyCoerced.build(), analysis.getAggregates(node));
}
// 4. Project and re-write all grouping functions
return handleGroupingOperations(subPlan, node, groupIdSymbol, columnOnlyGroupingSets);
}
Also used :
Table(io.prestosql.sql.tree.Table)
SortNode(io.prestosql.sql.planner.plan.SortNode)
Property(io.prestosql.sql.tree.Property)
SortOrder(io.prestosql.spi.block.SortOrder)
AggregationNode(io.prestosql.spi.plan.AggregationNode)
Cast(io.prestosql.sql.tree.Cast)
HeuristicIndexUtils(io.prestosql.utils.HeuristicIndexUtils)
Statement(io.prestosql.sql.tree.Statement)
HetuConstant(io.prestosql.spi.HetuConstant)
Map(java.util.Map)
OriginalExpressionUtils.castToRowExpression(io.prestosql.sql.relational.OriginalExpressionUtils.castToRowExpression)
FetchFirst(io.prestosql.sql.tree.FetchFirst)
Identifier(io.prestosql.sql.tree.Identifier)
PlanNodeId(io.prestosql.spi.plan.PlanNodeId)
CreateIndexNode(io.prestosql.sql.planner.plan.CreateIndexNode)
AssignmentItem(io.prestosql.sql.tree.AssignmentItem)
Delete(io.prestosql.sql.tree.Delete)
ImmutableList.toImmutableList(com.google.common.collect.ImmutableList.toImmutableList)
TableScanNode(io.prestosql.spi.plan.TableScanNode)
Set(java.util.Set)
PlanNode(io.prestosql.spi.plan.PlanNode)
ProjectNode(io.prestosql.spi.plan.ProjectNode)
Metadata(io.prestosql.metadata.Metadata)
NodeRef(io.prestosql.sql.tree.NodeRef)
LambdaExpression(io.prestosql.sql.tree.LambdaExpression)
SymbolUtils.toSymbolReference(io.prestosql.sql.planner.SymbolUtils.toSymbolReference)
ReuseExchangeOperator(io.prestosql.spi.operator.ReuseExchangeOperator)
ImmutableMap.toImmutableMap(com.google.common.collect.ImmutableMap.toImmutableMap)
SymbolReference(io.prestosql.sql.tree.SymbolReference)
StringLiteral(io.prestosql.sql.tree.StringLiteral)
LEVEL_PROP_KEY(io.prestosql.spi.connector.CreateIndexMetadata.LEVEL_PROP_KEY)
SymbolUtils.from(io.prestosql.sql.planner.SymbolUtils.from)
Field(io.prestosql.sql.analyzer.Field)
OriginalExpressionUtils(io.prestosql.sql.relational.OriginalExpressionUtils)
GroupIdNode(io.prestosql.spi.plan.GroupIdNode)
Iterables(com.google.common.collect.Iterables)
TableMetadata(io.prestosql.metadata.TableMetadata)
NodeUtils.getSortItemsFromOrderBy(io.prestosql.sql.NodeUtils.getSortItemsFromOrderBy)
Node(io.prestosql.sql.tree.Node)
ArrayList(java.util.ArrayList)
LinkedHashMap(java.util.LinkedHashMap)
OrderingSchemeUtils.sortItemToSortOrder(io.prestosql.sql.planner.OrderingSchemeUtils.sortItemToSortOrder)
MetadataUtil(io.prestosql.metadata.MetadataUtil)
Session(io.prestosql.Session)
ImmutableSet.toImmutableSet(com.google.common.collect.ImmutableSet.toImmutableSet)
FrameBoundType(io.prestosql.spi.sql.expression.Types.FrameBoundType)
DeleteNode(io.prestosql.sql.planner.plan.DeleteNode)
AssignmentUtils(io.prestosql.sql.planner.plan.AssignmentUtils)
Properties(java.util.Properties)
Query(io.prestosql.sql.tree.Query)
Assignments(io.prestosql.spi.plan.Assignments)
Streams.stream(com.google.common.collect.Streams.stream)
DeleteTarget(io.prestosql.sql.planner.plan.TableWriterNode.DeleteTarget)
VARBINARY(io.prestosql.spi.type.VarbinaryType.VARBINARY)
ValuesNode(io.prestosql.spi.plan.ValuesNode)
ColumnHandle(io.prestosql.spi.connector.ColumnHandle)
CreateIndexMetadata(io.prestosql.spi.connector.CreateIndexMetadata)
WindowNode(io.prestosql.spi.plan.WindowNode)
LimitNode(io.prestosql.spi.plan.LimitNode)
Expression(io.prestosql.sql.tree.Expression)
OffsetNode(io.prestosql.sql.planner.plan.OffsetNode)
CURRENT_ROW(io.prestosql.spi.sql.expression.Types.FrameBoundType.CURRENT_ROW)
UpdateIndexNode(io.prestosql.sql.planner.plan.UpdateIndexNode)
UNBOUNDED_PRECEDING(io.prestosql.spi.sql.expression.Types.FrameBoundType.UNBOUNDED_PRECEDING)
QualifiedName(io.prestosql.sql.tree.QualifiedName)
FieldReference(io.prestosql.sql.tree.FieldReference)
ExchangeNode(io.prestosql.sql.planner.plan.ExchangeNode)
Preconditions.checkArgument(com.google.common.base.Preconditions.checkArgument)
FilterNode(io.prestosql.spi.plan.FilterNode)
Expressions.call(io.prestosql.sql.relational.Expressions.call)
WindowFrame(io.prestosql.sql.tree.WindowFrame)
Locale(java.util.Locale)
Window(io.prestosql.sql.tree.Window)
Type(io.prestosql.spi.type.Type)
QuerySpecification(io.prestosql.sql.tree.QuerySpecification)
TypeCoercion(io.prestosql.type.TypeCoercion)
BIGINT(io.prestosql.spi.type.BigintType.BIGINT)
AggregationNode.singleGroupingSet(io.prestosql.spi.plan.AggregationNode.singleGroupingSet)
ImmutableSet(com.google.common.collect.ImmutableSet)
WindowFrameType(io.prestosql.spi.sql.expression.Types.WindowFrameType)
ImmutableMap(com.google.common.collect.ImmutableMap)
GroupingOperation(io.prestosql.sql.tree.GroupingOperation)
SystemSessionProperties.isSkipRedundantSort(io.prestosql.SystemSessionProperties.isSkipRedundantSort)
RANGE(io.prestosql.spi.sql.expression.Types.WindowFrameType.RANGE)
CreateIndex(io.prestosql.sql.tree.CreateIndex)
PropertyService(io.prestosql.spi.service.PropertyService)
UUID(java.util.UUID)
RelationType(io.prestosql.sql.analyzer.RelationType)
Collectors(java.util.stream.Collectors)
Sets(com.google.common.collect.Sets)
Pair(io.prestosql.spi.heuristicindex.Pair)
String.format(java.lang.String.format)
Scope(io.prestosql.sql.analyzer.Scope)
List(java.util.List)
AggregationNode.groupingSets(io.prestosql.spi.plan.AggregationNode.groupingSets)
Entry(java.util.Map.Entry)
Optional(java.util.Optional)
Analysis(io.prestosql.sql.analyzer.Analysis)
MoreObjects.firstNonNull(com.google.common.base.MoreObjects.firstNonNull)
FieldId(io.prestosql.sql.analyzer.FieldId)
IntStream(java.util.stream.IntStream)
UpdateIndex(io.prestosql.sql.tree.UpdateIndex)
UpdateIndexMetadata(io.prestosql.spi.connector.UpdateIndexMetadata)
HashMap(java.util.HashMap)
RelationId(io.prestosql.sql.analyzer.RelationId)
TableHandle(io.prestosql.spi.metadata.TableHandle)
DecimalLiteral(io.prestosql.sql.tree.DecimalLiteral)
INDEX_SUPPORTED_TYPES(io.prestosql.spi.connector.CreateIndexMetadata.INDEX_SUPPORTED_TYPES)
ImmutableList(com.google.common.collect.ImmutableList)
FunctionCall(io.prestosql.sql.tree.FunctionCall)
OrderingScheme(io.prestosql.spi.plan.OrderingScheme)
Objects.requireNonNull(java.util.Objects.requireNonNull)
SortItem(io.prestosql.sql.tree.SortItem)
Symbol(io.prestosql.spi.plan.Symbol)
TableWriterNode(io.prestosql.sql.planner.plan.TableWriterNode)
Iterator(java.util.Iterator)
ColumnMetadata(io.prestosql.spi.connector.ColumnMetadata)
OrderBy(io.prestosql.sql.tree.OrderBy)
UpdateNode(io.prestosql.sql.planner.plan.UpdateNode)
LambdaArgumentDeclaration(io.prestosql.sql.tree.LambdaArgumentDeclaration)
Update(io.prestosql.sql.tree.Update)
Offset(io.prestosql.sql.tree.Offset)
AUTOLOAD_PROP_KEY(io.prestosql.spi.connector.CreateIndexMetadata.AUTOLOAD_PROP_KEY)
Aggregation(io.prestosql.spi.plan.AggregationNode.Aggregation)
PlanNodeIdAllocator(io.prestosql.spi.plan.PlanNodeIdAllocator)
RowExpression(io.prestosql.spi.relation.RowExpression)
Assignments(io.prestosql.spi.plan.Assignments)
LinkedHashMap(java.util.LinkedHashMap)
ImmutableSet.toImmutableSet(com.google.common.collect.ImmutableSet.toImmutableSet)
ImmutableSet(com.google.common.collect.ImmutableSet)
ImmutableList.toImmutableList(com.google.common.collect.ImmutableList.toImmutableList)
ArrayList(java.util.ArrayList)
List(java.util.List)
ImmutableList(com.google.common.collect.ImmutableList)
Optional(java.util.Optional)
ImmutableMap.toImmutableMap(com.google.common.collect.ImmutableMap.toImmutableMap)
ImmutableMap(com.google.common.collect.ImmutableMap)
Analysis(io.prestosql.sql.analyzer.Analysis)
OriginalExpressionUtils(io.prestosql.sql.relational.OriginalExpressionUtils)
LambdaExpression(io.prestosql.sql.tree.LambdaExpression)
Cast(io.prestosql.sql.tree.Cast)
Set(java.util.Set)
ImmutableSet.toImmutableSet(com.google.common.collect.ImmutableSet.toImmutableSet)
AggregationNode.singleGroupingSet(io.prestosql.spi.plan.AggregationNode.singleGroupingSet)
ImmutableSet(com.google.common.collect.ImmutableSet)
ImmutableList.toImmutableList(com.google.common.collect.ImmutableList.toImmutableList)
ImmutableList(com.google.common.collect.ImmutableList)
Symbol(io.prestosql.spi.plan.Symbol)
Aggregation(io.prestosql.spi.plan.AggregationNode.Aggregation)
GroupIdNode(io.prestosql.spi.plan.GroupIdNode)
FunctionCall(io.prestosql.sql.tree.FunctionCall)
FieldReference(io.prestosql.sql.tree.FieldReference)
AggregationNode(io.prestosql.spi.plan.AggregationNode)
OriginalExpressionUtils.castToRowExpression(io.prestosql.sql.relational.OriginalExpressionUtils.castToRowExpression)
LambdaExpression(io.prestosql.sql.tree.LambdaExpression)
Expression(io.prestosql.sql.tree.Expression)
RowExpression(io.prestosql.spi.relation.RowExpression)
FieldId(io.prestosql.sql.analyzer.FieldId)
ProjectNode(io.prestosql.spi.plan.ProjectNode)
Aggregations
Node (io.prestosql.sql.tree.Node)9
OrderBy (io.prestosql.sql.tree.OrderBy)9
Query (io.prestosql.sql.tree.Query)9
QuerySpecification (io.prestosql.sql.tree.QuerySpecification)9
SortItem (io.prestosql.sql.tree.SortItem)9
Offset (io.prestosql.sql.tree.Offset)8
Expression (io.prestosql.sql.tree.Expression)6
FunctionCall (io.prestosql.sql.tree.FunctionCall)6
Identifier (io.prestosql.sql.tree.Identifier)6
QualifiedName (io.prestosql.sql.tree.QualifiedName)6
StringLiteral (io.prestosql.sql.tree.StringLiteral)6
Table (io.prestosql.sql.tree.Table)6
List (java.util.List)6
ImmutableList (com.google.common.collect.ImmutableList)5
ImmutableList.toImmutableList (com.google.common.collect.ImmutableList.toImmutableList)5
ImmutableSet (com.google.common.collect.ImmutableSet)5
FetchFirst (io.prestosql.sql.tree.FetchFirst)5
MoreObjects.firstNonNull (com.google.common.base.MoreObjects.firstNonNull)4
AssignmentItem (io.prestosql.sql.tree.AssignmentItem)4
Cast (io.prestosql.sql.tree.Cast)4
