Example 1 with SingleColumn
use of io.prestosql.sql.tree.SingleColumn in project hetu-core by openlookeng.
the class TestShadowing method testCreateTableAsSelect.
@Test
public void testCreateTableAsSelect() throws Exception {
handle.execute("CREATE TABLE \"my_test_table\" (column1 BIGINT, column2 DOUBLE)");
SqlParser parser = new SqlParser();
Query query = new Query(CATALOG, SCHEMA, ImmutableList.of(), "CREATE TABLE my_test_table AS SELECT 1 column1, CAST('2.0' AS DOUBLE) column2 LIMIT 1", ImmutableList.of(), null, null, ImmutableMap.of());
QueryRewriter rewriter = new QueryRewriter(parser, URL, QualifiedName.of("tmp_"), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty(), 1, new Duration(10, SECONDS));
Query rewrittenQuery = rewriter.shadowQuery(query);
assertEquals(rewrittenQuery.getPreQueries().size(), 1);
assertEquals(rewrittenQuery.getPostQueries().size(), 1);
CreateTableAsSelect createTableAs = (CreateTableAsSelect) parser.createStatement(rewrittenQuery.getPreQueries().get(0));
assertEquals(createTableAs.getName().getParts().size(), 1);
assertTrue(createTableAs.getName().getSuffix().startsWith("tmp_"));
assertFalse(createTableAs.getName().getSuffix().contains("my_test_table"));
assertEquals(statementToQueryType(parser, rewrittenQuery.getQuery()), READ);
Table table = new Table(createTableAs.getName());
SingleColumn column1 = new SingleColumn(new FunctionCall(QualifiedName.of("checksum"), ImmutableList.of(new Identifier("COLUMN1"))));
SingleColumn column2 = new SingleColumn(new FunctionCall(QualifiedName.of("checksum"), ImmutableList.of(new FunctionCall(QualifiedName.of("round"), ImmutableList.of(new Identifier("COLUMN2"), new LongLiteral("1"))))));
Select select = new Select(false, ImmutableList.of(column1, column2));
QuerySpecification querySpecification = new QuerySpecification(select, Optional.of(table), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty());
assertEquals(parser.createStatement(rewrittenQuery.getQuery()), new io.prestosql.sql.tree.Query(Optional.empty(), querySpecification, Optional.empty(), Optional.empty(), Optional.empty()));
assertEquals(parser.createStatement(rewrittenQuery.getPostQueries().get(0)), new DropTable(createTableAs.getName(), true));
}
Also used :
Table(io.prestosql.sql.tree.Table)
DropTable(io.prestosql.sql.tree.DropTable)
CreateTable(io.prestosql.sql.tree.CreateTable)
LongLiteral(io.prestosql.sql.tree.LongLiteral)
SqlParser(io.prestosql.sql.parser.SqlParser)
Duration(io.airlift.units.Duration)
SingleColumn(io.prestosql.sql.tree.SingleColumn)
DropTable(io.prestosql.sql.tree.DropTable)
QuerySpecification(io.prestosql.sql.tree.QuerySpecification)
Identifier(io.prestosql.sql.tree.Identifier)
CreateTableAsSelect(io.prestosql.sql.tree.CreateTableAsSelect)
Select(io.prestosql.sql.tree.Select)
CreateTableAsSelect(io.prestosql.sql.tree.CreateTableAsSelect)
FunctionCall(io.prestosql.sql.tree.FunctionCall)
Test(org.testng.annotations.Test)
Example 2 with SingleColumn
use of io.prestosql.sql.tree.SingleColumn in project hetu-core by openlookeng.
the class TreePrinter method print.
public void print(Node root) {
AstVisitor<Void, Integer> printer = new DefaultTraversalVisitor<Void, Integer>() {
@Override
protected Void visitNode(Node node, Integer indentLevel) {
throw new UnsupportedOperationException("not yet implemented: " + node);
}
@Override
protected Void visitQuery(Query node, Integer indentLevel) {
print(indentLevel, "Query ");
Integer tmpIndentLevel = indentLevel;
tmpIndentLevel++;
print(tmpIndentLevel, "QueryBody");
process(node.getQueryBody(), tmpIndentLevel);
if (node.getOrderBy().isPresent()) {
print(tmpIndentLevel, "OrderBy");
process(node.getOrderBy().get(), tmpIndentLevel + 1);
}
if (node.getLimit().isPresent()) {
print(tmpIndentLevel, "Limit: " + node.getLimit().get());
}
return null;
}
@Override
protected Void visitQuerySpecification(QuerySpecification node, Integer indentLevel) {
print(indentLevel, "QuerySpecification ");
Integer tmpIndentLevel = indentLevel;
tmpIndentLevel++;
process(node.getSelect(), tmpIndentLevel);
if (node.getFrom().isPresent()) {
print(tmpIndentLevel, "From");
process(node.getFrom().get(), tmpIndentLevel + 1);
}
if (node.getWhere().isPresent()) {
print(tmpIndentLevel, "Where");
process(node.getWhere().get(), tmpIndentLevel + 1);
}
if (node.getGroupBy().isPresent()) {
String distinct = "";
if (node.getGroupBy().get().isDistinct()) {
distinct = "[DISTINCT]";
}
print(tmpIndentLevel, "GroupBy" + distinct);
for (GroupingElement groupingElement : node.getGroupBy().get().getGroupingElements()) {
print(tmpIndentLevel, "SimpleGroupBy");
if (groupingElement instanceof SimpleGroupBy) {
for (Expression column : groupingElement.getExpressions()) {
process(column, tmpIndentLevel + 1);
}
} else if (groupingElement instanceof GroupingSets) {
print(tmpIndentLevel + 1, "GroupingSets");
for (List<Expression> set : ((GroupingSets) groupingElement).getSets()) {
print(tmpIndentLevel + 2, "GroupingSet[");
for (Expression expression : set) {
process(expression, tmpIndentLevel + 3);
}
print(tmpIndentLevel + 2, "]");
}
} else if (groupingElement instanceof Cube) {
print(tmpIndentLevel + 1, "Cube");
for (Expression column : groupingElement.getExpressions()) {
process(column, tmpIndentLevel + 1);
}
} else if (groupingElement instanceof Rollup) {
print(tmpIndentLevel + 1, "Rollup");
for (Expression column : groupingElement.getExpressions()) {
process(column, tmpIndentLevel + 1);
}
}
}
}
if (node.getHaving().isPresent()) {
print(tmpIndentLevel, "Having");
process(node.getHaving().get(), tmpIndentLevel + 1);
}
if (node.getOrderBy().isPresent()) {
print(tmpIndentLevel, "OrderBy");
process(node.getOrderBy().get(), tmpIndentLevel + 1);
}
if (node.getLimit().isPresent()) {
print(tmpIndentLevel, "Limit: " + node.getLimit().get());
}
return null;
}
protected Void visitOrderBy(OrderBy node, Integer indentLevel) {
for (SortItem sortItem : node.getSortItems()) {
process(sortItem, indentLevel);
}
return null;
}
@Override
protected Void visitSelect(Select node, Integer indentLevel) {
String distinct = "";
if (node.isDistinct()) {
distinct = "[DISTINCT]";
}
print(indentLevel, "Select" + distinct);
// visit children
super.visitSelect(node, indentLevel + 1);
return null;
}
@Override
protected Void visitAllColumns(AllColumns node, Integer indent) {
if (node.getPrefix().isPresent()) {
print(indent, node.getPrefix() + ".*");
} else {
print(indent, "*");
}
return null;
}
@Override
protected Void visitSingleColumn(SingleColumn node, Integer indent) {
if (node.getAlias().isPresent()) {
print(indent, "Alias: " + node.getAlias().get());
}
// visit children
super.visitSingleColumn(node, indent + 1);
return null;
}
@Override
protected Void visitComparisonExpression(ComparisonExpression node, Integer indentLevel) {
print(indentLevel, node.getOperator().toString());
super.visitComparisonExpression(node, indentLevel + 1);
return null;
}
@Override
protected Void visitArithmeticBinary(ArithmeticBinaryExpression node, Integer indentLevel) {
print(indentLevel, node.getOperator().toString());
super.visitArithmeticBinary(node, indentLevel + 1);
return null;
}
@Override
protected Void visitLogicalBinaryExpression(LogicalBinaryExpression node, Integer indentLevel) {
print(indentLevel, node.getOperator().toString());
super.visitLogicalBinaryExpression(node, indentLevel + 1);
return null;
}
@Override
protected Void visitStringLiteral(StringLiteral node, Integer indentLevel) {
print(indentLevel, "String[" + node.getValue() + "]");
return null;
}
@Override
protected Void visitBinaryLiteral(BinaryLiteral node, Integer indentLevel) {
print(indentLevel, "Binary[" + node.toHexString() + "]");
return null;
}
@Override
protected Void visitBooleanLiteral(BooleanLiteral node, Integer indentLevel) {
print(indentLevel, "Boolean[" + node.getValue() + "]");
return null;
}
@Override
protected Void visitLongLiteral(LongLiteral node, Integer indentLevel) {
print(indentLevel, "Long[" + node.getValue() + "]");
return null;
}
@Override
protected Void visitLikePredicate(LikePredicate node, Integer indentLevel) {
print(indentLevel, "LIKE");
super.visitLikePredicate(node, indentLevel + 1);
return null;
}
@Override
protected Void visitIdentifier(Identifier node, Integer indentLevel) {
QualifiedName resolved = resolvedNameReferences.get(node);
String resolvedName = "";
if (resolved != null) {
resolvedName = "=>" + resolved.toString();
}
print(indentLevel, "Identifier[" + node.getValue() + resolvedName + "]");
return null;
}
@Override
protected Void visitDereferenceExpression(DereferenceExpression node, Integer indentLevel) {
QualifiedName resolved = resolvedNameReferences.get(node);
String resolvedName = "";
if (resolved != null) {
resolvedName = "=>" + resolved.toString();
}
print(indentLevel, "DereferenceExpression[" + node + resolvedName + "]");
return null;
}
@Override
protected Void visitFunctionCall(FunctionCall node, Integer indentLevel) {
String name = Joiner.on('.').join(node.getName().getParts());
print(indentLevel, "FunctionCall[" + name + "]");
super.visitFunctionCall(node, indentLevel + 1);
return null;
}
@Override
protected Void visitTable(Table node, Integer indentLevel) {
String name = Joiner.on('.').join(node.getName().getParts());
print(indentLevel, "Table[" + name + "]");
return null;
}
@Override
protected Void visitValues(Values node, Integer indentLevel) {
print(indentLevel, "Values");
super.visitValues(node, indentLevel + 1);
return null;
}
@Override
protected Void visitRow(Row node, Integer indentLevel) {
print(indentLevel, "Row");
super.visitRow(node, indentLevel + 1);
return null;
}
@Override
protected Void visitAliasedRelation(AliasedRelation node, Integer indentLevel) {
print(indentLevel, "Alias[" + node.getAlias() + "]");
super.visitAliasedRelation(node, indentLevel + 1);
return null;
}
@Override
protected Void visitSampledRelation(SampledRelation node, Integer indentLevel) {
print(indentLevel, "TABLESAMPLE[" + node.getType() + " (" + node.getSamplePercentage() + ")]");
super.visitSampledRelation(node, indentLevel + 1);
return null;
}
@Override
protected Void visitTableSubquery(TableSubquery node, Integer indentLevel) {
print(indentLevel, "SubQuery");
super.visitTableSubquery(node, indentLevel + 1);
return null;
}
@Override
protected Void visitInPredicate(InPredicate node, Integer indentLevel) {
print(indentLevel, "IN");
super.visitInPredicate(node, indentLevel + 1);
return null;
}
@Override
protected Void visitSubqueryExpression(SubqueryExpression node, Integer indentLevel) {
print(indentLevel, "SubQuery");
super.visitSubqueryExpression(node, indentLevel + 1);
return null;
}
};
printer.process(root, 0);
}
Also used :
ArithmeticBinaryExpression(io.prestosql.sql.tree.ArithmeticBinaryExpression)
LogicalBinaryExpression(io.prestosql.sql.tree.LogicalBinaryExpression)
SimpleGroupBy(io.prestosql.sql.tree.SimpleGroupBy)
Query(io.prestosql.sql.tree.Query)
Rollup(io.prestosql.sql.tree.Rollup)
BooleanLiteral(io.prestosql.sql.tree.BooleanLiteral)
Node(io.prestosql.sql.tree.Node)
Values(io.prestosql.sql.tree.Values)
AllColumns(io.prestosql.sql.tree.AllColumns)
SubqueryExpression(io.prestosql.sql.tree.SubqueryExpression)
QuerySpecification(io.prestosql.sql.tree.QuerySpecification)
SortItem(io.prestosql.sql.tree.SortItem)
Identifier(io.prestosql.sql.tree.Identifier)
List(java.util.List)
FunctionCall(io.prestosql.sql.tree.FunctionCall)
SampledRelation(io.prestosql.sql.tree.SampledRelation)
GroupingSets(io.prestosql.sql.tree.GroupingSets)
OrderBy(io.prestosql.sql.tree.OrderBy)
DereferenceExpression(io.prestosql.sql.tree.DereferenceExpression)
Table(io.prestosql.sql.tree.Table)
LongLiteral(io.prestosql.sql.tree.LongLiteral)
QualifiedName(io.prestosql.sql.tree.QualifiedName)
DefaultTraversalVisitor(io.prestosql.sql.tree.DefaultTraversalVisitor)
SingleColumn(io.prestosql.sql.tree.SingleColumn)
LikePredicate(io.prestosql.sql.tree.LikePredicate)
TableSubquery(io.prestosql.sql.tree.TableSubquery)
InPredicate(io.prestosql.sql.tree.InPredicate)
GroupingElement(io.prestosql.sql.tree.GroupingElement)
ComparisonExpression(io.prestosql.sql.tree.ComparisonExpression)
BinaryLiteral(io.prestosql.sql.tree.BinaryLiteral)
StringLiteral(io.prestosql.sql.tree.StringLiteral)
ArithmeticBinaryExpression(io.prestosql.sql.tree.ArithmeticBinaryExpression)
DereferenceExpression(io.prestosql.sql.tree.DereferenceExpression)
LogicalBinaryExpression(io.prestosql.sql.tree.LogicalBinaryExpression)
ComparisonExpression(io.prestosql.sql.tree.ComparisonExpression)
SubqueryExpression(io.prestosql.sql.tree.SubqueryExpression)
Expression(io.prestosql.sql.tree.Expression)
Cube(io.prestosql.sql.tree.Cube)
Select(io.prestosql.sql.tree.Select)
Row(io.prestosql.sql.tree.Row)
AliasedRelation(io.prestosql.sql.tree.AliasedRelation)
Example 3 with SingleColumn
use of io.prestosql.sql.tree.SingleColumn in project hetu-core by openlookeng.
the class TestSqlParser method testQuantifiedComparison.
@Test
public void testQuantifiedComparison() {
assertExpression("col1 < ANY (SELECT col2 FROM table1)", new QuantifiedComparisonExpression(LESS_THAN, QuantifiedComparisonExpression.Quantifier.ANY, identifier("col1"), new SubqueryExpression(simpleQuery(selectList(new SingleColumn(identifier("col2"))), table(QualifiedName.of("table1"))))));
assertExpression("col1 = ALL (VALUES ROW(1), ROW(2))", new QuantifiedComparisonExpression(ComparisonExpression.Operator.EQUAL, QuantifiedComparisonExpression.Quantifier.ALL, identifier("col1"), new SubqueryExpression(query(values(row(new LongLiteral("1")), row(new LongLiteral("2")))))));
assertExpression("col1 >= SOME (SELECT 10)", new QuantifiedComparisonExpression(ComparisonExpression.Operator.GREATER_THAN_OR_EQUAL, QuantifiedComparisonExpression.Quantifier.SOME, identifier("col1"), new SubqueryExpression(simpleQuery(selectList(new LongLiteral("10"))))));
}
Also used :
LongLiteral(io.prestosql.sql.tree.LongLiteral)
QuantifiedComparisonExpression(io.prestosql.sql.tree.QuantifiedComparisonExpression)
SingleColumn(io.prestosql.sql.tree.SingleColumn)
SubqueryExpression(io.prestosql.sql.tree.SubqueryExpression)
Test(org.testng.annotations.Test)
Example 4 with SingleColumn
use of io.prestosql.sql.tree.SingleColumn in project hetu-core by openlookeng.
the class TestShadowing method testInsert.
@Test
public void testInsert() throws Exception {
handle.execute("CREATE TABLE \"test_insert_table\" (a BIGINT, b DOUBLE, c VARCHAR)");
SqlParser parser = new SqlParser();
Query query = new Query(CATALOG, SCHEMA, ImmutableList.of(), "INSERT INTO test_insert_table (b, a, c) values (1.1, 1, 'a'), (2.0, 2, 'b'), (3.1, 3, 'c')", ImmutableList.of(), null, null, ImmutableMap.of());
QueryRewriter rewriter = new QueryRewriter(parser, URL, QualifiedName.of("other_catalog", "other_schema", "tmp_"), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty(), 1, new Duration(10, SECONDS));
Query rewrittenQuery = rewriter.shadowQuery(query);
assertEquals(rewrittenQuery.getPreQueries().size(), 2);
CreateTable createTable = (CreateTable) parser.createStatement(rewrittenQuery.getPreQueries().get(0));
assertEquals(createTable.getName().getParts().size(), 3);
assertEquals(createTable.getName().getPrefix().get(), QualifiedName.of("other_catalog", "other_schema"));
assertTrue(createTable.getName().getSuffix().startsWith("tmp_"));
assertFalse(createTable.getName().getSuffix().contains("test_insert_table"));
Insert insert = (Insert) parser.createStatement(rewrittenQuery.getPreQueries().get(1));
assertEquals(insert.getTarget(), createTable.getName());
assertEquals(insert.getColumns(), Optional.of(ImmutableList.of(identifier("b"), identifier("a"), identifier("c"))));
Table table = new Table(createTable.getName());
SingleColumn columnA = new SingleColumn(new FunctionCall(QualifiedName.of("checksum"), ImmutableList.of(new Identifier("A"))));
SingleColumn columnB = new SingleColumn(new FunctionCall(QualifiedName.of("checksum"), ImmutableList.of(new FunctionCall(QualifiedName.of("round"), ImmutableList.of(new Identifier("B"), new LongLiteral("1"))))));
SingleColumn columnC = new SingleColumn(new FunctionCall(QualifiedName.of("checksum"), ImmutableList.of(new Identifier("C"))));
Select select = new Select(false, ImmutableList.of(columnA, columnB, columnC));
QuerySpecification querySpecification = new QuerySpecification(select, Optional.of(table), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty());
assertEquals(parser.createStatement(rewrittenQuery.getQuery()), new io.prestosql.sql.tree.Query(Optional.empty(), querySpecification, Optional.empty(), Optional.empty(), Optional.empty()));
assertEquals(rewrittenQuery.getPostQueries().size(), 1);
assertEquals(parser.createStatement(rewrittenQuery.getPostQueries().get(0)), new DropTable(createTable.getName(), true));
}
Also used :
Table(io.prestosql.sql.tree.Table)
DropTable(io.prestosql.sql.tree.DropTable)
CreateTable(io.prestosql.sql.tree.CreateTable)
LongLiteral(io.prestosql.sql.tree.LongLiteral)
SqlParser(io.prestosql.sql.parser.SqlParser)
CreateTable(io.prestosql.sql.tree.CreateTable)
Duration(io.airlift.units.Duration)
SingleColumn(io.prestosql.sql.tree.SingleColumn)
Insert(io.prestosql.sql.tree.Insert)
DropTable(io.prestosql.sql.tree.DropTable)
QuerySpecification(io.prestosql.sql.tree.QuerySpecification)
Identifier(io.prestosql.sql.tree.Identifier)
Select(io.prestosql.sql.tree.Select)
CreateTableAsSelect(io.prestosql.sql.tree.CreateTableAsSelect)
FunctionCall(io.prestosql.sql.tree.FunctionCall)
Test(org.testng.annotations.Test)
Example 5 with SingleColumn
use of io.prestosql.sql.tree.SingleColumn in project hetu-core by openlookeng.
the class QueryRewriter method checksumSql.
private String checksumSql(List<Column> columns, QualifiedName table) throws QueryRewriteException {
if (columns.isEmpty()) {
throw new QueryRewriteException("Table " + table + " has no columns");
}
ImmutableList.Builder<SelectItem> selectItems = ImmutableList.builder();
for (Column column : columns) {
Expression expression = new Identifier(column.getName());
if (column.isApproximateType()) {
expression = new FunctionCall(QualifiedName.of("round"), ImmutableList.of(expression, new LongLiteral(Integer.toString(doublePrecision))));
}
selectItems.add(new SingleColumn(new FunctionCall(QualifiedName.of("checksum"), ImmutableList.of(expression))));
}
Select select = new Select(false, selectItems.build());
return formatSql(new QuerySpecification(select, Optional.of(new Table(table)), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty(), Optional.empty()), Optional.empty());
}
Also used :
Table(io.prestosql.sql.tree.Table)
DropTable(io.prestosql.sql.tree.DropTable)
CreateTable(io.prestosql.sql.tree.CreateTable)
LongLiteral(io.prestosql.sql.tree.LongLiteral)
ImmutableList(com.google.common.collect.ImmutableList)
SingleColumn(io.prestosql.sql.tree.SingleColumn)
QuerySpecification(io.prestosql.sql.tree.QuerySpecification)
Identifier(io.prestosql.sql.tree.Identifier)
SingleColumn(io.prestosql.sql.tree.SingleColumn)
Expression(io.prestosql.sql.tree.Expression)
SelectItem(io.prestosql.sql.tree.SelectItem)
Select(io.prestosql.sql.tree.Select)
CreateTableAsSelect(io.prestosql.sql.tree.CreateTableAsSelect)
FunctionCall(io.prestosql.sql.tree.FunctionCall)
Aggregations
LongLiteral (io.prestosql.sql.tree.LongLiteral)5
SingleColumn (io.prestosql.sql.tree.SingleColumn)5
FunctionCall (io.prestosql.sql.tree.FunctionCall)4
Identifier (io.prestosql.sql.tree.Identifier)4
QuerySpecification (io.prestosql.sql.tree.QuerySpecification)4
Select (io.prestosql.sql.tree.Select)4
Table (io.prestosql.sql.tree.Table)4
CreateTable (io.prestosql.sql.tree.CreateTable)3
CreateTableAsSelect (io.prestosql.sql.tree.CreateTableAsSelect)3
DropTable (io.prestosql.sql.tree.DropTable)3
Test (org.testng.annotations.Test)3
Duration (io.airlift.units.Duration)2
SqlParser (io.prestosql.sql.parser.SqlParser)2
Expression (io.prestosql.sql.tree.Expression)2
SubqueryExpression (io.prestosql.sql.tree.SubqueryExpression)2
ImmutableList (com.google.common.collect.ImmutableList)1
AliasedRelation (io.prestosql.sql.tree.AliasedRelation)1
AllColumns (io.prestosql.sql.tree.AllColumns)1
ArithmeticBinaryExpression (io.prestosql.sql.tree.ArithmeticBinaryExpression)1
BinaryLiteral (io.prestosql.sql.tree.BinaryLiteral)1
