use of io.confluent.ksql.util.QueryMetadata in project ksql by confluentinc.
the class QueryEngine method buildPhysicalPlans.
List<QueryMetadata> buildPhysicalPlans(final List<Pair<String, PlanNode>> logicalPlans, final List<Pair<String, Statement>> statementList, final Map<String, Object> overriddenProperties, final boolean updateMetastore) throws Exception {
List<QueryMetadata> physicalPlans = new ArrayList<>();
for (int i = 0; i < logicalPlans.size(); i++) {
Pair<String, PlanNode> statementPlanPair = logicalPlans.get(i);
if (statementPlanPair.getRight() == null) {
Statement statement = statementList.get(i).getRight();
if (!(statement instanceof DdlStatement)) {
throw new KsqlException("expecting a statement implementing DDLStatement but got: " + statement.getClass());
}
handleDdlStatement(statementPlanPair.getLeft(), (DdlStatement) statement, overriddenProperties);
} else {
buildQueryPhysicalPlan(physicalPlans, statementPlanPair, overriddenProperties, updateMetastore);
}
}
return physicalPlans;
}
use of io.confluent.ksql.util.QueryMetadata in project ksql by confluentinc.
the class StandaloneExecutorTest method shouldNotExecuteNonPersistentQueries.
@Test
public void shouldNotExecuteNonPersistentQueries() throws Exception {
final QueryMetadata query = EasyMock.createMock(QueryMetadata.class);
EasyMock.expect(engine.createQueries(anyString())).andReturn(Collections.singletonList(query));
EasyMock.expect(query.getStatementString()).andReturn("");
EasyMock.replay(query, engine);
executor.start();
EasyMock.verify(query);
}
use of io.confluent.ksql.util.QueryMetadata in project ksql by confluentinc.
the class WindowingIntTest method shouldAggregateTumblingWindow.
@Test
public void shouldAggregateTumblingWindow() throws Exception {
testHarness.publishTestData(topicName, dataProvider, now);
final String streamName = "TUMBLING_AGGTEST";
final String queryString = String.format("CREATE TABLE %s AS SELECT %s FROM ORDERS WINDOW %s WHERE ITEMID = 'ITEM_1' GROUP BY ITEMID;", streamName, "ITEMID, COUNT(ITEMID), SUM(ORDERUNITS)", "TUMBLING ( SIZE 10 SECONDS)");
ksqlContext.sql(queryString);
Schema resultSchema = ksqlContext.getMetaStore().getSource(streamName).getSchema();
final GenericRow expected = new GenericRow(Arrays.asList(null, null, "ITEM_1", 2, /**
* 2 x items *
*/
20.0));
final Map<String, GenericRow> results = new HashMap<>();
TestUtils.waitForCondition(() -> {
final Map<Windowed<String>, GenericRow> windowedResults = testHarness.consumeData(streamName, resultSchema, 1, new TimeWindowedDeserializer<>(new StringDeserializer()), MAX_POLL_PER_ITERATION);
updateResults(results, windowedResults);
final GenericRow actual = results.get("ITEM_1");
return expected.equals(actual);
}, 60000, "didn't receive correct results within timeout");
AdminClient adminClient = AdminClient.create(testHarness.ksqlConfig.getKsqlStreamConfigProps());
KafkaTopicClient topicClient = new KafkaTopicClientImpl(adminClient);
Set<String> topicBeforeCleanup = topicClient.listTopicNames();
assertThat("Expected to have 5 topics instead have : " + topicBeforeCleanup.size(), topicBeforeCleanup.size(), equalTo(5));
QueryMetadata queryMetadata = ksqlContext.getRunningQueries().iterator().next();
queryMetadata.close();
Set<String> topicsAfterCleanUp = topicClient.listTopicNames();
assertThat("Expected to see 3 topics after clean up but seeing " + topicsAfterCleanUp.size(), topicsAfterCleanUp.size(), equalTo(3));
assertThat(topicClient.getTopicCleanupPolicy(streamName), equalTo(KafkaTopicClient.TopicCleanupPolicy.DELETE));
}
use of io.confluent.ksql.util.QueryMetadata in project ksql by confluentinc.
the class PhysicalPlanBuilderTest method shouldCreateExecutionPlan.
@Test
public void shouldCreateExecutionPlan() throws Exception {
String queryString = "SELECT col0, sum(col3), count(col3) FROM test1 " + "WHERE col0 > 100 GROUP BY col0;";
final QueryMetadata metadata = buildPhysicalPlan(queryString);
final String planText = metadata.getExecutionPlan();
String[] lines = planText.split("\n");
Assert.assertEquals(lines[0], " > [ SINK ] Schema: [COL0 : INT64 , KSQL_COL_1 : FLOAT64 " + ", KSQL_COL_2 : INT64].");
Assert.assertEquals(lines[1], "\t\t > [ AGGREGATE ] Schema: [TEST1.COL0 : INT64 , TEST1.COL3 : FLOAT64 , KSQL_AGG_VARIABLE_0 : FLOAT64 , KSQL_AGG_VARIABLE_1 : INT64].");
Assert.assertEquals(lines[2], "\t\t\t\t > [ PROJECT ] Schema: [TEST1.COL0 : INT64 , TEST1.COL3 : FLOAT64].");
Assert.assertEquals(lines[3], "\t\t\t\t\t\t > [ FILTER ] Schema: [TEST1.COL0 : INT64 , TEST1.COL1 : STRING , TEST1.COL2 : STRING , TEST1.COL3 : FLOAT64 , TEST1.COL4 : ARRAY , TEST1.COL5 : MAP].");
Assert.assertEquals(lines[4], "\t\t\t\t\t\t\t\t > [ SOURCE ] Schema: [TEST1.COL0 : INT64 , TEST1.COL1 : STRING , TEST1.COL2 : STRING , TEST1.COL3 : FLOAT64 , TEST1.COL4 : ARRAY , TEST1.COL5 : MAP].");
}
use of io.confluent.ksql.util.QueryMetadata in project ksql by confluentinc.
the class PhysicalPlanBuilderTest method shouldReturnCreatedKafkaStream.
@Test
public void shouldReturnCreatedKafkaStream() throws Exception {
final QueryMetadata queryMetadata = buildPhysicalPlan(simpleSelectFilter);
List<TestKafkaStreamsBuilder.Call> calls = testKafkaStreamsBuilder.getCalls();
Assert.assertEquals(1, calls.size());
Assert.assertSame(calls.get(0).kafkaStreams, queryMetadata.getKafkaStreams());
}
Aggregations