Search in sources :

Example 11 with QueryCompletedEvent

use of com.facebook.presto.spi.eventlistener.QueryCompletedEvent in project presto by prestodb.

the class TestEventListener method testNormalQuery.

@Test
public void testNormalQuery() throws Exception {
    // We expect the following events
    // QueryCreated: 1, QueryCompleted: 1, Splits: SPLITS_PER_NODE (leaf splits) + LocalExchange[SINGLE] split + Aggregation/Output split
    int expectedEvents = 1 + 1 + SPLITS_PER_NODE + 1 + 1;
    runQueryAndWaitForEvents("SELECT sum(linenumber) FROM lineitem", expectedEvents);
    QueryCreatedEvent queryCreatedEvent = getOnlyElement(generatedEvents.getQueryCreatedEvents());
    assertEquals(queryCreatedEvent.getContext().getServerVersion(), "testversion");
    assertEquals(queryCreatedEvent.getContext().getServerAddress(), "127.0.0.1");
    assertEquals(queryCreatedEvent.getContext().getEnvironment(), "testing");
    assertEquals(queryCreatedEvent.getContext().getClientInfo().get(), "{\"clientVersion\":\"testVersion\"}");
    assertEquals(queryCreatedEvent.getMetadata().getQuery(), "SELECT sum(linenumber) FROM lineitem");
    assertFalse(queryCreatedEvent.getMetadata().getPreparedQuery().isPresent());
    QueryCompletedEvent queryCompletedEvent = getOnlyElement(generatedEvents.getQueryCompletedEvents());
    assertTrue(queryCompletedEvent.getContext().getResourceGroupId().isPresent());
    assertEquals(queryCompletedEvent.getContext().getResourceGroupId().get(), createResourceGroupId("global", "user-user"));
    assertEquals(queryCompletedEvent.getIoMetadata().getOutput(), Optional.empty());
    assertEquals(queryCompletedEvent.getIoMetadata().getInputs().size(), 1);
    assertEquals(queryCompletedEvent.getContext().getClientInfo().get(), "{\"clientVersion\":\"testVersion\"}");
    assertEquals(getOnlyElement(queryCompletedEvent.getIoMetadata().getInputs()).getCatalogName(), "tpch");
    assertEquals(queryCreatedEvent.getMetadata().getQueryId(), queryCompletedEvent.getMetadata().getQueryId());
    assertFalse(queryCompletedEvent.getMetadata().getPreparedQuery().isPresent());
    assertEquals(queryCompletedEvent.getStatistics().getCompletedSplits(), SPLITS_PER_NODE + 2);
    List<SplitCompletedEvent> splitCompletedEvents = generatedEvents.getSplitCompletedEvents();
    // leaf splits + aggregation split
    assertEquals(splitCompletedEvents.size(), SPLITS_PER_NODE + 2);
    // All splits must have the same query ID
    Set<String> actual = splitCompletedEvents.stream().map(SplitCompletedEvent::getQueryId).collect(toSet());
    assertEquals(actual, ImmutableSet.of(queryCompletedEvent.getMetadata().getQueryId()));
    // Sum of row count processed by all leaf stages is equal to the number of rows in the table
    long actualCompletedPositions = splitCompletedEvents.stream().filter(// filter out the root stage
    e -> !e.getStageExecutionId().endsWith(".0.0")).mapToLong(e -> e.getStatistics().getCompletedPositions()).sum();
    MaterializedResult result = runQueryAndWaitForEvents("SELECT count(*) FROM lineitem", expectedEvents);
    long expectedCompletedPositions = (long) result.getMaterializedRows().get(0).getField(0);
    assertEquals(actualCompletedPositions, expectedCompletedPositions);
    assertEquals(queryCompletedEvent.getStatistics().getTotalRows(), expectedCompletedPositions);
}
Also used : Assert.assertEquals(org.testng.Assert.assertEquals) Test(org.testng.annotations.Test) DistributedQueryRunner(com.facebook.presto.tests.DistributedQueryRunner) ImmutableList(com.google.common.collect.ImmutableList) TestingEventListenerPlugin(com.facebook.presto.execution.TestEventListenerPlugin.TestingEventListenerPlugin) Assert.assertFalse(org.testng.Assert.assertFalse) Collectors.toSet(java.util.stream.Collectors.toSet) AfterClass(org.testng.annotations.AfterClass) ImmutableSet(com.google.common.collect.ImmutableSet) TpchPlugin(com.facebook.presto.tpch.TpchPlugin) ImmutableMap(com.google.common.collect.ImmutableMap) Language(org.intellij.lang.annotations.Language) TestQueues.createResourceGroupId(com.facebook.presto.execution.TestQueues.createResourceGroupId) Session(com.facebook.presto.Session) BeforeClass(org.testng.annotations.BeforeClass) Set(java.util.Set) SplitCompletedEvent(com.facebook.presto.spi.eventlistener.SplitCompletedEvent) Iterables.getOnlyElement(com.google.common.collect.Iterables.getOnlyElement) TestingSession.testSessionBuilder(com.facebook.presto.testing.TestingSession.testSessionBuilder) TimeUnit(java.util.concurrent.TimeUnit) CountDownLatch(java.util.concurrent.CountDownLatch) MaterializedResult(com.facebook.presto.testing.MaterializedResult) List(java.util.List) QueryCompletedEvent(com.facebook.presto.spi.eventlistener.QueryCompletedEvent) ResourceGroupManagerPlugin(com.facebook.presto.resourceGroups.ResourceGroupManagerPlugin) QueryId(com.facebook.presto.spi.QueryId) Optional(java.util.Optional) Assert.assertTrue(org.testng.Assert.assertTrue) QueryCreatedEvent(com.facebook.presto.spi.eventlistener.QueryCreatedEvent) SplitCompletedEvent(com.facebook.presto.spi.eventlistener.SplitCompletedEvent) QueryCreatedEvent(com.facebook.presto.spi.eventlistener.QueryCreatedEvent) QueryCompletedEvent(com.facebook.presto.spi.eventlistener.QueryCompletedEvent) MaterializedResult(com.facebook.presto.testing.MaterializedResult) Test(org.testng.annotations.Test)

Example 12 with QueryCompletedEvent

use of com.facebook.presto.spi.eventlistener.QueryCompletedEvent in project presto by prestodb.

the class TestEventListener method testConstantQuery.

@Test
public void testConstantQuery() throws Exception {
    // QueryCreated: 1, QueryCompleted: 1, Splits: 1
    runQueryAndWaitForEvents("SELECT 1", 3);
    QueryCreatedEvent queryCreatedEvent = getOnlyElement(generatedEvents.getQueryCreatedEvents());
    assertEquals(queryCreatedEvent.getContext().getServerVersion(), "testversion");
    assertEquals(queryCreatedEvent.getContext().getServerAddress(), "127.0.0.1");
    assertEquals(queryCreatedEvent.getContext().getEnvironment(), "testing");
    assertEquals(queryCreatedEvent.getContext().getClientInfo().get(), "{\"clientVersion\":\"testVersion\"}");
    assertEquals(queryCreatedEvent.getMetadata().getQuery(), "SELECT 1");
    assertFalse(queryCreatedEvent.getMetadata().getPreparedQuery().isPresent());
    QueryCompletedEvent queryCompletedEvent = getOnlyElement(generatedEvents.getQueryCompletedEvents());
    assertTrue(queryCompletedEvent.getContext().getResourceGroupId().isPresent());
    assertEquals(queryCompletedEvent.getContext().getResourceGroupId().get(), createResourceGroupId("global", "user-user"));
    assertEquals(queryCompletedEvent.getStatistics().getTotalRows(), 0L);
    assertEquals(queryCompletedEvent.getContext().getClientInfo().get(), "{\"clientVersion\":\"testVersion\"}");
    assertEquals(queryCreatedEvent.getMetadata().getQueryId(), queryCompletedEvent.getMetadata().getQueryId());
    assertFalse(queryCompletedEvent.getMetadata().getPreparedQuery().isPresent());
    List<SplitCompletedEvent> splitCompletedEvents = generatedEvents.getSplitCompletedEvents();
    assertEquals(splitCompletedEvents.get(0).getQueryId(), queryCompletedEvent.getMetadata().getQueryId());
    assertEquals(splitCompletedEvents.get(0).getStatistics().getCompletedPositions(), 1);
}
Also used : SplitCompletedEvent(com.facebook.presto.spi.eventlistener.SplitCompletedEvent) QueryCreatedEvent(com.facebook.presto.spi.eventlistener.QueryCreatedEvent) QueryCompletedEvent(com.facebook.presto.spi.eventlistener.QueryCompletedEvent) Test(org.testng.annotations.Test)

Aggregations

QueryCompletedEvent (com.facebook.presto.spi.eventlistener.QueryCompletedEvent)12 QueryCreatedEvent (com.facebook.presto.spi.eventlistener.QueryCreatedEvent)6 QueryMetadata (com.facebook.presto.spi.eventlistener.QueryMetadata)6 Test (org.testng.annotations.Test)6 ImmutableList (com.google.common.collect.ImmutableList)4 QueryId (com.facebook.presto.spi.QueryId)3 SplitCompletedEvent (com.facebook.presto.spi.eventlistener.SplitCompletedEvent)3 List (java.util.List)3 Session (com.facebook.presto.Session)2 QueryStats (com.facebook.presto.execution.QueryStats)2 QueryContext (com.facebook.presto.spi.eventlistener.QueryContext)2 QueryFailureInfo (com.facebook.presto.spi.eventlistener.QueryFailureInfo)2 QueryIOMetadata (com.facebook.presto.spi.eventlistener.QueryIOMetadata)2 QueryStatistics (com.facebook.presto.spi.eventlistener.QueryStatistics)2 MaterializedResult (com.facebook.presto.testing.MaterializedResult)2 ImmutableList.toImmutableList (com.google.common.collect.ImmutableList.toImmutableList)2 ImmutableMap (com.google.common.collect.ImmutableMap)2 FailureInfo (com.facebook.presto.client.FailureInfo)1 NodeVersion (com.facebook.presto.client.NodeVersion)1 RuntimeStats (com.facebook.presto.common.RuntimeStats)1