Search in sources :

Example 1 with TableFinishOperatorFactory

use of io.trino.operator.TableFinishOperator.TableFinishOperatorFactory in project trino by trinodb.

the class TestTableFinishOperator method testStatisticsAggregation.

@Test
public void testStatisticsAggregation() throws Exception {
    TestTableFinisher tableFinisher = new TestTableFinisher();
    ColumnStatisticMetadata statisticMetadata = new ColumnStatisticMetadata("column", MAX_VALUE);
    StatisticAggregationsDescriptor<Integer> descriptor = new StatisticAggregationsDescriptor<>(ImmutableMap.of(), ImmutableMap.of(), ImmutableMap.of(statisticMetadata, 0));
    Session session = testSessionBuilder().setSystemProperty("statistics_cpu_timer_enabled", "true").build();
    TableExecuteContextManager tableExecuteContextManager = new TableExecuteContextManager();
    TableFinishOperatorFactory operatorFactory = new TableFinishOperatorFactory(0, new PlanNodeId("node"), tableFinisher, new AggregationOperator.AggregationOperatorFactory(1, new PlanNodeId("test"), ImmutableList.of(LONG_MAX.createAggregatorFactory(SINGLE, ImmutableList.of(2), OptionalInt.empty()))), descriptor, tableExecuteContextManager, true, session);
    DriverContext driverContext = createTaskContext(scheduledExecutor, scheduledExecutor, session).addPipelineContext(0, true, true, false).addDriverContext();
    tableExecuteContextManager.registerTableExecuteContextForQuery(driverContext.getPipelineContext().getTaskContext().getQueryContext().getQueryId());
    TableFinishOperator operator = (TableFinishOperator) operatorFactory.createOperator(driverContext);
    List<Type> inputTypes = ImmutableList.of(BIGINT, VARBINARY, BIGINT);
    operator.addInput(rowPagesBuilder(inputTypes).row(4, null, null).build().get(0));
    operator.addInput(rowPagesBuilder(inputTypes).row(5, null, null).build().get(0));
    operator.addInput(rowPagesBuilder(inputTypes).row(null, new byte[] { 1 }, null).build().get(0));
    operator.addInput(rowPagesBuilder(inputTypes).row(null, new byte[] { 2 }, null).build().get(0));
    operator.addInput(rowPagesBuilder(inputTypes).row(null, null, 6).build().get(0));
    operator.addInput(rowPagesBuilder(inputTypes).row(null, null, 7).build().get(0));
    assertThat(driverContext.getMemoryUsage()).as("memoryUsage").isGreaterThan(0);
    assertTrue(operator.isBlocked().isDone(), "isBlocked should be done");
    assertTrue(operator.needsInput(), "needsInput should be true");
    operator.finish();
    assertFalse(operator.isFinished(), "isFinished should be false");
    assertNull(operator.getOutput());
    List<Type> outputTypes = ImmutableList.of(BIGINT);
    assertPageEquals(outputTypes, operator.getOutput(), rowPagesBuilder(outputTypes).row(9).build().get(0));
    assertTrue(operator.isBlocked().isDone(), "isBlocked should be done");
    assertFalse(operator.needsInput(), "needsInput should be false");
    assertTrue(operator.isFinished(), "isFinished should be true");
    operator.close();
    assertEquals(tableFinisher.getFragments(), ImmutableList.of(Slices.wrappedBuffer(new byte[] { 1 }), Slices.wrappedBuffer(new byte[] { 2 })));
    assertEquals(tableFinisher.getComputedStatistics().size(), 1);
    assertEquals(getOnlyElement(tableFinisher.getComputedStatistics()).getColumnStatistics().size(), 1);
    Block expectedStatisticsBlock = new LongArrayBlockBuilder(null, 1).writeLong(7).closeEntry().build();
    assertBlockEquals(BIGINT, getOnlyElement(tableFinisher.getComputedStatistics()).getColumnStatistics().get(statisticMetadata), expectedStatisticsBlock);
    assertEquals(driverContext.getMemoryUsage(), 0, "memoryUsage");
}
Also used : TableFinishOperatorFactory(io.trino.operator.TableFinishOperator.TableFinishOperatorFactory) ColumnStatisticMetadata(io.trino.spi.statistics.ColumnStatisticMetadata) PlanNodeId(io.trino.sql.planner.plan.PlanNodeId) Type(io.trino.spi.type.Type) TableExecuteContextManager(io.trino.execution.TableExecuteContextManager) Block(io.trino.spi.block.Block) LongArrayBlockBuilder(io.trino.spi.block.LongArrayBlockBuilder) StatisticAggregationsDescriptor(io.trino.sql.planner.plan.StatisticAggregationsDescriptor) Session(io.trino.Session) Test(org.testng.annotations.Test)

Aggregations

Session (io.trino.Session)1 TableExecuteContextManager (io.trino.execution.TableExecuteContextManager)1 TableFinishOperatorFactory (io.trino.operator.TableFinishOperator.TableFinishOperatorFactory)1 Block (io.trino.spi.block.Block)1 LongArrayBlockBuilder (io.trino.spi.block.LongArrayBlockBuilder)1 ColumnStatisticMetadata (io.trino.spi.statistics.ColumnStatisticMetadata)1 Type (io.trino.spi.type.Type)1 PlanNodeId (io.trino.sql.planner.plan.PlanNodeId)1 StatisticAggregationsDescriptor (io.trino.sql.planner.plan.StatisticAggregationsDescriptor)1 Test (org.testng.annotations.Test)1