Examples with OperatorFactory io.prestosql.operator.OperatorFactory used on opensource projects

Example 16 with OperatorFactory

use of io.prestosql.operator.OperatorFactory in project boostkit-bigdata by kunpengcompute.

the class LocalMergeSourceOmniOperatorTest method createOperatorFactory.

@Override
protected OperatorFactory createOperatorFactory() {
    when(localExchangeFactory.getLocalExchange(any())).thenReturn(localExchange);
    when(localExchange.getBufferCount()).thenReturn(2);
    when(localExchange.getNextSource()).thenReturn(firstLocalExchangeSource, secondLocalExchangeSource);
    when(firstLocalExchangeSource.getPages()).thenAnswer((invocation -> {
        return firstSourceFinish.get() ? asList(new Page(new LazyBlock(10, block -> {
        }))) : null;
    }));
    when(secondLocalExchangeSource.getPages()).thenAnswer((invocation -> {
        return secondSourceFinish.get() ? asList(new Page(new LazyBlock(10, block -> {
        }))) : null;
    }));
    when(firstLocalExchangeSource.waitForReading()).thenReturn(new AbstractFuture() {

        @Override
        public boolean isDone() {
            return false;
        }
    });
    when(firstLocalExchangeSource.waitForReading()).thenReturn(new AbstractFuture() {

        @Override
        public boolean isDone() {
            return false;
        }
    });
    return new LocalMergeSourceOmniOperatorFactory(operatorId, orderByOmniId, planNodeId, localExchangeFactory, types, orderingCompiler, sortChannels, orderings, outputChannels);
}

Example 17 with OperatorFactory

use of io.prestosql.operator.OperatorFactory in project boostkit-bigdata by kunpengcompute.

the class PartitionedOutputOmniOperatorTest method createOperatorFactory.

protected OperatorFactory createOperatorFactory() {
    PartitionedOutputOmniFactory outputOperator = spy(new PartitionedOutputOmniFactory(partitionFunction, partitionChannels, partitionConstants, replicatesAnyRow, channel, outputBuffer, maxMemory, new int[] {}, false, new ArrayList<>()));
    OperatorFactory operatorFactory = mock(OperatorFactory.class);
    OperatorContext operatorContext = mock(OperatorContext.class);
    doAnswer((invocation) -> operatorFactory).when(outputOperator).createOutputOperator(anyInt(), any(), any(), any(), any());
    doAnswer(invocation -> createOperator()).when(operatorFactory).createOperator(any());
    doAnswer((invocation) -> operatorFactory).when(operatorFactory).duplicate();
    return outputOperator.createOutputOperator(operatorId, planNodeId, new ArrayList<>(), pagePageFunction, null);
}

Example 18 with OperatorFactory

use of io.prestosql.operator.OperatorFactory in project hetu-core by openlookeng.

the class TestSpatialJoinOperator method testDistributedSpatialSelfJoin.

@Test
public void testDistributedSpatialSelfJoin() {
    TaskContext taskContext = createTaskContext();
    DriverContext driverContext = taskContext.addPipelineContext(0, true, true, true).addDriverContext();
    RowPagesBuilder pages = rowPagesBuilder(ImmutableList.of(GEOMETRY, VARCHAR, INTEGER)).row(POLYGON_A, "A", 1).row(POLYGON_A, "A", 2).row(null, "null", null).pageBreak().row(POLYGON_B, "B", 0).row(POLYGON_B, "B", 2);
    MaterializedResult expected = resultBuilder(taskContext.getSession(), ImmutableList.of(VARCHAR, VARCHAR)).row("A", "A").row("A", "B").row("B", "A").row("B", "B").build();
    PagesSpatialIndexFactory pagesSpatialIndexFactory = buildIndex(driverContext, (build, probe, r) -> build.intersects(probe), Optional.empty(), Optional.of(2), Optional.of(KDB_TREE_JSON), Optional.empty(), pages);
    OperatorFactory joinOperatorFactory = new SpatialJoinOperatorFactory(2, new PlanNodeId("test"), INNER, pages.getTypes(), Ints.asList(1), 0, Optional.of(2), pagesSpatialIndexFactory);
    assertOperatorEquals(joinOperatorFactory, driverContext, pages.build(), expected);
}

Example 19 with OperatorFactory

use of io.prestosql.operator.OperatorFactory in project hetu-core by openlookeng.

the class TestSpatialJoinOperator method assertSpatialJoin.

private void assertSpatialJoin(TaskContext taskContext, Type joinType, RowPagesBuilder buildPages, RowPagesBuilder probePages, MaterializedResult expected) {
    DriverContext driverContext = taskContext.addPipelineContext(0, true, true, false).addDriverContext();
    PagesSpatialIndexFactory pagesSpatialIndexFactory = buildIndex(driverContext, (build, probe, r) -> build.contains(probe), Optional.empty(), Optional.empty(), buildPages);
    OperatorFactory joinOperatorFactory = new SpatialJoinOperatorFactory(2, new PlanNodeId("test"), joinType, probePages.getTypes(), Ints.asList(1), 0, Optional.empty(), pagesSpatialIndexFactory);
    assertOperatorEquals(joinOperatorFactory, driverContext, probePages.build(), expected);
}

Example 20 with OperatorFactory

use of io.prestosql.operator.OperatorFactory in project hetu-core by openlookeng.

the class TestSpatialJoinOperator method testYield.

@Test
public void testYield() {
    // create a filter function that yields for every probe match
    // verify we will yield #match times totally
    TaskContext taskContext = createTaskContext();
    DriverContext driverContext = taskContext.addPipelineContext(0, true, true, false).addDriverContext();
    // force a yield for every match
    AtomicInteger filterFunctionCalls = new AtomicInteger();
    InternalJoinFilterFunction filterFunction = new TestInternalJoinFilterFunction(((leftPosition, leftPage, rightPosition, rightPage) -> {
        filterFunctionCalls.incrementAndGet();
        driverContext.getYieldSignal().forceYieldForTesting();
        return true;
    }));
    RowPagesBuilder buildPages = rowPagesBuilder(ImmutableList.of(GEOMETRY, VARCHAR)).row(POLYGON_A, "A").pageBreak().row(POLYGON_B, "B");
    PagesSpatialIndexFactory pagesSpatialIndexFactory = buildIndex(driverContext, (build, probe, r) -> build.contains(probe), Optional.empty(), Optional.of(filterFunction), buildPages);
    // 10 points in polygon A (x0...x9)
    // 10 points in polygons A and B (y0...y9)
    // 10 points in polygon B (z0...z9)
    // 40 total matches
    RowPagesBuilder probePages = rowPagesBuilder(ImmutableList.of(GEOMETRY, VARCHAR));
    for (int i = 0; i < 10; i++) {
        probePages.row(stPoint(1 + 0.1 * i, 1 + 0.1 * i), "x" + i);
    }
    for (int i = 0; i < 10; i++) {
        probePages.row(stPoint(4.5 + 0.01 * i, 4.5 + 0.01 * i), "y" + i);
    }
    for (int i = 0; i < 10; i++) {
        probePages.row(stPoint(6 + 0.1 * i, 6 + 0.1 * i), "z" + i);
    }
    List<Page> probeInput = probePages.build();
    OperatorFactory joinOperatorFactory = new SpatialJoinOperatorFactory(2, new PlanNodeId("test"), INNER, probePages.getTypes(), Ints.asList(1), 0, Optional.empty(), pagesSpatialIndexFactory);
    Operator operator = joinOperatorFactory.createOperator(driverContext);
    assertTrue(operator.needsInput());
    operator.addInput(probeInput.get(0));
    operator.finish();
    // we will yield 40 times due to filterFunction
    for (int i = 0; i < 40; i++) {
        driverContext.getYieldSignal().setWithDelay(5 * SECONDS.toNanos(1), driverContext.getYieldExecutor());
        assertNull(operator.getOutput());
        assertEquals(filterFunctionCalls.get(), i + 1, "Expected join to stop processing (yield) after calling filter function once");
        driverContext.getYieldSignal().reset();
    }
    // delayed yield is not going to prevent operator from producing a page now (yield won't be forced because filter function won't be called anymore)
    driverContext.getYieldSignal().setWithDelay(5 * SECONDS.toNanos(1), driverContext.getYieldExecutor());
    Page output = operator.getOutput();
    assertNotNull(output);
    // make sure we have 40 matches
    assertEquals(output.getPositionCount(), 40);
}