Examples with LocalExchangeSinkFactory com.facebook.presto.operator.exchange.LocalExchange.LocalExchangeSinkFactory used on opensource projects

Example 6 with LocalExchangeSinkFactory

use of com.facebook.presto.operator.exchange.LocalExchange.LocalExchangeSinkFactory in project presto by prestodb.

the class TestLocalExchange method writeUnblockWhenAllReadersFinish.

@Test
public void writeUnblockWhenAllReadersFinish() {
    ImmutableList<BigintType> types = ImmutableList.of(BIGINT);
    LocalExchange exchange = new LocalExchange(FIXED_BROADCAST_DISTRIBUTION, 2, types, ImmutableList.of(), Optional.empty());
    assertEquals(exchange.getBufferCount(), 2);
    assertExchangeTotalBufferedBytes(exchange, 0);
    LocalExchangeSinkFactory sinkFactory = exchange.createSinkFactory();
    LocalExchangeSink sinkA = sinkFactory.createSink();
    assertSinkCanWrite(sinkA);
    LocalExchangeSink sinkB = sinkFactory.createSink();
    assertSinkCanWrite(sinkB);
    sinkFactory.close();
    sinkFactory.noMoreSinkFactories();
    LocalExchangeSource sourceA = exchange.getSource(0);
    assertSource(sourceA, 0);
    LocalExchangeSource sourceB = exchange.getSource(1);
    assertSource(sourceB, 0);
    sourceA.finish();
    assertSourceFinished(sourceA);
    assertSinkCanWrite(sinkA);
    assertSinkCanWrite(sinkB);
    sourceB.finish();
    assertSourceFinished(sourceB);
    assertSinkFinished(sinkA);
    assertSinkFinished(sinkB);
}

Example 7 with LocalExchangeSinkFactory

use of com.facebook.presto.operator.exchange.LocalExchange.LocalExchangeSinkFactory in project presto by prestodb.

the class TestLocalExchange method testGatherSingleWriter.

@Test
public void testGatherSingleWriter() {
    LocalExchange exchange = new LocalExchange(SINGLE_DISTRIBUTION, 8, TYPES, ImmutableList.of(), Optional.empty(), new DataSize(retainedSizeOfPages(99), BYTE));
    assertEquals(exchange.getBufferCount(), 1);
    assertExchangeTotalBufferedBytes(exchange, 0);
    LocalExchangeSinkFactory sinkFactory = exchange.createSinkFactory();
    LocalExchangeSource source = exchange.getSource(0);
    assertSource(source, 0);
    LocalExchangeSink sink = sinkFactory.createSink();
    sinkFactory.close();
    sinkFactory.noMoreSinkFactories();
    assertSinkCanWrite(sink);
    assertSource(source, 0);
    // add the first page which should cause the reader to unblock
    ListenableFuture<?> readFuture = source.waitForReading();
    assertFalse(readFuture.isDone());
    sink.addPage(createPage(0));
    assertTrue(readFuture.isDone());
    assertExchangeTotalBufferedBytes(exchange, 1);
    assertSource(source, 1);
    sink.addPage(createPage(1));
    assertSource(source, 2);
    assertExchangeTotalBufferedBytes(exchange, 2);
    assertRemovePage(source, createPage(0));
    assertSource(source, 1);
    assertExchangeTotalBufferedBytes(exchange, 1);
    assertRemovePage(source, createPage(1));
    assertSource(source, 0);
    assertExchangeTotalBufferedBytes(exchange, 0);
    sink.addPage(createPage(2));
    sink.addPage(createPage(3));
    assertSource(source, 2);
    assertExchangeTotalBufferedBytes(exchange, 2);
    sink.finish();
    assertSinkFinished(sink);
    assertSource(source, 2);
    assertRemovePage(source, createPage(2));
    assertSource(source, 1);
    assertSinkFinished(sink);
    assertExchangeTotalBufferedBytes(exchange, 1);
    assertRemovePage(source, createPage(3));
    assertSourceFinished(source);
    assertExchangeTotalBufferedBytes(exchange, 0);
}