Examples with CollectorSink teetime.stage.CollectorSink used on opensource projects

Example 1 with CollectorSink

use of teetime.stage.CollectorSink in project TeeTime by teetime-framework.

the class ProducerConsumerGlobalTaskPoolIT method shouldExecuteProducerConsumer.

private void shouldExecuteProducerConsumer(final int numThreads, final int numExecutions) {
    int numElements = 10_000;
    List<Integer> processedElements = new ArrayList<>();
    IntStream inputElements = IntStream.iterate(0, i -> i + 1).limit(numElements);
    Configuration config = new Configuration().from(new StreamProducer<>(inputElements)).end(new CollectorSink<>(processedElements));
    TeeTimeScheduler scheduling = new GlobalTaskPoolScheduling(numThreads, config, numExecutions);
    Execution<Configuration> execution = new Execution<>(config, true, scheduling);
    execution.executeBlocking();
    for (int i = 0; i < numElements; i++) {
        assertThat(processedElements.get(i), is(i));
    }
    assertThat(processedElements, hasSize(numElements));
}

Example 2 with CollectorSink

use of teetime.stage.CollectorSink in project TeeTime by teetime-framework.

the class ThreeStagesGlobalTaskPoolIT method shouldExecutePipelineCorrectlyManyElements.

private void shouldExecutePipelineCorrectlyManyElements(final int numElements, final int numThreads, final int numExecutions) {
    List<Integer> processedElements = new ArrayList<>();
    IntStream inputElements = IntStream.iterate(0, i -> i + 1).limit(numElements);
    Configuration config = new Configuration().from(new StreamProducer<>(inputElements)).to(new Counter<>()).end(new CollectorSink<>(processedElements));
    TeeTimeScheduler scheduling = new GlobalTaskPoolScheduling(numThreads, config, numExecutions);
    Execution<Configuration> execution = new Execution<>(config, true, scheduling);
    execution.executeBlocking();
    for (int i = 0; i < numElements; i++) {
        Integer actualElement = processedElements.get(i);
        assertThat(actualElement, is(i));
    }
    assertThat(processedElements, hasSize(numElements));
}

Example 3 with CollectorSink

use of teetime.stage.CollectorSink in project TeeTime by teetime-framework.

the class StageFactory method getSinkFromOutputPort.

@SuppressWarnings("unchecked")
static <T> CollectorSink<T> getSinkFromOutputPort(final OutputPort<T> outputPort) {
    InputPort<?> targetPort = outputPort.getPipe().getTargetPort();
    AbstractStage owningStage = targetPort.getOwningStage();
    if (owningStage instanceof CollectorSink) {
        return (CollectorSink<T>) owningStage;
    }
    String message = String.format("%s", owningStage);
    throw new IllegalArgumentException(message);
}

Example 4 with CollectorSink

use of teetime.stage.CollectorSink in project TeeTime by teetime-framework.

the class ThreeStagesPushPullIT method shouldExecutePipelineCorrectlyManyElements.

private void shouldExecutePipelineCorrectlyManyElements(final int numElements, final int numThreads) {
    List<Integer> processedElements = new ArrayList<>();
    IntStream inputElements = IntStream.iterate(0, i -> i + 1).limit(numElements);
    Configuration config = new Configuration().from(new StreamProducer<>(inputElements)).to(new Counter<>()).end(new CollectorSink<>(processedElements));
    TeeTimeScheduler scheduling = new PushPullScheduling(config);
    Execution<Configuration> execution = new Execution<>(config, true, scheduling);
    execution.executeBlocking();
    for (int i = 0; i < numElements; i++) {
        Integer actualElement = processedElements.get(i);
        assertThat(actualElement, is(i));
    }
    assertThat(processedElements, hasSize(numElements));
}

Example 5 with CollectorSink

use of teetime.stage.CollectorSink in project TeeTime by teetime-framework.

the class DynamicTaskFarmStageTest method testDynamicTaskFarmStage.

@Test
@Ignore("declareActive at runtime is required, but not yet implemented/merged")
public void testDynamicTaskFarmStage() throws Exception {
    final Integer[] elements = { 1, 2, 3 };
    final ElementTrigger<Integer> producer = new ElementTrigger<Integer>(elements);
    final DynamicTaskFarmStage<Integer, Integer, Counter<Integer>> dynamicTaskFarmStage = new DynamicTaskFarmStage<Integer, Integer, Counter<Integer>>(new Counter<Integer>(), 1);
    final CollectorSink<Integer> collectorSink = new CollectorSink<Integer>();
    Configuration configuration = new Configuration() {

        {
            connectPorts(producer.getOutputPort(), dynamicTaskFarmStage.getInputPort());
            connectPorts(dynamicTaskFarmStage.getOutputPort(), collectorSink.getInputPort());
        }
    };
    Execution<Configuration> execution = new Execution<Configuration>(configuration);
    execution.executeNonBlocking();
    producer.trigger();
    assertThat(dynamicTaskFarmStage.getMerger().isActive(), is(false));
    dynamicTaskFarmStage.addStageAtRuntime();
    producer.trigger();
    // assertThat(dynamicTaskFarmStage.getMerger().isActive(), is(true)); // TODO uncomment if "declareActive at runtime" is implemented
    dynamicTaskFarmStage.removeStageAtRuntime();
    producer.trigger();
    // assertThat(dynamicTaskFarmStage.getMerger().isActive(), is(false)); // TODO uncomment if "declareActive at runtime" is implemented
    execution.abortEventually();
}