Search in sources :

Example 61 with Queue

use of com.oath.cyclops.async.adapters.Queue in project bender by Nextdoor.

the class ConditionalOperationTest method testSingleConditionNoMatch.

@Test
public void testSingleConditionNoMatch() {
    /*
     * Setup the pipeline of operation processors
     */
    List<Pair<FilterOperation, List<OperationProcessor>>> conditions = new ArrayList<Pair<FilterOperation, List<OperationProcessor>>>();
    List<OperationProcessor> case1Ops = new ArrayList<OperationProcessor>();
    DummyAppendOperationFactory pos = new DummyAppendOperationFactory();
    DummyAppendOperationConfig posConf = new DummyAppendOperationConfig();
    posConf.setAppendStr("+");
    pos.setConf(posConf);
    case1Ops.add(new OperationProcessor(pos));
    FilterOperation filter = new BasicFilterOperation(false);
    conditions.add(new ImmutablePair<FilterOperation, List<OperationProcessor>>(filter, case1Ops));
    ConditionalOperation op = new ConditionalOperation(conditions, false);
    /*
     * Create thread that supplies input events
     */
    Queue<InternalEvent> inputQueue = new Queue<InternalEvent>();
    supply(2, inputQueue);
    /*
     * Process
     */
    Stream<InternalEvent> input = inputQueue.stream();
    Stream<InternalEvent> output = op.getOutputStream(input);
    List<String> actual = output.map(m -> {
        return m.getEventObj().getPayload().toString();
    }).collect(Collectors.toList());
    List<String> expected = Arrays.asList("0", "1");
    assertEquals(2, actual.size());
    assertTrue(expected.containsAll(actual));
}
Also used : Arrays(java.util.Arrays) Monitor(com.nextdoor.bender.monitoring.Monitor) FilterOperation(com.nextdoor.bender.operation.FilterOperation) Assert.assertTrue(org.junit.Assert.assertTrue) Test(org.junit.Test) DummyStringEvent(com.nextdoor.bender.testutils.DummyDeserializerHelper.DummyStringEvent) InternalEvent(com.nextdoor.bender.InternalEvent) DummyAppendOperationConfig(com.nextdoor.bender.testutils.DummyAppendOperationHelper.DummyAppendOperationConfig) Collectors(java.util.stream.Collectors) OperationProcessor(com.nextdoor.bender.operation.OperationProcessor) ImmutablePair(org.apache.commons.lang3.tuple.ImmutablePair) ArrayList(java.util.ArrayList) List(java.util.List) Stream(java.util.stream.Stream) ConditionalOperation(com.nextdoor.bender.operation.conditional.ConditionalOperation) Queue(com.oath.cyclops.async.adapters.Queue) Pair(org.apache.commons.lang3.tuple.Pair) BasicFilterOperation(com.nextdoor.bender.operation.filter.BasicFilterOperation) DummyAppendOperationFactory(com.nextdoor.bender.testutils.DummyAppendOperationHelper.DummyAppendOperationFactory) BasicFilterOperationConfig(com.nextdoor.bender.operation.filter.BasicFilterOperationConfig) Assert.assertEquals(org.junit.Assert.assertEquals) Before(org.junit.Before) BasicFilterOperationFactory(com.nextdoor.bender.operation.filter.BasicFilterOperationFactory) ArrayList(java.util.ArrayList) OperationProcessor(com.nextdoor.bender.operation.OperationProcessor) InternalEvent(com.nextdoor.bender.InternalEvent) DummyAppendOperationFactory(com.nextdoor.bender.testutils.DummyAppendOperationHelper.DummyAppendOperationFactory) ConditionalOperation(com.nextdoor.bender.operation.conditional.ConditionalOperation) FilterOperation(com.nextdoor.bender.operation.FilterOperation) BasicFilterOperation(com.nextdoor.bender.operation.filter.BasicFilterOperation) DummyAppendOperationConfig(com.nextdoor.bender.testutils.DummyAppendOperationHelper.DummyAppendOperationConfig) ArrayList(java.util.ArrayList) List(java.util.List) Queue(com.oath.cyclops.async.adapters.Queue) ImmutablePair(org.apache.commons.lang3.tuple.ImmutablePair) Pair(org.apache.commons.lang3.tuple.Pair) BasicFilterOperation(com.nextdoor.bender.operation.filter.BasicFilterOperation) Test(org.junit.Test)

Example 62 with Queue

use of com.oath.cyclops.async.adapters.Queue in project bender by Nextdoor.

the class ConditionalOperationTest method testTwoConditions.

@Test
public void testTwoConditions() {
    List<Pair<FilterOperation, List<OperationProcessor>>> conditions = new ArrayList<Pair<FilterOperation, List<OperationProcessor>>>();
    /*
     * Case 1
     */
    List<OperationProcessor> case1Ops = new ArrayList<OperationProcessor>();
    DummyAppendOperationFactory pos = new DummyAppendOperationFactory();
    DummyAppendOperationConfig posConf = new DummyAppendOperationConfig();
    posConf.setAppendStr("+");
    pos.setConf(posConf);
    case1Ops.add(new OperationProcessor(pos));
    FilterOperation case1Filter = new BasicFilterOperation(false);
    conditions.add(new ImmutablePair<FilterOperation, List<OperationProcessor>>(case1Filter, case1Ops));
    /*
     * Case 2
     */
    List<OperationProcessor> case2Ops = new ArrayList<OperationProcessor>();
    DummyAppendOperationFactory neg = new DummyAppendOperationFactory();
    DummyAppendOperationConfig negConf = new DummyAppendOperationConfig();
    negConf.setAppendStr("-");
    neg.setConf(negConf);
    case2Ops.add(new OperationProcessor(neg));
    FilterOperation case2Filter = new BasicFilterOperation(true);
    conditions.add(new ImmutablePair<FilterOperation, List<OperationProcessor>>(case2Filter, case2Ops));
    ConditionalOperation op = new ConditionalOperation(conditions, false);
    /*
     * Create thread that supplies input events
     */
    Queue<InternalEvent> inputQueue = new Queue<InternalEvent>();
    supply(2, inputQueue);
    /*
     * Process
     */
    Stream<InternalEvent> input = inputQueue.stream();
    Stream<InternalEvent> output = op.getOutputStream(input);
    List<String> actual = output.map(m -> {
        return m.getEventObj().getPayload().toString();
    }).collect(Collectors.toList());
    List<String> expected = Arrays.asList("0-", "1-");
    assertEquals(2, actual.size());
    assertTrue(expected.containsAll(actual));
}
Also used : Arrays(java.util.Arrays) Monitor(com.nextdoor.bender.monitoring.Monitor) FilterOperation(com.nextdoor.bender.operation.FilterOperation) Assert.assertTrue(org.junit.Assert.assertTrue) Test(org.junit.Test) DummyStringEvent(com.nextdoor.bender.testutils.DummyDeserializerHelper.DummyStringEvent) InternalEvent(com.nextdoor.bender.InternalEvent) DummyAppendOperationConfig(com.nextdoor.bender.testutils.DummyAppendOperationHelper.DummyAppendOperationConfig) Collectors(java.util.stream.Collectors) OperationProcessor(com.nextdoor.bender.operation.OperationProcessor) ImmutablePair(org.apache.commons.lang3.tuple.ImmutablePair) ArrayList(java.util.ArrayList) List(java.util.List) Stream(java.util.stream.Stream) ConditionalOperation(com.nextdoor.bender.operation.conditional.ConditionalOperation) Queue(com.oath.cyclops.async.adapters.Queue) Pair(org.apache.commons.lang3.tuple.Pair) BasicFilterOperation(com.nextdoor.bender.operation.filter.BasicFilterOperation) DummyAppendOperationFactory(com.nextdoor.bender.testutils.DummyAppendOperationHelper.DummyAppendOperationFactory) BasicFilterOperationConfig(com.nextdoor.bender.operation.filter.BasicFilterOperationConfig) Assert.assertEquals(org.junit.Assert.assertEquals) Before(org.junit.Before) BasicFilterOperationFactory(com.nextdoor.bender.operation.filter.BasicFilterOperationFactory) ArrayList(java.util.ArrayList) OperationProcessor(com.nextdoor.bender.operation.OperationProcessor) InternalEvent(com.nextdoor.bender.InternalEvent) DummyAppendOperationFactory(com.nextdoor.bender.testutils.DummyAppendOperationHelper.DummyAppendOperationFactory) ConditionalOperation(com.nextdoor.bender.operation.conditional.ConditionalOperation) FilterOperation(com.nextdoor.bender.operation.FilterOperation) BasicFilterOperation(com.nextdoor.bender.operation.filter.BasicFilterOperation) DummyAppendOperationConfig(com.nextdoor.bender.testutils.DummyAppendOperationHelper.DummyAppendOperationConfig) ArrayList(java.util.ArrayList) List(java.util.List) Queue(com.oath.cyclops.async.adapters.Queue) ImmutablePair(org.apache.commons.lang3.tuple.ImmutablePair) Pair(org.apache.commons.lang3.tuple.Pair) BasicFilterOperation(com.nextdoor.bender.operation.filter.BasicFilterOperation) Test(org.junit.Test)

Example 63 with Queue

use of com.oath.cyclops.async.adapters.Queue in project bender by Nextdoor.

the class ForkOperationFactoryTest method getEvents.

private Iterator<DummyEvent> getEvents(int count) {
    Queue<DummyEvent> q = new Queue<DummyEvent>();
    Iterator<DummyEvent> dummyEvents = q.stream().iterator();
    for (int i = 0; i < count; i++) {
        q.offer(new DummyEvent("" + i, 0));
    }
    q.close();
    return dummyEvents;
}
Also used : DummyEvent(com.nextdoor.bender.handler.BaseHandlerQueueTest.DummyEvent) Queue(com.oath.cyclops.async.adapters.Queue)

Example 64 with Queue

use of com.oath.cyclops.async.adapters.Queue in project bender by Nextdoor.

the class ConditionalOperationFactoryTest method getEvents.

private Iterator<DummyEvent> getEvents(int count) {
    Queue<DummyEvent> q = new Queue<DummyEvent>();
    Iterator<DummyEvent> dummyEvents = q.stream().iterator();
    for (int i = 0; i < count; i++) {
        q.offer(new DummyEvent("" + i, 0));
    }
    q.close();
    return dummyEvents;
}
Also used : DummyEvent(com.nextdoor.bender.handler.BaseHandlerQueueTest.DummyEvent) Queue(com.oath.cyclops.async.adapters.Queue)

Example 65 with Queue

use of com.oath.cyclops.async.adapters.Queue in project bender by Nextdoor.

the class ForkOperationTest method testTwoForksSlow.

@Test
public void testTwoForksSlow() {
    /*
     * Setup the pipeline of operation processors
     */
    List<List<OperationProcessor>> forks = new ArrayList<List<OperationProcessor>>();
    List<OperationProcessor> fork1 = new ArrayList<OperationProcessor>();
    fork1.add(new OperationProcessor(new DummyThrottleOperationFactory()));
    forks.add(fork1);
    List<OperationProcessor> fork2 = new ArrayList<OperationProcessor>();
    fork2.add(new OperationProcessor(new DummyOperationFactory()));
    forks.add(fork2);
    ForkOperation op = new ForkOperation(forks);
    /*
     * Create thread that supplies input events
     */
    Queue<InternalEvent> inputQueue = new Queue<InternalEvent>();
    supply(1000, inputQueue);
    /*
     * Process
     */
    Stream<InternalEvent> input = inputQueue.stream();
    Stream<InternalEvent> output = op.getOutputStream(input);
    List<String> actual = output.map(InternalEvent::getEventString).collect(Collectors.toList());
    assertEquals(2000, actual.size());
}
Also used : ArrayList(java.util.ArrayList) DummyOperationFactory(com.nextdoor.bender.testutils.DummyOperationHelper.DummyOperationFactory) OperationProcessor(com.nextdoor.bender.operation.OperationProcessor) InternalEvent(com.nextdoor.bender.InternalEvent) DummyThrottleOperationFactory(com.nextdoor.bender.testutils.DummyThrottleOperationHelper.DummyThrottleOperationFactory) ArrayList(java.util.ArrayList) List(java.util.List) Queue(com.oath.cyclops.async.adapters.Queue) Test(org.junit.Test)

Aggregations

Queue (com.oath.cyclops.async.adapters.Queue)68 Test (org.junit.Test)52 List (java.util.List)34 ArrayList (java.util.ArrayList)28 Collectors (java.util.stream.Collectors)25 Stream (java.util.stream.Stream)23 LazyReact (cyclops.futurestream.LazyReact)22 InternalEvent (com.nextdoor.bender.InternalEvent)18 OperationProcessor (com.nextdoor.bender.operation.OperationProcessor)18 QueueFactories (com.oath.cyclops.async.QueueFactories)17 Tuple2 (cyclops.data.tuple.Tuple2)17 Iterator (java.util.Iterator)17 ReactiveSeq (cyclops.reactive.ReactiveSeq)16 Ignore (org.junit.Ignore)16 FutureStream (cyclops.futurestream.FutureStream)15 Arrays.asList (java.util.Arrays.asList)15 Matchers.greaterThan (org.hamcrest.Matchers.greaterThan)15 Matchers.is (org.hamcrest.Matchers.is)15 ThreadPools (com.oath.cyclops.react.ThreadPools)14 Tuple.tuple (cyclops.data.tuple.Tuple.tuple)14