Search in sources :

Example 41 with NFATestHarness

use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.

the class AfterMatchSkipITCase method testSharedBufferIsProperlyCleared.

@Test
public void testSharedBufferIsProperlyCleared() throws Exception {
    List<StreamRecord<Event>> inputEvents = new ArrayList<>();
    for (int i = 0; i < 4; i++) {
        inputEvents.add(new StreamRecord<>(new Event(1, "a", 1.0), i));
    }
    SkipPastLastStrategy matchSkipStrategy = AfterMatchSkipStrategy.skipPastLastEvent();
    Pattern<Event, ?> pattern = Pattern.<Event>begin("start", matchSkipStrategy).where(new SimpleCondition<Event>() {

        private static final long serialVersionUID = 5726188262756267490L;

        @Override
        public boolean filter(Event value) throws Exception {
            return true;
        }
    }).times(2);
    SharedBuffer<Event> sharedBuffer = TestSharedBuffer.createTestBuffer(Event.createTypeSerializer());
    NFATestHarness nfaTestHarness = NFATestHarness.forPattern(pattern).withSharedBuffer(sharedBuffer).build();
    nfaTestHarness.feedRecords(inputEvents);
    assertThat(sharedBuffer.isEmpty(), Matchers.is(true));
}
Also used : StreamRecord(org.apache.flink.streaming.runtime.streamrecord.StreamRecord) SkipPastLastStrategy(org.apache.flink.cep.nfa.aftermatch.SkipPastLastStrategy) SimpleCondition(org.apache.flink.cep.pattern.conditions.SimpleCondition) ArrayList(java.util.ArrayList) NFATestHarness(org.apache.flink.cep.utils.NFATestHarness) Event(org.apache.flink.cep.Event) Test(org.junit.Test)

Example 42 with NFATestHarness

use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.

the class AfterMatchSkipITCase method testSkipToFirstDiscarding.

/**
 * Example from docs.
 */
@Test
public void testSkipToFirstDiscarding() throws Exception {
    List<StreamRecord<Event>> streamEvents = new ArrayList<>();
    Event a = new Event(1, "a", 0.0);
    Event b = new Event(2, "b", 0.0);
    Event c1 = new Event(3, "c1", 0.0);
    Event c2 = new Event(4, "c2", 0.0);
    Event c3 = new Event(5, "c3", 0.0);
    Event d = new Event(6, "d", 0.0);
    streamEvents.add(new StreamRecord<>(a));
    streamEvents.add(new StreamRecord<>(b));
    streamEvents.add(new StreamRecord<>(c1));
    streamEvents.add(new StreamRecord<>(c2));
    streamEvents.add(new StreamRecord<>(c3));
    streamEvents.add(new StreamRecord<>(d));
    Pattern<Event, ?> pattern = Pattern.<Event>begin("a or c", AfterMatchSkipStrategy.skipToFirst("c*")).where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("a") || value.getName().contains("c");
        }
    }).followedBy("b or c").where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("b") || value.getName().contains("c");
        }
    }).followedBy("c*").where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("c");
        }
    }).oneOrMore().greedy().followedBy("d").where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("d");
        }
    });
    NFATestHarness nfaTestHarness = NFATestHarness.forPattern(pattern).build();
    List<List<Event>> resultingPatterns = nfaTestHarness.feedRecords(streamEvents);
    comparePatterns(resultingPatterns, Lists.newArrayList(Lists.newArrayList(a, b, c1, c2, c3, d), Lists.newArrayList(c1, c2, c3, d)));
}
Also used : StreamRecord(org.apache.flink.streaming.runtime.streamrecord.StreamRecord) ArrayList(java.util.ArrayList) NFATestHarness(org.apache.flink.cep.utils.NFATestHarness) Event(org.apache.flink.cep.Event) ArrayList(java.util.ArrayList) List(java.util.List) FlinkRuntimeException(org.apache.flink.util.FlinkRuntimeException) Test(org.junit.Test)

Example 43 with NFATestHarness

use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.

the class AfterMatchSkipITCase method testSkipPastLast2.

@Test
public void testSkipPastLast2() throws Exception {
    List<StreamRecord<Event>> streamEvents = new ArrayList<>();
    Event a1 = new Event(1, "a1", 0.0);
    Event a2 = new Event(2, "a2", 0.0);
    Event b1 = new Event(3, "b1", 0.0);
    Event b2 = new Event(4, "b2", 0.0);
    Event c1 = new Event(5, "c1", 0.0);
    Event c2 = new Event(6, "c2", 0.0);
    Event d1 = new Event(7, "d1", 0.0);
    Event d2 = new Event(7, "d2", 0.0);
    streamEvents.add(new StreamRecord<>(a1));
    streamEvents.add(new StreamRecord<>(a2));
    streamEvents.add(new StreamRecord<>(b1));
    streamEvents.add(new StreamRecord<>(b2));
    streamEvents.add(new StreamRecord<>(c1));
    streamEvents.add(new StreamRecord<>(c2));
    streamEvents.add(new StreamRecord<>(d1));
    streamEvents.add(new StreamRecord<>(d2));
    Pattern<Event, ?> pattern = Pattern.<Event>begin("a", AfterMatchSkipStrategy.skipPastLastEvent()).where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("a");
        }
    }).followedByAny("b").where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("b");
        }
    }).followedByAny("c").where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("c");
        }
    }).followedBy("d").where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("d");
        }
    });
    NFATestHarness nfaTestHarness = NFATestHarness.forPattern(pattern).build();
    List<List<Event>> resultingPatterns = nfaTestHarness.feedRecords(streamEvents);
    comparePatterns(resultingPatterns, Collections.singletonList(Lists.newArrayList(a1, b1, c1, d1)));
}
Also used : StreamRecord(org.apache.flink.streaming.runtime.streamrecord.StreamRecord) ArrayList(java.util.ArrayList) NFATestHarness(org.apache.flink.cep.utils.NFATestHarness) Event(org.apache.flink.cep.Event) ArrayList(java.util.ArrayList) List(java.util.List) FlinkRuntimeException(org.apache.flink.util.FlinkRuntimeException) Test(org.junit.Test)

Example 44 with NFATestHarness

use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.

the class AfterMatchSkipITCase method testSkipToFirstWithOptionalMatch.

@Test
public void testSkipToFirstWithOptionalMatch() throws Exception {
    List<StreamRecord<Event>> streamEvents = new ArrayList<>();
    Event ab1 = new Event(1, "ab1", 0.0);
    Event c1 = new Event(2, "c1", 0.0);
    Event ab2 = new Event(3, "ab2", 0.0);
    Event c2 = new Event(4, "c2", 0.0);
    streamEvents.add(new StreamRecord<Event>(ab1));
    streamEvents.add(new StreamRecord<Event>(c1));
    streamEvents.add(new StreamRecord<Event>(ab2));
    streamEvents.add(new StreamRecord<Event>(c2));
    Pattern<Event, ?> pattern = Pattern.<Event>begin("x", AfterMatchSkipStrategy.skipToFirst("b")).where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("x");
        }
    }).oneOrMore().optional().next("b").where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("b");
        }
    }).next("c").where(new SimpleCondition<Event>() {

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().contains("c");
        }
    });
    NFATestHarness nfaTestHarness = NFATestHarness.forPattern(pattern).build();
    List<List<Event>> resultingPatterns = nfaTestHarness.feedRecords(streamEvents);
    comparePatterns(resultingPatterns, Lists.newArrayList(Lists.newArrayList(ab1, c1), Lists.newArrayList(ab2, c2)));
}
Also used : StreamRecord(org.apache.flink.streaming.runtime.streamrecord.StreamRecord) ArrayList(java.util.ArrayList) NFATestHarness(org.apache.flink.cep.utils.NFATestHarness) Event(org.apache.flink.cep.Event) ArrayList(java.util.ArrayList) List(java.util.List) FlinkRuntimeException(org.apache.flink.util.FlinkRuntimeException) Test(org.junit.Test)

Example 45 with NFATestHarness

use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.

the class NFAITCase method testOptionalClearingBuffer.

@Test
public void testOptionalClearingBuffer() throws Exception {
    Event startEvent = new Event(40, "c", 1.0);
    Event middleEvent = new Event(43, "a", 4.0);
    Event end1 = new Event(44, "b", 5.0);
    Pattern<Event, ?> pattern = Pattern.<Event>begin("start").where(new SimpleCondition<Event>() {

        private static final long serialVersionUID = 5726188262756267490L;

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().equals("c");
        }
    }).followedBy("middle").where(new SimpleCondition<Event>() {

        private static final long serialVersionUID = 5726188262756267490L;

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().equals("a");
        }
    }).optional().followedBy("end1").where(new SimpleCondition<Event>() {

        private static final long serialVersionUID = 5726188262756267490L;

        @Override
        public boolean filter(Event value) throws Exception {
            return value.getName().equals("b");
        }
    }).within(Time.milliseconds(8));
    NFA<Event> nfa = compile(pattern, false);
    NFAState nfaState = nfa.createInitialNFAState();
    NFATestHarness nfaTestHarness = NFATestHarness.forNFA(nfa).withNFAState(nfaState).build();
    nfaTestHarness.feedRecord(new StreamRecord<>(startEvent, 1));
    nfaTestHarness.feedRecord(new StreamRecord<>(middleEvent, 5));
    nfaTestHarness.feedRecord(new StreamRecord<>(end1, 6));
    // pruning element
    nfa.advanceTime(sharedBufferAccessor, nfaState, 10);
    assertEquals(1, nfaState.getPartialMatches().size());
    assertEquals("start", nfaState.getPartialMatches().peek().getCurrentStateName());
}
Also used : SimpleCondition(org.apache.flink.cep.pattern.conditions.SimpleCondition) NFATestHarness(org.apache.flink.cep.utils.NFATestHarness) Event(org.apache.flink.cep.Event) SubEvent(org.apache.flink.cep.SubEvent) Test(org.junit.Test)

Aggregations

Event (org.apache.flink.cep.Event)46 NFATestHarness (org.apache.flink.cep.utils.NFATestHarness)46 Test (org.junit.Test)46 ArrayList (java.util.ArrayList)40 StreamRecord (org.apache.flink.streaming.runtime.streamrecord.StreamRecord)39 List (java.util.List)37 SimpleCondition (org.apache.flink.cep.pattern.conditions.SimpleCondition)23 FlinkRuntimeException (org.apache.flink.util.FlinkRuntimeException)15 SubEvent (org.apache.flink.cep.SubEvent)8 HashMap (java.util.HashMap)6 Map (java.util.Map)6 IterativeCondition (org.apache.flink.cep.pattern.conditions.IterativeCondition)2 ByteArrayInputStream (java.io.ByteArrayInputStream)1 ByteArrayOutputStream (java.io.ByteArrayOutputStream)1 SkipPastLastStrategy (org.apache.flink.cep.nfa.aftermatch.SkipPastLastStrategy)1 Pattern (org.apache.flink.cep.pattern.Pattern)1 TestTimerService (org.apache.flink.cep.utils.TestTimerService)1 DataInputViewStreamWrapper (org.apache.flink.core.memory.DataInputViewStreamWrapper)1 DataOutputViewStreamWrapper (org.apache.flink.core.memory.DataOutputViewStreamWrapper)1