use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.
the class AfterMatchSkipITCase method testSharedBufferIsProperlyCleared.
@Test
public void testSharedBufferIsProperlyCleared() throws Exception {
List<StreamRecord<Event>> inputEvents = new ArrayList<>();
for (int i = 0; i < 4; i++) {
inputEvents.add(new StreamRecord<>(new Event(1, "a", 1.0), i));
}
SkipPastLastStrategy matchSkipStrategy = AfterMatchSkipStrategy.skipPastLastEvent();
Pattern<Event, ?> pattern = Pattern.<Event>begin("start", matchSkipStrategy).where(new SimpleCondition<Event>() {
private static final long serialVersionUID = 5726188262756267490L;
@Override
public boolean filter(Event value) throws Exception {
return true;
}
}).times(2);
SharedBuffer<Event> sharedBuffer = TestSharedBuffer.createTestBuffer(Event.createTypeSerializer());
NFATestHarness nfaTestHarness = NFATestHarness.forPattern(pattern).withSharedBuffer(sharedBuffer).build();
nfaTestHarness.feedRecords(inputEvents);
assertThat(sharedBuffer.isEmpty(), Matchers.is(true));
}
use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.
the class AfterMatchSkipITCase method testSkipToFirstDiscarding.
/**
* Example from docs.
*/
@Test
public void testSkipToFirstDiscarding() throws Exception {
List<StreamRecord<Event>> streamEvents = new ArrayList<>();
Event a = new Event(1, "a", 0.0);
Event b = new Event(2, "b", 0.0);
Event c1 = new Event(3, "c1", 0.0);
Event c2 = new Event(4, "c2", 0.0);
Event c3 = new Event(5, "c3", 0.0);
Event d = new Event(6, "d", 0.0);
streamEvents.add(new StreamRecord<>(a));
streamEvents.add(new StreamRecord<>(b));
streamEvents.add(new StreamRecord<>(c1));
streamEvents.add(new StreamRecord<>(c2));
streamEvents.add(new StreamRecord<>(c3));
streamEvents.add(new StreamRecord<>(d));
Pattern<Event, ?> pattern = Pattern.<Event>begin("a or c", AfterMatchSkipStrategy.skipToFirst("c*")).where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("a") || value.getName().contains("c");
}
}).followedBy("b or c").where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("b") || value.getName().contains("c");
}
}).followedBy("c*").where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("c");
}
}).oneOrMore().greedy().followedBy("d").where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("d");
}
});
NFATestHarness nfaTestHarness = NFATestHarness.forPattern(pattern).build();
List<List<Event>> resultingPatterns = nfaTestHarness.feedRecords(streamEvents);
comparePatterns(resultingPatterns, Lists.newArrayList(Lists.newArrayList(a, b, c1, c2, c3, d), Lists.newArrayList(c1, c2, c3, d)));
}
use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.
the class AfterMatchSkipITCase method testSkipPastLast2.
@Test
public void testSkipPastLast2() throws Exception {
List<StreamRecord<Event>> streamEvents = new ArrayList<>();
Event a1 = new Event(1, "a1", 0.0);
Event a2 = new Event(2, "a2", 0.0);
Event b1 = new Event(3, "b1", 0.0);
Event b2 = new Event(4, "b2", 0.0);
Event c1 = new Event(5, "c1", 0.0);
Event c2 = new Event(6, "c2", 0.0);
Event d1 = new Event(7, "d1", 0.0);
Event d2 = new Event(7, "d2", 0.0);
streamEvents.add(new StreamRecord<>(a1));
streamEvents.add(new StreamRecord<>(a2));
streamEvents.add(new StreamRecord<>(b1));
streamEvents.add(new StreamRecord<>(b2));
streamEvents.add(new StreamRecord<>(c1));
streamEvents.add(new StreamRecord<>(c2));
streamEvents.add(new StreamRecord<>(d1));
streamEvents.add(new StreamRecord<>(d2));
Pattern<Event, ?> pattern = Pattern.<Event>begin("a", AfterMatchSkipStrategy.skipPastLastEvent()).where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("a");
}
}).followedByAny("b").where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("b");
}
}).followedByAny("c").where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("c");
}
}).followedBy("d").where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("d");
}
});
NFATestHarness nfaTestHarness = NFATestHarness.forPattern(pattern).build();
List<List<Event>> resultingPatterns = nfaTestHarness.feedRecords(streamEvents);
comparePatterns(resultingPatterns, Collections.singletonList(Lists.newArrayList(a1, b1, c1, d1)));
}
use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.
the class AfterMatchSkipITCase method testSkipToFirstWithOptionalMatch.
@Test
public void testSkipToFirstWithOptionalMatch() throws Exception {
List<StreamRecord<Event>> streamEvents = new ArrayList<>();
Event ab1 = new Event(1, "ab1", 0.0);
Event c1 = new Event(2, "c1", 0.0);
Event ab2 = new Event(3, "ab2", 0.0);
Event c2 = new Event(4, "c2", 0.0);
streamEvents.add(new StreamRecord<Event>(ab1));
streamEvents.add(new StreamRecord<Event>(c1));
streamEvents.add(new StreamRecord<Event>(ab2));
streamEvents.add(new StreamRecord<Event>(c2));
Pattern<Event, ?> pattern = Pattern.<Event>begin("x", AfterMatchSkipStrategy.skipToFirst("b")).where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("x");
}
}).oneOrMore().optional().next("b").where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("b");
}
}).next("c").where(new SimpleCondition<Event>() {
@Override
public boolean filter(Event value) throws Exception {
return value.getName().contains("c");
}
});
NFATestHarness nfaTestHarness = NFATestHarness.forPattern(pattern).build();
List<List<Event>> resultingPatterns = nfaTestHarness.feedRecords(streamEvents);
comparePatterns(resultingPatterns, Lists.newArrayList(Lists.newArrayList(ab1, c1), Lists.newArrayList(ab2, c2)));
}
use of org.apache.flink.cep.utils.NFATestHarness in project flink by apache.
the class NFAITCase method testOptionalClearingBuffer.
@Test
public void testOptionalClearingBuffer() throws Exception {
Event startEvent = new Event(40, "c", 1.0);
Event middleEvent = new Event(43, "a", 4.0);
Event end1 = new Event(44, "b", 5.0);
Pattern<Event, ?> pattern = Pattern.<Event>begin("start").where(new SimpleCondition<Event>() {
private static final long serialVersionUID = 5726188262756267490L;
@Override
public boolean filter(Event value) throws Exception {
return value.getName().equals("c");
}
}).followedBy("middle").where(new SimpleCondition<Event>() {
private static final long serialVersionUID = 5726188262756267490L;
@Override
public boolean filter(Event value) throws Exception {
return value.getName().equals("a");
}
}).optional().followedBy("end1").where(new SimpleCondition<Event>() {
private static final long serialVersionUID = 5726188262756267490L;
@Override
public boolean filter(Event value) throws Exception {
return value.getName().equals("b");
}
}).within(Time.milliseconds(8));
NFA<Event> nfa = compile(pattern, false);
NFAState nfaState = nfa.createInitialNFAState();
NFATestHarness nfaTestHarness = NFATestHarness.forNFA(nfa).withNFAState(nfaState).build();
nfaTestHarness.feedRecord(new StreamRecord<>(startEvent, 1));
nfaTestHarness.feedRecord(new StreamRecord<>(middleEvent, 5));
nfaTestHarness.feedRecord(new StreamRecord<>(end1, 6));
// pruning element
nfa.advanceTime(sharedBufferAccessor, nfaState, 10);
assertEquals(1, nfaState.getPartialMatches().size());
assertEquals("start", nfaState.getPartialMatches().peek().getCurrentStateName());
}
Aggregations