use of org.ballerinalang.siddhi.core.query.output.callback.QueryCallback in project ballerina by ballerina-lang.
the class CustomJoinWindowTestCase method testJoinWindowWithSameWindow.
/**
* Behaviour of traditional Window and Window are different in join with themselves.
* Traditional Windows joins always maintain two windows and the event is passed to them one after
* the other. Therefore, when left window receives a current event right window will bbe empty and
* if an event is expired from left window it can join with right window since it will not expire at the same
* time. Since Window maintains only one instance, when an event arrives to the window it will
* be compared to the internal event chunk, where the current event will match with itself.
* When an event expires, it will be immediately removed from the internal event chunk so that,
* when joined with the window, the expired event will not match with itself.
*
* @throws InterruptedException throw exception if interrupted the input handler sender.
*/
@Test
public void testJoinWindowWithSameWindow() throws InterruptedException {
log.info("Test join window with the same window");
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" + "define stream cseEventStream (symbol string, price float, volume int); " + "define window cseEventWindow (symbol string, price float, volume int) length(2); ";
String query = "" + "@info(name = 'query0') " + "from cseEventStream " + "insert into " + "cseEventWindow; " + "" + "@info(name = 'query1') " + "from cseEventWindow as a " + "join cseEventWindow as b " + "on a.symbol== b.symbol " + "select a.symbol as symbol, a.price as priceA, b.price as priceB " + "insert all events into outputStream ;";
SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
try {
siddhiAppRuntime.addCallback("query1", new QueryCallback() {
@Override
public void receive(long timestamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timestamp, inEvents, removeEvents);
if (inEvents != null) {
inEventCount += inEvents.length;
}
if (removeEvents != null) {
removeEventCount += removeEvents.length;
}
eventArrived = true;
}
});
InputHandler cseEventStreamHandler = siddhiAppRuntime.getInputHandler("cseEventStream");
siddhiAppRuntime.start();
// Match with itself
cseEventStreamHandler.send(new Object[] { "IBM", 75.6f, 100 });
// Match with itself
cseEventStreamHandler.send(new Object[] { "WSO2", 57.6f, 100 });
// When the next event enters, the expired {"IBM", 75.6f, 100} will come out and joined
// with the window which contains [{"WSO2", 57.6f, 100}, {"IBM", 59.6f, 100}] and latter the
// current event {"IBM", 59.6f, 100} will match with the window.
cseEventStreamHandler.send(new Object[] { "IBM", 59.6f, 100 });
Thread.sleep(1000);
AssertJUnit.assertEquals(3, inEventCount);
AssertJUnit.assertEquals(1, removeEventCount);
AssertJUnit.assertTrue(eventArrived);
} finally {
siddhiAppRuntime.shutdown();
}
}
use of org.ballerinalang.siddhi.core.query.output.callback.QueryCallback in project ballerina by ballerina-lang.
the class CustomJoinWindowTestCase method testJoinWindowWithTable.
@Test
public void testJoinWindowWithTable() throws InterruptedException {
log.info("Test join window with table");
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream CheckStockStream (symbol string); " + "define window CheckStockWindow(symbol string) length(1) output all events; " + "define table StockTable (symbol string, price float, volume long); ";
String query = "" + "@info(name = 'query0') " + "from StockStream " + "insert into StockTable ;" + "" + "@info(name = 'query1') " + "from CheckStockStream " + "insert into CheckStockWindow ;" + "" + "@info(name = 'query2') " + "from CheckStockWindow join StockTable " + " on CheckStockWindow.symbol==StockTable.symbol " + "select CheckStockWindow.symbol as checkSymbol, StockTable.symbol as symbol, StockTable.volume as " + "volume " + "insert into OutputStream ;";
SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
siddhiAppRuntime.addCallback("query2", new QueryCallback() {
@Override
public void receive(long timestamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timestamp, inEvents, removeEvents);
if (inEvents != null) {
for (Event event : inEvents) {
inEventCount++;
switch(inEventCount) {
case 1:
assertArrayEquals(new Object[] { "WSO2", "WSO2", 100L }, event.getData());
break;
default:
org.testng.AssertJUnit.assertSame(1, inEventCount);
}
}
eventArrived = true;
}
if (removeEvents != null) {
removeEventCount = removeEventCount + removeEvents.length;
}
eventArrived = true;
}
});
InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
InputHandler checkStockStream = siddhiAppRuntime.getInputHandler("CheckStockStream");
siddhiAppRuntime.start();
stockStream.send(new Object[] { "WSO2", 55.6f, 100L });
stockStream.send(new Object[] { "IBM", 75.6f, 10L });
checkStockStream.send(new Object[] { "WSO2" });
Thread.sleep(500);
assertEquals("Number of success events", 1, inEventCount);
assertEquals("Number of remove events", 0, removeEventCount);
assertEquals("Event arrived", true, eventArrived);
siddhiAppRuntime.shutdown();
}
use of org.ballerinalang.siddhi.core.query.output.callback.QueryCallback in project ballerina by ballerina-lang.
the class CustomJoinWindowTestCase method testUnidirectionalJoin.
@Test
public void testUnidirectionalJoin() throws InterruptedException {
log.info("Test unidirectional join with two windows");
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" + "define stream cseEventStream (symbol string, price float, volume int); " + "define stream twitterStream (user string, tweet string, company string); " + "define window cseEventWindow (symbol string, price float, volume int) lengthBatch(2); " + "define window twitterWindow (user string, tweet string, company string) lengthBatch(2); ";
String query = "" + "@info(name = 'query0') " + "from cseEventStream " + "insert into cseEventWindow; " + "" + "@info(name = 'query1') " + "from twitterStream " + "insert into twitterWindow; " + "" + "@info(name = 'query2') " + "from cseEventWindow unidirectional join twitterWindow " + "on cseEventWindow.symbol == twitterWindow.company " + "select cseEventWindow.symbol as symbol, twitterWindow.tweet, cseEventWindow.price " + "insert into outputStream ;";
SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
try {
siddhiAppRuntime.addCallback("cseEventWindow", new StreamCallback() {
@Override
public void receive(Event[] events) {
System.out.print("cseEventWindow: ");
EventPrinter.print(events);
}
});
siddhiAppRuntime.addCallback("twitterWindow", new StreamCallback() {
@Override
public void receive(Event[] events) {
System.out.print("twitterWindow: ");
EventPrinter.print(events);
}
});
siddhiAppRuntime.addCallback("query2", new QueryCallback() {
@Override
public void receive(long timestamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timestamp, inEvents, removeEvents);
if (inEvents != null) {
inEventCount += (inEvents.length);
}
if (removeEvents != null) {
removeEventCount += (removeEvents.length);
}
eventArrived = true;
}
});
InputHandler cseEventStreamHandler = siddhiAppRuntime.getInputHandler("cseEventStream");
InputHandler twitterStreamHandler = siddhiAppRuntime.getInputHandler("twitterStream");
siddhiAppRuntime.start();
cseEventStreamHandler.send(new Object[] { "WSO2", 55.6f, 100 });
cseEventStreamHandler.send(new Object[] { "IBM", 59.6f, 100 });
twitterStreamHandler.send(new Object[] { "User1", "Hello World", "WSO2" });
twitterStreamHandler.send(new Object[] { "User2", "Hello World2", "WSO2" });
cseEventStreamHandler.send(new Object[] { "IBM", 75.6f, 100 });
Thread.sleep(500);
cseEventStreamHandler.send(new Object[] { "WSO2", 57.6f, 100 });
Thread.sleep(1000);
AssertJUnit.assertEquals(2, inEventCount);
AssertJUnit.assertEquals(0, removeEventCount);
AssertJUnit.assertTrue(eventArrived);
} finally {
siddhiAppRuntime.shutdown();
}
}
use of org.ballerinalang.siddhi.core.query.output.callback.QueryCallback in project ballerina by ballerina-lang.
the class ExternalTimeBatchWindowTestCase method testExternalTimeBatchWindow12.
@Test
public void testExternalTimeBatchWindow12() throws InterruptedException {
log.info("ExternalTimeBatchWindow test12");
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" + "define stream cseEventStream (timestamp long, symbol string, price float, volume int); " + "define stream twitterStream (timestamp long, user string, tweet string, company string); " + "define window cseEventWindow (timestamp long, symbol string, price float, volume int) " + "externalTimeBatch(timestamp, 1 sec, 0); " + "define window twitterWindow (timestamp long, user string, tweet string, company string) " + "externalTimeBatch(timestamp, 1 sec, 0); ";
String query = "" + "@info(name = 'query0') " + "from cseEventStream " + "insert into cseEventWindow; " + "" + "@info(name = 'query1') " + "from twitterStream " + "insert into twitterWindow; " + "" + "@info(name = 'query2') " + "from cseEventWindow join twitterWindow " + "on cseEventWindow.symbol== twitterWindow.company " + "select cseEventWindow.symbol as symbol, twitterWindow.tweet, cseEventWindow.price " + "insert into outputStream ;";
SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
try {
siddhiAppRuntime.addCallback("query2", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timeStamp, inEvents, removeEvents);
if (inEvents != null) {
inEventCount += (inEvents.length);
}
if (removeEvents != null) {
removeEventCount += (removeEvents.length);
}
eventArrived = true;
}
});
InputHandler cseEventStreamHandler = siddhiAppRuntime.getInputHandler("cseEventStream");
InputHandler twitterStreamHandler = siddhiAppRuntime.getInputHandler("twitterStream");
siddhiAppRuntime.start();
cseEventStreamHandler.send(new Object[] { 1366335804341L, "WSO2", 55.6f, 100 });
twitterStreamHandler.send(new Object[] { 1366335804341L, "User1", "Hello World", "WSO2" });
twitterStreamHandler.send(new Object[] { 1366335805301L, "User2", "Hello World2", "WSO2" });
cseEventStreamHandler.send(new Object[] { 1366335805341L, "WSO2", 75.6f, 100 });
cseEventStreamHandler.send(new Object[] { 1366335806541L, "WSO2", 57.6f, 100 });
Thread.sleep(1000);
assertEquals(2, inEventCount);
assertEquals(0, removeEventCount);
assertTrue(eventArrived);
} finally {
siddhiAppRuntime.shutdown();
}
}
use of org.ballerinalang.siddhi.core.query.output.callback.QueryCallback in project ballerina by ballerina-lang.
the class ExternalTimeBatchWindowTestCase method testExternalTimeBatchWindow14.
@Test
public void testExternalTimeBatchWindow14() throws Exception {
log.info("ExternalTimeBatchWindow test14");
SiddhiManager siddhiManager = new SiddhiManager();
String query = "define stream jmxMetric(cpu int, timestamp long); " + "define window jmxMetricWindow(cpu int, timestamp long) externalTimeBatch(timestamp, 10 sec);" + "@info(name = 'query0') " + "from jmxMetric " + "insert into jmxMetricWindow; " + "" + "@info(name='query1') " + "from jmxMetricWindow " + "select avg(cpu) as avgCpu, count(1) as count insert into tmp;";
SiddhiAppRuntime runtime = siddhiManager.createSiddhiAppRuntime(query);
final AtomicInteger recCount = new AtomicInteger(0);
runtime.addCallback("query1", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
assertEquals(1, inEvents.length);
recCount.incrementAndGet();
double avgCpu = (Double) inEvents[0].getData()[0];
if (recCount.get() == 1) {
assertEquals(15, avgCpu, 0);
} else if (recCount.get() == 2) {
assertEquals(85, avgCpu, 0);
}
long count = (Long) inEvents[0].getData()[1];
assertEquals(3, count);
}
});
InputHandler input = runtime.getInputHandler("jmxMetric");
runtime.start();
// external events' time stamp less than the window, should not have event recieved in call back.
long now = 0;
int length = 3;
for (int i = 0; i < length; i++) {
input.send(new Object[] { 15, now + i * 10 });
}
// if the trigger event mix with the last window, we should see the avgValue is not expected
for (int i = 0; i < length; i++) {
// the first entity of the second round
input.send(new Object[] { 85, now + 10000 + i * 10 });
}
// to trigger second round
input.send(new Object[] { 10000, now + 10 * 10000 });
Thread.sleep(1000);
assertEquals(2, recCount.get());
}
Aggregations