use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.
the class CacheExpiryAndReloadTestCase method expiryAndReloadTest0.
@Test
public void expiryAndReloadTest0() throws InterruptedException, SQLException {
log.info("expiryAndReloadTest0");
TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
final Logger logger = (Logger) LogManager.getRootLogger();
logger.setLevel(Level.DEBUG);
logger.addAppender(appender);
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream DeleteStream (symbol string); " + "@Store(type=\"testStoreContainingInMemoryTable\", @Cache(size=\"10\", retention.period=\"1 sec\", " + "purge.interval=\"1 sec\"))\n" + "define table StockTable (symbol string, price float, volume long); ";
String query1 = "" + "@info(name = 'query1') " + "from StockStream\n" + "select symbol, price, volume\n" + "insert into StockTable ;" + "@info(name = 'query2') " + "from DeleteStream " + "delete StockTable " + "on StockTable.symbol == symbol";
SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query1);
InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
InputHandler deleteStream = siddhiAppRuntime.getInputHandler("DeleteStream");
siddhiAppRuntime.start();
Event[] events;
stockStream.send(new Object[] { "WSO2", 55.6f, 1L });
Thread.sleep(100);
events = siddhiAppRuntime.query("" + "from StockTable ");
EventPrinter.print(events);
AssertJUnit.assertEquals(1, events.length);
Thread.sleep(2000);
events = siddhiAppRuntime.query("" + "from StockTable ");
EventPrinter.print(events);
AssertJUnit.assertEquals(1, events.length);
logger.getAppenders();
final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
List<String> logMessages = new ArrayList<>();
for (String logEvent : loggedEvents) {
String message = String.valueOf(logEvent);
if (message.contains(":")) {
message = message.split(":")[1].trim();
}
logMessages.add(message);
}
Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), true);
Assert.assertEquals(Collections.frequency(logMessages, "store table size is smaller than max cache. Sending results from cache"), 2);
Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), false);
Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), false);
Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), false);
Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), false);
Assert.assertEquals(logMessages.contains("sending results from store"), false);
logger.removeAppender(appender);
siddhiAppRuntime.shutdown();
}
use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.
the class CacheExpiryAndReloadTestCase method expiryAndReloadTest3.
// with primary key and index
@Test
public void expiryAndReloadTest3() throws InterruptedException, SQLException {
log.info("expiryAndReloadTest3");
TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
final Logger logger = (Logger) LogManager.getRootLogger();
logger.setLevel(Level.DEBUG);
logger.addAppender(appender);
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream DeleteStream (symbol string); " + "@Store(type=\"testStoreContainingInMemoryTable\", @Cache(size=\"10\", retention.period=\"1 sec\", " + "purge.interval=\"1 sec\"))\n" + "@PrimaryKey('symbol') " + "@Index(\"volume\")" + "define table StockTable (symbol string, price float, volume long); ";
String query1 = "" + "@info(name = 'query1') " + "from StockStream\n" + "select symbol, price, volume\n" + "insert into StockTable ;" + "@info(name = 'query2') " + "from DeleteStream " + "delete StockTable " + "on StockTable.symbol == symbol";
SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query1);
InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
InputHandler deleteStream = siddhiAppRuntime.getInputHandler("DeleteStream");
siddhiAppRuntime.start();
Event[] events;
stockStream.send(new Object[] { "WSO2", 55.6f, 1L });
Thread.sleep(100);
events = siddhiAppRuntime.query("" + "from StockTable ");
EventPrinter.print(events);
AssertJUnit.assertEquals(1, events.length);
Thread.sleep(2000);
events = siddhiAppRuntime.query("" + "from StockTable ");
EventPrinter.print(events);
AssertJUnit.assertEquals(1, events.length);
stockStream.send(new Object[] { "WSO4", 55.6f, 2L });
stockStream.send(new Object[] { "WSO1", 55.6f, 3L });
Thread.sleep(100);
events = siddhiAppRuntime.query("" + "from StockTable ");
EventPrinter.print(events);
AssertJUnit.assertEquals(3, events.length);
Thread.sleep(2000);
events = siddhiAppRuntime.query("" + "from StockTable ");
EventPrinter.print(events);
AssertJUnit.assertEquals(3, events.length);
stockStream.send(new Object[] { "IBM", 75.6f, 4L });
stockStream.send(new Object[] { "WS2", 55.6f, 5L });
Thread.sleep(2000);
stockStream.send(new Object[] { "WSOr", 55.6f, 6L });
Thread.sleep(100);
events = siddhiAppRuntime.query("" + "from StockTable ");
EventPrinter.print(events);
AssertJUnit.assertEquals(6, events.length);
final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
List<String> logMessages = new ArrayList<>();
for (String logEvent : loggedEvents) {
String message = String.valueOf(logEvent);
if (message.contains(":")) {
message = message.split(":")[1].trim();
}
logMessages.add(message);
}
Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), true);
Assert.assertEquals(Collections.frequency(logMessages, "store table size is smaller than max cache. Sending results from cache"), 5);
Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), false);
Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), false);
Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), false);
Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), false);
Assert.assertEquals(logMessages.contains("sending results from store"), false);
logger.removeAppender(appender);
siddhiAppRuntime.shutdown();
}
use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.
the class CacheFIFOTestCase method cacheFIFOTestCase2.
// using query api and 2 primary keys
@Test(description = "cacheFIFOTestCase2")
public void cacheFIFOTestCase2() throws InterruptedException, SQLException {
TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
final Logger logger = (Logger) LogManager.getRootLogger();
logger.setLevel(Level.DEBUG);
logger.addAppender(appender);
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream DeleteStockStream (symbol string, price float, volume long); " + "@Store(type=\"testStoreForCacheMiss\", @Cache(size=\"2\", cache.policy=\"FIFO\"))\n" + "@PrimaryKey(\'symbol\', \'price\') " + "define table StockTable (symbol string, price float, volume long); ";
String query = "" + "@info(name = 'query1') " + "from StockStream " + "insert into StockTable ;" + "" + "@info(name = 'query2') " + "from DeleteStockStream " + "delete StockTable " + " on StockTable.symbol == symbol AND StockTable.price == price AND StockTable.volume == volume;";
SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
InputHandler deleteStockStream = siddhiAppRuntime.getInputHandler("DeleteStockStream");
siddhiAppRuntime.start();
deleteStockStream.send(new Object[] { "WSO2", 55.6f, 1L });
deleteStockStream.send(new Object[] { "IBM", 75.6f, 2L });
stockStream.send(new Object[] { "CISCO", 75.6f, 3L });
Thread.sleep(10);
stockStream.send(new Object[] { "APPLE", 75.6f, 4L });
Thread.sleep(1000);
Event[] events = siddhiAppRuntime.query("" + "from StockTable " + "on symbol == \"WSO2\" AND price == 55.6f ");
EventPrinter.print(events);
AssertJUnit.assertEquals(1, events.length);
events = siddhiAppRuntime.query("" + "from StockTable " + "on symbol == \"CISCO\" AND price == 75.6f ");
EventPrinter.print(events);
AssertJUnit.assertEquals(1, events.length);
final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
List<String> logMessages = new ArrayList<>();
for (String logEvent : loggedEvents) {
String message = String.valueOf(logEvent);
if (message.contains(":")) {
message = message.split(":")[1].trim();
}
logMessages.add(message);
}
Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), false);
Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), true);
Assert.assertEquals(Collections.frequency(logMessages, "store table size is bigger than cache."), 2);
Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), true);
Assert.assertEquals(Collections.frequency(logMessages, "cache constraints satisfied. Checking cache"), 2);
Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), true);
Assert.assertEquals(Collections.frequency(logMessages, "cache miss. Loading from store"), 2);
Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), true);
Assert.assertEquals(Collections.frequency(logMessages, "sending results from cache after loading from store"), 2);
Assert.assertEquals(logMessages.contains("sending results from store"), false);
logger.removeAppender(appender);
siddhiAppRuntime.shutdown();
}
use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.
the class CacheFIFOTestCase method cacheFIFOTestCase1.
// using find api (join query)
@Test(description = "cacheFIFOTestCase1")
public void cacheFIFOTestCase1() throws InterruptedException, SQLException {
TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
final Logger logger = (Logger) LogManager.getRootLogger();
logger.setLevel(Level.DEBUG);
logger.addAppender(appender);
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream CheckStockStream (symbol string); " + "define stream DeleteStockStream (symbol string, price float, volume long); " + "@Store(type=\"testStoreForCacheMiss\", @Cache(size=\"2\", cache.policy=\"FIFO\"))\n" + "@PrimaryKey('symbol') " + "define table StockTable (symbol string, price float, volume long); ";
String query = "" + "@info(name = 'query1') " + "from StockStream " + "insert into StockTable ;" + "" + "@info(name = 'query2') " + "from DeleteStockStream " + "delete StockTable " + " on StockTable.symbol == symbol AND StockTable.price == price AND StockTable.volume == volume;" + "" + "@info(name = 'query3') " + "from CheckStockStream join StockTable " + " on CheckStockStream.symbol==StockTable.symbol " + "select CheckStockStream.symbol as checkSymbol, StockTable.symbol as symbol, " + "StockTable.volume as volume " + "insert into OutputStream ;";
SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
InputHandler deleteStockStream = siddhiAppRuntime.getInputHandler("DeleteStockStream");
InputHandler checkStockStream = siddhiAppRuntime.getInputHandler("CheckStockStream");
siddhiAppRuntime.start();
siddhiAppRuntime.addCallback("query3", new QueryCallback() {
@Override
public void receive(long timeStamp, Event[] inEvents, Event[] removeEvents) {
EventPrinter.print(timeStamp, inEvents, removeEvents);
if (inEvents != null) {
for (Event event : inEvents) {
inEventCount++;
switch(inEventCount) {
case 1:
Assert.assertEquals(event.getData(), new Object[] { "WSO2", "WSO2", 1L });
break;
case 2:
Assert.assertEquals(event.getData(), new Object[] { "CISCO", "CISCO", 3L });
break;
default:
Assert.assertSame(inEventCount, 2);
}
}
eventArrived = true;
}
if (removeEvents != null) {
removeEventCount = removeEventCount + removeEvents.length;
}
eventArrived = true;
}
});
deleteStockStream.send(new Object[] { "WSO2", 55.6f, 1L });
deleteStockStream.send(new Object[] { "IBM", 75.6f, 2L });
stockStream.send(new Object[] { "CISCO", 75.6f, 3L });
Thread.sleep(10);
stockStream.send(new Object[] { "APPLE", 75.6f, 4L });
Thread.sleep(100);
checkStockStream.send(new Object[] { "WSO2" });
checkStockStream.send(new Object[] { "CISCO" });
final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
List<String> logMessages = new ArrayList<>();
for (String logEvent : loggedEvents) {
String message = String.valueOf(logEvent);
if (message.contains(":")) {
message = message.split(":")[1].trim();
}
logMessages.add(message);
}
Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), false);
Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), true);
Assert.assertEquals(Collections.frequency(logMessages, "store table size is bigger than cache."), 2);
Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), true);
Assert.assertEquals(Collections.frequency(logMessages, "cache constraints satisfied. Checking cache"), 2);
Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), true);
Assert.assertEquals(Collections.frequency(logMessages, "cache miss. Loading from store"), 2);
Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), true);
Assert.assertEquals(Collections.frequency(logMessages, "sending results from cache after loading from store"), 2);
Assert.assertEquals(logMessages.contains("sending results from store"), false);
logger.removeAppender(appender);
siddhiAppRuntime.shutdown();
}
use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.
the class CacheFIFOTestCase method cacheFIFOTestCase0.
// using query api
@Test(description = "cacheFIFOTestCase0")
public void cacheFIFOTestCase0() throws InterruptedException, SQLException {
TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
final Logger logger = (Logger) LogManager.getRootLogger();
logger.setLevel(Level.DEBUG);
logger.addAppender(appender);
SiddhiManager siddhiManager = new SiddhiManager();
String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream DeleteStockStream (symbol string, price float, volume long); " + "@Store(type=\"testStoreForCacheMiss\", @Cache(size=\"2\", cache.policy=\"FIFO\"))\n" + "@PrimaryKey('symbol') " + "define table StockTable (symbol string, price float, volume long); ";
String query = "" + "@info(name = 'query1') " + "from StockStream " + "insert into StockTable ;" + "" + "@info(name = 'query2') " + "from DeleteStockStream " + "delete StockTable " + " on StockTable.symbol == symbol AND StockTable.price == price AND StockTable.volume == volume;";
SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
InputHandler deleteStockStream = siddhiAppRuntime.getInputHandler("DeleteStockStream");
siddhiAppRuntime.start();
deleteStockStream.send(new Object[] { "WSO2", 55.6f, 1L });
deleteStockStream.send(new Object[] { "IBM", 75.6f, 2L });
stockStream.send(new Object[] { "CISCO", 75.6f, 3L });
Thread.sleep(10);
stockStream.send(new Object[] { "APPLE", 75.6f, 4L });
Thread.sleep(1000);
Event[] events = siddhiAppRuntime.query("" + "from StockTable " + "on symbol == \"WSO2\" ");
EventPrinter.print(events);
AssertJUnit.assertEquals(1, events.length);
events = siddhiAppRuntime.query("" + "from StockTable " + "on symbol == \"CISCO\" ");
EventPrinter.print(events);
AssertJUnit.assertEquals(1, events.length);
final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
List<String> logMessages = new ArrayList<>();
for (String logEvent : loggedEvents) {
String message = String.valueOf(logEvent);
if (message.contains(":")) {
message = message.split(": ")[1];
}
logMessages.add(message);
}
Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), false);
Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), true);
Assert.assertEquals(Collections.frequency(logMessages, "store table size is bigger than cache."), 2);
Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), true);
Assert.assertEquals(Collections.frequency(logMessages, "cache constraints satisfied. Checking cache"), 2);
Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), true);
Assert.assertEquals(Collections.frequency(logMessages, "cache miss. Loading from store"), 2);
Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), true);
Assert.assertEquals(Collections.frequency(logMessages, "sending results from cache after loading from store"), 2);
Assert.assertEquals(logMessages.contains("sending results from store"), false);
logger.removeAppender(appender);
siddhiAppRuntime.shutdown();
}
Aggregations