Examples with TestAppenderToValidateLogsForCachingTests io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests used on opensource projects

Example 6 with TestAppenderToValidateLogsForCachingTests

use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.

the class CacheLFUTestCase method cacheLFUTestCase3.

// 2 primary keys & LFU & cointains api (in)
@Test(description = "cacheLFUTestCase3")
public void cacheLFUTestCase3() throws InterruptedException, SQLException {
    TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
    final Logger logger = (Logger) LogManager.getRootLogger();
    logger.setLevel(Level.DEBUG);
    logger.addAppender(appender);
    SiddhiManager siddhiManager = new SiddhiManager();
    String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream DeleteStockStream (symbol string, price float, volume long); " + "define stream CheckInStockStream (symbol string, price float); " + "@Store(type=\"testStoreForCacheMiss\", @Cache(size=\"2\", cache.policy=\"LFU\"))\n" + "@PrimaryKey(\'symbol\', \'price\') " + "define table StockTable (symbol string, price float, volume long); ";
    String query = "" + "@info(name = 'query1') " + "from StockStream " + "insert into StockTable ;" + "" + "@info(name = 'query2') " + "from DeleteStockStream " + "delete StockTable " + "   on StockTable.symbol == symbol AND StockTable.price == price AND StockTable.volume == volume;" + "" + "@info(name = 'query3') " + "from CheckInStockStream[(StockTable.symbol == symbol AND StockTable.price == price) in StockTable]\n" + "insert into OutputStream ;";
    SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
    siddhiAppRuntime.addCallback("query3", new QueryCallback() {

        @Override
        public void receive(long timestamp, Event[] inEvents, Event[] removeEvents) {
            EventPrinter.print(timestamp, inEvents, removeEvents);
            if (inEvents != null) {
                for (Event event : inEvents) {
                    inEventCount++;
                    switch(inEventCount) {
                        case 1:
                            Assert.assertEquals(event.getData(), new Object[] { "WSO2", 55.6f });
                            break;
                    }
                }
                eventArrived = true;
            }
        }
    });
    InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
    InputHandler deleteStockStream = siddhiAppRuntime.getInputHandler("DeleteStockStream");
    InputHandler checkInStockStream = siddhiAppRuntime.getInputHandler("CheckInStockStream");
    siddhiAppRuntime.start();
    stockStream.send(new Object[] { "WSO2", 55.6f, 1L });
    Thread.sleep(10);
    stockStream.send(new Object[] { "APPLE", 75.6f, 4L });
    Thread.sleep(10);
    checkInStockStream.send(new Object[] { "WSO2", 55.6f });
    Thread.sleep(10);
    stockStream.send(new Object[] { "CISCO", 86.6f, 5L });
    Thread.sleep(10);
    Event[] events = siddhiAppRuntime.query("" + "from StockTable " + "on symbol == \"APPLE\" AND price == 75.6f ");
    EventPrinter.print(events);
    AssertJUnit.assertEquals(1, events.length);
    final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
    List<String> logMessages = new ArrayList<>();
    for (String logEvent : loggedEvents) {
        String message = String.valueOf(logEvent);
        if (message.contains(":")) {
            message = message.split(":")[1].trim();
        }
        logMessages.add(message);
    }
    Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), true);
    Assert.assertEquals(Collections.frequency(logMessages, "store table size is bigger than cache."), 1);
    Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache constraints satisfied. Checking cache"), 1);
    Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache miss. Loading from store"), 1);
    Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
    Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "sending results from cache after loading from store"), 1);
    Assert.assertEquals(logMessages.contains("sending results from store"), false);
    logger.removeAppender(appender);
    siddhiAppRuntime.shutdown();
}

Example 7 with TestAppenderToValidateLogsForCachingTests

use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.

the class CacheLFUTestCase method cacheLFUTestCase1.

// using query api and 1 primary key & LFU
@Test(description = "cacheLFUTestCase1")
public void cacheLFUTestCase1() throws InterruptedException, SQLException {
    TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
    final Logger logger = (Logger) LogManager.getRootLogger();
    logger.setLevel(Level.DEBUG);
    logger.addAppender(appender);
    SiddhiManager siddhiManager = new SiddhiManager();
    String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream DeleteStockStream (symbol string, price float, volume long); " + "@Store(type=\"testStoreForCacheMiss\", @Cache(size=\"2\", cache.policy=\"LFU\"))\n" + "@PrimaryKey(\'symbol\') " + "define table StockTable (symbol string, price float, volume long); ";
    String query = "" + "@info(name = 'query1') " + "from StockStream " + "insert into StockTable ;" + "" + "@info(name = 'query2') " + "from DeleteStockStream " + "delete StockTable " + "   on StockTable.symbol == symbol AND StockTable.price == price AND StockTable.volume == volume;";
    SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
    InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
    InputHandler deleteStockStream = siddhiAppRuntime.getInputHandler("DeleteStockStream");
    siddhiAppRuntime.start();
    deleteStockStream.send(new Object[] { "WSO2", 55.6f, 1L });
    deleteStockStream.send(new Object[] { "IBM", 75.6f, 2L });
    stockStream.send(new Object[] { "CISCO", 75.6f, 3L });
    Thread.sleep(10);
    stockStream.send(new Object[] { "APPLE", 75.6f, 4L });
    Thread.sleep(1000);
    Event[] events = siddhiAppRuntime.query("" + "from StockTable " + "on symbol == \"WSO2\" ");
    EventPrinter.print(events);
    AssertJUnit.assertEquals(1, events.length);
    final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
    List<String> logMessages = new ArrayList<>();
    for (String logEvent : loggedEvents) {
        String message = String.valueOf(logEvent);
        if (message.contains(":")) {
            message = message.split(":")[1].trim();
        }
        logMessages.add(message);
    }
    Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), true);
    Assert.assertEquals(Collections.frequency(logMessages, "store table size is bigger than cache."), 1);
    Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache constraints satisfied. Checking cache"), 1);
    Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache miss. Loading from store"), 1);
    Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
    Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "sending results from cache after loading from store"), 1);
    Assert.assertEquals(logMessages.contains("sending results from store"), false);
    logger.removeAppender(appender);
    siddhiAppRuntime.shutdown();
}

Example 8 with TestAppenderToValidateLogsForCachingTests

use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.

the class CacheLFUTestCase method cacheLFUTestCase0.

// using query api and 2 primary keys & LFU
@Test(description = "cacheLFUTestCase0")
public void cacheLFUTestCase0() throws InterruptedException, SQLException {
    TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
    final Logger logger = (Logger) LogManager.getRootLogger();
    logger.setLevel(Level.DEBUG);
    logger.addAppender(appender);
    SiddhiManager siddhiManager = new SiddhiManager();
    String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream DeleteStockStream (symbol string, price float, volume long); " + "@Store(type=\"testStoreForCacheMiss\", @Cache(size=\"2\", cache.policy=\"LFU\"))\n" + "@PrimaryKey(\'symbol\', \'price\') " + "define table StockTable (symbol string, price float, volume long); ";
    String query = "" + "@info(name = 'query1') " + "from StockStream " + "insert into StockTable ;" + "" + "@info(name = 'query2') " + "from DeleteStockStream " + "delete StockTable " + "   on StockTable.symbol == symbol AND StockTable.price == price AND StockTable.volume == volume;";
    SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
    InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
    InputHandler deleteStockStream = siddhiAppRuntime.getInputHandler("DeleteStockStream");
    siddhiAppRuntime.start();
    deleteStockStream.send(new Object[] { "WSO2", 55.6f, 1L });
    deleteStockStream.send(new Object[] { "IBM", 75.6f, 2L });
    stockStream.send(new Object[] { "CISCO", 75.6f, 3L });
    Thread.sleep(10);
    stockStream.send(new Object[] { "APPLE", 75.6f, 4L });
    Thread.sleep(1000);
    Event[] events = siddhiAppRuntime.query("" + "from StockTable " + "on symbol == \"WSO2\" AND price == 55.6f ");
    EventPrinter.print(events);
    AssertJUnit.assertEquals(1, events.length);
    final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
    List<String> logMessages = new ArrayList<>();
    for (String logEvent : loggedEvents) {
        String message = String.valueOf(logEvent);
        if (message.contains(":")) {
            message = message.split(":")[1].trim();
        }
        logMessages.add(message);
    }
    Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), true);
    Assert.assertEquals(Collections.frequency(logMessages, "store table size is bigger than cache."), 1);
    Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache constraints satisfied. Checking cache"), 1);
    Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache miss. Loading from store"), 1);
    Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
    Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "sending results from cache after loading from store"), 1);
    Assert.assertEquals(logMessages.contains("sending results from store"), false);
    logger.removeAppender(appender);
    siddhiAppRuntime.shutdown();
}

Example 9 with TestAppenderToValidateLogsForCachingTests

use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.

the class CacheLFUTestCase method cacheLFUTestCase8.

// 2 primary keys & LFU & update or add func with update
@Test(description = "cacheLFUTestCase8")
public void cacheLFUTestCase8() throws InterruptedException, SQLException {
    TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
    final Logger logger = (Logger) LogManager.getRootLogger();
    logger.setLevel(Level.DEBUG);
    logger.addAppender(appender);
    SiddhiManager siddhiManager = new SiddhiManager();
    String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream UpdateStockStream (symbol string, price float, volume long); " + "@Store(type=\"testStoreForCacheMiss\", @Cache(size=\"2\", cache.policy=\"LFU\"))\n" + "@PrimaryKey(\'symbol\', \'price\') " + "define table StockTable (symbol string, price float, volume long); ";
    String query = "" + "@info(name = 'query1') " + "from StockStream " + "insert into StockTable ;" + "" + "@info(name = 'query2') " + "from UpdateStockStream " + "update or insert into StockTable " + "   on (StockTable.symbol == symbol AND StockTable.price == price);";
    SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
    siddhiAppRuntime.addCallback("query2", new QueryCallback() {

        @Override
        public void receive(long timestamp, Event[] inEvents, Event[] removeEvents) {
            EventPrinter.print(timestamp, inEvents, removeEvents);
            if (inEvents != null) {
                for (Event event : inEvents) {
                    inEventCount++;
                    switch(inEventCount) {
                        case 1:
                            Assert.assertEquals(event.getData(), new Object[] { "WSO2", 55.6f, 3L });
                            break;
                    }
                }
                eventArrived = true;
            }
        }
    });
    InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
    InputHandler updateStockStream = siddhiAppRuntime.getInputHandler("UpdateStockStream");
    siddhiAppRuntime.start();
    stockStream.send(new Object[] { "WSO2", 55.6f, 1L });
    Thread.sleep(10);
    stockStream.send(new Object[] { "APPLE", 75.6f, 2L });
    Thread.sleep(10);
    updateStockStream.send(new Object[] { "WSO2", 55.6f, 3L });
    Thread.sleep(10);
    stockStream.send(new Object[] { "CISCO", 86.6f, 5L });
    Event[] events = siddhiAppRuntime.query("" + "from StockTable " + "on symbol == \"APPLE\" AND price == 75.6f ");
    EventPrinter.print(events);
    AssertJUnit.assertEquals(1, events.length);
    final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
    List<String> logMessages = new ArrayList<>();
    for (String logEvent : loggedEvents) {
        String message = String.valueOf(logEvent);
        if (message.contains(":")) {
            message = message.split(":")[1].trim();
        }
        logMessages.add(message);
    }
    Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), true);
    Assert.assertEquals(Collections.frequency(logMessages, "store table size is bigger than cache."), 1);
    Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache constraints satisfied. Checking cache"), 1);
    Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache miss. Loading from store"), 1);
    Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
    Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "sending results from cache after loading from store"), 1);
    Assert.assertEquals(logMessages.contains("sending results from store"), false);
    logger.removeAppender(appender);
    siddhiAppRuntime.shutdown();
}

Example 10 with TestAppenderToValidateLogsForCachingTests

use of io.siddhi.core.query.table.util.TestAppenderToValidateLogsForCachingTests in project siddhi by wso2.

the class CacheLFUTestCase method cacheLFUTestCase4.

// 1 primary key & LFU & update func
@Test(description = "cacheLFUTestCase4")
public void cacheLFUTestCase4() throws InterruptedException, SQLException {
    TestAppenderToValidateLogsForCachingTests appender = new TestAppenderToValidateLogsForCachingTests("TestAppenderToValidateLogsForCachingTests", null);
    final Logger logger = (Logger) LogManager.getRootLogger();
    logger.setLevel(Level.DEBUG);
    logger.addAppender(appender);
    SiddhiManager siddhiManager = new SiddhiManager();
    String streams = "" + "define stream StockStream (symbol string, price float, volume long); " + "define stream UpdateStockStream (symbol string, price float, volume long); " + "@Store(type=\"testStoreForCacheMiss\", @Cache(size=\"2\", cache.policy=\"LFU\"))\n" + "@PrimaryKey(\'symbol\') " + "define table StockTable (symbol string, price float, volume long); ";
    String query = "" + "@info(name = 'query1') " + "from StockStream " + "insert into StockTable ;" + "" + "@info(name = 'query2') " + "from UpdateStockStream\n" + "select symbol, price, volume\n" + "update StockTable\n" + "on (StockTable.symbol == symbol);";
    SiddhiAppRuntime siddhiAppRuntime = siddhiManager.createSiddhiAppRuntime(streams + query);
    siddhiAppRuntime.addCallback("query2", new QueryCallback() {

        @Override
        public void receive(long timestamp, Event[] inEvents, Event[] removeEvents) {
            EventPrinter.print(timestamp, inEvents, removeEvents);
            if (inEvents != null) {
                for (Event event : inEvents) {
                    inEventCount++;
                    switch(inEventCount) {
                        case 1:
                            Assert.assertEquals(event.getData(), new Object[] { "WSO2", 66.5f, 3L });
                            break;
                    }
                }
                eventArrived = true;
            }
        }
    });
    InputHandler stockStream = siddhiAppRuntime.getInputHandler("StockStream");
    InputHandler updateStockStream = siddhiAppRuntime.getInputHandler("UpdateStockStream");
    siddhiAppRuntime.start();
    stockStream.send(new Object[] { "WSO2", 55.6f, 1L });
    Thread.sleep(10);
    stockStream.send(new Object[] { "APPLE", 75.6f, 2L });
    Thread.sleep(10);
    updateStockStream.send(new Object[] { "WSO2", 66.5f, 3L });
    Thread.sleep(10);
    stockStream.send(new Object[] { "CISCO", 86.6f, 5L });
    Event[] events = siddhiAppRuntime.query("" + "from StockTable " + "on symbol == \"APPLE\" ");
    EventPrinter.print(events);
    AssertJUnit.assertEquals(1, events.length);
    final List<String> loggedEvents = ((TestAppenderToValidateLogsForCachingTests) logger.getAppenders().get("TestAppenderToValidateLogsForCachingTests")).getLog();
    List<String> logMessages = new ArrayList<>();
    for (String logEvent : loggedEvents) {
        String message = String.valueOf(logEvent);
        if (message.contains(":")) {
            message = message.split(":")[1].trim();
        }
        logMessages.add(message);
    }
    Assert.assertEquals(logMessages.contains("store table size is smaller than max cache. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("store table size is bigger than cache."), true);
    Assert.assertEquals(Collections.frequency(logMessages, "store table size is bigger than cache."), 1);
    Assert.assertEquals(logMessages.contains("cache constraints satisfied. Checking cache"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache constraints satisfied. Checking cache"), 1);
    Assert.assertEquals(logMessages.contains("cache hit. Sending results from cache"), false);
    Assert.assertEquals(logMessages.contains("cache miss. Loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "cache miss. Loading from store"), 1);
    Assert.assertEquals(logMessages.contains("store also miss. sending null"), false);
    Assert.assertEquals(logMessages.contains("sending results from cache after loading from store"), true);
    Assert.assertEquals(Collections.frequency(logMessages, "sending results from cache after loading from store"), 1);
    Assert.assertEquals(logMessages.contains("sending results from store"), false);
    logger.removeAppender(appender);
    siddhiAppRuntime.shutdown();
}