Examples with Window com.yahoo.bullet.query.Window used on opensource projects

Example 11 with Window

use of com.yahoo.bullet.query.Window in project bullet-core by yahoo.

the class QueryManagerTest method getQuery.

@SafeVarargs
private static Query getQuery(Pair<String, Serializable>... equalities) {
    BinaryExpression expression = null;
    if (equalities != null && equalities.length > 0) {
        if (equalities.length == 1) {
            expression = new BinaryExpression(new FieldExpression(equalities[0].getLeft()), new ValueExpression(equalities[0].getRight()), Operation.EQUALS);
            expression.setType(Type.BOOLEAN);
            expression.getLeft().setType(expression.getRight().getType());
        } else {
            expression = Arrays.stream(equalities).reduce(null, (a, b) -> {
                BinaryExpression equals = new BinaryExpression(new FieldExpression(b.getLeft()), new ValueExpression(b.getRight()), Operation.EQUALS);
                equals.setType(Type.BOOLEAN);
                equals.getLeft().setType(equals.getRight().getType());
                if (a == null) {
                    return equals;
                }
                BinaryExpression and = new BinaryExpression(a, equals, Operation.AND);
                and.setType(Type.BOOLEAN);
                return and;
            }, (left, right) -> {
                BinaryExpression and = new BinaryExpression(left, right, Operation.AND);
                and.setType(Type.BOOLEAN);
                return and;
            });
        }
    }
    Query query = new Query(new Projection(), expression, new Raw(null), null, new Window(), null);
    query.configure(new BulletConfig());
    return query;
}

Example 12 with Window

use of com.yahoo.bullet.query.Window in project bullet-core by yahoo.

the class QuerierTest method testLogicFilterAnd.

@Test
public void testLogicFilterAnd() {
    // legacy test
    Expression filter = new BinaryExpression(new BinaryExpression(new FieldExpression("field"), new ValueExpression("abc"), Operation.EQUALS), new BinaryExpression(new FieldExpression("id"), new ValueExpression("1"), Operation.EQUALS), Operation.AND);
    Query query = new Query(new Projection(), filter, new Raw(null), null, new Window(), null);
    Querier querier = make(Querier.Mode.PARTITION, query);
    querier.consume(RecordBox.get().add("field", "abc").add("id", "2").getRecord());
    Assert.assertFalse(querier.hasNewData());
    querier.consume(RecordBox.get().add("field", "abc").add("id", "1").getRecord());
    Assert.assertTrue(querier.hasNewData());
}

Example 13 with Window

use of com.yahoo.bullet.query.Window in project bullet-core by yahoo.

the class QuerierTest method testFilteringProjection.

@Test
public void testFilteringProjection() {
    Projection projection = new Projection(Collections.singletonList(new Field("mid", new FieldExpression("map_field", "id"))), false);
    Expression filter = new BinaryExpression(new FieldExpression("map_field", "id"), new ListExpression(Arrays.asList(new ValueExpression("1"), new ValueExpression("23"))), Operation.EQUALS_ANY);
    Query query = new Query(projection, filter, new Raw(null), null, new Window(), null);
    BulletConfig config = new BulletConfig();
    query.configure(config);
    Querier querier = new Querier(makeRunningQuery("", query), config);
    RecordBox boxA = RecordBox.get().addMap("map_field", Pair.of("id", "3"));
    querier.consume(boxA.getRecord());
    Assert.assertFalse(querier.isClosed());
    Assert.assertNull(querier.getData());
    RecordBox boxB = RecordBox.get().addMap("map_field", Pair.of("id", "23"));
    RecordBox expected = RecordBox.get().add("mid", "23");
    querier.consume(boxB.getRecord());
    Assert.assertFalse(querier.isClosed());
    Assert.assertEquals(querier.getData(), getListBytes(expected.getRecord()));
}

Example 14 with Window

use of com.yahoo.bullet.query.Window in project bullet-core by yahoo.

the class QuerierTest method testLogicFilterNot.

@Test
public void testLogicFilterNot() {
    // legacy test
    Expression filter = new BinaryExpression(new FieldExpression("field"), new ValueExpression("abc"), Operation.NOT_EQUALS);
    Query query = new Query(new Projection(), filter, new Raw(null), null, new Window(), null);
    Querier querier = make(Querier.Mode.PARTITION, query);
    querier.consume(RecordBox.get().add("field", "abc").getRecord());
    Assert.assertFalse(querier.hasNewData());
    querier.consume(RecordBox.get().add("field", "ddd").getRecord());
    Assert.assertTrue(querier.hasNewData());
}

Example 15 with Window

use of com.yahoo.bullet.query.Window in project bullet-core by yahoo.

the class QuerierTest method testBasicWindowMaximumEmittedWithNonMatchingRecords.

@Test
public void testBasicWindowMaximumEmittedWithNonMatchingRecords() {
    Expression filter = new BinaryExpression(new FieldExpression("mid"), new ListExpression(Arrays.asList(new ValueExpression("1"), new ValueExpression("23"))), Operation.EQUALS_ANY);
    Query query = new Query(new Projection(), filter, new Raw(2), null, new Window(), null);
    Querier querier = make(Querier.Mode.PARTITION, query);
    byte[] expected = getListBytes(RecordBox.get().add("mid", "23").getRecord());
    byte[] expectedTwice = getListBytes(RecordBox.get().add("mid", "23").getRecord(), RecordBox.get().add("mid", "23").getRecord());
    querier.consume(RecordBox.get().add("mid", "23").getRecord());
    Assert.assertFalse(querier.isClosed());
    Assert.assertFalse(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expected);
    // Doesn't match
    querier.consume(RecordBox.get().add("mid", "42").getRecord());
    Assert.assertFalse(querier.isClosed());
    Assert.assertFalse(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expected);
    querier.consume(RecordBox.get().add("mid", "23").getRecord());
    Assert.assertTrue(querier.isClosed());
    Assert.assertTrue(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expectedTwice);
    // Nothing else is consumed because RAW is closed
    IntStream.range(0, 10).mapToObj(i -> RecordBox.get().add("mid", "23").getRecord()).forEach(querier::consume);
    Assert.assertTrue(querier.isClosed());
    Assert.assertTrue(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expectedTwice);
    querier.reset();
    Assert.assertFalse(querier.isClosed());
    Assert.assertFalse(querier.isDone());
    Assert.assertFalse(querier.hasNewData());
    Assert.assertNull(querier.getData());
}