Examples with Projection com.yahoo.bullet.query.Projection used on opensource projects

Example 16 with Projection

use of com.yahoo.bullet.query.Projection in project bullet-core by yahoo.

the class QuerierTest method testBasicWindowMaximumEmitted.

@Test
public void testBasicWindowMaximumEmitted() {
    Query query = new Query(new Projection(), null, new Raw(2), null, new Window(), null);
    Querier querier = make(Querier.Mode.PARTITION, query);
    byte[] expected = getListBytes(RecordBox.get().getRecord());
    byte[] expectedTwice = getListBytes(RecordBox.get().getRecord(), RecordBox.get().getRecord());
    querier.consume(RecordBox.get().getRecord());
    Assert.assertFalse(querier.isClosed());
    Assert.assertFalse(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expected);
    querier.consume(RecordBox.get().getRecord());
    Assert.assertTrue(querier.isClosed());
    Assert.assertTrue(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expectedTwice);
    // Nothing else is consumed because RAW is closed
    makeStream(10).forEach(querier::consume);
    Assert.assertTrue(querier.isClosed());
    Assert.assertTrue(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expectedTwice);
}

Example 17 with Projection

use of com.yahoo.bullet.query.Projection in project bullet-core by yahoo.

the class QuerierTest method testComputationAndCulling.

@Test
public void testComputationAndCulling() {
    Projection projection = new Projection(Arrays.asList(new Field("a", new FieldExpression("a")), new Field("b", new FieldExpression("b"))), false);
    Expression filter = new UnaryExpression(new FieldExpression("a"), Operation.IS_NOT_NULL);
    Expression expression = new BinaryExpression(new FieldExpression("a"), new ValueExpression(2L), Operation.ADD);
    Computation computation = new Computation(Collections.singletonList(new Field("newName", expression)));
    Culling culling = new Culling(singleton("a"));
    Query query = new Query(projection, filter, new Raw(500), Arrays.asList(computation, culling), new Window(), null);
    Querier querier = make(Querier.Mode.ALL, query);
    IntStream.range(0, 4).forEach(i -> querier.consume(RecordBox.get().add("a", i).add("b", i).getRecord()));
    List<BulletRecord> result = querier.getResult().getRecords();
    Assert.assertEquals(result.size(), 4);
    Assert.assertEquals(result.get(0).typedGet("newName").getValue(), 2L);
    Assert.assertFalse(result.get(0).hasField("a"));
    Assert.assertEquals(result.get(0).typedGet("b").getValue(), 0);
    Assert.assertEquals(result.get(1).typedGet("newName").getValue(), 3L);
    Assert.assertFalse(result.get(1).hasField("a"));
    Assert.assertEquals(result.get(1).typedGet("b").getValue(), 1);
    Assert.assertEquals(result.get(2).typedGet("newName").getValue(), 4L);
    Assert.assertFalse(result.get(2).hasField("a"));
    Assert.assertEquals(result.get(2).typedGet("b").getValue(), 2);
    Assert.assertEquals(result.get(3).typedGet("newName").getValue(), 5L);
    Assert.assertFalse(result.get(3).hasField("a"));
    Assert.assertEquals(result.get(3).typedGet("b").getValue(), 3);
}

Example 18 with Projection

use of com.yahoo.bullet.query.Projection in project bullet-core by yahoo.

the class QuerierTest method testOuterQuery.

@Test
public void testOuterQuery() {
    Expression outerQueryFilter = new BinaryExpression(new FieldExpression("count"), new ValueExpression(1), Operation.GREATER_THAN);
    Query outerQuery = new Query(new Projection(), outerQueryFilter, new Raw(3), null, new Window(), null);
    GroupBy groupBy = new GroupBy(null, singletonMap("color", "color"), singleton(new GroupOperation(GroupOperation.GroupOperationType.COUNT, null, "count")));
    Query query = new Query(null, new Projection(), null, groupBy, null, outerQuery, new Window(), null);
    Querier querier = make(Querier.Mode.ALL, query);
    BulletRecord red = RecordBox.get().add("color", "red").getRecord();
    BulletRecord orange = RecordBox.get().add("color", "orange").getRecord();
    BulletRecord yellow = RecordBox.get().add("color", "yellow").getRecord();
    BulletRecord green = RecordBox.get().add("color", "green").getRecord();
    BulletRecord blue = RecordBox.get().add("color", "blue").getRecord();
    BulletRecord indigo = RecordBox.get().add("color", "indigo").getRecord();
    BulletRecord violet = RecordBox.get().add("color", "violet").getRecord();
    querier.consume(red);
    querier.consume(orange);
    querier.consume(yellow);
    querier.consume(green);
    querier.consume(blue);
    querier.consume(indigo);
    querier.consume(violet);
    querier.consume(yellow);
    querier.consume(green);
    querier.consume(blue);
    querier.consume(indigo);
    querier.consume(violet);
    Clip result = querier.getResult();
    List<BulletRecord> records = result.getRecords();
    Assert.assertEquals(records.size(), 3);
    Assert.assertFalse(records.stream().anyMatch(record -> record.typedGet("color").getValue().equals("red") || record.typedGet("color").getValue().equals("orange")));
    Assert.assertTrue(records.stream().allMatch(record -> record.typedGet("count").getValue().equals(2L)));
    Map<String, Object> metadata = result.getMeta().asMap();
    Assert.assertTrue(metadata.containsKey("Inner Query"));
}

Example 19 with Projection

use of com.yahoo.bullet.query.Projection in project bullet-core by yahoo.

the class QuerierTest method testMerging.

@Test
public void testMerging() {
    Query query = new Query(new Projection(), null, new Raw(2), null, new Window(), null);
    Querier querierA = make(Querier.Mode.PARTITION, query);
    Querier querierB = make(Querier.Mode.PARTITION, query);
    byte[] expected = getListBytes(RecordBox.get().getRecord());
    byte[] expectedTwice = getListBytes(RecordBox.get().getRecord(), RecordBox.get().getRecord());
    querierA.consume(RecordBox.get().getRecord());
    Assert.assertFalse(querierA.isClosed());
    Assert.assertFalse(querierA.isDone());
    Assert.assertTrue(querierA.hasNewData());
    Assert.assertEquals(querierA.getData(), expected);
    querierB.consume(RecordBox.get().getRecord());
    Assert.assertFalse(querierB.isClosed());
    Assert.assertFalse(querierB.isDone());
    Assert.assertTrue(querierB.hasNewData());
    Assert.assertEquals(querierB.getData(), expected);
    Querier querierC = make(Querier.Mode.ALL, query);
    querierC.merge(querierA);
    querierC.merge(querierB);
    Assert.assertTrue(querierC.isClosed());
    Assert.assertTrue(querierC.isDone());
    Assert.assertTrue(querierC.hasNewData());
    Assert.assertEquals(querierC.getData(), expectedTwice);
}

Example 20 with Projection

use of com.yahoo.bullet.query.Projection in project bullet-core by yahoo.

the class QuerierTest method testDefaults.

@Test
public void testDefaults() {
    Querier querier = make(Querier.Mode.ALL, new Query(new Projection(), null, new Raw(null), null, new Window(), null));
    RunningQuery runningQuery = querier.getRunningQuery();
    Query query = querier.getQuery();
    Assert.assertSame(runningQuery.getQuery(), query);
    Assert.assertEquals(query.getAggregation().getSize(), (Integer) BulletConfig.DEFAULT_AGGREGATION_SIZE);
    Assert.assertEquals(query.getAggregation().getType(), AggregationType.RAW);
    Assert.assertFalse(querier.isClosed());
    Assert.assertFalse(querier.isDone());
    Assert.assertFalse(querier.isExceedingRateLimit());
    Assert.assertNull(querier.getRateLimitError());
    // RAW query without window should buffer
    Assert.assertTrue(querier.shouldBuffer());
    Assert.assertEquals(querier.getResult().getRecords(), Collections.emptyList());
}