Examples with Query com.yahoo.bullet.query.Query used on opensource projects

Example 36 with Query

use of com.yahoo.bullet.query.Query in project bullet-core by yahoo.

the class QuerierTest method testBasicWindowMaximumEmitted.

@Test
public void testBasicWindowMaximumEmitted() {
    Query query = new Query(new Projection(), null, new Raw(2), null, new Window(), null);
    Querier querier = make(Querier.Mode.PARTITION, query);
    byte[] expected = getListBytes(RecordBox.get().getRecord());
    byte[] expectedTwice = getListBytes(RecordBox.get().getRecord(), RecordBox.get().getRecord());
    querier.consume(RecordBox.get().getRecord());
    Assert.assertFalse(querier.isClosed());
    Assert.assertFalse(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expected);
    querier.consume(RecordBox.get().getRecord());
    Assert.assertTrue(querier.isClosed());
    Assert.assertTrue(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expectedTwice);
    // Nothing else is consumed because RAW is closed
    makeStream(10).forEach(querier::consume);
    Assert.assertTrue(querier.isClosed());
    Assert.assertTrue(querier.isDone());
    Assert.assertTrue(querier.hasNewData());
    Assert.assertEquals(querier.getData(), expectedTwice);
}

Example 37 with Query

use of com.yahoo.bullet.query.Query in project bullet-core by yahoo.

the class QuerierTest method testRateLimitDisabled.

@Test
public void testRateLimitDisabled() {
    BulletConfig config = new BulletConfig();
    config.set(BulletConfig.RATE_LIMIT_ENABLE, false);
    config.set(BulletConfig.RATE_LIMIT_TIME_INTERVAL, 1);
    config.set(BulletConfig.RATE_LIMIT_MAX_EMIT_COUNT, 1);
    config.validate();
    Query query = makeRawQuery();
    query.configure(config);
    Querier querier = make(Querier.Mode.ALL, "", query, config);
    IntStream.range(0, 1000).forEach(i -> querier.getRecords());
    Assert.assertFalse(querier.isExceedingRateLimit());
    Assert.assertNull(querier.getRateLimitError());
}

Example 38 with Query

use of com.yahoo.bullet.query.Query in project bullet-core by yahoo.

the class QuerierTest method testComputationAndCulling.

@Test
public void testComputationAndCulling() {
    Projection projection = new Projection(Arrays.asList(new Field("a", new FieldExpression("a")), new Field("b", new FieldExpression("b"))), false);
    Expression filter = new UnaryExpression(new FieldExpression("a"), Operation.IS_NOT_NULL);
    Expression expression = new BinaryExpression(new FieldExpression("a"), new ValueExpression(2L), Operation.ADD);
    Computation computation = new Computation(Collections.singletonList(new Field("newName", expression)));
    Culling culling = new Culling(singleton("a"));
    Query query = new Query(projection, filter, new Raw(500), Arrays.asList(computation, culling), new Window(), null);
    Querier querier = make(Querier.Mode.ALL, query);
    IntStream.range(0, 4).forEach(i -> querier.consume(RecordBox.get().add("a", i).add("b", i).getRecord()));
    List<BulletRecord> result = querier.getResult().getRecords();
    Assert.assertEquals(result.size(), 4);
    Assert.assertEquals(result.get(0).typedGet("newName").getValue(), 2L);
    Assert.assertFalse(result.get(0).hasField("a"));
    Assert.assertEquals(result.get(0).typedGet("b").getValue(), 0);
    Assert.assertEquals(result.get(1).typedGet("newName").getValue(), 3L);
    Assert.assertFalse(result.get(1).hasField("a"));
    Assert.assertEquals(result.get(1).typedGet("b").getValue(), 1);
    Assert.assertEquals(result.get(2).typedGet("newName").getValue(), 4L);
    Assert.assertFalse(result.get(2).hasField("a"));
    Assert.assertEquals(result.get(2).typedGet("b").getValue(), 2);
    Assert.assertEquals(result.get(3).typedGet("newName").getValue(), 5L);
    Assert.assertFalse(result.get(3).hasField("a"));
    Assert.assertEquals(result.get(3).typedGet("b").getValue(), 3);
}

Example 39 with Query

use of com.yahoo.bullet.query.Query in project bullet-core by yahoo.

the class QuerierTest method testAggregateIsNotNull.

@Test
public void testAggregateIsNotNull() {
    BulletConfig config = new BulletConfig();
    Query query = makeRawQuery();
    query.configure(config);
    Querier querier = make(Querier.Mode.ALL, query, config);
    Assert.assertNotNull(querier.getResult());
}

Example 40 with Query

use of com.yahoo.bullet.query.Query in project bullet-core by yahoo.

the class QuerierTest method testOuterQuery.

@Test
public void testOuterQuery() {
    Expression outerQueryFilter = new BinaryExpression(new FieldExpression("count"), new ValueExpression(1), Operation.GREATER_THAN);
    Query outerQuery = new Query(new Projection(), outerQueryFilter, new Raw(3), null, new Window(), null);
    GroupBy groupBy = new GroupBy(null, singletonMap("color", "color"), singleton(new GroupOperation(GroupOperation.GroupOperationType.COUNT, null, "count")));
    Query query = new Query(null, new Projection(), null, groupBy, null, outerQuery, new Window(), null);
    Querier querier = make(Querier.Mode.ALL, query);
    BulletRecord red = RecordBox.get().add("color", "red").getRecord();
    BulletRecord orange = RecordBox.get().add("color", "orange").getRecord();
    BulletRecord yellow = RecordBox.get().add("color", "yellow").getRecord();
    BulletRecord green = RecordBox.get().add("color", "green").getRecord();
    BulletRecord blue = RecordBox.get().add("color", "blue").getRecord();
    BulletRecord indigo = RecordBox.get().add("color", "indigo").getRecord();
    BulletRecord violet = RecordBox.get().add("color", "violet").getRecord();
    querier.consume(red);
    querier.consume(orange);
    querier.consume(yellow);
    querier.consume(green);
    querier.consume(blue);
    querier.consume(indigo);
    querier.consume(violet);
    querier.consume(yellow);
    querier.consume(green);
    querier.consume(blue);
    querier.consume(indigo);
    querier.consume(violet);
    Clip result = querier.getResult();
    List<BulletRecord> records = result.getRecords();
    Assert.assertEquals(records.size(), 3);
    Assert.assertFalse(records.stream().anyMatch(record -> record.typedGet("color").getValue().equals("red") || record.typedGet("color").getValue().equals("orange")));
    Assert.assertTrue(records.stream().allMatch(record -> record.typedGet("count").getValue().equals(2L)));
    Map<String, Object> metadata = result.getMeta().asMap();
    Assert.assertTrue(metadata.containsKey("Inner Query"));
}