Search in sources :

Example 6 with GroupBy

use of com.yahoo.bullet.query.aggregations.GroupBy in project bullet-core by yahoo.

the class QuerierTest method testOuterQuery.

@Test
public void testOuterQuery() {
    Expression outerQueryFilter = new BinaryExpression(new FieldExpression("count"), new ValueExpression(1), Operation.GREATER_THAN);
    Query outerQuery = new Query(new Projection(), outerQueryFilter, new Raw(3), null, new Window(), null);
    GroupBy groupBy = new GroupBy(null, singletonMap("color", "color"), singleton(new GroupOperation(GroupOperation.GroupOperationType.COUNT, null, "count")));
    Query query = new Query(null, new Projection(), null, groupBy, null, outerQuery, new Window(), null);
    Querier querier = make(Querier.Mode.ALL, query);
    BulletRecord red = RecordBox.get().add("color", "red").getRecord();
    BulletRecord orange = RecordBox.get().add("color", "orange").getRecord();
    BulletRecord yellow = RecordBox.get().add("color", "yellow").getRecord();
    BulletRecord green = RecordBox.get().add("color", "green").getRecord();
    BulletRecord blue = RecordBox.get().add("color", "blue").getRecord();
    BulletRecord indigo = RecordBox.get().add("color", "indigo").getRecord();
    BulletRecord violet = RecordBox.get().add("color", "violet").getRecord();
    querier.consume(red);
    querier.consume(orange);
    querier.consume(yellow);
    querier.consume(green);
    querier.consume(blue);
    querier.consume(indigo);
    querier.consume(violet);
    querier.consume(yellow);
    querier.consume(green);
    querier.consume(blue);
    querier.consume(indigo);
    querier.consume(violet);
    Clip result = querier.getResult();
    List<BulletRecord> records = result.getRecords();
    Assert.assertEquals(records.size(), 3);
    Assert.assertFalse(records.stream().anyMatch(record -> record.typedGet("color").getValue().equals("red") || record.typedGet("color").getValue().equals("orange")));
    Assert.assertTrue(records.stream().allMatch(record -> record.typedGet("count").getValue().equals(2L)));
    Map<String, Object> metadata = result.getMeta().asMap();
    Assert.assertTrue(metadata.containsKey("Inner Query"));
}
Also used : Window(com.yahoo.bullet.query.Window) Query(com.yahoo.bullet.query.Query) Arrays(java.util.Arrays) TableFunction(com.yahoo.bullet.query.tablefunctions.TableFunction) BulletError(com.yahoo.bullet.common.BulletError) Strategy(com.yahoo.bullet.querying.aggregations.Strategy) Test(org.testng.annotations.Test) RecordBox(com.yahoo.bullet.result.RecordBox) TestHelpers.getListBytes(com.yahoo.bullet.TestHelpers.getListBytes) FieldExpression(com.yahoo.bullet.query.expressions.FieldExpression) GroupBy(com.yahoo.bullet.query.aggregations.GroupBy) Pair(org.apache.commons.lang3.tuple.Pair) Collections.singleton(java.util.Collections.singleton) Computation(com.yahoo.bullet.query.postaggregations.Computation) Raw(com.yahoo.bullet.query.aggregations.Raw) Map(java.util.Map) Explode(com.yahoo.bullet.query.tablefunctions.Explode) Metadata(com.yahoo.bullet.pubsub.Metadata) BulletConfigTest(com.yahoo.bullet.common.BulletConfigTest) Culling(com.yahoo.bullet.query.postaggregations.Culling) BulletRecord(com.yahoo.bullet.record.BulletRecord) Scheme(com.yahoo.bullet.windowing.Scheme) AdditiveTumbling(com.yahoo.bullet.windowing.AdditiveTumbling) AdditionalAnswers(org.mockito.AdditionalAnswers) WindowUtils(com.yahoo.bullet.query.WindowUtils) List(java.util.List) Field(com.yahoo.bullet.query.Field) Stream(java.util.stream.Stream) LateralView(com.yahoo.bullet.query.tablefunctions.LateralView) BulletConfig(com.yahoo.bullet.common.BulletConfig) IntStream(java.util.stream.IntStream) AggregationType(com.yahoo.bullet.query.aggregations.AggregationType) ListExpression(com.yahoo.bullet.query.expressions.ListExpression) HashMap(java.util.HashMap) Mockito.spy(org.mockito.Mockito.spy) Operation(com.yahoo.bullet.query.expressions.Operation) Clip(com.yahoo.bullet.result.Clip) Assert(org.testng.Assert) UnaryExpression(com.yahoo.bullet.query.expressions.UnaryExpression) GroupAll(com.yahoo.bullet.query.aggregations.GroupAll) Collections.singletonMap(java.util.Collections.singletonMap) BinaryExpression(com.yahoo.bullet.query.expressions.BinaryExpression) Basic(com.yahoo.bullet.windowing.Basic) ValueExpression(com.yahoo.bullet.query.expressions.ValueExpression) Window(com.yahoo.bullet.query.Window) Meta(com.yahoo.bullet.result.Meta) Tumbling(com.yahoo.bullet.windowing.Tumbling) Expression(com.yahoo.bullet.query.expressions.Expression) GroupOperation(com.yahoo.bullet.querying.aggregations.grouping.GroupOperation) Mockito(org.mockito.Mockito) Projection(com.yahoo.bullet.query.Projection) CountDistinct(com.yahoo.bullet.query.aggregations.CountDistinct) OrderBy(com.yahoo.bullet.query.postaggregations.OrderBy) Collections(java.util.Collections) GroupBy(com.yahoo.bullet.query.aggregations.GroupBy) Query(com.yahoo.bullet.query.Query) Projection(com.yahoo.bullet.query.Projection) Raw(com.yahoo.bullet.query.aggregations.Raw) FieldExpression(com.yahoo.bullet.query.expressions.FieldExpression) Clip(com.yahoo.bullet.result.Clip) BulletRecord(com.yahoo.bullet.record.BulletRecord) BinaryExpression(com.yahoo.bullet.query.expressions.BinaryExpression) FieldExpression(com.yahoo.bullet.query.expressions.FieldExpression) ListExpression(com.yahoo.bullet.query.expressions.ListExpression) UnaryExpression(com.yahoo.bullet.query.expressions.UnaryExpression) BinaryExpression(com.yahoo.bullet.query.expressions.BinaryExpression) ValueExpression(com.yahoo.bullet.query.expressions.ValueExpression) Expression(com.yahoo.bullet.query.expressions.Expression) ValueExpression(com.yahoo.bullet.query.expressions.ValueExpression) GroupOperation(com.yahoo.bullet.querying.aggregations.grouping.GroupOperation) Test(org.testng.annotations.Test) BulletConfigTest(com.yahoo.bullet.common.BulletConfigTest)

Example 7 with GroupBy

use of com.yahoo.bullet.query.aggregations.GroupBy in project bullet-core by yahoo.

the class QueryUtils method makeGroupByFilterQuery.

public static Query makeGroupByFilterQuery(Expression filter, int size, Map<String, String> fields, List<GroupOperation> operations) {
    Query query = new Query(new Projection(), filter, new GroupBy(size, fields, new HashSet<>(operations)), null, new Window(), null);
    query.configure(new BulletConfig());
    return query;
}
Also used : GroupBy(com.yahoo.bullet.query.aggregations.GroupBy) BulletConfig(com.yahoo.bullet.common.BulletConfig) HashSet(java.util.HashSet)

Aggregations

BulletConfig (com.yahoo.bullet.common.BulletConfig)7 GroupBy (com.yahoo.bullet.query.aggregations.GroupBy)7 GroupOperation (com.yahoo.bullet.querying.aggregations.grouping.GroupOperation)6 BulletRecord (com.yahoo.bullet.record.BulletRecord)6 Clip (com.yahoo.bullet.result.Clip)6 RecordBox (com.yahoo.bullet.result.RecordBox)6 Collections.singletonMap (java.util.Collections.singletonMap)6 HashSet (java.util.HashSet)6 List (java.util.List)6 Map (java.util.Map)6 IntStream (java.util.stream.IntStream)6 Pair (org.apache.commons.lang3.tuple.Pair)6 Assert (org.testng.Assert)6 Test (org.testng.annotations.Test)6 TestHelpers.addMetadata (com.yahoo.bullet.TestHelpers.addMetadata)5 TestHelpers.assertContains (com.yahoo.bullet.TestHelpers.assertContains)5 AggregationUtils.makeGroupFields (com.yahoo.bullet.querying.aggregations.AggregationUtils.makeGroupFields)5 COUNT (com.yahoo.bullet.querying.aggregations.grouping.GroupOperation.GroupOperationType.COUNT)5 SUM (com.yahoo.bullet.querying.aggregations.grouping.GroupOperation.GroupOperationType.SUM)5 KMVSketch (com.yahoo.bullet.querying.aggregations.sketches.KMVSketch)5