Examples with LateralView com.yahoo.bullet.query.tablefunctions.LateralView used on opensource projects

Example 1 with LateralView

use of com.yahoo.bullet.query.tablefunctions.LateralView in project bullet-core by yahoo.

the class LateralViewFunctorTest method testApplyWithExplode.

@Test
public void testApplyWithExplode() {
    LateralView lateralView = new LateralView(new Explode(new FieldExpression("mapA"), "foo", "bar", false));
    LateralViewFunctor functor = new LateralViewFunctor(lateralView);
    List<BulletRecord> records = functor.apply(record, provider);
    Assert.assertEquals(records.size(), 3);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(0)).getBaseRecord().fieldCount(), 5);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(0)).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(records.get(0).typedGet("foo").getValue(), "a");
    Assert.assertEquals(records.get(0).typedGet("bar").getValue(), 0);
    Assert.assertFalse(records.get(0).typedGet("listA").isNull());
    Assert.assertFalse(records.get(0).typedGet("listB").isNull());
    Assert.assertFalse(records.get(0).typedGet("mapA").isNull());
    Assert.assertFalse(records.get(0).typedGet("mapB").isNull());
    Assert.assertEquals(((LateralViewBulletRecord) records.get(1)).getBaseRecord().fieldCount(), 5);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(1)).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(records.get(1).typedGet("foo").getValue(), "b");
    Assert.assertEquals(records.get(1).typedGet("bar").getValue(), 1);
    Assert.assertFalse(records.get(1).typedGet("listA").isNull());
    Assert.assertFalse(records.get(1).typedGet("listB").isNull());
    Assert.assertFalse(records.get(1).typedGet("mapA").isNull());
    Assert.assertFalse(records.get(1).typedGet("mapB").isNull());
    Assert.assertEquals(((LateralViewBulletRecord) records.get(2)).getBaseRecord().fieldCount(), 5);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(2)).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(records.get(2).typedGet("foo").getValue(), "c");
    Assert.assertEquals(records.get(2).typedGet("bar").getValue(), 2);
    Assert.assertFalse(records.get(2).typedGet("listA").isNull());
    Assert.assertFalse(records.get(2).typedGet("listB").isNull());
    Assert.assertFalse(records.get(2).typedGet("mapA").isNull());
    Assert.assertFalse(records.get(2).typedGet("mapB").isNull());
    lateralView = new LateralView(new Explode(new FieldExpression("mapB"), "foo", "bar", false));
    functor = new LateralViewFunctor(lateralView);
    records = functor.apply(record, provider);
    Assert.assertEquals(records.size(), 0);
}

Example 2 with LateralView

use of com.yahoo.bullet.query.tablefunctions.LateralView in project bullet-core by yahoo.

the class LateralViewFunctorTest method testApplyWithOuterExplode.

@Test
public void testApplyWithOuterExplode() {
    LateralView lateralView = new LateralView(new Explode(new FieldExpression("mapB"), "foo", "bar", true));
    LateralViewFunctor functor = new LateralViewFunctor(lateralView);
    List<BulletRecord> records = functor.apply(record, provider);
    Assert.assertEquals(records.size(), 1);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(0)).getBaseRecord().fieldCount(), 5);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(0)).getTopRecord().fieldCount(), 0);
    Assert.assertFalse(records.get(0).typedGet("listA").isNull());
    Assert.assertFalse(records.get(0).typedGet("listB").isNull());
    Assert.assertFalse(records.get(0).typedGet("mapA").isNull());
    Assert.assertFalse(records.get(0).typedGet("mapB").isNull());
}

Example 3 with LateralView

use of com.yahoo.bullet.query.tablefunctions.LateralView in project bullet-core by yahoo.

the class QuerierTest method testTableFunction.

@Test
public void testTableFunction() {
    TableFunction tableFunction = new LateralView(new Explode(new FieldExpression("map"), "key", "value", true));
    Projection projection = new Projection(Arrays.asList(new Field("key", new FieldExpression("key")), new Field("value", new FieldExpression("value")), new Field("abc", new FieldExpression("abc"))), false);
    Expression filter = new UnaryExpression(new FieldExpression("map"), Operation.IS_NOT_NULL);
    Query query = new Query(tableFunction, projection, filter, new Raw(500), null, new Window(), null);
    Querier querier = make(Querier.Mode.ALL, query);
    querier.consume(RecordBox.get().addMap("map", Pair.of("a", 0), Pair.of("b", 1), Pair.of("c", 2)).add("abc", 1).getRecord());
    querier.consume(RecordBox.get().add("abc", 2).getRecord());
    querier.consume(RecordBox.get().add("abc", 3).add("map", new HashMap<>()).getRecord());
    List<BulletRecord> result = querier.getResult().getRecords();
    Assert.assertEquals(result.size(), 4);
    Assert.assertEquals(result.get(0).fieldCount(), 3);
    Assert.assertEquals(result.get(0).typedGet("key").getValue(), "a");
    Assert.assertEquals(result.get(0).typedGet("value").getValue(), 0);
    Assert.assertEquals(result.get(0).typedGet("abc").getValue(), 1);
    Assert.assertEquals(result.get(1).fieldCount(), 3);
    Assert.assertEquals(result.get(1).typedGet("key").getValue(), "b");
    Assert.assertEquals(result.get(1).typedGet("value").getValue(), 1);
    Assert.assertEquals(result.get(1).typedGet("abc").getValue(), 1);
    Assert.assertEquals(result.get(2).fieldCount(), 3);
    Assert.assertEquals(result.get(2).typedGet("key").getValue(), "c");
    Assert.assertEquals(result.get(2).typedGet("value").getValue(), 2);
    Assert.assertEquals(result.get(2).typedGet("abc").getValue(), 1);
    Assert.assertEquals(result.get(3).fieldCount(), 1);
    Assert.assertEquals(result.get(3).typedGet("abc").getValue(), 3);
}

Example 4 with LateralView

use of com.yahoo.bullet.query.tablefunctions.LateralView in project bullet-core by yahoo.

the class LateralViewFunctorTest method testConstructor.

@Test
public void testConstructor() {
    LateralView lateralView = new LateralView(new Explode(new FieldExpression("abc"), "foo", "bar", true));
    LateralViewFunctor functor = new LateralViewFunctor(lateralView);
    Assert.assertTrue(functor.tableFunctors.get(0) instanceof ExplodeFunctor);
}

Example 5 with LateralView

use of com.yahoo.bullet.query.tablefunctions.LateralView in project bullet-core by yahoo.

the class LateralViewFunctorTest method testApplyWithMultipleExplode.

@Test
public void testApplyWithMultipleExplode() {
    List<TableFunction> tableFunctions = Arrays.asList(new Explode(new FieldExpression("mapC"), "foo", "bar", false), new Explode(new FieldExpression("bar"), "key", "value", false));
    LateralView lateralView = new LateralView(tableFunctions);
    LateralViewFunctor functor = new LateralViewFunctor(lateralView);
    List<BulletRecord> records = functor.apply(record, provider);
    Assert.assertEquals(records.size(), 4);
    Assert.assertEquals(((LateralViewBulletRecord) ((LateralViewBulletRecord) records.get(0)).getBaseRecord()).getBaseRecord().fieldCount(), 5);
    Assert.assertEquals(((LateralViewBulletRecord) ((LateralViewBulletRecord) records.get(0)).getBaseRecord()).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(0)).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(((LateralViewBulletRecord) ((LateralViewBulletRecord) records.get(1)).getBaseRecord()).getBaseRecord().fieldCount(), 5);
    Assert.assertEquals(((LateralViewBulletRecord) ((LateralViewBulletRecord) records.get(1)).getBaseRecord()).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(1)).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(((LateralViewBulletRecord) ((LateralViewBulletRecord) records.get(2)).getBaseRecord()).getBaseRecord().fieldCount(), 5);
    Assert.assertEquals(((LateralViewBulletRecord) ((LateralViewBulletRecord) records.get(2)).getBaseRecord()).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(2)).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(((LateralViewBulletRecord) ((LateralViewBulletRecord) records.get(3)).getBaseRecord()).getBaseRecord().fieldCount(), 5);
    Assert.assertEquals(((LateralViewBulletRecord) ((LateralViewBulletRecord) records.get(3)).getBaseRecord()).getTopRecord().fieldCount(), 2);
    Assert.assertEquals(((LateralViewBulletRecord) records.get(3)).getTopRecord().fieldCount(), 2);
    Assert.assertTrue(records.stream().anyMatch(r -> r.typedGet("foo").getValue().equals("mapD") && r.typedGet("bar").getValue().equals(mapD) && r.typedGet("key").getValue().equals("d") && r.typedGet("value").getValue().equals(3)));
    Assert.assertTrue(records.stream().anyMatch(r -> r.typedGet("foo").getValue().equals("mapD") && r.typedGet("bar").getValue().equals(mapD) && r.typedGet("key").getValue().equals("e") && r.typedGet("value").getValue().equals(4)));
    Assert.assertTrue(records.stream().anyMatch(r -> r.typedGet("foo").getValue().equals("mapE") && r.typedGet("bar").getValue().equals(mapE) && r.typedGet("key").getValue().equals("f") && r.typedGet("value").getValue().equals(5)));
    Assert.assertTrue(records.stream().anyMatch(r -> r.typedGet("foo").getValue().equals("mapE") && r.typedGet("bar").getValue().equals(mapE) && r.typedGet("key").getValue().equals("g") && r.typedGet("value").getValue().equals(6)));
}