Examples with ExecutionEnvironment org.apache.flink.api.java.ExecutionEnvironment used on opensource projects

Example 6 with ExecutionEnvironment

use of org.apache.flink.api.java.ExecutionEnvironment in project flink by apache.

the class GroupReduceOperatorTest method testSemanticPropsWithKeySelector6.

@Test
public void testSemanticPropsWithKeySelector6() {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> tupleDs = env.fromCollection(emptyTupleData, tupleTypeInfo);
    GroupReduceOperator<Tuple5<Integer, Long, String, Long, Integer>, Tuple5<Integer, Long, String, Long, Integer>> reduceOp = tupleDs.groupBy(new DummyTestKeySelector()).sortGroup(new DummyTestKeySelector(), Order.ASCENDING).reduceGroup(new DummyGroupReduceFunction3()).withForwardedFields("4->0;3;3->1;2");
    SemanticProperties semProps = reduceOp.getSemanticProperties();
    assertTrue(semProps.getForwardingTargetFields(0, 0).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 2).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 3).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 4).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 5).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 6).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 6).contains(2));
    assertTrue(semProps.getForwardingTargetFields(0, 7).size() == 2);
    assertTrue(semProps.getForwardingTargetFields(0, 7).contains(1));
    assertTrue(semProps.getForwardingTargetFields(0, 7).contains(3));
    assertTrue(semProps.getForwardingTargetFields(0, 8).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 8).contains(0));
    assertTrue(semProps.getForwardingSourceField(0, 0) == 8);
    assertTrue(semProps.getForwardingSourceField(0, 1) == 7);
    assertTrue(semProps.getForwardingSourceField(0, 2) == 6);
    assertTrue(semProps.getForwardingSourceField(0, 3) == 7);
    assertTrue(semProps.getForwardingSourceField(0, 4) < 0);
    assertTrue(semProps.getReadFields(0) == null);
}

Example 7 with ExecutionEnvironment

use of org.apache.flink.api.java.ExecutionEnvironment in project flink by apache.

the class GroupReduceOperatorTest method testSemanticPropsWithKeySelector7.

@Test
public void testSemanticPropsWithKeySelector7() {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> tupleDs = env.fromCollection(emptyTupleData, tupleTypeInfo);
    GroupReduceOperator<Tuple5<Integer, Long, String, Long, Integer>, Tuple5<Integer, Long, String, Long, Integer>> reduceOp = tupleDs.groupBy(new DummyTestKeySelector()).reduceGroup(new DummyGroupReduceFunction4());
    SemanticProperties semProps = reduceOp.getSemanticProperties();
    assertTrue(semProps.getForwardingTargetFields(0, 0).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 2).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 2).contains(0));
    assertTrue(semProps.getForwardingTargetFields(0, 3).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 3).contains(1));
    assertTrue(semProps.getForwardingTargetFields(0, 4).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 5).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 5).contains(3));
    assertTrue(semProps.getForwardingTargetFields(0, 6).size() == 0);
    assertTrue(semProps.getForwardingSourceField(0, 0) == 2);
    assertTrue(semProps.getForwardingSourceField(0, 1) == 3);
    assertTrue(semProps.getForwardingSourceField(0, 2) < 0);
    assertTrue(semProps.getForwardingSourceField(0, 3) == 5);
    assertTrue(semProps.getForwardingSourceField(0, 4) < 0);
    assertTrue(semProps.getReadFields(0) == null);
}

Example 8 with ExecutionEnvironment

use of org.apache.flink.api.java.ExecutionEnvironment in project flink by apache.

the class GroupReduceOperatorTest method testSemanticPropsWithKeySelector3.

@Test
public void testSemanticPropsWithKeySelector3() {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> tupleDs = env.fromCollection(emptyTupleData, tupleTypeInfo);
    GroupReduceOperator<Tuple5<Integer, Long, String, Long, Integer>, Tuple5<Integer, Long, String, Long, Integer>> reduceOp = tupleDs.groupBy(new DummyTestKeySelector()).reduceGroup(new DummyGroupReduceFunction2()).withForwardedFields("0->4;1;1->3;2");
    SemanticProperties semProps = reduceOp.getSemanticProperties();
    assertTrue(semProps.getForwardingTargetFields(0, 0).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 2).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 2).contains(4));
    assertTrue(semProps.getForwardingTargetFields(0, 3).size() == 2);
    assertTrue(semProps.getForwardingTargetFields(0, 3).contains(1));
    assertTrue(semProps.getForwardingTargetFields(0, 3).contains(3));
    assertTrue(semProps.getForwardingTargetFields(0, 4).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 4).contains(2));
    assertTrue(semProps.getForwardingTargetFields(0, 5).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 6).size() == 0);
    assertTrue(semProps.getForwardingSourceField(0, 0) < 0);
    assertTrue(semProps.getForwardingSourceField(0, 1) == 3);
    assertTrue(semProps.getForwardingSourceField(0, 2) == 4);
    assertTrue(semProps.getForwardingSourceField(0, 3) == 3);
    assertTrue(semProps.getForwardingSourceField(0, 4) == 2);
    assertTrue(semProps.getReadFields(0).size() == 3);
    assertTrue(semProps.getReadFields(0).contains(2));
    assertTrue(semProps.getReadFields(0).contains(5));
    assertTrue(semProps.getReadFields(0).contains(6));
}

Example 9 with ExecutionEnvironment

use of org.apache.flink.api.java.ExecutionEnvironment in project flink by apache.

the class DistinctOperatorTest method testDistinctByKeySelector1.

@Test
@SuppressWarnings("serial")
public void testDistinctByKeySelector1() {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    this.customTypeData.add(new CustomType());
    try {
        DataSet<CustomType> customDs = env.fromCollection(customTypeData);
        // should work
        customDs.distinct(new KeySelector<DistinctOperatorTest.CustomType, Long>() {

            @Override
            public Long getKey(CustomType value) {
                return value.myLong;
            }
        });
    } catch (Exception e) {
        Assert.fail();
    }
}

Example 10 with ExecutionEnvironment

use of org.apache.flink.api.java.ExecutionEnvironment in project flink by apache.

the class FirstNOperatorTest method testGroupedFirstN.

@Test
public void testGroupedFirstN() {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> tupleDs = env.fromCollection(emptyTupleData, tupleTypeInfo);
    // should work
    try {
        tupleDs.groupBy(2).first(1);
    } catch (Exception e) {
        Assert.fail();
    }
    // should work
    try {
        tupleDs.groupBy(1, 3).first(10);
    } catch (Exception e) {
        Assert.fail();
    }
    // should not work n == 0
    try {
        tupleDs.groupBy(0).first(0);
        Assert.fail();
    } catch (InvalidProgramException ipe) {
    // we're good here
    } catch (Exception e) {
        Assert.fail();
    }
    // should not work n == -1
    try {
        tupleDs.groupBy(2).first(-1);
        Assert.fail();
    } catch (InvalidProgramException ipe) {
    // we're good here
    } catch (Exception e) {
        Assert.fail();
    }
}