Examples with SemanticProperties org.apache.flink.api.common.operators.SemanticProperties used on opensource projects

Example 31 with SemanticProperties

use of org.apache.flink.api.common.operators.SemanticProperties in project flink by apache.

the class JoinOperatorTest method testSemanticPropsWithKeySelector1.

@Test
public void testSemanticPropsWithKeySelector1() {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> tupleDs1 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> tupleDs2 = env.fromCollection(emptyTupleData, tupleTypeInfo);
    JoinOperator<?, ?, ?> joinOp = tupleDs1.join(tupleDs2).where(new DummyTestKeySelector()).equalTo(new DummyTestKeySelector()).with(new DummyTestJoinFunction1());
    SemanticProperties semProps = joinOp.getSemanticProperties();
    assertTrue(semProps.getForwardingTargetFields(0, 0).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 2).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 2).contains(4));
    assertTrue(semProps.getForwardingTargetFields(0, 3).size() == 2);
    assertTrue(semProps.getForwardingTargetFields(0, 3).contains(1));
    assertTrue(semProps.getForwardingTargetFields(0, 3).contains(3));
    assertTrue(semProps.getForwardingTargetFields(0, 4).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 5).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 6).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(1, 0).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(1, 1).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(1, 2).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(1, 3).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(1, 4).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(1, 4).contains(2));
    assertTrue(semProps.getForwardingTargetFields(1, 5).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(1, 6).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(1, 6).contains(0));
    assertTrue(semProps.getReadFields(0).size() == 3);
    assertTrue(semProps.getReadFields(0).contains(2));
    assertTrue(semProps.getReadFields(0).contains(4));
    assertTrue(semProps.getReadFields(0).contains(6));
    assertTrue(semProps.getReadFields(1).size() == 2);
    assertTrue(semProps.getReadFields(1).contains(3));
    assertTrue(semProps.getReadFields(1).contains(5));
}

Example 32 with SemanticProperties

use of org.apache.flink.api.common.operators.SemanticProperties in project flink by apache.

the class ReduceOperatorTest method testSemanticPropsWithKeySelector1.

@Test
public void testSemanticPropsWithKeySelector1() {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<Tuple5<Integer, Long, String, Long, Integer>> tupleDs = env.fromCollection(emptyTupleData, tupleTypeInfo);
    ReduceOperator<Tuple5<Integer, Long, String, Long, Integer>> reduceOp = tupleDs.groupBy(new DummyTestKeySelector()).reduce(new DummyReduceFunction1());
    SemanticProperties semProps = reduceOp.getSemanticProperties();
    assertTrue(semProps.getForwardingTargetFields(0, 0).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 2).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 2).contains(4));
    assertTrue(semProps.getForwardingTargetFields(0, 3).size() == 2);
    assertTrue(semProps.getForwardingTargetFields(0, 3).contains(1));
    assertTrue(semProps.getForwardingTargetFields(0, 3).contains(3));
    assertTrue(semProps.getForwardingTargetFields(0, 4).size() == 1);
    assertTrue(semProps.getForwardingTargetFields(0, 4).contains(2));
    assertTrue(semProps.getForwardingTargetFields(0, 5).size() == 0);
    assertTrue(semProps.getForwardingTargetFields(0, 6).size() == 0);
    assertTrue(semProps.getForwardingSourceField(0, 0) < 0);
    assertTrue(semProps.getForwardingSourceField(0, 1) == 3);
    assertTrue(semProps.getForwardingSourceField(0, 2) == 4);
    assertTrue(semProps.getForwardingSourceField(0, 3) == 3);
    assertTrue(semProps.getForwardingSourceField(0, 4) == 2);
    assertTrue(semProps.getReadFields(0).size() == 3);
    assertTrue(semProps.getReadFields(0).contains(2));
    assertTrue(semProps.getReadFields(0).contains(5));
    assertTrue(semProps.getReadFields(0).contains(6));
}