Examples with FieldSet org.apache.flink.api.common.operators.util.FieldSet used on opensource projects

Example 36 with FieldSet

use of org.apache.flink.api.common.operators.util.FieldSet in project flink by apache.

the class SemanticPropUtilTest method testReadFieldsPojoInTuple.

@Test
public void testReadFieldsPojoInTuple() {
    String[] readFields = { "f0; f2.int1; f2.string1" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, pojoInTupleType, pojo2Type);
    FieldSet fs = sp.getReadFields(0);
    assertTrue(fs.size() == 3);
    assertTrue(fs.contains(0));
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(5));
}

Example 37 with FieldSet

use of org.apache.flink.api.common.operators.util.FieldSet in project flink by apache.

the class SemanticPropUtilTest method testReadFieldsNestedTuples.

@Test
public void testReadFieldsNestedTuples() {
    String[] readFields = { "f0.f1; f0.f2; f2" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, nestedTupleType, intType);
    FieldSet fs = sp.getReadFields(0);
    assertTrue(fs.size() == 3);
    assertTrue(fs.contains(1));
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(4));
    readFields[0] = "f0;f1";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, nestedTupleType, intType);
    fs = sp.getReadFields(0);
    assertTrue(fs.size() == 4);
    assertTrue(fs.contains(0));
    assertTrue(fs.contains(1));
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(3));
}

Example 38 with FieldSet

use of org.apache.flink.api.common.operators.util.FieldSet in project flink by apache.

the class SemanticPropUtilTest method testReadFieldsNestedPojo.

@Test
public void testReadFieldsNestedPojo() {
    String[] readFields = { "pojo1.int2; string1; pojo1.string1" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, nestedPojoType, intType);
    FieldSet fs = sp.getReadFields(0);
    assertTrue(fs.size() == 3);
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(4));
    assertTrue(fs.contains(5));
    readFields[0] = "pojo1.*";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, nestedPojoType, intType);
    fs = sp.getReadFields(0);
    assertTrue(fs.size() == 4);
    assertTrue(fs.contains(1));
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(3));
    assertTrue(fs.contains(4));
    readFields[0] = "pojo1";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, nestedPojoType, intType);
    fs = sp.getReadFields(0);
    assertTrue(fs.size() == 4);
    assertTrue(fs.contains(1));
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(3));
    assertTrue(fs.contains(4));
}

Example 39 with FieldSet

use of org.apache.flink.api.common.operators.util.FieldSet in project flink by apache.

the class SemanticPropUtilTest method testReadFieldsPojo.

@Test
public void testReadFieldsPojo() {
    String[] readFields = { "int2; string1" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, pojoType, threeIntTupleType);
    FieldSet fs = sp.getReadFields(0);
    assertTrue(fs.size() == 2);
    assertTrue(fs.contains(1));
    assertTrue(fs.contains(3));
    readFields[0] = "*";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, pojoType, intType);
    fs = sp.getReadFields(0);
    assertTrue(fs.size() == 4);
    assertTrue(fs.contains(0));
    assertTrue(fs.contains(1));
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(3));
}

Example 40 with FieldSet

use of org.apache.flink.api.common.operators.util.FieldSet in project flink by apache.

the class GroupCombineNodeTest method testGetSemanticProperties.

@Test
public void testGetSemanticProperties() {
    SingleInputSemanticProperties origProps = new SingleInputSemanticProperties();
    origProps.addForwardedField(0, 1);
    origProps.addForwardedField(2, 2);
    origProps.addForwardedField(3, 4);
    origProps.addForwardedField(6, 0);
    origProps.addReadFields(new FieldSet(0, 2, 4, 7));
    GroupCombineOperatorBase<?, ?, ?> op = mock(GroupCombineOperatorBase.class);
    when(op.getSemanticProperties()).thenReturn(origProps);
    when(op.getKeyColumns(0)).thenReturn(new int[] { 3, 2 });
    when(op.getParameters()).thenReturn(new Configuration());
    GroupCombineNode node = new GroupCombineNode(op);
    SemanticProperties filteredProps = node.getSemanticPropertiesForLocalPropertyFiltering();
    assertTrue(filteredProps.getForwardingTargetFields(0, 0).size() == 0);
    assertTrue(filteredProps.getForwardingTargetFields(0, 2).size() == 1);
    assertTrue(filteredProps.getForwardingTargetFields(0, 2).contains(2));
    assertTrue(filteredProps.getForwardingTargetFields(0, 3).size() == 1);
    assertTrue(filteredProps.getForwardingTargetFields(0, 3).contains(4));
    assertTrue(filteredProps.getForwardingTargetFields(0, 6).size() == 0);
    assertTrue(filteredProps.getForwardingSourceField(0, 1) < 0);
    assertTrue(filteredProps.getForwardingSourceField(0, 2) == 2);
    assertTrue(filteredProps.getForwardingSourceField(0, 4) == 3);
    assertTrue(filteredProps.getForwardingSourceField(0, 0) < 0);
    assertTrue(filteredProps.getReadFields(0).size() == 4);
    assertTrue(filteredProps.getReadFields(0).contains(0));
    assertTrue(filteredProps.getReadFields(0).contains(2));
    assertTrue(filteredProps.getReadFields(0).contains(4));
    assertTrue(filteredProps.getReadFields(0).contains(7));
}