Search in sources :

Example 21 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testForwardedWithArrowSpaces.

@Test
public void testForwardedWithArrowSpaces() {
    String[] forwardedFields = { "  f0 ->  f0    ;   f1  -> f2 " };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, forwardedFields, null, null, threeIntTupleType, fiveIntTupleType);
    assertTrue(sp.getForwardingTargetFields(0, 0).contains(0));
    assertTrue(sp.getForwardingTargetFields(0, 1).contains(2));
}
Also used : SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Example 22 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testNonForwardedInvalidTypes1.

@Test(expected = InvalidSemanticAnnotationException.class)
public void testNonForwardedInvalidTypes1() {
    String[] nonForwardedFields = { "f1; f2" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, nonForwardedFields, null, threeIntTupleType, nestedPojoType);
}
Also used : SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Example 23 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testNonForwardedSingleString.

@Test
public void testNonForwardedSingleString() {
    String[] nonForwardedFields = { "f1;f2" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, nonForwardedFields, null, threeIntTupleType, threeIntTupleType);
    assertTrue(sp.getForwardingTargetFields(0, 0).contains(0));
    assertTrue(sp.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(sp.getForwardingTargetFields(0, 2).size() == 0);
    nonForwardedFields[0] = "f1;f2;";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, nonForwardedFields, null, threeIntTupleType, threeIntTupleType);
    assertTrue(sp.getForwardingTargetFields(0, 0).contains(0));
    assertTrue(sp.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(sp.getForwardingTargetFields(0, 2).size() == 0);
}
Also used : SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Example 24 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testReadFieldsNestedPojo.

@Test
public void testReadFieldsNestedPojo() {
    String[] readFields = { "pojo1.int2; string1; pojo1.string1" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, nestedPojoType, intType);
    FieldSet fs = sp.getReadFields(0);
    assertTrue(fs.size() == 3);
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(4));
    assertTrue(fs.contains(5));
    readFields[0] = "pojo1.*";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, nestedPojoType, intType);
    fs = sp.getReadFields(0);
    assertTrue(fs.size() == 4);
    assertTrue(fs.contains(1));
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(3));
    assertTrue(fs.contains(4));
    readFields[0] = "pojo1";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, null, readFields, nestedPojoType, intType);
    fs = sp.getReadFields(0);
    assertTrue(fs.size() == 4);
    assertTrue(fs.contains(1));
    assertTrue(fs.contains(2));
    assertTrue(fs.contains(3));
    assertTrue(fs.contains(4));
}
Also used : FieldSet(org.apache.flink.api.common.operators.util.FieldSet) SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Example 25 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testForwardedWildCard.

@Test
public void testForwardedWildCard() {
    String[] forwardedFields = { "*" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, forwardedFields, null, null, threeIntTupleType, threeIntTupleType);
    assertTrue(sp.getForwardingTargetFields(0, 0).contains(0));
    assertTrue(sp.getForwardingTargetFields(0, 1).contains(1));
    assertTrue(sp.getForwardingTargetFields(0, 2).contains(2));
    assertTrue(sp.getForwardingTargetFields(0, 3).size() == 0);
    forwardedFields[0] = "*";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, forwardedFields, null, null, deepNestedTupleType, deepNestedTupleType);
    assertTrue(sp.getForwardingTargetFields(0, 0).contains(0));
    assertTrue(sp.getForwardingTargetFields(0, 1).contains(1));
    assertTrue(sp.getForwardingTargetFields(0, 2).contains(2));
    assertTrue(sp.getForwardingTargetFields(0, 3).contains(3));
    assertTrue(sp.getForwardingTargetFields(0, 4).contains(4));
}
Also used : SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Aggregations

SingleInputSemanticProperties (org.apache.flink.api.common.operators.SingleInputSemanticProperties)149 Test (org.junit.Test)131 FieldSet (org.apache.flink.api.common.operators.util.FieldSet)57 FieldList (org.apache.flink.api.common.operators.util.FieldList)26 Ordering (org.apache.flink.api.common.operators.Ordering)15 Plan (org.apache.flink.api.common.Plan)14 ExecutionEnvironment (org.apache.flink.api.java.ExecutionEnvironment)14 MapOperatorBase (org.apache.flink.api.common.operators.base.MapOperatorBase)12 Tuple3 (org.apache.flink.api.java.tuple.Tuple3)12 DualInputSemanticProperties (org.apache.flink.api.common.operators.DualInputSemanticProperties)5 SemanticProperties (org.apache.flink.api.common.operators.SemanticProperties)5 Internal (org.apache.flink.annotation.Internal)4 SelectorFunctionKeys (org.apache.flink.api.common.operators.Keys.SelectorFunctionKeys)4 InvalidSemanticAnnotationException (org.apache.flink.api.common.operators.SemanticProperties.InvalidSemanticAnnotationException)4 Matcher (java.util.regex.Matcher)3 UnaryOperatorInformation (org.apache.flink.api.common.operators.UnaryOperatorInformation)3 FlatFieldDescriptor (org.apache.flink.api.common.typeutils.CompositeType.FlatFieldDescriptor)3 InvalidFieldReferenceException (org.apache.flink.api.common.typeutils.CompositeType.InvalidFieldReferenceException)3 Tuple2 (org.apache.flink.api.java.tuple.Tuple2)3 Annotation (java.lang.annotation.Annotation)2