Search in sources :

Example 96 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testForwardedInvalidExpression.

@Test(expected = InvalidSemanticAnnotationException.class)
public void testForwardedInvalidExpression() {
    String[] forwardedFields = { "f0" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, forwardedFields, null, null, intType, threeIntTupleType);
}
Also used : SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Example 97 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testForwardedBasicType.

@Test
public void testForwardedBasicType() {
    String[] forwardedFields = { "f1->*" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, forwardedFields, null, null, threeIntTupleType, intType);
    assertTrue(sp.getForwardingTargetFields(0, 0).size() == 0);
    assertTrue(sp.getForwardingTargetFields(0, 1).contains(0));
    assertTrue(sp.getForwardingTargetFields(0, 2).size() == 0);
    forwardedFields[0] = "*->f2";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, forwardedFields, null, null, intType, threeIntTupleType);
    assertTrue(sp.getForwardingTargetFields(0, 0).contains(2));
    forwardedFields[0] = "*->*";
    sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, forwardedFields, null, null, intType, intType);
    assertTrue(sp.getForwardingTargetFields(0, 0).contains(0));
}
Also used : SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Example 98 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testForwardedWithArrowIndividualStrings.

@Test
public void testForwardedWithArrowIndividualStrings() {
    String[] forwardedFields = { "f0->f1", "f1->f2" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, forwardedFields, null, null, threeIntTupleType, fiveIntTupleType);
    assertTrue(sp.getForwardingTargetFields(0, 0).contains(1));
    assertTrue(sp.getForwardingTargetFields(0, 1).contains(2));
}
Also used : SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Example 99 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testNonForwardedInvalidNesting.

@Test(expected = InvalidSemanticAnnotationException.class)
public void testNonForwardedInvalidNesting() {
    String[] nonForwardedFields = { "f0.f4" };
    SingleInputSemanticProperties sp = new SingleInputSemanticProperties();
    SemanticPropUtil.getSemanticPropsSingleFromString(sp, null, nonForwardedFields, null, nestedTupleType, nestedTupleType);
}
Also used : SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Example 100 with SingleInputSemanticProperties

use of org.apache.flink.api.common.operators.SingleInputSemanticProperties in project flink by apache.

the class SemanticPropUtilTest method testAddSourceFieldOffset.

// --------------------------------------------------------------------------------------------
// Offset
// --------------------------------------------------------------------------------------------
@Test
public void testAddSourceFieldOffset() {
    SingleInputSemanticProperties semProps = new SingleInputSemanticProperties();
    semProps.addForwardedField(0, 1);
    semProps.addForwardedField(0, 4);
    semProps.addForwardedField(2, 0);
    semProps.addForwardedField(4, 3);
    semProps.addReadFields(new FieldSet(0, 3));
    SemanticProperties offsetProps = SemanticPropUtil.addSourceFieldOffset(semProps, 5, 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 0).size() == 2);
    assertTrue(offsetProps.getForwardingTargetFields(0, 0).contains(1));
    assertTrue(offsetProps.getForwardingTargetFields(0, 0).contains(4));
    assertTrue(offsetProps.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 2).size() == 1);
    assertTrue(offsetProps.getForwardingTargetFields(0, 2).contains(0));
    assertTrue(offsetProps.getForwardingTargetFields(0, 3).size() == 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 4).size() == 1);
    assertTrue(offsetProps.getForwardingTargetFields(0, 4).contains(3));
    assertTrue(offsetProps.getReadFields(0).size() == 2);
    assertTrue(offsetProps.getReadFields(0).contains(0));
    assertTrue(offsetProps.getReadFields(0).contains(3));
    offsetProps = SemanticPropUtil.addSourceFieldOffset(semProps, 5, 3);
    assertTrue(offsetProps.getForwardingTargetFields(0, 0).size() == 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 2).size() == 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 3).size() == 2);
    assertTrue(offsetProps.getForwardingTargetFields(0, 3).contains(1));
    assertTrue(offsetProps.getForwardingTargetFields(0, 3).contains(4));
    assertTrue(offsetProps.getForwardingTargetFields(0, 4).size() == 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 5).size() == 1);
    assertTrue(offsetProps.getForwardingTargetFields(0, 5).contains(0));
    assertTrue(offsetProps.getForwardingTargetFields(0, 6).size() == 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 7).size() == 1);
    assertTrue(offsetProps.getForwardingTargetFields(0, 7).contains(3));
    assertTrue(offsetProps.getReadFields(0).size() == 2);
    assertTrue(offsetProps.getReadFields(0).contains(3));
    assertTrue(offsetProps.getReadFields(0).contains(6));
    semProps = new SingleInputSemanticProperties();
    SemanticPropUtil.addSourceFieldOffset(semProps, 1, 0);
    semProps = new SingleInputSemanticProperties();
    semProps.addForwardedField(0, 0);
    semProps.addForwardedField(1, 2);
    semProps.addForwardedField(2, 4);
    offsetProps = SemanticPropUtil.addSourceFieldOffset(semProps, 3, 2);
    assertTrue(offsetProps.getForwardingTargetFields(0, 0).size() == 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 1).size() == 0);
    assertTrue(offsetProps.getForwardingTargetFields(0, 2).size() == 1);
    assertTrue(offsetProps.getForwardingTargetFields(0, 2).contains(0));
    assertTrue(offsetProps.getForwardingTargetFields(0, 3).size() == 1);
    assertTrue(offsetProps.getForwardingTargetFields(0, 3).contains(2));
    assertTrue(offsetProps.getForwardingTargetFields(0, 4).size() == 1);
    assertTrue(offsetProps.getForwardingTargetFields(0, 4).contains(4));
}
Also used : DualInputSemanticProperties(org.apache.flink.api.common.operators.DualInputSemanticProperties) SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) SemanticProperties(org.apache.flink.api.common.operators.SemanticProperties) FieldSet(org.apache.flink.api.common.operators.util.FieldSet) SingleInputSemanticProperties(org.apache.flink.api.common.operators.SingleInputSemanticProperties) Test(org.junit.Test)

Aggregations

SingleInputSemanticProperties (org.apache.flink.api.common.operators.SingleInputSemanticProperties)149 Test (org.junit.Test)131 FieldSet (org.apache.flink.api.common.operators.util.FieldSet)57 FieldList (org.apache.flink.api.common.operators.util.FieldList)26 Ordering (org.apache.flink.api.common.operators.Ordering)15 Plan (org.apache.flink.api.common.Plan)14 ExecutionEnvironment (org.apache.flink.api.java.ExecutionEnvironment)14 MapOperatorBase (org.apache.flink.api.common.operators.base.MapOperatorBase)12 Tuple3 (org.apache.flink.api.java.tuple.Tuple3)12 DualInputSemanticProperties (org.apache.flink.api.common.operators.DualInputSemanticProperties)5 SemanticProperties (org.apache.flink.api.common.operators.SemanticProperties)5 Internal (org.apache.flink.annotation.Internal)4 SelectorFunctionKeys (org.apache.flink.api.common.operators.Keys.SelectorFunctionKeys)4 InvalidSemanticAnnotationException (org.apache.flink.api.common.operators.SemanticProperties.InvalidSemanticAnnotationException)4 Matcher (java.util.regex.Matcher)3 UnaryOperatorInformation (org.apache.flink.api.common.operators.UnaryOperatorInformation)3 FlatFieldDescriptor (org.apache.flink.api.common.typeutils.CompositeType.FlatFieldDescriptor)3 InvalidFieldReferenceException (org.apache.flink.api.common.typeutils.CompositeType.InvalidFieldReferenceException)3 Tuple2 (org.apache.flink.api.java.tuple.Tuple2)3 Annotation (java.lang.annotation.Annotation)2