Examples with OutputTypeConfigurable org.apache.flink.streaming.api.operators.OutputTypeConfigurable used on opensource projects

Example 1 with OutputTypeConfigurable

use of org.apache.flink.streaming.api.operators.OutputTypeConfigurable in project flink by apache.

the class StreamGraph method addOperator.

public <IN, OUT> void addOperator(Integer vertexID, String slotSharingGroup, StreamOperator<OUT> operatorObject, TypeInformation<IN> inTypeInfo, TypeInformation<OUT> outTypeInfo, String operatorName) {
    if (operatorObject instanceof StoppableStreamSource) {
        addNode(vertexID, slotSharingGroup, StoppableSourceStreamTask.class, operatorObject, operatorName);
    } else if (operatorObject instanceof StreamSource) {
        addNode(vertexID, slotSharingGroup, SourceStreamTask.class, operatorObject, operatorName);
    } else {
        addNode(vertexID, slotSharingGroup, OneInputStreamTask.class, operatorObject, operatorName);
    }
    TypeSerializer<IN> inSerializer = inTypeInfo != null && !(inTypeInfo instanceof MissingTypeInfo) ? inTypeInfo.createSerializer(executionConfig) : null;
    TypeSerializer<OUT> outSerializer = outTypeInfo != null && !(outTypeInfo instanceof MissingTypeInfo) ? outTypeInfo.createSerializer(executionConfig) : null;
    setSerializers(vertexID, inSerializer, null, outSerializer);
    if (operatorObject instanceof OutputTypeConfigurable && outTypeInfo != null) {
        @SuppressWarnings("unchecked") OutputTypeConfigurable<OUT> outputTypeConfigurable = (OutputTypeConfigurable<OUT>) operatorObject;
        // sets the output type which must be know at StreamGraph creation time
        outputTypeConfigurable.setOutputType(outTypeInfo, executionConfig);
    }
    if (operatorObject instanceof InputTypeConfigurable) {
        InputTypeConfigurable inputTypeConfigurable = (InputTypeConfigurable) operatorObject;
        inputTypeConfigurable.setInputType(inTypeInfo, executionConfig);
    }
    if (LOG.isDebugEnabled()) {
        LOG.debug("Vertex: {}", vertexID);
    }
}

Example 2 with OutputTypeConfigurable

use of org.apache.flink.streaming.api.operators.OutputTypeConfigurable in project flink by apache.

the class WindowTranslationTest method processElementAndEnsureOutput.

/**
 * Ensure that we get some output from the given operator when pushing in an element and setting
 * watermark and processing time to {@code Long.MAX_VALUE}.
 */
private static <K, IN, OUT> void processElementAndEnsureOutput(OneInputStreamOperator<IN, OUT> operator, KeySelector<IN, K> keySelector, TypeInformation<K> keyType, IN element) throws Exception {
    KeyedOneInputStreamOperatorTestHarness<K, IN, OUT> testHarness = new KeyedOneInputStreamOperatorTestHarness<>(operator, keySelector, keyType);
    if (operator instanceof OutputTypeConfigurable) {
        // use a dummy type since window functions just need the ExecutionConfig
        // this is also only needed for Fold, which we're getting rid off soon.
        ((OutputTypeConfigurable) operator).setOutputType(BasicTypeInfo.STRING_TYPE_INFO, new ExecutionConfig());
    }
    testHarness.open();
    testHarness.setProcessingTime(0);
    testHarness.processWatermark(Long.MIN_VALUE);
    testHarness.processElement(new StreamRecord<>(element, 0));
    // provoke any processing-time/event-time triggers
    testHarness.setProcessingTime(Long.MAX_VALUE);
    testHarness.processWatermark(Long.MAX_VALUE);
    // we at least get the two watermarks and should also see an output element
    assertTrue(testHarness.getOutput().size() >= 3);
    testHarness.close();
}