Examples with FlinkLogicalTableFunctionScan org.apache.flink.table.planner.plan.nodes.logical.FlinkLogicalTableFunctionScan used on opensource projects

Example 6 with FlinkLogicalTableFunctionScan

use of org.apache.flink.table.planner.plan.nodes.logical.FlinkLogicalTableFunctionScan in project flink by apache.

the class PythonCorrelateSplitRule method onMatch.

@Override
public void onMatch(RelOptRuleCall call) {
    FlinkLogicalCorrelate correlate = call.rel(0);
    RexBuilder rexBuilder = call.builder().getRexBuilder();
    RelNode left = ((HepRelVertex) correlate.getLeft()).getCurrentRel();
    RelNode right = ((HepRelVertex) correlate.getRight()).getCurrentRel();
    int primitiveLeftFieldCount = left.getRowType().getFieldCount();
    ArrayBuffer<RexNode> extractedRexNodes = new ArrayBuffer<>();
    RelNode rightNewInput;
    if (right instanceof FlinkLogicalTableFunctionScan) {
        FlinkLogicalTableFunctionScan scan = (FlinkLogicalTableFunctionScan) right;
        rightNewInput = createNewScan(scan, createScalarFunctionSplitter(null, rexBuilder, primitiveLeftFieldCount, extractedRexNodes, scan.getCall()));
    } else {
        FlinkLogicalCalc calc = (FlinkLogicalCalc) right;
        FlinkLogicalTableFunctionScan scan = StreamPhysicalCorrelateRule.getTableScan(calc);
        FlinkLogicalCalc mergedCalc = StreamPhysicalCorrelateRule.getMergedCalc(calc);
        FlinkLogicalTableFunctionScan newScan = createNewScan(scan, createScalarFunctionSplitter(null, rexBuilder, primitiveLeftFieldCount, extractedRexNodes, scan.getCall()));
        rightNewInput = mergedCalc.copy(mergedCalc.getTraitSet(), newScan, mergedCalc.getProgram());
    }
    FlinkLogicalCorrelate newCorrelate;
    if (extractedRexNodes.size() > 0) {
        FlinkLogicalCalc leftCalc = createNewLeftCalc(left, rexBuilder, extractedRexNodes, correlate);
        newCorrelate = new FlinkLogicalCorrelate(correlate.getCluster(), correlate.getTraitSet(), leftCalc, rightNewInput, correlate.getCorrelationId(), correlate.getRequiredColumns(), correlate.getJoinType());
    } else {
        newCorrelate = new FlinkLogicalCorrelate(correlate.getCluster(), correlate.getTraitSet(), left, rightNewInput, correlate.getCorrelationId(), correlate.getRequiredColumns(), correlate.getJoinType());
    }
    FlinkLogicalCalc newTopCalc = createTopCalc(primitiveLeftFieldCount, rexBuilder, extractedRexNodes, correlate.getRowType(), newCorrelate);
    call.transformTo(newTopCalc);
}

Example 7 with FlinkLogicalTableFunctionScan

use of org.apache.flink.table.planner.plan.nodes.logical.FlinkLogicalTableFunctionScan in project flink by apache.

the class PythonCorrelateSplitRule method createNewScan.

private FlinkLogicalTableFunctionScan createNewScan(FlinkLogicalTableFunctionScan scan, ScalarFunctionSplitter splitter) {
    RexCall rightRexCall = (RexCall) scan.getCall();
    // extract Java funcs from Python TableFunction or Python funcs from Java TableFunction.
    List<RexNode> rightCalcProjects = rightRexCall.getOperands().stream().map(x -> x.accept(splitter)).collect(Collectors.toList());
    RexCall newRightRexCall = rightRexCall.clone(rightRexCall.getType(), rightCalcProjects);
    return new FlinkLogicalTableFunctionScan(scan.getCluster(), scan.getTraitSet(), scan.getInputs(), newRightRexCall, scan.getElementType(), scan.getRowType(), scan.getColumnMappings());
}

Example 8 with FlinkLogicalTableFunctionScan

use of org.apache.flink.table.planner.plan.nodes.logical.FlinkLogicalTableFunctionScan in project flink by apache.

the class RelTimeIndicatorConverter method visitCorrelate.

private RelNode visitCorrelate(FlinkLogicalCorrelate correlate) {
    // visit children and update inputs
    RelNode newLeft = correlate.getLeft().accept(this);
    RelNode newRight = correlate.getRight().accept(this);
    if (newRight instanceof FlinkLogicalTableFunctionScan) {
        FlinkLogicalTableFunctionScan newScan = (FlinkLogicalTableFunctionScan) newRight;
        List<RelNode> newScanInputs = newScan.getInputs().stream().map(input -> input.accept(this)).collect(Collectors.toList());
        // check if input field contains time indicator type
        // materialize field if no time indicator is present anymore
        // if input field is already materialized, change to timestamp type
        RexTimeIndicatorMaterializer materializer = new RexTimeIndicatorMaterializer(newLeft);
        RexNode newScanCall = newScan.getCall().accept(materializer);
        newRight = newScan.copy(newScan.getTraitSet(), newScanInputs, newScanCall, newScan.getElementType(), newScan.getRowType(), newScan.getColumnMappings());
    }
    return FlinkLogicalCorrelate.create(newLeft, newRight, correlate.getCorrelationId(), correlate.getRequiredColumns(), correlate.getJoinType());
}