Examples with PlanUnwrappingReduceGroupOperator org.apache.flink.api.java.operators.translation.PlanUnwrappingReduceGroupOperator used on opensource projects

Example 1 with PlanUnwrappingReduceGroupOperator

use of org.apache.flink.api.java.operators.translation.PlanUnwrappingReduceGroupOperator in project flink by apache.

the class JavaApiPostPass method traverseChannel.

private void traverseChannel(Channel channel) {
    PlanNode source = channel.getSource();
    Operator<?> javaOp = source.getProgramOperator();
    // if (!(javaOp instanceof BulkIteration) && !(javaOp instanceof JavaPlanNode)) {
    // throw new RuntimeException("Wrong operator type found in post pass: " + javaOp);
    // }
    TypeInformation<?> type = javaOp.getOperatorInfo().getOutputType();
    if (javaOp instanceof GroupReduceOperatorBase && (source.getDriverStrategy() == DriverStrategy.SORTED_GROUP_COMBINE || source.getDriverStrategy() == DriverStrategy.ALL_GROUP_REDUCE_COMBINE)) {
        GroupReduceOperatorBase<?, ?, ?> groupNode = (GroupReduceOperatorBase<?, ?, ?>) javaOp;
        type = groupNode.getInput().getOperatorInfo().getOutputType();
    } else if (javaOp instanceof PlanUnwrappingReduceGroupOperator && source.getDriverStrategy().equals(DriverStrategy.SORTED_GROUP_COMBINE)) {
        PlanUnwrappingReduceGroupOperator<?, ?, ?> groupNode = (PlanUnwrappingReduceGroupOperator<?, ?, ?>) javaOp;
        type = groupNode.getInput().getOperatorInfo().getOutputType();
    }
    // the serializer always exists
    channel.setSerializer(createSerializer(type));
    // parameterize the ship strategy
    if (channel.getShipStrategy().requiresComparator()) {
        channel.setShipStrategyComparator(createComparator(type, channel.getShipStrategyKeys(), getSortOrders(channel.getShipStrategyKeys(), channel.getShipStrategySortOrder())));
    }
    // parameterize the local strategy
    if (channel.getLocalStrategy().requiresComparator()) {
        channel.setLocalStrategyComparator(createComparator(type, channel.getLocalStrategyKeys(), getSortOrders(channel.getLocalStrategyKeys(), channel.getLocalStrategySortOrder())));
    }
    // descend to the channel's source
    traverse(channel.getSource());
}