Examples with IntermediateResultPartitionID org.apache.flink.runtime.jobgraph.IntermediateResultPartitionID used on opensource projects

Example 66 with IntermediateResultPartitionID

use of org.apache.flink.runtime.jobgraph.IntermediateResultPartitionID in project flink by apache.

the class SingleInputGate method updateInputChannel.

public void updateInputChannel(ResourceID localLocation, NettyShuffleDescriptor shuffleDescriptor) throws IOException, InterruptedException {
    synchronized (requestLock) {
        if (closeFuture.isDone()) {
            // There was a race with a task failure/cancel
            return;
        }
        IntermediateResultPartitionID partitionId = shuffleDescriptor.getResultPartitionID().getPartitionId();
        for (int subpartitionIndex = subpartitionIndexRange.getStartIndex(); subpartitionIndex <= subpartitionIndexRange.getEndIndex(); ++subpartitionIndex) {
            SubpartitionInfo subpartitionInfo = new SubpartitionInfo(partitionId, subpartitionIndex);
            InputChannel current = inputChannels.get(subpartitionInfo);
            if (current instanceof UnknownInputChannel) {
                UnknownInputChannel unknownChannel = (UnknownInputChannel) current;
                boolean isLocal = shuffleDescriptor.isLocalTo(localLocation);
                InputChannel newChannel;
                if (isLocal) {
                    newChannel = unknownChannel.toLocalInputChannel();
                } else {
                    RemoteInputChannel remoteInputChannel = unknownChannel.toRemoteInputChannel(shuffleDescriptor.getConnectionId());
                    remoteInputChannel.setup();
                    newChannel = remoteInputChannel;
                }
                LOG.debug("{}: Updated unknown input channel to {}.", owningTaskName, newChannel);
                inputChannels.put(subpartitionInfo, newChannel);
                channels[current.getChannelIndex()] = newChannel;
                if (requestedPartitionsFlag) {
                    newChannel.requestSubpartition();
                }
                for (TaskEvent event : pendingEvents) {
                    newChannel.sendTaskEvent(event);
                }
                if (--numberOfUninitializedChannels == 0) {
                    pendingEvents.clear();
                }
            }
        }
    }
}