Examples with GREATER_THAN_OR_EQUALS org.apache.hudi.common.table.timeline.HoodieTimeline.GREATER_THAN_OR_EQUALS used on opensource projects

Example 1 with GREATER_THAN_OR_EQUALS

use of org.apache.hudi.common.table.timeline.HoodieTimeline.GREATER_THAN_OR_EQUALS in project hudi by apache.

the class IncrementalInputSplits method filterInstantsWithRange.

/**
 * Returns the instants with a given issuedInstant to start from.
 *
 * @param commitTimeline The completed commits timeline
 * @param issuedInstant  The last issued instant that has already been delivered to downstream
 * @return the filtered hoodie instants
 */
private List<HoodieInstant> filterInstantsWithRange(HoodieTimeline commitTimeline, final String issuedInstant) {
    HoodieTimeline completedTimeline = commitTimeline.filterCompletedInstants();
    if (issuedInstant != null) {
        // returns early for streaming mode
        return maySkipCompaction(completedTimeline.getInstants()).filter(s -> HoodieTimeline.compareTimestamps(s.getTimestamp(), GREATER_THAN, issuedInstant)).collect(Collectors.toList());
    }
    Stream<HoodieInstant> instantStream = completedTimeline.getInstants();
    if (this.conf.getOptional(FlinkOptions.READ_START_COMMIT).isPresent() && !this.conf.get(FlinkOptions.READ_START_COMMIT).equalsIgnoreCase(FlinkOptions.START_COMMIT_EARLIEST)) {
        final String startCommit = this.conf.get(FlinkOptions.READ_START_COMMIT);
        instantStream = instantStream.filter(s -> HoodieTimeline.compareTimestamps(s.getTimestamp(), GREATER_THAN_OR_EQUALS, startCommit));
    }
    if (this.conf.getOptional(FlinkOptions.READ_END_COMMIT).isPresent()) {
        final String endCommit = this.conf.get(FlinkOptions.READ_END_COMMIT);
        instantStream = instantStream.filter(s -> HoodieTimeline.compareTimestamps(s.getTimestamp(), LESSER_THAN_OR_EQUALS, endCommit));
    }
    return maySkipCompaction(instantStream).collect(Collectors.toList());
}