Examples with SegmentInsertAction io.druid.indexing.common.actions.SegmentInsertAction used on opensource projects

Example 6 with SegmentInsertAction

use of io.druid.indexing.common.actions.SegmentInsertAction in project druid by druid-io.

the class ConvertSegmentTask method convertSegment.

private static void convertSegment(TaskToolbox toolbox, final DataSegment segment, IndexSpec indexSpec, boolean force, boolean validate) throws SegmentLoadingException, IOException {
    log.info("Converting segment[%s]", segment);
    final TaskActionClient actionClient = toolbox.getTaskActionClient();
    final List<DataSegment> currentSegments = actionClient.submit(new SegmentListUsedAction(segment.getDataSource(), segment.getInterval(), null));
    for (DataSegment currentSegment : currentSegments) {
        final String version = currentSegment.getVersion();
        final Integer binaryVersion = currentSegment.getBinaryVersion();
        if (!force && (version.startsWith(segment.getVersion()) && CURR_VERSION_INTEGER.equals(binaryVersion))) {
            log.info("Skipping already updated segment[%s].", segment);
            return;
        }
    }
    final Map<DataSegment, File> localSegments = toolbox.fetchSegments(Collections.singletonList(segment));
    final File location = localSegments.get(segment);
    final File outLocation = new File(location, "v9_out");
    if (toolbox.getIndexIO().convertSegment(location, outLocation, indexSpec, force, validate)) {
        final int outVersion = IndexIO.getVersionFromDir(outLocation);
        // Appending to the version makes a new version that inherits most comparability parameters of the original
        // version, but is "newer" than said original version.
        DataSegment updatedSegment = segment.withVersion(String.format("%s_v%s", segment.getVersion(), outVersion));
        updatedSegment = toolbox.getSegmentPusher().push(outLocation, updatedSegment);
        actionClient.submit(new SegmentInsertAction(Sets.newHashSet(updatedSegment)));
    } else {
        log.info("Conversion failed.");
    }
}