Examples with MetadataStoreBasedUsedSegmentLister io.druid.indexer.path.MetadataStoreBasedUsedSegmentLister used on opensource projects

Example 1 with MetadataStoreBasedUsedSegmentLister

use of io.druid.indexer.path.MetadataStoreBasedUsedSegmentLister in project druid by druid-io.

the class CliInternalHadoopIndexer method run.

@Override
public void run() {
    try {
        Injector injector = makeInjector();
        config = getHadoopDruidIndexerConfig();
        MetadataStorageUpdaterJobSpec metadataSpec = config.getSchema().getIOConfig().getMetadataUpdateSpec();
        // override metadata storage type based on HadoopIOConfig
        Preconditions.checkNotNull(metadataSpec.getType(), "type in metadataUpdateSpec must not be null");
        injector.getInstance(Properties.class).setProperty("druid.metadata.storage.type", metadataSpec.getType());
        config = HadoopDruidIndexerConfig.fromSpec(HadoopIngestionSpec.updateSegmentListIfDatasourcePathSpecIsUsed(config.getSchema(), HadoopDruidIndexerConfig.JSON_MAPPER, new MetadataStoreBasedUsedSegmentLister(injector.getInstance(IndexerMetadataStorageCoordinator.class))));
        List<Jobby> jobs = Lists.newArrayList();
        jobs.add(new HadoopDruidDetermineConfigurationJob(config));
        jobs.add(new HadoopDruidIndexerJob(config, injector.getInstance(MetadataStorageUpdaterJobHandler.class)));
        JobHelper.runJobs(jobs, config);
    } catch (Exception e) {
        throw Throwables.propagate(e);
    }
}