Examples with SegmentLoadingException io.druid.segment.loading.SegmentLoadingException used on opensource projects

Example 21 with SegmentLoadingException

use of io.druid.segment.loading.SegmentLoadingException in project druid by druid-io.

the class GoogleDataSegmentPuller method getSegmentFiles.

public FileUtils.FileCopyResult getSegmentFiles(final String bucket, final String path, File outDir) throws SegmentLoadingException {
    LOG.info("Pulling index at path[%s] to outDir[%s]", bucket, path, outDir.getAbsolutePath());
    try {
        prepareOutDir(outDir);
        final GoogleByteSource byteSource = new GoogleByteSource(storage, bucket, path);
        final FileUtils.FileCopyResult result = CompressionUtils.unzip(byteSource, outDir, GoogleUtils.GOOGLE_RETRY, true);
        LOG.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
        return result;
    } catch (Exception e) {
        try {
            org.apache.commons.io.FileUtils.deleteDirectory(outDir);
        } catch (IOException ioe) {
            LOG.warn(ioe, "Failed to remove output directory [%s] for segment pulled from [%s]", outDir.getAbsolutePath(), path);
        }
        throw new SegmentLoadingException(e, e.getMessage());
    }
}

Example 22 with SegmentLoadingException

use of io.druid.segment.loading.SegmentLoadingException in project hive by apache.

the class DruidStorageHandler method commitDropTable.

@Override
public void commitDropTable(Table table, boolean deleteData) throws MetaException {
    if (MetaStoreUtils.isExternalTable(table)) {
        return;
    }
    String dataSourceName = Preconditions.checkNotNull(table.getParameters().get(Constants.DRUID_DATA_SOURCE), "DataSource name is null !");
    if (deleteData == true) {
        LOG.info("Dropping with purge all the data for data source {}", dataSourceName);
        List<DataSegment> dataSegmentList = DruidStorageHandlerUtils.getDataSegmentList(getConnector(), getDruidMetadataStorageTablesConfig(), dataSourceName);
        if (dataSegmentList.isEmpty()) {
            LOG.info("Nothing to delete for data source {}", dataSourceName);
            return;
        }
        for (DataSegment dataSegment : dataSegmentList) {
            try {
                deleteSegment(dataSegment);
            } catch (SegmentLoadingException e) {
                LOG.error(String.format("Error while deleting segment [%s]", dataSegment.getIdentifier()), e);
            }
        }
    }
    if (DruidStorageHandlerUtils.disableDataSource(getConnector(), getDruidMetadataStorageTablesConfig(), dataSourceName)) {
        LOG.info("Successfully dropped druid data source {}", dataSourceName);
    }
}