Examples with HoodieException org.apache.hudi.exception.HoodieException used on opensource projects

Example 31 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class HoodieDLAClient method createDLAConnection.

private void createDLAConnection() {
    if (connection == null) {
        try {
            Class.forName(DRIVER_NAME);
        } catch (ClassNotFoundException e) {
            LOG.error("Unable to load DLA driver class", e);
            return;
        }
        try {
            this.connection = DriverManager.getConnection(dlaConfig.jdbcUrl, dlaConfig.dlaUser, dlaConfig.dlaPass);
            LOG.info("Successfully established DLA connection to  " + dlaConfig.jdbcUrl);
        } catch (SQLException e) {
            throw new HoodieException("Cannot create dla connection ", e);
        }
    }
}

Example 32 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class HoodieDLAClient method getTableSchema.

public Map<String, String> getTableSchema(String tableName) {
    if (!doesTableExist(tableName)) {
        throw new IllegalArgumentException("Failed to get schema for table " + tableName + " does not exist");
    }
    Map<String, String> schema = new HashMap<>();
    ResultSet result = null;
    try {
        DatabaseMetaData databaseMetaData = connection.getMetaData();
        result = databaseMetaData.getColumns(dlaConfig.databaseName, dlaConfig.databaseName, tableName, null);
        while (result.next()) {
            TYPE_CONVERTOR.doConvert(result, schema);
        }
        return schema;
    } catch (SQLException e) {
        throw new HoodieException("Failed to get table schema for " + tableName, e);
    } finally {
        closeQuietly(result, null);
    }
}

Example 33 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class TimestampBasedAvroKeyGenerator method getPartitionPath.

/**
 * Parse and fetch partition path based on data type.
 *
 * @param partitionVal partition path object value fetched from record/row
 * @return the parsed partition path based on data type
 */
public String getPartitionPath(Object partitionVal) {
    initIfNeeded();
    long timeMs;
    if (partitionVal instanceof Double) {
        timeMs = convertLongTimeToMillis(((Double) partitionVal).longValue());
    } else if (partitionVal instanceof Float) {
        timeMs = convertLongTimeToMillis(((Float) partitionVal).longValue());
    } else if (partitionVal instanceof Long) {
        timeMs = convertLongTimeToMillis((Long) partitionVal);
    } else if (partitionVal instanceof Timestamp && isConsistentLogicalTimestampEnabled()) {
        timeMs = ((Timestamp) partitionVal).getTime();
    } else if (partitionVal instanceof Integer) {
        timeMs = convertLongTimeToMillis(((Integer) partitionVal).longValue());
    } else if (partitionVal instanceof BigDecimal) {
        timeMs = convertLongTimeToMillis(((BigDecimal) partitionVal).longValue());
    } else if (partitionVal instanceof CharSequence) {
        if (!inputFormatter.isPresent()) {
            throw new HoodieException("Missing inputformatter. Ensure " + KeyGeneratorOptions.Config.TIMESTAMP_INPUT_DATE_FORMAT_PROP + " config is set when timestampType is DATE_STRING or MIXED!");
        }
        DateTime parsedDateTime = inputFormatter.get().parseDateTime(partitionVal.toString());
        if (this.outputDateTimeZone == null) {
            // Use the timezone that came off the date that was passed in, if it had one
            partitionFormatter = partitionFormatter.withZone(parsedDateTime.getZone());
        }
        timeMs = inputFormatter.get().parseDateTime(partitionVal.toString()).getMillis();
    } else {
        throw new HoodieNotSupportedException("Unexpected type for partition field: " + partitionVal.getClass().getName());
    }
    DateTime timestamp = new DateTime(timeMs, outputDateTimeZone);
    String partitionPath = timestamp.toString(partitionFormatter);
    if (encodePartitionPath) {
        partitionPath = PartitionPathEncodeUtils.escapePathName(partitionPath);
    }
    return hiveStylePartitioning ? getPartitionPathFields().get(0) + "=" + partitionPath : partitionPath;
}

Example 34 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class HoodieBackedTableMetadataWriter method initTableMetadata.

public void initTableMetadata() {
    try {
        if (this.metadata != null) {
            this.metadata.close();
        }
        this.metadata = new HoodieBackedTableMetadata(engineContext, dataWriteConfig.getMetadataConfig(), dataWriteConfig.getBasePath(), dataWriteConfig.getSpillableMapBasePath());
        this.metadataMetaClient = metadata.getMetadataMetaClient();
    } catch (Exception e) {
        throw new HoodieException("Error initializing metadata table for reads", e);
    }
}

Example 35 with HoodieException

use of org.apache.hudi.exception.HoodieException in project hudi by apache.

the class HoodieBackedTableMetadataWriter method enablePartitions.

/**
 * Enable metadata table partitions based on config.
 */
private void enablePartitions() {
    final HoodieMetadataConfig metadataConfig = dataWriteConfig.getMetadataConfig();
    boolean isBootstrapCompleted;
    Option<HoodieTableMetaClient> metaClient = Option.empty();
    try {
        isBootstrapCompleted = dataMetaClient.getFs().exists(new Path(metadataWriteConfig.getBasePath(), HoodieTableMetaClient.METAFOLDER_NAME));
        if (isBootstrapCompleted) {
            metaClient = Option.of(HoodieTableMetaClient.builder().setConf(hadoopConf.get()).setBasePath(metadataWriteConfig.getBasePath()).build());
        }
    } catch (IOException e) {
        throw new HoodieException("Failed to enable metadata partitions!", e);
    }
    Option<HoodieTableFileSystemView> fsView = Option.ofNullable(metaClient.isPresent() ? HoodieTableMetadataUtil.getFileSystemView(metaClient.get()) : null);
    enablePartition(MetadataPartitionType.FILES, metadataConfig, metaClient, fsView, isBootstrapCompleted);
    if (metadataConfig.isBloomFilterIndexEnabled()) {
        enablePartition(MetadataPartitionType.BLOOM_FILTERS, metadataConfig, metaClient, fsView, isBootstrapCompleted);
    }
    if (metadataConfig.isColumnStatsIndexEnabled()) {
        enablePartition(MetadataPartitionType.COLUMN_STATS, metadataConfig, metaClient, fsView, isBootstrapCompleted);
    }
}