Examples with HiveSyncTool org.apache.hudi.hive.HiveSyncTool used on opensource projects

Example 6 with HiveSyncTool

use of org.apache.hudi.hive.HiveSyncTool in project hudi by apache.

the class KafkaConnectTransactionServices method syncHive.

private void syncHive() {
    HiveSyncConfig hiveSyncConfig = KafkaConnectUtils.buildSyncConfig(new TypedProperties(connectConfigs.getProps()), tableBasePath);
    String url;
    if (!StringUtils.isNullOrEmpty(hiveSyncConfig.syncMode) && HiveSyncMode.of(hiveSyncConfig.syncMode) == HiveSyncMode.HMS) {
        url = hadoopConf.get(KafkaConnectConfigs.HIVE_METASTORE_URIS);
    } else {
        url = hiveSyncConfig.jdbcUrl;
    }
    LOG.info("Syncing target hoodie table with hive table(" + hiveSyncConfig.tableName + "). Hive URL :" + url + ", basePath :" + tableBasePath);
    LOG.info("Hive Sync Conf => " + hiveSyncConfig);
    FileSystem fs = FSUtils.getFs(tableBasePath, hadoopConf);
    HiveConf hiveConf = new HiveConf();
    hiveConf.addResource(fs.getConf());
    LOG.info("Hive Conf => " + hiveConf.getAllProperties().toString());
    new HiveSyncTool(hiveSyncConfig, hiveConf, fs).syncHoodieTable();
}