Examples with HiveSyncConfig org.apache.hudi.hive.HiveSyncConfig used on opensource projects

Example 6 with HiveSyncConfig

use of org.apache.hudi.hive.HiveSyncConfig in project hudi by apache.

the class HiveSyncFunctionalTestHarness method dropTables.

public void dropTables(String database, String... tables) throws IOException, HiveException, MetaException {
    HiveSyncConfig hiveSyncConfig = hiveSyncConf();
    hiveSyncConfig.databaseName = database;
    for (String table : tables) {
        hiveSyncConfig.tableName = table;
        new HiveQueryDDLExecutor(hiveSyncConfig, fs(), hiveConf()).runSQL("drop table if exists " + table);
    }
}

Example 7 with HiveSyncConfig

use of org.apache.hudi.hive.HiveSyncConfig in project hudi by apache.

the class HoodieDLAClient method toHiveSyncConfig.

private HiveSyncConfig toHiveSyncConfig() {
    HiveSyncConfig hiveSyncConfig = new HiveSyncConfig();
    hiveSyncConfig.partitionFields = dlaConfig.partitionFields;
    hiveSyncConfig.databaseName = dlaConfig.databaseName;
    Path basePath = new Path(dlaConfig.basePath);
    hiveSyncConfig.basePath = generateAbsolutePathStr(basePath);
    return hiveSyncConfig;
}

Example 8 with HiveSyncConfig

use of org.apache.hudi.hive.HiveSyncConfig in project hudi by apache.

the class TestHiveIncrementalPuller method getTargetHiveSyncConfig.

private HiveSyncConfig getTargetHiveSyncConfig(String basePath) {
    HiveSyncConfig config = HiveSyncConfig.copy(hiveSyncConfig);
    config.databaseName = "tgtdb";
    config.tableName = "test2";
    config.basePath = basePath;
    config.batchSyncNum = 3;
    config.syncMode = "jdbc";
    return config;
}

Example 9 with HiveSyncConfig

use of org.apache.hudi.hive.HiveSyncConfig in project hudi by apache.

the class UtilitiesTestBase method clearHiveDb.

/**
 * Initialize Hive DB.
 *
 * @throws IOException
 */
private static void clearHiveDb() throws IOException {
    HiveConf hiveConf = new HiveConf();
    // Create Dummy hive sync config
    HiveSyncConfig hiveSyncConfig = getHiveSyncConfig("/dummy", "dummy");
    hiveConf.addResource(hiveServer.getHiveConf());
    HoodieTableMetaClient.withPropertyBuilder().setTableType(HoodieTableType.COPY_ON_WRITE).setTableName(hiveSyncConfig.tableName).initTable(dfs.getConf(), hiveSyncConfig.basePath);
    QueryBasedDDLExecutor ddlExecutor = new JDBCExecutor(hiveSyncConfig, dfs);
    ddlExecutor.runSQL("drop database if exists " + hiveSyncConfig.databaseName);
    ddlExecutor.runSQL("create database " + hiveSyncConfig.databaseName);
    ddlExecutor.close();
}

Example 10 with HiveSyncConfig

use of org.apache.hudi.hive.HiveSyncConfig in project hudi by apache.

the class UtilitiesTestBase method getHiveSyncConfig.

/**
 * Helper to get hive sync config.
 *
 * @param basePath
 * @param tableName
 * @return
 */
protected static HiveSyncConfig getHiveSyncConfig(String basePath, String tableName) {
    HiveSyncConfig hiveSyncConfig = new HiveSyncConfig();
    hiveSyncConfig.jdbcUrl = "jdbc:hive2://127.0.0.1:9999/";
    hiveSyncConfig.hiveUser = "";
    hiveSyncConfig.hivePass = "";
    hiveSyncConfig.databaseName = "testdb1";
    hiveSyncConfig.tableName = tableName;
    hiveSyncConfig.basePath = basePath;
    hiveSyncConfig.assumeDatePartitioning = false;
    hiveSyncConfig.usePreApacheInputFormat = false;
    hiveSyncConfig.partitionFields = CollectionUtils.createImmutableList("datestr");
    return hiveSyncConfig;
}