Examples with KeyGeneratorType org.apache.hudi.keygen.constant.KeyGeneratorType used on opensource projects

Example 1 with KeyGeneratorType

use of org.apache.hudi.keygen.constant.KeyGeneratorType in project hudi by apache.

the class TestCreateAvroKeyGeneratorByTypeWithFactory method testKeyGeneratorTypes.

@ParameterizedTest
@MethodSource("configParams")
public void testKeyGeneratorTypes(String keyGenType) throws IOException {
    props.put(HoodieWriteConfig.KEYGENERATOR_TYPE.key(), keyGenType);
    KeyGeneratorType keyType = KeyGeneratorType.valueOf(keyGenType);
    KeyGenerator keyGenerator = HoodieAvroKeyGeneratorFactory.createKeyGenerator(props);
    switch(keyType) {
        case SIMPLE:
            Assertions.assertEquals(SimpleAvroKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case COMPLEX:
            Assertions.assertEquals(ComplexAvroKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case TIMESTAMP:
            Assertions.assertEquals(TimestampBasedAvroKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case CUSTOM:
            Assertions.assertEquals(CustomAvroKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case NON_PARTITION:
            Assertions.assertEquals(NonpartitionedAvroKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case GLOBAL_DELETE:
            Assertions.assertEquals(GlobalAvroDeleteKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        default:
            throw new HoodieKeyGeneratorException("Unsupported keyGenerator Type " + keyGenType);
    }
}

Example 2 with KeyGeneratorType

use of org.apache.hudi.keygen.constant.KeyGeneratorType in project hudi by apache.

the class HoodieAvroKeyGeneratorFactory method createAvroKeyGeneratorByType.

private static KeyGenerator createAvroKeyGeneratorByType(TypedProperties props) throws IOException {
    // Use KeyGeneratorType.SIMPLE as default keyGeneratorType
    String keyGeneratorType = props.getString(HoodieWriteConfig.KEYGENERATOR_TYPE.key(), null);
    if (StringUtils.isNullOrEmpty(keyGeneratorType)) {
        LOG.info("The value of {} is empty, using SIMPLE", HoodieWriteConfig.KEYGENERATOR_TYPE.key());
        keyGeneratorType = KeyGeneratorType.SIMPLE.name();
    }
    KeyGeneratorType keyGeneratorTypeEnum;
    try {
        keyGeneratorTypeEnum = KeyGeneratorType.valueOf(keyGeneratorType.toUpperCase(Locale.ROOT));
    } catch (IllegalArgumentException e) {
        throw new HoodieKeyGeneratorException("Unsupported keyGenerator Type " + keyGeneratorType);
    }
    switch(keyGeneratorTypeEnum) {
        case SIMPLE:
            return new SimpleAvroKeyGenerator(props);
        case COMPLEX:
            return new ComplexAvroKeyGenerator(props);
        case TIMESTAMP:
            return new TimestampBasedAvroKeyGenerator(props);
        case CUSTOM:
            return new CustomAvroKeyGenerator(props);
        case NON_PARTITION:
            return new NonpartitionedAvroKeyGenerator(props);
        case GLOBAL_DELETE:
            return new GlobalAvroDeleteKeyGenerator(props);
        default:
            throw new HoodieKeyGeneratorException("Unsupported keyGenerator Type " + keyGeneratorType);
    }
}

Example 3 with KeyGeneratorType

use of org.apache.hudi.keygen.constant.KeyGeneratorType in project hudi by apache.

the class TestCreateKeyGeneratorByTypeWithFactory method testKeyGeneratorTypes.

@ParameterizedTest
@MethodSource("configParams")
public void testKeyGeneratorTypes(String keyGenType) throws IOException {
    props.put(HoodieWriteConfig.KEYGENERATOR_TYPE.key(), keyGenType);
    KeyGeneratorType keyType = KeyGeneratorType.valueOf(keyGenType);
    KeyGenerator keyGenerator = HoodieSparkKeyGeneratorFactory.createKeyGenerator(props);
    switch(keyType) {
        case SIMPLE:
            Assertions.assertEquals(SimpleKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case COMPLEX:
            Assertions.assertEquals(ComplexKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case TIMESTAMP:
            Assertions.assertEquals(TimestampBasedKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case CUSTOM:
            Assertions.assertEquals(CustomKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case NON_PARTITION:
            Assertions.assertEquals(NonpartitionedKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        case GLOBAL_DELETE:
            Assertions.assertEquals(GlobalDeleteKeyGenerator.class.getName(), keyGenerator.getClass().getName());
            return;
        default:
            throw new HoodieKeyGeneratorException("Unsupported keyGenerator Type " + keyGenType);
    }
}

Example 4 with KeyGeneratorType

use of org.apache.hudi.keygen.constant.KeyGeneratorType in project hudi by apache.

the class HoodieSparkKeyGeneratorFactory method getKeyGeneratorClassName.

public static String getKeyGeneratorClassName(TypedProperties props) {
    String keyGeneratorClass = props.getString(HoodieWriteConfig.KEYGENERATOR_CLASS_NAME.key(), null);
    if (StringUtils.isNullOrEmpty(keyGeneratorClass)) {
        String keyGeneratorType = props.getString(HoodieWriteConfig.KEYGENERATOR_TYPE.key(), KeyGeneratorType.SIMPLE.name());
        LOG.info("The value of {} is empty, use SIMPLE", HoodieWriteConfig.KEYGENERATOR_TYPE.key());
        KeyGeneratorType keyGeneratorTypeEnum;
        try {
            keyGeneratorTypeEnum = KeyGeneratorType.valueOf(keyGeneratorType.toUpperCase(Locale.ROOT));
        } catch (IllegalArgumentException e) {
            throw new HoodieKeyGeneratorException("Unsupported keyGenerator Type " + keyGeneratorType);
        }
        switch(keyGeneratorTypeEnum) {
            case SIMPLE:
                keyGeneratorClass = SimpleKeyGenerator.class.getName();
                break;
            case COMPLEX:
                keyGeneratorClass = ComplexKeyGenerator.class.getName();
                break;
            case TIMESTAMP:
                keyGeneratorClass = TimestampBasedKeyGenerator.class.getName();
                break;
            case CUSTOM:
                keyGeneratorClass = CustomKeyGenerator.class.getName();
                break;
            case NON_PARTITION:
                keyGeneratorClass = NonpartitionedKeyGenerator.class.getName();
                break;
            case GLOBAL_DELETE:
                keyGeneratorClass = GlobalDeleteKeyGenerator.class.getName();
                break;
            default:
                throw new HoodieKeyGeneratorException("Unsupported keyGenerator Type " + keyGeneratorType);
        }
    }
    return keyGeneratorClass;
}