Examples with HoodieKeyGeneratorException org.apache.hudi.exception.HoodieKeyGeneratorException used on opensource projects

Example 6 with HoodieKeyGeneratorException

use of org.apache.hudi.exception.HoodieKeyGeneratorException in project hudi by apache.

the class CustomKeyGenerator method getPartitionPath.

private String getPartitionPath(Option<GenericRecord> record, Option<Row> row, Option<Pair<InternalRow, StructType>> internalRowStructTypePair) {
    if (getPartitionPathFields() == null) {
        throw new HoodieKeyException("Unable to find field names for partition path in cfg");
    }
    String partitionPathField;
    StringBuilder partitionPath = new StringBuilder();
    // Corresponds to no partition case
    if (getPartitionPathFields().size() == 1 && getPartitionPathFields().get(0).isEmpty()) {
        return "";
    }
    for (String field : getPartitionPathFields()) {
        String[] fieldWithType = field.split(customAvroKeyGenerator.SPLIT_REGEX);
        if (fieldWithType.length != 2) {
            throw new HoodieKeyGeneratorException("Unable to find field names for partition path in proper format");
        }
        partitionPathField = fieldWithType[0];
        CustomAvroKeyGenerator.PartitionKeyType keyType = CustomAvroKeyGenerator.PartitionKeyType.valueOf(fieldWithType[1].toUpperCase());
        switch(keyType) {
            case SIMPLE:
                if (record.isPresent()) {
                    partitionPath.append(new SimpleKeyGenerator(config, partitionPathField).getPartitionPath(record.get()));
                } else if (row.isPresent()) {
                    partitionPath.append(new SimpleKeyGenerator(config, partitionPathField).getPartitionPath(row.get()));
                } else {
                    partitionPath.append(new SimpleKeyGenerator(config, partitionPathField).getPartitionPath(internalRowStructTypePair.get().getKey(), internalRowStructTypePair.get().getValue()));
                }
                break;
            case TIMESTAMP:
                try {
                    if (record.isPresent()) {
                        partitionPath.append(new TimestampBasedKeyGenerator(config, partitionPathField).getPartitionPath(record.get()));
                    } else if (row.isPresent()) {
                        partitionPath.append(new TimestampBasedKeyGenerator(config, partitionPathField).getPartitionPath(row.get()));
                    } else {
                        partitionPath.append(new TimestampBasedKeyGenerator(config, partitionPathField).getPartitionPath(internalRowStructTypePair.get().getKey(), internalRowStructTypePair.get().getValue()));
                    }
                } catch (IOException ioe) {
                    throw new HoodieKeyGeneratorException("Unable to initialise TimestampBasedKeyGenerator class", ioe);
                }
                break;
            default:
                throw new HoodieKeyGeneratorException("Please provide valid PartitionKeyType with fields! You provided: " + keyType);
        }
        partitionPath.append(customAvroKeyGenerator.getDefaultPartitionPathSeparator());
    }
    partitionPath.deleteCharAt(partitionPath.length() - 1);
    return partitionPath.toString();
}

Example 7 with HoodieKeyGeneratorException

use of org.apache.hudi.exception.HoodieKeyGeneratorException in project hudi by apache.

the class HoodieSparkKeyGeneratorFactory method getKeyGeneratorClassName.

public static String getKeyGeneratorClassName(TypedProperties props) {
    String keyGeneratorClass = props.getString(HoodieWriteConfig.KEYGENERATOR_CLASS_NAME.key(), null);
    if (StringUtils.isNullOrEmpty(keyGeneratorClass)) {
        String keyGeneratorType = props.getString(HoodieWriteConfig.KEYGENERATOR_TYPE.key(), KeyGeneratorType.SIMPLE.name());
        LOG.info("The value of {} is empty, use SIMPLE", HoodieWriteConfig.KEYGENERATOR_TYPE.key());
        KeyGeneratorType keyGeneratorTypeEnum;
        try {
            keyGeneratorTypeEnum = KeyGeneratorType.valueOf(keyGeneratorType.toUpperCase(Locale.ROOT));
        } catch (IllegalArgumentException e) {
            throw new HoodieKeyGeneratorException("Unsupported keyGenerator Type " + keyGeneratorType);
        }
        switch(keyGeneratorTypeEnum) {
            case SIMPLE:
                keyGeneratorClass = SimpleKeyGenerator.class.getName();
                break;
            case COMPLEX:
                keyGeneratorClass = ComplexKeyGenerator.class.getName();
                break;
            case TIMESTAMP:
                keyGeneratorClass = TimestampBasedKeyGenerator.class.getName();
                break;
            case CUSTOM:
                keyGeneratorClass = CustomKeyGenerator.class.getName();
                break;
            case NON_PARTITION:
                keyGeneratorClass = NonpartitionedKeyGenerator.class.getName();
                break;
            case GLOBAL_DELETE:
                keyGeneratorClass = GlobalDeleteKeyGenerator.class.getName();
                break;
            default:
                throw new HoodieKeyGeneratorException("Unsupported keyGenerator Type " + keyGeneratorType);
        }
    }
    return keyGeneratorClass;
}