Examples with NULL_RECORDKEY_PLACEHOLDER org.apache.hudi.keygen.KeyGenUtils.NULL_RECORDKEY_PLACEHOLDER used on opensource projects

Example 1 with NULL_RECORDKEY_PLACEHOLDER

use of org.apache.hudi.keygen.KeyGenUtils.NULL_RECORDKEY_PLACEHOLDER in project hudi by apache.

the class RowKeyGeneratorHelper method getRecordKeyFromRow.

/**
 * Generates record key for the corresponding {@link Row}.
 * @param row instance of {@link Row} of interest
 * @param recordKeyFields record key fields as a list
 * @param recordKeyPositions record key positions for the corresponding record keys in {@code recordKeyFields}
 * @param prefixFieldName {@code true} if field name need to be prefixed in the returned result. {@code false} otherwise.
 * @return the record key thus generated
 */
public static String getRecordKeyFromRow(Row row, List<String> recordKeyFields, Map<String, List<Integer>> recordKeyPositions, boolean prefixFieldName) {
    AtomicBoolean keyIsNullOrEmpty = new AtomicBoolean(true);
    String toReturn = recordKeyFields.stream().map(field -> {
        String val = null;
        List<Integer> fieldPositions = recordKeyPositions.get(field);
        if (fieldPositions.size() == 1) {
            // simple field
            Integer fieldPos = fieldPositions.get(0);
            if (row.isNullAt(fieldPos)) {
                val = NULL_RECORDKEY_PLACEHOLDER;
            } else {
                val = row.getAs(field).toString();
                if (val.isEmpty()) {
                    val = EMPTY_RECORDKEY_PLACEHOLDER;
                } else {
                    keyIsNullOrEmpty.set(false);
                }
            }
        } else {
            // nested fields
            val = getNestedFieldVal(row, recordKeyPositions.get(field)).toString();
            if (!val.contains(NULL_RECORDKEY_PLACEHOLDER) && !val.contains(EMPTY_RECORDKEY_PLACEHOLDER)) {
                keyIsNullOrEmpty.set(false);
            }
        }
        return prefixFieldName ? (field + ":" + val) : val;
    }).collect(Collectors.joining(","));
    if (keyIsNullOrEmpty.get()) {
        throw new HoodieKeyException("recordKey value: \"" + toReturn + "\" for fields: \"" + Arrays.toString(recordKeyFields.toArray()) + "\" cannot be null or empty.");
    }
    return toReturn;
}