Examples with TextRcFileEncoding io.prestosql.rcfile.text.TextRcFileEncoding used on opensource projects

Example 1 with TextRcFileEncoding

use of io.prestosql.rcfile.text.TextRcFileEncoding in project hetu-core by openlookeng.

the class RcFilePageSourceFactory method createTextVectorEncoding.

public static TextRcFileEncoding createTextVectorEncoding(Properties schema) {
    // separators
    int nestingLevels;
    if (!"true".equalsIgnoreCase(schema.getProperty(SERIALIZATION_EXTEND_NESTING_LEVELS))) {
        nestingLevels = TEXT_LEGACY_NESTING_LEVELS;
    } else {
        nestingLevels = TEXT_EXTENDED_NESTING_LEVELS;
    }
    byte[] separators = Arrays.copyOf(DEFAULT_SEPARATORS, nestingLevels);
    // the first three separators are set by old-old properties
    separators[0] = getByte(schema.getProperty(FIELD_DELIM, schema.getProperty(SERIALIZATION_FORMAT)), DEFAULT_SEPARATORS[0]);
    separators[1] = getByte(schema.getProperty(COLLECTION_DELIM), DEFAULT_SEPARATORS[1]);
    separators[2] = getByte(schema.getProperty(MAPKEY_DELIM), DEFAULT_SEPARATORS[2]);
    // null sequence
    Slice nullSequence;
    String nullSequenceString = schema.getProperty(SERIALIZATION_NULL_FORMAT);
    if (nullSequenceString == null) {
        nullSequence = DEFAULT_NULL_SEQUENCE;
    } else {
        nullSequence = Slices.utf8Slice(nullSequenceString);
    }
    // last column takes rest
    String lastColumnTakesRestString = schema.getProperty(SERIALIZATION_LAST_COLUMN_TAKES_REST);
    boolean lastColumnTakesRest = "true".equalsIgnoreCase(lastColumnTakesRestString);
    // escaped
    String escapeProperty = schema.getProperty(ESCAPE_CHAR);
    Byte escapeByte = null;
    if (escapeProperty != null) {
        escapeByte = getByte(escapeProperty, (byte) '\\');
    }
    return new TextRcFileEncoding(nullSequence, separators, escapeByte, lastColumnTakesRest);
}