Examples with ThriftType org.apache.parquet.thrift.struct.ThriftType used on opensource projects

Example 6 with ThriftType

use of org.apache.parquet.thrift.struct.ThriftType in project parquet-mr by apache.

the class ParquetWriteProtocol method getProtocol.

private TProtocol getProtocol(ThriftField field, ColumnIO columnIO, Events returnClause) {
    TProtocol p;
    final ThriftType type = field.getType();
    switch(type.getType()) {
        case STOP:
        case VOID:
        default:
            throw new UnsupportedOperationException("can't convert type of " + field);
        case BOOL:
        case BYTE:
        case DOUBLE:
        case I16:
        case I32:
        case I64:
        case STRING:
            p = new PrimitiveWriteProtocol((PrimitiveColumnIO) columnIO, returnClause);
            break;
        case STRUCT:
            p = new StructWriteProtocol((GroupColumnIO) columnIO, (StructType) type, returnClause);
            break;
        case MAP:
            p = new MapWriteProtocol((GroupColumnIO) columnIO, (MapType) type, returnClause);
            break;
        case SET:
            p = new ListWriteProtocol((GroupColumnIO) columnIO, ((SetType) type).getValues(), returnClause);
            break;
        case LIST:
            p = new ListWriteProtocol((GroupColumnIO) columnIO, ((ListType) type).getValues(), returnClause);
            break;
        case ENUM:
            p = new EnumWriteProtocol((PrimitiveColumnIO) columnIO, (EnumType) type, returnClause);
            break;
    }
    return p;
}

Example 7 with ThriftType

use of org.apache.parquet.thrift.struct.ThriftType in project parquet-mr by apache.

the class ScroogeStructConverter method convertListTypeField.

private ThriftType convertListTypeField(String fieldName, Manifest<?> valueManifest, Requirement requirement) {
    String elemName = listElemName(fieldName);
    ThriftType elementType = convertClassToThriftType(elemName, requirement, valueManifest);
    ThriftField elementField = generateFieldWithoutId(elemName, requirement, elementType);
    return new ThriftType.ListType(elementField);
}

Example 8 with ThriftType

use of org.apache.parquet.thrift.struct.ThriftType in project parquet-mr by apache.

the class ThriftSchemaConverter method toThriftField.

private static ThriftField toThriftField(String name, Field field, ThriftField.Requirement requirement) {
    ThriftType type;
    switch(ThriftTypeID.fromByte(field.getType())) {
        case STOP:
        case VOID:
        default:
            throw new UnsupportedOperationException("can't convert type of " + field);
        case BOOL:
            type = new BoolType();
            break;
        case BYTE:
            type = new ByteType();
            break;
        case DOUBLE:
            type = new DoubleType();
            break;
        case I16:
            type = new I16Type();
            break;
        case I32:
            type = new I32Type();
            break;
        case I64:
            type = new I64Type();
            break;
        case STRING:
            StringType stringType = new StringType();
            FieldMetaData fieldMetaData = field.getFieldMetaData();
            // binary data is represented by String type with an additional binary flag.
            if (fieldMetaData != null && fieldMetaData.valueMetaData.isBinary()) {
                stringType.setBinary(true);
            }
            type = stringType;
            break;
        case STRUCT:
            type = toStructType(field.gettStructDescriptor());
            break;
        case MAP:
            final Field mapKeyField = field.getMapKeyField();
            final Field mapValueField = field.getMapValueField();
            type = new ThriftType.MapType(toThriftField(mapKeyField.getName(), mapKeyField, requirement), toThriftField(mapValueField.getName(), mapValueField, requirement));
            break;
        case SET:
            final Field setElemField = field.getSetElemField();
            type = new ThriftType.SetType(toThriftField(setElemField.getName(), setElemField, requirement));
            break;
        case LIST:
            final Field listElemField = field.getListElemField();
            type = new ThriftType.ListType(toThriftField(listElemField.getName(), listElemField, requirement));
            break;
        case ENUM:
            Collection<TEnum> enumValues = field.getEnumValues();
            List<EnumValue> values = new ArrayList<ThriftType.EnumValue>();
            for (TEnum tEnum : enumValues) {
                values.add(new EnumValue(tEnum.getValue(), tEnum.toString()));
            }
            type = new EnumType(values);
            break;
    }
    return new ThriftField(name, field.getId(), requirement, type);
}

Example 9 with ThriftType

use of org.apache.parquet.thrift.struct.ThriftType in project parquet-mr by apache.

the class ScroogeStructConverter method toThriftField.

/**
 * Convert a field in scrooge to ThriftField in parquet
 */
public ThriftField toThriftField(ThriftStructFieldInfo scroogeField) {
    Requirement requirement = getRequirementType(scroogeField);
    String fieldName = scroogeField.tfield().name;
    short fieldId = scroogeField.tfield().id;
    byte thriftTypeByte = scroogeField.tfield().type;
    ThriftTypeID typeId = ThriftTypeID.fromByte(thriftTypeByte);
    ThriftType thriftType;
    switch(typeId) {
        case BOOL:
            thriftType = new ThriftType.BoolType();
            break;
        case BYTE:
            thriftType = new ThriftType.ByteType();
            break;
        case DOUBLE:
            thriftType = new ThriftType.DoubleType();
            break;
        case I16:
            thriftType = new ThriftType.I16Type();
            break;
        case I32:
            thriftType = new ThriftType.I32Type();
            break;
        case I64:
            thriftType = new ThriftType.I64Type();
            break;
        case STRING:
            ThriftType.StringType stringType = new ThriftType.StringType();
            // binary data is represented by String type with an additional binary flag.
            if (!String.class.equals(scroogeField.manifest().runtimeClass())) {
                stringType.setBinary(true);
            }
            thriftType = stringType;
            break;
        case STRUCT:
            thriftType = convertStructTypeField(scroogeField);
            break;
        case MAP:
            thriftType = convertMapTypeField(scroogeField, requirement);
            break;
        case SET:
            thriftType = convertSetTypeField(scroogeField, requirement);
            break;
        case LIST:
            thriftType = convertListTypeField(scroogeField, requirement);
            break;
        case ENUM:
            thriftType = convertEnumTypeField(scroogeField);
            break;
        case STOP:
        case VOID:
        default:
            throw new IllegalArgumentException("can't convert type " + typeId);
    }
    return new ThriftField(fieldName, fieldId, requirement, thriftType);
}