Search in sources :

Example 6 with PSet

use of net.morimekta.providence.descriptor.PSet in project providence by morimekta.

the class FastBinarySerializer method readFieldValue.

@SuppressWarnings("unchecked")
private Object readFieldValue(@Nonnull LittleEndianBinaryReader in, int type, @Nullable PDescriptor descriptor) throws IOException {
    switch(type) {
        case NONE:
            return Boolean.FALSE;
        case TRUE:
            return Boolean.TRUE;
        case VARINT:
            {
                if (descriptor == null) {
                    in.readLongVarint();
                    return null;
                }
                switch(descriptor.getType()) {
                    case BOOL:
                        return in.readIntVarint() != 0;
                    case BYTE:
                        return (byte) in.readIntZigzag();
                    case I16:
                        return (short) in.readIntZigzag();
                    case I32:
                        return in.readIntZigzag();
                    case I64:
                        return in.readLongZigzag();
                    case ENUM:
                        {
                            PEnumBuilder<?> builder = ((PEnumDescriptor<?>) descriptor).builder();
                            builder.setById(in.readIntZigzag());
                            return builder.build();
                        }
                    default:
                        {
                            throw new SerializerException("");
                        }
                }
            }
        case FIXED_64:
            return in.expectDouble();
        case BINARY:
            {
                int len = in.readIntVarint();
                byte[] data = in.expectBytes(len);
                if (descriptor != null) {
                    switch(descriptor.getType()) {
                        case STRING:
                            return new String(data, StandardCharsets.UTF_8);
                        case BINARY:
                            return Binary.wrap(data);
                        default:
                            throw new SerializerException("");
                    }
                } else {
                    return null;
                }
            }
        case MESSAGE:
            if (descriptor == null) {
                consumeMessage(in);
                return null;
            }
            return readMessage(in, (PMessageDescriptor<?, ?>) descriptor);
        case COLLECTION:
            if (descriptor == null) {
                final int len = in.readIntVarint();
                final int tag = in.readIntVarint();
                final int vtype = tag & 0x07;
                final int ktype = tag > 0x07 ? tag >>> 3 : vtype;
                for (int i = 0; i < len; ++i) {
                    if (i % 2 == 0) {
                        readFieldValue(in, ktype, null);
                    } else {
                        readFieldValue(in, vtype, null);
                    }
                }
                return null;
            } else if (descriptor.getType() == PType.MAP) {
                PMap<Object, Object> ct = (PMap<Object, Object>) descriptor;
                PDescriptor kt = ct.keyDescriptor();
                PDescriptor vt = ct.itemDescriptor();
                PMap.Builder<Object, Object> out = ct.builder();
                final int len = in.readIntVarint();
                final int tag = in.readIntVarint();
                final int vtype = tag & 0x07;
                final int ktype = tag > 0x07 ? tag >>> 3 : vtype;
                for (int i = 0; i < len; ++i, ++i) {
                    Object key = readFieldValue(in, ktype, kt);
                    Object value = readFieldValue(in, vtype, vt);
                    if (key != null && value != null) {
                        out.put(key, value);
                    } else if (readStrict) {
                        if (key == null) {
                            throw new SerializerException("Unknown enum key in map");
                        }
                        throw new SerializerException("Null value in map");
                    }
                }
                return out.build();
            } else if (descriptor.getType() == PType.LIST) {
                PList<Object> ct = (PList<Object>) descriptor;
                PDescriptor it = ct.itemDescriptor();
                PList.Builder<Object> out = ct.builder();
                final int len = in.readIntVarint();
                final int vtype = in.readIntVarint() & 0x07;
                for (int i = 0; i < len; ++i) {
                    Object item = readFieldValue(in, vtype, it);
                    if (item != null) {
                        out.add(item);
                    } else if (readStrict) {
                        throw new SerializerException("Null value in list");
                    }
                }
                return out.build();
            } else if (descriptor.getType() == PType.SET) {
                PSet<Object> ct = (PSet<Object>) descriptor;
                PDescriptor it = ct.itemDescriptor();
                PSet.Builder<Object> out = ct.builder();
                final int len = in.readIntVarint();
                final int vtype = in.readIntVarint() & 0x07;
                for (int i = 0; i < len; ++i) {
                    Object item = readFieldValue(in, vtype, it);
                    if (item != null) {
                        out.add(item);
                    } else if (readStrict) {
                        throw new SerializerException("Null value in set");
                    }
                }
                return out.build();
            } else {
                throw new SerializerException("Type " + descriptor.getType() + " not compatible with collection data");
            }
        default:
            throw new Error("Unreachable code reached");
    }
}
Also used : PList(net.morimekta.providence.descriptor.PList) PEnumBuilder(net.morimekta.providence.PEnumBuilder) PMessageBuilder(net.morimekta.providence.PMessageBuilder) PMap(net.morimekta.providence.descriptor.PMap) PEnumDescriptor(net.morimekta.providence.descriptor.PEnumDescriptor) PDescriptor(net.morimekta.providence.descriptor.PDescriptor) PSet(net.morimekta.providence.descriptor.PSet)

Example 7 with PSet

use of net.morimekta.providence.descriptor.PSet in project providence by morimekta.

the class BinaryFormatUtils method readFieldValue.

/**
 * Read a field value from stream.
 *
 * @param in        The stream to consume.
 * @param fieldInfo The field info about the content.
 * @param fieldType The type to generate content for.
 * @param strict    If the field should be read strictly.
 * @return The field value, or null if no type.
 * @throws IOException If unable to read from stream or invalid field type.
 */
public static Object readFieldValue(BigEndianBinaryReader in, FieldInfo fieldInfo, PDescriptor fieldType, boolean strict) throws IOException {
    if (fieldType != null && forType(fieldType.getType()) != fieldInfo.type) {
        throw new SerializerException("Wrong field type for id=%d: expected %s, got %s", fieldInfo.id, asString(forType(fieldType.getType())), asString(fieldInfo.getType()));
    }
    switch(fieldInfo.type) {
        case BinaryType.VOID:
            return Boolean.TRUE;
        case BinaryType.BOOL:
            return in.expectByte() != 0;
        case BinaryType.BYTE:
            return in.expectByte();
        case BinaryType.I16:
            return in.expectShort();
        case BinaryType.I32:
            int val = in.expectInt();
            if (fieldType != null && fieldType instanceof PEnumDescriptor) {
                @SuppressWarnings("unchecked") PEnumBuilder builder = ((PEnumDescriptor<?>) fieldType).builder();
                builder.setById(val);
                return builder.build();
            } else {
                return val;
            }
        case BinaryType.I64:
            return in.expectLong();
        case BinaryType.DOUBLE:
            return in.expectDouble();
        case BinaryType.STRING:
            int len = in.expectUInt32();
            byte[] data = in.expectBytes(len);
            if (fieldType != null && fieldType.getType() == PType.STRING) {
                return new String(data, StandardCharsets.UTF_8);
            } else {
                return Binary.wrap(data);
            }
        case BinaryType.STRUCT:
            {
                if (fieldType == null) {
                    consumeMessage(in);
                    return null;
                }
                return readMessage(in, (PMessageDescriptor<?, ?>) fieldType, strict);
            }
        case BinaryType.MAP:
            {
                final byte keyT = in.expectByte();
                final byte itemT = in.expectByte();
                final int size = in.expectUInt32();
                PDescriptor keyType = null;
                PDescriptor valueType = null;
                PMap.Builder<Object, Object> out;
                if (fieldType != null) {
                    @SuppressWarnings("unchecked") PMap<Object, Object> mapType = (PMap<Object, Object>) fieldType;
                    keyType = mapType.keyDescriptor();
                    valueType = mapType.itemDescriptor();
                    out = mapType.builder();
                } else {
                    out = new PMap.DefaultBuilder<>();
                }
                FieldInfo keyInfo = new FieldInfo(1, keyT);
                FieldInfo itemInfo = new FieldInfo(2, itemT);
                for (int i = 0; i < size; ++i) {
                    Object key = readFieldValue(in, keyInfo, keyType, strict);
                    Object value = readFieldValue(in, itemInfo, valueType, strict);
                    if (key != null && value != null) {
                        out.put(key, value);
                    } else if (strict) {
                        if (key == null) {
                            throw new SerializerException("Null key in map");
                        } else {
                            throw new SerializerException("Null value in map");
                        }
                    }
                }
                return out.build();
            }
        case BinaryType.SET:
            {
                final byte itemT = in.expectByte();
                final int size = in.expectUInt32();
                PDescriptor entryType = null;
                PSet.Builder<Object> out;
                if (fieldType != null) {
                    @SuppressWarnings("unchecked") PSet<Object> setType = (PSet<Object>) fieldType;
                    entryType = setType.itemDescriptor();
                    out = setType.builder();
                } else {
                    out = new PSet.DefaultBuilder<>();
                }
                FieldInfo itemInfo = new FieldInfo(0, itemT);
                for (int i = 0; i < size; ++i) {
                    Object value = readFieldValue(in, itemInfo, entryType, strict);
                    if (value != null) {
                        out.add(value);
                    } else if (strict) {
                        throw new SerializerException("Null value in set");
                    }
                }
                return out.build();
            }
        case BinaryType.LIST:
            {
                final byte itemT = in.expectByte();
                final int size = in.expectUInt32();
                PDescriptor entryType = null;
                PList.Builder<Object> out;
                if (fieldType != null) {
                    @SuppressWarnings("unchecked") PList<Object> listType = (PList<Object>) fieldType;
                    entryType = listType.itemDescriptor();
                    out = listType.builder();
                } else {
                    out = new PList.DefaultBuilder<>();
                }
                FieldInfo itemInfo = new FieldInfo(0, itemT);
                for (int i = 0; i < size; ++i) {
                    Object value = readFieldValue(in, itemInfo, entryType, strict);
                    if (value != null) {
                        out.add(value);
                    } else if (strict) {
                        throw new SerializerException("Null value in list");
                    }
                }
                return out.build();
            }
        default:
            throw new SerializerException("unknown data type: " + fieldInfo.getType());
    }
}
Also used : PList(net.morimekta.providence.descriptor.PList) PEnumBuilder(net.morimekta.providence.PEnumBuilder) PMessageBuilder(net.morimekta.providence.PMessageBuilder) PMap(net.morimekta.providence.descriptor.PMap) BinaryType.asString(net.morimekta.providence.serializer.binary.BinaryType.asString) PEnumDescriptor(net.morimekta.providence.descriptor.PEnumDescriptor) SerializerException(net.morimekta.providence.serializer.SerializerException) PDescriptor(net.morimekta.providence.descriptor.PDescriptor) PEnumBuilder(net.morimekta.providence.PEnumBuilder) PSet(net.morimekta.providence.descriptor.PSet) PMessageDescriptor(net.morimekta.providence.descriptor.PMessageDescriptor)

Example 8 with PSet

use of net.morimekta.providence.descriptor.PSet in project providence by morimekta.

the class BaseTypeRegistryTest method testGetProvider_set.

@Test
public void testGetProvider_set() {
    PDescriptorProvider p1 = registry.getProvider("set<I>", "number", ImmutableMap.of("container", "sorted"));
    assertThat(p1.descriptor().getType(), is(PType.SET));
    PSet set = (PSet) p1.descriptor();
    assertThat(set.itemDescriptor(), is(Imaginary.kDescriptor));
    p1 = registry.getProvider("set<set<i32>>", "number", ImmutableMap.of("container", "ordered"));
    assertThat(p1.descriptor().getType(), is(PType.SET));
    set = (PSet) p1.descriptor();
    assertThat(set.itemDescriptor().getType(), is(PType.SET));
    PSet list = (PSet) set.itemDescriptor();
    assertThat(list.itemDescriptor(), is(PPrimitive.I32));
}
Also used : PSet(net.morimekta.providence.descriptor.PSet) PDescriptorProvider(net.morimekta.providence.descriptor.PDescriptorProvider) Test(org.junit.Test)

Example 9 with PSet

use of net.morimekta.providence.descriptor.PSet in project providence by morimekta.

the class JField method getProvider.

public String getProvider() throws GeneratorException {
    String container = field.getAnnotationValue("container");
    String containerProvider = "provider";
    if (container != null) {
        ThriftContainer containerType = ThriftContainer.forName(container);
        switch(containerType) {
            case DEFAULT:
                containerProvider = "provider";
                break;
            case SORTED:
                containerProvider = "sortedProvider";
                break;
            case ORDERED:
                containerProvider = "orderedProvider";
                break;
            default:
                break;
        }
    }
    switch(field.getType()) {
        case ENUM:
        case MESSAGE:
            return String.format(Locale.US, "%s.provider()", helper.getFieldType(field.getDescriptor()));
        case LIST:
            PList<?> lType = (PList<?>) field.getDescriptor();
            return String.format(Locale.US, "%s.provider(%s)", PList.class.getName(), helper.getProviderName(lType.itemDescriptor()));
        case SET:
            PSet<?> sType = (PSet<?>) field.getDescriptor();
            return String.format(Locale.US, "%s.%s(%s)", PSet.class.getName(), containerProvider, helper.getProviderName(sType.itemDescriptor()));
        case MAP:
            PMap<?, ?> mType = (PMap<?, ?>) field.getDescriptor();
            return String.format(Locale.US, "%s.%s(%s,%s)", PMap.class.getName(), containerProvider, helper.getProviderName(mType.keyDescriptor()), helper.getProviderName(mType.itemDescriptor()));
        default:
            if (!(field.getDescriptor() instanceof PPrimitive)) {
                throw new IllegalArgumentException("Unhandled type group " + field.getType());
            }
            return String.format(Locale.US, "%s.%s.provider()", PPrimitive.class.getName(), field.getDescriptor().getName().toUpperCase(Locale.US));
    }
}
Also used : ThriftContainer(net.morimekta.providence.util.ThriftContainer) PList(net.morimekta.providence.descriptor.PList) PSet(net.morimekta.providence.descriptor.PSet) PMap(net.morimekta.providence.descriptor.PMap) PPrimitive(net.morimekta.providence.descriptor.PPrimitive)

Aggregations

PSet (net.morimekta.providence.descriptor.PSet)9 PList (net.morimekta.providence.descriptor.PList)7 PMap (net.morimekta.providence.descriptor.PMap)6 PEnumDescriptor (net.morimekta.providence.descriptor.PEnumDescriptor)4 PDescriptor (net.morimekta.providence.descriptor.PDescriptor)3 Map (java.util.Map)2 PEnumBuilder (net.morimekta.providence.PEnumBuilder)2 PEnumValue (net.morimekta.providence.PEnumValue)2 PMessageBuilder (net.morimekta.providence.PMessageBuilder)2 PDescriptorProvider (net.morimekta.providence.descriptor.PDescriptorProvider)2 PMessageDescriptor (net.morimekta.providence.descriptor.PMessageDescriptor)2 SerializerException (net.morimekta.providence.serializer.SerializerException)2 TList (org.apache.thrift.protocol.TList)2 TMap (org.apache.thrift.protocol.TMap)2 TSet (org.apache.thrift.protocol.TSet)2 Test (org.junit.Test)2 ByteBuffer (java.nio.ByteBuffer)1 LinkedHashMap (java.util.LinkedHashMap)1 LinkedHashSet (java.util.LinkedHashSet)1 List (java.util.List)1