Search in sources :

Example 21 with Descriptor

use of org.infinispan.protostream.descriptors.Descriptor in project infinispan by infinispan.

the class ProtobufEntityConverter method convert.

@Override
public ConvertedEntity convert(Object entity) {
    ProtobufValueWrapper valueWrapper = (ProtobufValueWrapper) entity;
    WrappedMessageTagHandler tagHandler = new WrappedMessageTagHandler(valueWrapper, serializationContext);
    try {
        Descriptor wrapperDescriptor = serializationContext.getMessageDescriptor(WrappedMessage.PROTOBUF_TYPE_NAME);
        ProtobufParser.INSTANCE.parse(tagHandler, wrapperDescriptor, valueWrapper.getBinary());
    } catch (IOException e) {
        throw new CacheException(e);
    }
    Descriptor messageDescriptor = valueWrapper.getMessageDescriptor();
    if (messageDescriptor == null) {
        return new ProtobufConvertedEntity(true, null, null);
    }
    String entityName = messageDescriptor.getFullName();
    boolean skip = !indexedMessageTypes.contains(entityName);
    byte[] messageBytes = tagHandler.getMessageBytes();
    return new ProtobufConvertedEntity(skip, entityName, messageBytes);
}
Also used : CacheException(org.infinispan.commons.CacheException) Descriptor(org.infinispan.protostream.descriptors.Descriptor) IOException(java.io.IOException)

Example 22 with Descriptor

use of org.infinispan.protostream.descriptors.Descriptor in project infinispan by infinispan.

the class ProtobufMessageBinder method bind.

@Override
public void bind(TypeBindingContext context) {
    context.dependencies().useRootOnly();
    IndexReferenceHolder indexReferenceProvider = createIndexReferenceProvider(context, MAX_DEPTH);
    Descriptor descriptor = globalReferenceHolder.getDescriptor(rootMessageName);
    context.bridge(byte[].class, new ProtobufMessageBridge(indexReferenceProvider, descriptor));
}
Also used : Descriptor(org.infinispan.protostream.descriptors.Descriptor) IndexReferenceHolder(org.infinispan.query.remote.impl.mapping.reference.IndexReferenceHolder)

Example 23 with Descriptor

use of org.infinispan.protostream.descriptors.Descriptor in project protostream by infinispan.

the class ProtobufUtilTest method testWrappedMessageTypeIdMapper.

@Test
public void testWrappedMessageTypeIdMapper() throws Exception {
    WrappedMessageTypeIdMapper mapper = new WrappedMessageTypeIdMapper() {

        @Override
        public int mapTypeIdOut(int typeId, ImmutableSerializationContext ctx) {
            if (typeId == 100042) {
                // change typeId ouf User
                return 100021;
            }
            return typeId;
        }
    };
    Configuration cfg = Configuration.builder().wrappingConfig().wrappedMessageTypeIdMapper(mapper).build();
    ImmutableSerializationContext ctx = createContext(cfg);
    // this has TypeId 100042
    User user = new User();
    user.setId(1);
    user.setName("John");
    user.setSurname("Batman");
    user.setGender(User.Gender.MALE);
    byte[] bytes = ProtobufUtil.toWrappedByteArray(ctx, user);
    int[] seenTypeId = new int[] { -1 };
    TagHandler tagHandler = new TagHandler() {

        @Override
        public void onTag(int fieldNumber, FieldDescriptor fieldDescriptor, Object tagValue) {
            if (fieldNumber == WrappedMessage.WRAPPED_TYPE_ID) {
                seenTypeId[0] = (Integer) tagValue;
            }
        }
    };
    Descriptor wrappedMessageDescriptor = ctx.getMessageDescriptor(WrappedMessage.PROTOBUF_TYPE_NAME);
    ProtobufParser.INSTANCE.parse(tagHandler, wrappedMessageDescriptor, bytes);
    assertEquals(100021, seenTypeId[0]);
}
Also used : User(org.infinispan.protostream.domain.User) Configuration(org.infinispan.protostream.config.Configuration) Descriptor(org.infinispan.protostream.descriptors.Descriptor) FieldDescriptor(org.infinispan.protostream.descriptors.FieldDescriptor) FieldDescriptor(org.infinispan.protostream.descriptors.FieldDescriptor) Test(org.junit.Test) AbstractProtoStreamTest(org.infinispan.protostream.test.AbstractProtoStreamTest)

Example 24 with Descriptor

use of org.infinispan.protostream.descriptors.Descriptor in project protostream by infinispan.

the class JsonUtils method toCanonicalJSON.

private static void toCanonicalJSON(ImmutableSerializationContext ctx, byte[] bytes, StringBuilder jsonOut, int initNestingLevel) throws IOException {
    if (bytes.length == 0) {
        // only null values get to be encoded to an empty byte array
        jsonOut.append("null");
        return;
    }
    Descriptor wrapperDescriptor = ctx.getMessageDescriptor(WrappedMessage.PROTOBUF_TYPE_NAME);
    boolean prettyPrint = initNestingLevel >= 0;
    TagHandler messageHandler = new TagHandler() {

        private JsonNestingLevel nestingLevel;

        /**
         * Have we written the "_type" field?
         */
        private boolean missingType = true;

        private void indent() {
            jsonOut.append('\n');
            for (int k = initNestingLevel + nestingLevel.indent; k > 0; k--) {
                jsonOut.append("   ");
            }
        }

        @Override
        public void onStart(GenericDescriptor descriptor) {
            nestingLevel = new JsonNestingLevel(null);
            if (prettyPrint) {
                indent();
                nestingLevel.indent++;
            }
            jsonOut.append('{');
            writeType(descriptor);
        }

        private void writeType(AnnotatedDescriptor descriptor) {
            if (descriptor != null && nestingLevel.previous == null && nestingLevel.isFirstField) {
                missingType = false;
                nestingLevel.isFirstField = false;
                if (prettyPrint) {
                    indent();
                }
                jsonOut.append('\"').append("_type").append('\"').append(':');
                if (prettyPrint) {
                    jsonOut.append(' ');
                }
                String type;
                if (descriptor instanceof FieldDescriptor) {
                    type = ((FieldDescriptor) descriptor).getTypeName();
                } else {
                    type = descriptor.getFullName();
                }
                jsonOut.append('\"').append(type).append('\"');
            }
        }

        @Override
        public void onTag(int fieldNumber, FieldDescriptor fieldDescriptor, Object tagValue) {
            if (fieldDescriptor == null) {
                // unknown field, ignore
                return;
            }
            if (missingType) {
                writeType(fieldDescriptor);
            }
            startSlot(fieldDescriptor);
            switch(fieldDescriptor.getType()) {
                case STRING:
                    escapeJson((String) tagValue, jsonOut, true);
                    break;
                case INT64:
                case SINT64:
                case UINT64:
                case FIXED64:
                    jsonOut.append(tagValue);
                    break;
                case FLOAT:
                    Float f = (Float) tagValue;
                    if (f.isInfinite() || f.isNaN()) {
                        // Infinity and NaN need to be quoted
                        jsonOut.append('\"').append(f).append('\"');
                    } else {
                        jsonOut.append(f);
                    }
                    break;
                case DOUBLE:
                    Double d = (Double) tagValue;
                    if (d.isInfinite() || d.isNaN()) {
                        jsonOut.append('\"').append(d).append('\"');
                    } else {
                        jsonOut.append(d);
                    }
                    break;
                case ENUM:
                    EnumValueDescriptor enumValue = fieldDescriptor.getEnumType().findValueByNumber((Integer) tagValue);
                    jsonOut.append('\"').append(enumValue.getName()).append('\"');
                    break;
                case BYTES:
                    String base64encoded = Base64.getEncoder().encodeToString((byte[]) tagValue);
                    jsonOut.append('\"').append(base64encoded).append('\"');
                    break;
                default:
                    if (tagValue instanceof Date) {
                        jsonOut.append('\"').append(formatDate((Date) tagValue)).append('\"');
                    } else if (fieldNumber == WRAPPED_ENUM) {
                        jsonOut.append('\"').append(tagValue).append('\"');
                    } else {
                        jsonOut.append(tagValue);
                    }
            }
        }

        @Override
        public void onStartNested(int fieldNumber, FieldDescriptor fieldDescriptor) {
            if (fieldDescriptor == null) {
                // unknown field, ignore
                return;
            }
            startSlot(fieldDescriptor);
            nestingLevel = new JsonNestingLevel(nestingLevel);
            if (prettyPrint) {
                indent();
                nestingLevel.indent++;
            }
            jsonOut.append('{');
        }

        @Override
        public void onEndNested(int fieldNumber, FieldDescriptor fieldDescriptor) {
            if (nestingLevel.repeatedFieldDescriptor != null) {
                endArraySlot();
            }
            if (prettyPrint) {
                nestingLevel.indent--;
                indent();
            }
            jsonOut.append('}');
            nestingLevel = nestingLevel.previous;
        }

        @Override
        public void onEnd() {
            if (nestingLevel.repeatedFieldDescriptor != null) {
                endArraySlot();
            }
            if (prettyPrint) {
                nestingLevel.indent--;
                indent();
            }
            jsonOut.append('}');
            nestingLevel = null;
            if (prettyPrint) {
                jsonOut.append('\n');
            }
        }

        private void startSlot(FieldDescriptor fieldDescriptor) {
            if (nestingLevel.repeatedFieldDescriptor != null && nestingLevel.repeatedFieldDescriptor != fieldDescriptor) {
                endArraySlot();
            }
            if (nestingLevel.isFirstField) {
                nestingLevel.isFirstField = false;
            } else {
                jsonOut.append(',');
            }
            if (!fieldDescriptor.isRepeated() || nestingLevel.repeatedFieldDescriptor == null) {
                if (prettyPrint) {
                    indent();
                }
                if (fieldDescriptor.getLabel() == Label.ONE_OF) {
                    jsonOut.append('"').append(JSON_VALUE_FIELD).append("\":");
                } else {
                    jsonOut.append('"').append(fieldDescriptor.getName()).append("\":");
                }
            }
            if (prettyPrint) {
                jsonOut.append(' ');
            }
            if (fieldDescriptor.isRepeated() && nestingLevel.repeatedFieldDescriptor == null) {
                nestingLevel.repeatedFieldDescriptor = fieldDescriptor;
                jsonOut.append('[');
            }
        }

        private void endArraySlot() {
            if (prettyPrint && nestingLevel.repeatedFieldDescriptor.getType() == Type.MESSAGE) {
                indent();
            }
            nestingLevel.repeatedFieldDescriptor = null;
            jsonOut.append(']');
        }
    };
    TagHandler wrapperHandler = new TagHandler() {

        private Integer typeId;

        private String typeName;

        private byte[] wrappedMessage;

        private Integer wrappedEnum;

        private GenericDescriptor getDescriptor() {
            return typeId != null ? ctx.getDescriptorByTypeId(typeId) : ctx.getDescriptorByName(typeName);
        }

        @Override
        public void onTag(int fieldNumber, FieldDescriptor fieldDescriptor, Object tagValue) {
            if (fieldDescriptor == null) {
                // ignore unknown fields
                return;
            }
            switch(fieldNumber) {
                case WRAPPED_TYPE_ID:
                    typeId = (Integer) tagValue;
                    break;
                case WRAPPED_TYPE_NAME:
                    typeName = (String) tagValue;
                    break;
                case WRAPPED_MESSAGE:
                    wrappedMessage = (byte[]) tagValue;
                    break;
                case WRAPPED_ENUM:
                    wrappedEnum = (Integer) tagValue;
                    break;
                case WrappedMessage.WRAPPED_DOUBLE:
                case WrappedMessage.WRAPPED_FLOAT:
                case WrappedMessage.WRAPPED_INT64:
                case WrappedMessage.WRAPPED_UINT64:
                case WrappedMessage.WRAPPED_INT32:
                case WrappedMessage.WRAPPED_FIXED64:
                case WrappedMessage.WRAPPED_FIXED32:
                case WrappedMessage.WRAPPED_BOOL:
                case WrappedMessage.WRAPPED_STRING:
                case WrappedMessage.WRAPPED_BYTES:
                case WrappedMessage.WRAPPED_UINT32:
                case WrappedMessage.WRAPPED_SFIXED32:
                case WrappedMessage.WRAPPED_SFIXED64:
                case WrappedMessage.WRAPPED_SINT32:
                case WrappedMessage.WRAPPED_SINT64:
                    messageHandler.onStart(null);
                    messageHandler.onTag(fieldNumber, fieldDescriptor, tagValue);
                    messageHandler.onEnd();
                    break;
            }
        }

        @Override
        public void onEnd() {
            if (wrappedEnum != null) {
                EnumDescriptor enumDescriptor = (EnumDescriptor) getDescriptor();
                String enumConstantName = enumDescriptor.findValueByNumber(wrappedEnum).getName();
                FieldDescriptor fd = wrapperDescriptor.findFieldByNumber(WRAPPED_ENUM);
                messageHandler.onStart(enumDescriptor);
                messageHandler.onTag(WRAPPED_ENUM, fd, enumConstantName);
                messageHandler.onEnd();
            } else if (wrappedMessage != null) {
                try {
                    Descriptor messageDescriptor = (Descriptor) getDescriptor();
                    ProtobufParser.INSTANCE.parse(messageHandler, messageDescriptor, wrappedMessage);
                } catch (IOException e) {
                    throw new RuntimeException(e);
                }
            }
        }
    };
    ProtobufParser.INSTANCE.parse(wrapperHandler, wrapperDescriptor, bytes);
}
Also used : AnnotatedDescriptor(org.infinispan.protostream.descriptors.AnnotatedDescriptor) GenericDescriptor(org.infinispan.protostream.descriptors.GenericDescriptor) EnumDescriptor(org.infinispan.protostream.descriptors.EnumDescriptor) IOException(java.io.IOException) Date(java.util.Date) FieldDescriptor(org.infinispan.protostream.descriptors.FieldDescriptor) TagHandler(org.infinispan.protostream.TagHandler) AnnotatedDescriptor(org.infinispan.protostream.descriptors.AnnotatedDescriptor) EnumValueDescriptor(org.infinispan.protostream.descriptors.EnumValueDescriptor) FieldDescriptor(org.infinispan.protostream.descriptors.FieldDescriptor) Descriptor(org.infinispan.protostream.descriptors.Descriptor) EnumDescriptor(org.infinispan.protostream.descriptors.EnumDescriptor) GenericDescriptor(org.infinispan.protostream.descriptors.GenericDescriptor) EnumValueDescriptor(org.infinispan.protostream.descriptors.EnumValueDescriptor)

Example 25 with Descriptor

use of org.infinispan.protostream.descriptors.Descriptor in project protostream by infinispan.

the class DescriptorsTest method testAnnotationParser.

@Test
public void testAnnotationParser() throws Exception {
    Configuration config = Configuration.builder().annotationsConfig().annotation("Indexed", AnnotationElement.AnnotationTarget.MESSAGE).attribute(AnnotationElement.Annotation.VALUE_DEFAULT_ATTRIBUTE).type(AnnotationElement.AttributeType.BOOLEAN).defaultValue(true).metadataCreator((descriptor, annotation) -> annotation.getDefaultAttributeValue().getValue()).build();
    FileDescriptorSource fileDescriptorSource = FileDescriptorSource.fromResources("sample_bank_account/bank.proto");
    Map<String, FileDescriptor> descriptors = parseAndResolve(fileDescriptorSource, config);
    FileDescriptor fileDescriptor = descriptors.get("sample_bank_account/bank.proto");
    List<Descriptor> messageTypes = fileDescriptor.getMessageTypes();
    Descriptor userMessageType = messageTypes.get(0);
    assertEquals("sample_bank_account.User", userMessageType.getFullName());
    assertEquals(Boolean.TRUE, userMessageType.getProcessedAnnotation("Indexed"));
    Descriptor accountMessageType = messageTypes.get(1);
    assertEquals("sample_bank_account.Account", accountMessageType.getFullName());
    assertEquals(Boolean.TRUE, accountMessageType.getProcessedAnnotation("Indexed"));
}
Also used : Type(org.infinispan.protostream.descriptors.Type) URL(java.net.URL) HashMap(java.util.HashMap) Descriptor(org.infinispan.protostream.descriptors.Descriptor) EnumDescriptor(org.infinispan.protostream.descriptors.EnumDescriptor) Map(java.util.Map) ExpectedException(org.junit.rules.ExpectedException) AnnotationElement(org.infinispan.protostream.descriptors.AnnotationElement) FileDescriptorSource(org.infinispan.protostream.FileDescriptorSource) FileDescriptor(org.infinispan.protostream.descriptors.FileDescriptor) Label(org.infinispan.protostream.descriptors.Label) Assert.assertNotNull(org.junit.Assert.assertNotNull) Assert.assertTrue(org.junit.Assert.assertTrue) ExtendDescriptor(org.infinispan.protostream.descriptors.ExtendDescriptor) Test(org.junit.Test) File(java.io.File) DescriptorParserException(org.infinispan.protostream.DescriptorParserException) FieldDescriptor(org.infinispan.protostream.descriptors.FieldDescriptor) AnnotationParserException(org.infinispan.protostream.AnnotationParserException) GenericDescriptor(org.infinispan.protostream.descriptors.GenericDescriptor) List(java.util.List) Assert.assertNull(org.junit.Assert.assertNull) Ignore(org.junit.Ignore) Assert.assertFalse(org.junit.Assert.assertFalse) Configuration(org.infinispan.protostream.config.Configuration) ResolutionContext(org.infinispan.protostream.descriptors.ResolutionContext) Assertions.assertThat(org.fest.assertions.api.Assertions.assertThat) Assert.assertEquals(org.junit.Assert.assertEquals) JavaType(org.infinispan.protostream.descriptors.JavaType) Configuration(org.infinispan.protostream.config.Configuration) Descriptor(org.infinispan.protostream.descriptors.Descriptor) EnumDescriptor(org.infinispan.protostream.descriptors.EnumDescriptor) FileDescriptor(org.infinispan.protostream.descriptors.FileDescriptor) ExtendDescriptor(org.infinispan.protostream.descriptors.ExtendDescriptor) FieldDescriptor(org.infinispan.protostream.descriptors.FieldDescriptor) GenericDescriptor(org.infinispan.protostream.descriptors.GenericDescriptor) FileDescriptorSource(org.infinispan.protostream.FileDescriptorSource) FileDescriptor(org.infinispan.protostream.descriptors.FileDescriptor) Test(org.junit.Test)

Aggregations

Descriptor (org.infinispan.protostream.descriptors.Descriptor)28 FieldDescriptor (org.infinispan.protostream.descriptors.FieldDescriptor)24 EnumDescriptor (org.infinispan.protostream.descriptors.EnumDescriptor)19 FileDescriptor (org.infinispan.protostream.descriptors.FileDescriptor)13 GenericDescriptor (org.infinispan.protostream.descriptors.GenericDescriptor)11 List (java.util.List)9 Test (org.junit.Test)8 Map (java.util.Map)7 FileDescriptorSource (org.infinispan.protostream.FileDescriptorSource)7 Configuration (org.infinispan.protostream.config.Configuration)7 EnumValueDescriptor (org.infinispan.protostream.descriptors.EnumValueDescriptor)7 ExtendDescriptor (org.infinispan.protostream.descriptors.ExtendDescriptor)6 ArrayList (java.util.ArrayList)5 HashMap (java.util.HashMap)5 AnnotationElement (org.infinispan.protostream.descriptors.AnnotationElement)5 IOException (java.io.IOException)4 Objects (java.util.Objects)3 Set (java.util.Set)3 Function (java.util.function.Function)3 Predicate (java.util.function.Predicate)3