Examples with MutableByteArrayInputStream org.apache.flink.formats.avro.utils.MutableByteArrayInputStream used on opensource projects

Example 1 with MutableByteArrayInputStream

use of org.apache.flink.formats.avro.utils.MutableByteArrayInputStream in project flink by apache.

the class AvroRowDeserializationSchema method readObject.

@SuppressWarnings("unchecked")
private void readObject(ObjectInputStream inputStream) throws ClassNotFoundException, IOException {
    recordClazz = (Class<? extends SpecificRecord>) inputStream.readObject();
    schemaString = inputStream.readUTF();
    typeInfo = (RowTypeInfo) AvroSchemaConverter.<Row>convertToTypeInfo(schemaString);
    schema = new Schema.Parser().parse(schemaString);
    if (recordClazz != null) {
        record = (SpecificRecord) SpecificData.newInstance(recordClazz, schema);
    } else {
        record = new GenericData.Record(schema);
    }
    datumReader = new SpecificDatumReader<>(schema);
    this.inputStream = new MutableByteArrayInputStream();
    decoder = DecoderFactory.get().binaryDecoder(this.inputStream, null);
    jodaConverter = JodaConverter.getConverter();
}

Example 2 with MutableByteArrayInputStream

use of org.apache.flink.formats.avro.utils.MutableByteArrayInputStream in project flink by apache.

the class GlueSchemaRegistryInputStreamDeserializerTest method testGetSchemaAndDeserializedStream_withoutCompression_succeeds.

/**
 * Test whether getSchemaAndDeserializedStream method when compression is not enabled works.
 */
@Test
public void testGetSchemaAndDeserializedStream_withoutCompression_succeeds() throws IOException {
    compressionByte = COMPRESSION_DEFAULT_BYTE;
    compressionHandler = new GlueSchemaRegistryDefaultCompression();
    ByteArrayOutputStream byteArrayOutputStream = buildByteArrayOutputStream(AWSSchemaRegistryConstants.HEADER_VERSION_BYTE, compressionByte);
    byte[] bytes = writeToExistingStream(byteArrayOutputStream, encodeData(userDefinedPojo, new SpecificDatumWriter<>(userSchema)));
    MutableByteArrayInputStream mutableByteArrayInputStream = new MutableByteArrayInputStream();
    mutableByteArrayInputStream.setBuffer(bytes);
    glueSchemaRegistryDeserializationFacade = new MockGlueSchemaRegistryDeserializationFacade(bytes, glueSchema, NONE);
    GlueSchemaRegistryInputStreamDeserializer glueSchemaRegistryInputStreamDeserializer = new GlueSchemaRegistryInputStreamDeserializer(glueSchemaRegistryDeserializationFacade);
    Schema resultSchema = glueSchemaRegistryInputStreamDeserializer.getSchemaAndDeserializedStream(mutableByteArrayInputStream);
    assertThat(resultSchema.toString()).isEqualTo(glueSchema.getSchemaDefinition());
}

Example 3 with MutableByteArrayInputStream

use of org.apache.flink.formats.avro.utils.MutableByteArrayInputStream in project flink by apache.

the class GlueSchemaRegistryInputStreamDeserializerTest method testGetSchemaAndDeserializedStream_withWrongSchema_throwsException.

/**
 * Test whether getSchemaAndDeserializedStream method throws exception with invalid schema.
 */
@Test
public void testGetSchemaAndDeserializedStream_withWrongSchema_throwsException() throws IOException {
    String schemaDefinition = "{" + "\"type\":\"record\"," + "\"name\":\"User\"," + "\"namespace\":\"org.apache.flink.formats.avro.glue.schema.registry\"," + "\"fields\":" + "[" + "{\"name\":\"name\",\"type\":\"string\"}," + "{\"name\":\"favorite_number\",\"name\":[\"int\",\"null\"]}," + "{\"name\":\"favorite_color\",\"type\":[\"string\",\"null\"]}" + "]" + "}";
    MutableByteArrayInputStream mutableByteArrayInputStream = new MutableByteArrayInputStream();
    glueSchema = new com.amazonaws.services.schemaregistry.common.Schema(schemaDefinition, DataFormat.AVRO.name(), testTopic);
    glueSchemaRegistryDeserializationFacade = new MockGlueSchemaRegistryDeserializationFacade(new byte[20], glueSchema, NONE);
    GlueSchemaRegistryInputStreamDeserializer awsSchemaRegistryInputStreamDeserializer = new GlueSchemaRegistryInputStreamDeserializer(glueSchemaRegistryDeserializationFacade);
    thrown.expect(AWSSchemaRegistryException.class);
    thrown.expectMessage("Error occurred while parsing schema, see inner exception for details.");
    awsSchemaRegistryInputStreamDeserializer.getSchemaAndDeserializedStream(mutableByteArrayInputStream);
}

Example 4 with MutableByteArrayInputStream

use of org.apache.flink.formats.avro.utils.MutableByteArrayInputStream in project flink by apache.

the class GlueSchemaRegistryInputStreamDeserializerTest method testGetSchemaAndDeserializedStream_withCompression_succeeds.

/**
 * Test whether getSchemaAndDeserializedStream method when compression is enabled works.
 */
@Test
public void testGetSchemaAndDeserializedStream_withCompression_succeeds() throws IOException {
    COMPRESSION compressionType = COMPRESSION.ZLIB;
    compressionByte = AWSSchemaRegistryConstants.COMPRESSION_BYTE;
    compressionHandler = new GlueSchemaRegistryDefaultCompression();
    ByteArrayOutputStream byteArrayOutputStream = buildByteArrayOutputStream(AWSSchemaRegistryConstants.HEADER_VERSION_BYTE, compressionByte);
    byte[] bytes = writeToExistingStream(byteArrayOutputStream, compressData(encodeData(userDefinedPojo, new SpecificDatumWriter<>(userSchema))));
    MutableByteArrayInputStream mutableByteArrayInputStream = new MutableByteArrayInputStream();
    mutableByteArrayInputStream.setBuffer(bytes);
    glueSchemaRegistryDeserializationFacade = new MockGlueSchemaRegistryDeserializationFacade(bytes, glueSchema, compressionType);
    GlueSchemaRegistryInputStreamDeserializer glueSchemaRegistryInputStreamDeserializer = new GlueSchemaRegistryInputStreamDeserializer(glueSchemaRegistryDeserializationFacade);
    Schema resultSchema = glueSchemaRegistryInputStreamDeserializer.getSchemaAndDeserializedStream(mutableByteArrayInputStream);
    assertThat(resultSchema.toString()).isEqualTo(glueSchema.getSchemaDefinition());
}

Example 5 with MutableByteArrayInputStream

use of org.apache.flink.formats.avro.utils.MutableByteArrayInputStream in project flink by apache.

the class GlueSchemaRegistryInputStreamDeserializer method getSchemaAndDeserializedStream.

/**
 * Get schema and remove extra Schema Registry information within input stream.
 *
 * @param in input stream
 * @return schema of object within input stream
 * @throws IOException Exception during decompression
 */
public Schema getSchemaAndDeserializedStream(InputStream in) throws IOException {
    byte[] inputBytes = new byte[in.available()];
    in.read(inputBytes);
    in.reset();
    MutableByteArrayInputStream mutableByteArrayInputStream = (MutableByteArrayInputStream) in;
    String schemaDefinition = glueSchemaRegistryDeserializationFacade.getSchemaDefinition(inputBytes);
    byte[] deserializedBytes = glueSchemaRegistryDeserializationFacade.getActualData(inputBytes);
    mutableByteArrayInputStream.setBuffer(deserializedBytes);
    Schema schema;
    try {
        Parser schemaParser = new Schema.Parser();
        schema = schemaParser.parse(schemaDefinition);
    } catch (SchemaParseException e) {
        String message = "Error occurred while parsing schema, see inner exception for details.";
        throw new AWSSchemaRegistryException(message, e);
    }
    return schema;
}