Examples with Record org.apache.avro.generic.GenericData.Record used on opensource projects

Example 91 with Record

use of org.apache.avro.generic.GenericData.Record in project beam by apache.

the class BigQueryIOStorageQueryTest method createRecord.

private static GenericRecord createRecord(String name, long number, Schema schema) {
    GenericRecord genericRecord = new Record(schema);
    genericRecord.put("name", name);
    genericRecord.put("number", number);
    return genericRecord;
}

Example 92 with Record

use of org.apache.avro.generic.GenericData.Record in project voldemort by voldemort.

the class AvroBackwardsCompatibilityTest method testAvroSchemaEvolution.

/*
     * This tests if a client tries to deserialize an object created using an
     * old schema is successful or not
     */
@Test
public void testAvroSchemaEvolution() throws IOException {
    String versionZero = "{\"type\": \"record\", \"name\": \"myrec\",\"fields\": [{ \"name\": \"original\", \"type\": \"string\" }]}";
    String versionOne = "{\"type\": \"record\", \"name\": \"myrec\",\"fields\": [{ \"name\": \"original\", \"type\": \"string\" } ," + "{ \"name\": \"new-field\", \"type\": \"string\", \"default\":\"\" }]}";
    Schema s0 = Schema.parse(versionZero);
    Schema s1 = Schema.parse(versionOne);
    Map<Integer, String> versions = new HashMap<Integer, String>();
    versions.put(0, versionZero);
    versions.put(1, versionOne);
    byte[] versionZeroBytes = writeVersion0(s0);
    GenericData.Record record = (Record) readVersion0(versions, versionZeroBytes);
}

Example 93 with Record

use of org.apache.avro.generic.GenericData.Record in project voldemort by voldemort.

the class AvroBackwardsCompatibilityTest method writeVersion0.

private static byte[] writeVersion0(Schema s0) {
    GenericData.Record record = new GenericData.Record(s0);
    record.put("original", new Utf8("Abhinay"));
    AvroVersionedGenericSerializer serializer = new AvroVersionedGenericSerializer(s0.toString());
    return serializer.toBytes(record);
}

Example 94 with Record

use of org.apache.avro.generic.GenericData.Record in project voldemort by voldemort.

the class AvroGenericSerializerTest method testRoundtripAvroWithGenericRecord.

public void testRoundtripAvroWithGenericRecord() throws Exception {
    String jsonSchema = "{\"name\": \"Compact Disk\", \"type\": \"record\", " + "\"fields\": [" + "{\"name\": \"name\", \"type\": \"string\", \"order\": \"ascending\"}" + "]}";
    AvroGenericSerializer serializer = new AvroGenericSerializer(jsonSchema);
    Record record = new Record(Schema.parse(jsonSchema));
    // we need to use a Utf8 instance to map to a String.
    record.put("name", new Utf8("Hello"));
    byte[] bytes = serializer.toBytes(record);
    assertTrue(serializer.toObject(bytes).equals(record));
}

Example 95 with Record

use of org.apache.avro.generic.GenericData.Record in project alluxio by Alluxio.

the class ParquetReader method create.

/**
 * Creates a parquet reader.
 *
 * @param uri the URI to the input
 * @return the reader
 * @throws IOException when failed to create the reader
 */
public static ParquetReader create(AlluxioURI uri) throws IOException {
    Path inputPath = new JobPath(uri.getScheme(), uri.getAuthority().toString(), uri.getPath());
    Configuration conf = ReadWriterUtils.readNoCacheConf();
    InputFile inputFile = HadoopInputFile.fromPath(inputPath, conf);
    org.apache.parquet.hadoop.ParquetReader<Record> reader = AvroParquetReader.<Record>builder(inputFile).disableCompatibility().withDataModel(GenericData.get()).withConf(conf).build();
    Schema schema;
    ParquetMetadata footer;
    try (ParquetFileReader r = new ParquetFileReader(inputFile, ParquetReadOptions.builder().build())) {
        footer = r.getFooter();
        schema = new AvroSchemaConverter().convert(footer.getFileMetaData().getSchema());
    }
    return new ParquetReader(reader, schema, footer);
}