Examples with SerializedForm org.apache.nifi.serialization.record.SerializedForm used on opensource projects

Example 1 with SerializedForm

use of org.apache.nifi.serialization.record.SerializedForm in project nifi by apache.

the class WriteJsonResult method writeRecord.

private void writeRecord(final Record record, final RecordSchema writeSchema, final JsonGenerator generator, final GeneratorTask startTask, final GeneratorTask endTask, final boolean schemaAware) throws JsonGenerationException, IOException {
    final Optional<SerializedForm> serializedForm = record.getSerializedForm();
    if (serializedForm.isPresent()) {
        final SerializedForm form = serializedForm.get();
        if (form.getMimeType().equals(getMimeType()) && record.getSchema().equals(writeSchema)) {
            final Object serialized = form.getSerialized();
            if (serialized instanceof String) {
                generator.writeRawValue((String) serialized);
                return;
            }
        }
    }
    try {
        startTask.apply(generator);
        if (schemaAware) {
            for (final RecordField field : writeSchema.getFields()) {
                final String fieldName = field.getFieldName();
                final Object value = record.getValue(field);
                if (value == null) {
                    if (nullSuppression == NullSuppression.NEVER_SUPPRESS || (nullSuppression == NullSuppression.SUPPRESS_MISSING) && isFieldPresent(field, record)) {
                        generator.writeNullField(fieldName);
                    }
                    continue;
                }
                generator.writeFieldName(fieldName);
                final DataType dataType = writeSchema.getDataType(fieldName).get();
                writeValue(generator, value, fieldName, dataType);
            }
        } else {
            for (final String fieldName : record.getRawFieldNames()) {
                final Object value = record.getValue(fieldName);
                if (value == null) {
                    if (nullSuppression == NullSuppression.NEVER_SUPPRESS || (nullSuppression == NullSuppression.SUPPRESS_MISSING) && record.getRawFieldNames().contains(fieldName)) {
                        generator.writeNullField(fieldName);
                    }
                    continue;
                }
                generator.writeFieldName(fieldName);
                writeRawValue(generator, value, fieldName);
            }
        }
        endTask.apply(generator);
    } catch (final Exception e) {
        logger.error("Failed to write {} with schema {} as a JSON Object due to {}", new Object[] { record, record.getSchema(), e.toString(), e });
        throw e;
    }
}

Example 2 with SerializedForm

use of org.apache.nifi.serialization.record.SerializedForm in project nifi by apache.

the class TestWriteJsonResult method testWriteSerializedForm.

@Test
public void testWriteSerializedForm() throws IOException {
    final List<RecordField> fields = new ArrayList<>();
    fields.add(new RecordField("name", RecordFieldType.STRING.getDataType()));
    fields.add(new RecordField("age", RecordFieldType.INT.getDataType()));
    final RecordSchema schema = new SimpleRecordSchema(fields);
    final Map<String, Object> values1 = new HashMap<>();
    values1.put("name", "John Doe");
    values1.put("age", 42);
    final String serialized1 = "{ \"name\": \"John Doe\",    \"age\": 42 }";
    final SerializedForm serializedForm1 = SerializedForm.of(serialized1, "application/json");
    final Record record1 = new MapRecord(schema, values1, serializedForm1);
    final Map<String, Object> values2 = new HashMap<>();
    values2.put("name", "Jane Doe");
    values2.put("age", 43);
    final String serialized2 = "{ \"name\": \"Jane Doe\",    \"age\": 43 }";
    final SerializedForm serializedForm2 = SerializedForm.of(serialized2, "application/json");
    final Record record2 = new MapRecord(schema, values1, serializedForm2);
    final RecordSet rs = RecordSet.of(schema, record1, record2);
    final ByteArrayOutputStream baos = new ByteArrayOutputStream();
    try (final WriteJsonResult writer = new WriteJsonResult(Mockito.mock(ComponentLog.class), schema, new SchemaNameAsAttribute(), baos, true, NullSuppression.NEVER_SUPPRESS, RecordFieldType.DATE.getDefaultFormat(), RecordFieldType.TIME.getDefaultFormat(), RecordFieldType.TIMESTAMP.getDefaultFormat())) {
        writer.write(rs);
    }
    final byte[] data = baos.toByteArray();
    final String expected = "[ " + serialized1 + ", " + serialized2 + " ]";
    final String output = new String(data, StandardCharsets.UTF_8);
    assertEquals(expected, output);
}