Examples with SimpleRecordSchema org.apache.nifi.serialization.SimpleRecordSchema used on opensource projects

Example 71 with SimpleRecordSchema

use of org.apache.nifi.serialization.SimpleRecordSchema in project nifi by apache.

the class TestRecordPath method testFormatDateFromString.

@Test
public void testFormatDateFromString() throws ParseException {
    final List<RecordField> fields = new ArrayList<>();
    fields.add(new RecordField("id", RecordFieldType.INT.getDataType()));
    fields.add(new RecordField("date", RecordFieldType.DATE.getDataType()));
    final RecordSchema schema = new SimpleRecordSchema(fields);
    final Map<String, Object> values = new HashMap<>();
    values.put("id", 48);
    values.put("date", "2017-10-20T11:00:00Z");
    final Record record = new MapRecord(schema, values);
    final FieldValue fieldValue = RecordPath.compile("format( toDate(/date, \"yyyy-MM-dd'T'HH:mm:ss'Z'\"), 'yyyy-MM-dd' )").evaluate(record).getSelectedFields().findFirst().get();
    assertEquals("2017-10-20", fieldValue.getValue());
    final FieldValue fieldValueUnchanged = RecordPath.compile("format( toDate(/date, \"yyyy-MM-dd'T'HH:mm:ss'Z'\"), 'INVALID' )").evaluate(record).getSelectedFields().findFirst().get();
    assertEquals(DataTypeUtils.getDateFormat("yyyy-MM-dd'T'HH:mm:ss'Z'").parse("2017-10-20T11:00:00Z"), fieldValueUnchanged.getValue());
}

Example 72 with SimpleRecordSchema

use of org.apache.nifi.serialization.SimpleRecordSchema in project nifi by apache.

the class TestRecordPath method testPredicateInMiddleOfPath.

@Test
public void testPredicateInMiddleOfPath() {
    final Map<String, Object> accountValues1 = new HashMap<>();
    accountValues1.put("id", 1);
    accountValues1.put("balance", 10_000.00D);
    final Record accountRecord1 = new MapRecord(getAccountSchema(), accountValues1);
    final Map<String, Object> accountValues2 = new HashMap<>();
    accountValues2.put("id", 2);
    accountValues2.put("balance", 48.02D);
    final Record accountRecord2 = new MapRecord(getAccountSchema(), accountValues2);
    final RecordSchema schema = new SimpleRecordSchema(getDefaultFields());
    final Map<String, Object> values = new HashMap<>();
    values.put("id", 48);
    values.put("name", "John Doe");
    values.put("accounts", new Object[] { accountRecord1, accountRecord2 });
    final Record record = new MapRecord(schema, values);
    final RecordPath recordPath = RecordPath.compile("/accounts[0..-1][./balance > 100]/id");
    List<FieldValue> fieldValues = recordPath.evaluate(record).getSelectedFields().collect(Collectors.toList());
    assertEquals(1, fieldValues.size());
    final FieldValue fieldValue = fieldValues.get(0);
    assertEquals("id", fieldValue.getField().getFieldName());
    assertEquals(accountRecord1, fieldValue.getParentRecord().get());
    assertEquals(1, fieldValue.getValue());
}

Example 73 with SimpleRecordSchema

use of org.apache.nifi.serialization.SimpleRecordSchema in project nifi by apache.

the class TestRecordPath method testSingleArrayIndex.

@Test
public void testSingleArrayIndex() {
    final RecordSchema schema = new SimpleRecordSchema(getDefaultFields());
    final Map<String, Object> values = new HashMap<>();
    values.put("id", 48);
    values.put("numbers", new Object[] { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9 });
    final Record record = new MapRecord(schema, values);
    final FieldValue fieldValue = RecordPath.compile("/numbers[3]").evaluate(record).getSelectedFields().findFirst().get();
    assertEquals("numbers", fieldValue.getField().getFieldName());
    assertEquals(3, fieldValue.getValue());
    assertEquals(record, fieldValue.getParentRecord().get());
}

Example 74 with SimpleRecordSchema

use of org.apache.nifi.serialization.SimpleRecordSchema in project nifi by apache.

the class TestRecordPath method testMultiArrayIndex.

@Test
public void testMultiArrayIndex() {
    final RecordSchema schema = new SimpleRecordSchema(getDefaultFields());
    final Map<String, Object> values = new HashMap<>();
    values.put("id", 48);
    values.put("numbers", new Object[] { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9 });
    final Record record = new MapRecord(schema, values);
    final List<FieldValue> fieldValues = RecordPath.compile("/numbers[3,6, -1, -2]").evaluate(record).getSelectedFields().collect(Collectors.toList());
    int i = 0;
    final int[] expectedValues = new int[] { 3, 6, 9, 8 };
    for (final FieldValue fieldValue : fieldValues) {
        assertEquals("numbers", fieldValue.getField().getFieldName());
        assertEquals(expectedValues[i++], fieldValue.getValue());
        assertEquals(record, fieldValue.getParentRecord().get());
    }
    RecordPath.compile("/numbers[3,6, -1, -2]").evaluate(record).getSelectedFields().forEach(field -> field.updateValue(99));
    assertArrayEquals(new Object[] { 0, 1, 2, 99, 4, 5, 99, 7, 99, 99 }, (Object[]) values.get("numbers"));
}

Example 75 with SimpleRecordSchema

use of org.apache.nifi.serialization.SimpleRecordSchema in project nifi by apache.

the class TestRecordPath method getAccountSchema.

private RecordSchema getAccountSchema() {
    final List<RecordField> accountFields = new ArrayList<>();
    accountFields.add(new RecordField("id", RecordFieldType.INT.getDataType()));
    accountFields.add(new RecordField("balance", RecordFieldType.DOUBLE.getDataType()));
    final RecordSchema accountSchema = new SimpleRecordSchema(accountFields);
    return accountSchema;
}