Examples with IngestDocument org.elasticsearch.ingest.IngestDocument used on opensource projects

Example 96 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class ForEachProcessorTests method testNestedForEach.

public void testNestedForEach() throws Exception {
    List<Map<String, Object>> values = new ArrayList<>();
    List<Object> innerValues = new ArrayList<>();
    innerValues.add("abc");
    innerValues.add("def");
    Map<String, Object> value = new HashMap<>();
    value.put("values2", innerValues);
    values.add(value);
    innerValues = new ArrayList<>();
    innerValues.add("ghi");
    innerValues.add("jkl");
    value = new HashMap<>();
    value.put("values2", innerValues);
    values.add(value);
    IngestDocument ingestDocument = new IngestDocument("_index", "_type", "_id", null, null, Collections.singletonMap("values1", values));
    TestProcessor testProcessor = new TestProcessor(doc -> doc.setFieldValue("_ingest._value", doc.getFieldValue("_ingest._value", String.class).toUpperCase(Locale.ENGLISH)));
    ForEachProcessor processor = new ForEachProcessor("_tag", "values1", new ForEachProcessor("_tag", "_ingest._value.values2", testProcessor));
    processor.execute(ingestDocument);
    List result = ingestDocument.getFieldValue("values1.0.values2", List.class);
    assertThat(result.get(0), equalTo("ABC"));
    assertThat(result.get(1), equalTo("DEF"));
    result = ingestDocument.getFieldValue("values1.1.values2", List.class);
    assertThat(result.get(0), equalTo("GHI"));
    assertThat(result.get(1), equalTo("JKL"));
}

Example 97 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class ForEachProcessorTests method testScalarValueAllowsUnderscoreValueFieldToRemainAccessible.

public void testScalarValueAllowsUnderscoreValueFieldToRemainAccessible() throws Exception {
    List<Object> values = new ArrayList<>();
    values.add("please");
    values.add("change");
    values.add("me");
    Map<String, Object> source = new HashMap<>();
    source.put("_value", "new_value");
    source.put("values", values);
    IngestDocument ingestDocument = new IngestDocument("_index", "_type", "_id", null, null, source);
    TestProcessor processor = new TestProcessor(doc -> doc.setFieldValue("_ingest._value", doc.getFieldValue("_source._value", String.class)));
    ForEachProcessor forEachProcessor = new ForEachProcessor("_tag", "values", processor);
    forEachProcessor.execute(ingestDocument);
    List result = ingestDocument.getFieldValue("values", List.class);
    assertThat(result.get(0), equalTo("new_value"));
    assertThat(result.get(1), equalTo("new_value"));
    assertThat(result.get(2), equalTo("new_value"));
}

Example 98 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class GrokProcessorTests method testNotStringFieldWithIgnoreMissing.

public void testNotStringFieldWithIgnoreMissing() {
    String fieldName = RandomDocumentPicks.randomFieldName(random());
    IngestDocument doc = RandomDocumentPicks.randomIngestDocument(random(), new HashMap<>());
    doc.setFieldValue(fieldName, 1);
    GrokProcessor processor = new GrokProcessor(randomAsciiOfLength(10), Collections.singletonMap("ONE", "1"), Collections.singletonList("%{ONE:one}"), fieldName, false, true);
    Exception e = expectThrows(Exception.class, () -> processor.execute(doc));
    assertThat(e.getMessage(), equalTo("field [" + fieldName + "] of type [java.lang.Integer] cannot be cast to [java.lang.String]"));
}

Example 99 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class GrokProcessorTests method testNullField.

public void testNullField() {
    String fieldName = RandomDocumentPicks.randomFieldName(random());
    IngestDocument doc = RandomDocumentPicks.randomIngestDocument(random(), new HashMap<>());
    doc.setFieldValue(fieldName, null);
    GrokProcessor processor = new GrokProcessor(randomAsciiOfLength(10), Collections.singletonMap("ONE", "1"), Collections.singletonList("%{ONE:one}"), fieldName, false, false);
    Exception e = expectThrows(Exception.class, () -> processor.execute(doc));
    assertThat(e.getMessage(), equalTo("field [" + fieldName + "] is null, cannot process it."));
}

Example 100 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class GrokProcessorTests method testMissingField.

public void testMissingField() {
    String fieldName = "foo.bar";
    IngestDocument doc = RandomDocumentPicks.randomIngestDocument(random(), new HashMap<>());
    GrokProcessor processor = new GrokProcessor(randomAsciiOfLength(10), Collections.singletonMap("ONE", "1"), Collections.singletonList("%{ONE:one}"), fieldName, false, false);
    Exception e = expectThrows(Exception.class, () -> processor.execute(doc));
    assertThat(e.getMessage(), equalTo("field [foo] not present as part of path [foo.bar]"));
}