Examples with IngestDocument org.elasticsearch.ingest.IngestDocument used on opensource projects

Example 26 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class ForEachProcessorTests method testExecuteWithFailure.

public void testExecuteWithFailure() throws Exception {
    IngestDocument ingestDocument = new IngestDocument("_index", "_type", "_id", null, null, Collections.singletonMap("values", Arrays.asList("a", "b", "c")));
    TestProcessor testProcessor = new TestProcessor(id -> {
        if ("c".equals(id.getFieldValue("_ingest._value", String.class))) {
            throw new RuntimeException("failure");
        }
    });
    ForEachProcessor processor = new ForEachProcessor("_tag", "values", testProcessor);
    try {
        processor.execute(ingestDocument);
        fail("exception expected");
    } catch (RuntimeException e) {
        assertThat(e.getMessage(), equalTo("failure"));
    }
    assertThat(testProcessor.getInvokedCounter(), equalTo(3));
    assertThat(ingestDocument.getFieldValue("values", List.class), equalTo(Arrays.asList("a", "b", "c")));
    testProcessor = new TestProcessor(id -> {
        String value = id.getFieldValue("_ingest._value", String.class);
        if ("c".equals(value)) {
            throw new RuntimeException("failure");
        } else {
            id.setFieldValue("_ingest._value", value.toUpperCase(Locale.ROOT));
        }
    });
    Processor onFailureProcessor = new TestProcessor(ingestDocument1 -> {
    });
    processor = new ForEachProcessor("_tag", "values", new CompoundProcessor(false, Arrays.asList(testProcessor), Arrays.asList(onFailureProcessor)));
    processor.execute(ingestDocument);
    assertThat(testProcessor.getInvokedCounter(), equalTo(3));
    assertThat(ingestDocument.getFieldValue("values", List.class), equalTo(Arrays.asList("A", "B", "c")));
}

Example 27 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class RenameProcessorTests method testRenameAtomicOperationSetFails.

public void testRenameAtomicOperationSetFails() throws Exception {
    Map<String, Object> source = new HashMap<String, Object>() {

        @Override
        public Object put(String key, Object value) {
            if (key.equals("new_field")) {
                throw new UnsupportedOperationException();
            }
            return super.put(key, value);
        }
    };
    source.put("list", Collections.singletonList("item"));
    IngestDocument ingestDocument = new IngestDocument(source, Collections.emptyMap());
    Processor processor = new RenameProcessor(randomAsciiOfLength(10), "list", "new_field", false);
    try {
        processor.execute(ingestDocument);
        fail("processor execute should have failed");
    } catch (UnsupportedOperationException e) {
        //the set failed, the old field has not been removed
        assertThat(ingestDocument.getSourceAndMetadata().containsKey("list"), equalTo(true));
        assertThat(ingestDocument.getSourceAndMetadata().containsKey("new_field"), equalTo(false));
    }
}

Example 28 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class RenameProcessorTests method testRenameAtomicOperationRemoveFails.

public void testRenameAtomicOperationRemoveFails() throws Exception {
    Map<String, Object> source = new HashMap<String, Object>() {

        @Override
        public Object remove(Object key) {
            if (key.equals("list")) {
                throw new UnsupportedOperationException();
            }
            return super.remove(key);
        }
    };
    source.put("list", Collections.singletonList("item"));
    IngestDocument ingestDocument = new IngestDocument(source, Collections.emptyMap());
    Processor processor = new RenameProcessor(randomAsciiOfLength(10), "list", "new_field", false);
    try {
        processor.execute(ingestDocument);
        fail("processor execute should have failed");
    } catch (UnsupportedOperationException e) {
        //the set failed, the old field has not been removed
        assertThat(ingestDocument.getSourceAndMetadata().containsKey("list"), equalTo(true));
        assertThat(ingestDocument.getSourceAndMetadata().containsKey("new_field"), equalTo(false));
    }
}

Example 29 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class ScriptProcessorTests method testScripting.

public void testScripting() throws Exception {
    int randomBytesIn = randomInt();
    int randomBytesOut = randomInt();
    int randomBytesTotal = randomBytesIn + randomBytesOut;
    ScriptService scriptService = mock(ScriptService.class);
    Script script = new Script("_script");
    ExecutableScript executableScript = mock(ExecutableScript.class);
    when(scriptService.executable(any(Script.class), any())).thenReturn(executableScript);
    Map<String, Object> document = new HashMap<>();
    document.put("bytes_in", randomInt());
    document.put("bytes_out", randomInt());
    IngestDocument ingestDocument = RandomDocumentPicks.randomIngestDocument(random(), document);
    doAnswer(invocationOnMock -> {
        ingestDocument.setFieldValue("bytes_total", randomBytesTotal);
        return null;
    }).when(executableScript).run();
    ScriptProcessor processor = new ScriptProcessor(randomAsciiOfLength(10), script, scriptService);
    processor.execute(ingestDocument);
    assertThat(ingestDocument.getSourceAndMetadata(), hasKey("bytes_in"));
    assertThat(ingestDocument.getSourceAndMetadata(), hasKey("bytes_out"));
    assertThat(ingestDocument.getSourceAndMetadata(), hasKey("bytes_total"));
    assertThat(ingestDocument.getSourceAndMetadata().get("bytes_total"), is(randomBytesTotal));
}

Example 30 with IngestDocument

use of org.elasticsearch.ingest.IngestDocument in project elasticsearch by elastic.

the class JoinProcessorTests method testJoinNonExistingField.

public void testJoinNonExistingField() throws Exception {
    IngestDocument ingestDocument = RandomDocumentPicks.randomIngestDocument(random(), new HashMap<>());
    String fieldName = RandomDocumentPicks.randomFieldName(random());
    Processor processor = new JoinProcessor(randomAsciiOfLength(10), fieldName, "-");
    try {
        processor.execute(ingestDocument);
    } catch (IllegalArgumentException e) {
        assertThat(e.getMessage(), containsString("not present as part of path [" + fieldName + "]"));
    }
}