Examples with TestProcessor org.elasticsearch.ingest.TestProcessor used on opensource projects

Example 1 with TestProcessor

use of org.elasticsearch.ingest.TestProcessor in project elasticsearch by elastic.

the class TrackingResultProcessorTests method testActualCompoundProcessorWithIgnoreFailure.

public void testActualCompoundProcessorWithIgnoreFailure() throws Exception {
    RuntimeException exception = new RuntimeException("processor failed");
    TestProcessor testProcessor = new TestProcessor(ingestDocument -> {
        throw exception;
    });
    CompoundProcessor actualProcessor = new CompoundProcessor(true, Collections.singletonList(testProcessor), Collections.emptyList());
    CompoundProcessor trackingProcessor = decorate(actualProcessor, resultList);
    trackingProcessor.execute(ingestDocument);
    SimulateProcessorResult expectedResult = new SimulateProcessorResult(testProcessor.getTag(), ingestDocument);
    assertThat(testProcessor.getInvokedCounter(), equalTo(1));
    assertThat(resultList.size(), equalTo(1));
    assertThat(resultList.get(0).getIngestDocument(), equalTo(expectedResult.getIngestDocument()));
    assertThat(resultList.get(0).getFailure(), sameInstance(exception));
    assertThat(resultList.get(0).getProcessorTag(), equalTo(expectedResult.getProcessorTag()));
}

Example 2 with TestProcessor

use of org.elasticsearch.ingest.TestProcessor in project elasticsearch by elastic.

the class TrackingResultProcessorTests method testActualCompoundProcessorWithOnFailure.

public void testActualCompoundProcessorWithOnFailure() throws Exception {
    RuntimeException exception = new RuntimeException("fail");
    TestProcessor failProcessor = new TestProcessor("fail", "test", ingestDocument -> {
        throw exception;
    });
    TestProcessor onFailureProcessor = new TestProcessor("success", "test", ingestDocument -> {
    });
    CompoundProcessor actualProcessor = new CompoundProcessor(false, Arrays.asList(new CompoundProcessor(false, Arrays.asList(failProcessor, onFailureProcessor), Arrays.asList(onFailureProcessor, failProcessor))), Arrays.asList(onFailureProcessor));
    CompoundProcessor trackingProcessor = decorate(actualProcessor, resultList);
    trackingProcessor.execute(ingestDocument);
    SimulateProcessorResult expectedFailResult = new SimulateProcessorResult(failProcessor.getTag(), ingestDocument);
    SimulateProcessorResult expectedSuccessResult = new SimulateProcessorResult(onFailureProcessor.getTag(), ingestDocument);
    assertThat(failProcessor.getInvokedCounter(), equalTo(2));
    assertThat(onFailureProcessor.getInvokedCounter(), equalTo(2));
    assertThat(resultList.size(), equalTo(4));
    assertThat(resultList.get(0).getIngestDocument(), nullValue());
    assertThat(resultList.get(0).getFailure(), equalTo(exception));
    assertThat(resultList.get(0).getProcessorTag(), equalTo(expectedFailResult.getProcessorTag()));
    Map<String, Object> metadata = resultList.get(1).getIngestDocument().getIngestMetadata();
    assertThat(metadata.get(ON_FAILURE_MESSAGE_FIELD), equalTo("fail"));
    assertThat(metadata.get(ON_FAILURE_PROCESSOR_TYPE_FIELD), equalTo("test"));
    assertThat(metadata.get(ON_FAILURE_PROCESSOR_TAG_FIELD), equalTo("fail"));
    assertThat(resultList.get(1).getFailure(), nullValue());
    assertThat(resultList.get(1).getProcessorTag(), equalTo(expectedSuccessResult.getProcessorTag()));
    assertThat(resultList.get(2).getIngestDocument(), nullValue());
    assertThat(resultList.get(2).getFailure(), equalTo(exception));
    assertThat(resultList.get(2).getProcessorTag(), equalTo(expectedFailResult.getProcessorTag()));
    metadata = resultList.get(3).getIngestDocument().getIngestMetadata();
    assertThat(metadata.get(ON_FAILURE_MESSAGE_FIELD), equalTo("fail"));
    assertThat(metadata.get(ON_FAILURE_PROCESSOR_TYPE_FIELD), equalTo("test"));
    assertThat(metadata.get(ON_FAILURE_PROCESSOR_TAG_FIELD), equalTo("fail"));
    assertThat(resultList.get(3).getFailure(), nullValue());
    assertThat(resultList.get(3).getProcessorTag(), equalTo(expectedSuccessResult.getProcessorTag()));
}

Example 3 with TestProcessor

use of org.elasticsearch.ingest.TestProcessor in project elasticsearch by elastic.

the class SimulateExecutionServiceTests method testExecuteItem.

public void testExecuteItem() throws Exception {
    TestProcessor processor = new TestProcessor("processor_0", "mock", ingestDocument -> {
    });
    Pipeline pipeline = new Pipeline("_id", "_description", version, new CompoundProcessor(processor, processor));
    SimulateDocumentResult actualItemResponse = executionService.executeDocument(pipeline, ingestDocument, false);
    assertThat(processor.getInvokedCounter(), equalTo(2));
    assertThat(actualItemResponse, instanceOf(SimulateDocumentBaseResult.class));
    SimulateDocumentBaseResult simulateDocumentBaseResult = (SimulateDocumentBaseResult) actualItemResponse;
    assertThat(simulateDocumentBaseResult.getIngestDocument(), equalTo(ingestDocument));
    assertThat(simulateDocumentBaseResult.getFailure(), nullValue());
}

Example 4 with TestProcessor

use of org.elasticsearch.ingest.TestProcessor in project elasticsearch by elastic.

the class SimulateExecutionServiceTests method testExecuteItemWithFailure.

public void testExecuteItemWithFailure() throws Exception {
    TestProcessor processor = new TestProcessor(ingestDocument -> {
        throw new RuntimeException("processor failed");
    });
    Pipeline pipeline = new Pipeline("_id", "_description", version, new CompoundProcessor(processor, processor));
    SimulateDocumentResult actualItemResponse = executionService.executeDocument(pipeline, ingestDocument, false);
    assertThat(processor.getInvokedCounter(), equalTo(1));
    assertThat(actualItemResponse, instanceOf(SimulateDocumentBaseResult.class));
    SimulateDocumentBaseResult simulateDocumentBaseResult = (SimulateDocumentBaseResult) actualItemResponse;
    assertThat(simulateDocumentBaseResult.getIngestDocument(), nullValue());
    assertThat(simulateDocumentBaseResult.getFailure(), instanceOf(RuntimeException.class));
    Exception exception = simulateDocumentBaseResult.getFailure();
    assertThat(exception, instanceOf(ElasticsearchException.class));
    assertThat(exception.getMessage(), equalTo("java.lang.IllegalArgumentException: java.lang.RuntimeException: processor failed"));
}

Example 5 with TestProcessor

use of org.elasticsearch.ingest.TestProcessor in project elasticsearch by elastic.

the class ForEachProcessorFactoryTests method testCreateWithMissingField.

public void testCreateWithMissingField() throws Exception {
    Processor processor = new TestProcessor(ingestDocument -> {
    });
    Map<String, Processor.Factory> registry = new HashMap<>();
    registry.put("_name", (r, t, c) -> processor);
    ForEachProcessor.Factory forEachFactory = new ForEachProcessor.Factory();
    Map<String, Object> config = new HashMap<>();
    config.put("processor", Collections.singletonList(Collections.singletonMap("_name", Collections.emptyMap())));
    Exception exception = expectThrows(Exception.class, () -> forEachFactory.create(registry, null, config));
    assertThat(exception.getMessage(), equalTo("[field] required property is missing"));
}