Examples with IngestDocument org.opensearch.ingest.IngestDocument used on opensource projects

Example 41 with IngestDocument

use of org.opensearch.ingest.IngestDocument in project OpenSearch by opensearch-project.

the class KeyValueProcessorTests method testTrimMultiCharSequence.

public void testTrimMultiCharSequence() throws Exception {
    IngestDocument ingestDocument = RandomDocumentPicks.randomIngestDocument(random());
    String fieldName = RandomDocumentPicks.addRandomField(random(), ingestDocument, "to=<foo@example.com>, orig_to=<bar@example.com>, %+relay=mail.example.com[private/dovecot-lmtp]," + " delay=2.2, delays=1.9/0.01/0.01/0.21, dsn=2.0.0, status=sent ");
    Processor processor = createKvProcessor(fieldName, " ", "=", null, null, "target", false, "%+", "<>,", false, null);
    processor.execute(ingestDocument);
    assertThat(ingestDocument.getFieldValue("target.to", String.class), equalTo("foo@example.com"));
    assertThat(ingestDocument.getFieldValue("target.orig_to", String.class), equalTo("bar@example.com"));
    assertThat(ingestDocument.getFieldValue("target.relay", String.class), equalTo("mail.example.com[private/dovecot-lmtp]"));
    assertThat(ingestDocument.getFieldValue("target.delay", String.class), equalTo("2.2"));
    assertThat(ingestDocument.getFieldValue("target.delays", String.class), equalTo("1.9/0.01/0.01/0.21"));
    assertThat(ingestDocument.getFieldValue("target.dsn", String.class), equalTo("2.0.0"));
    assertThat(ingestDocument.getFieldValue("target.status", String.class), equalTo("sent"));
}

Example 42 with IngestDocument

use of org.opensearch.ingest.IngestDocument in project OpenSearch by opensearch-project.

the class KeyValueProcessorTests method testExcludeKeys.

public void testExcludeKeys() throws Exception {
    IngestDocument ingestDocument = RandomDocumentPicks.randomIngestDocument(random());
    String fieldName = RandomDocumentPicks.addRandomField(random(), ingestDocument, "first=hello&second=world&second=universe");
    Processor processor = createKvProcessor(fieldName, "&", "=", null, Sets.newHashSet("second"), "target", false);
    processor.execute(ingestDocument);
    assertThat(ingestDocument.getFieldValue("target.first", String.class), equalTo("hello"));
    assertFalse(ingestDocument.hasField("target.second"));
}

Example 43 with IngestDocument

use of org.opensearch.ingest.IngestDocument in project OpenSearch by opensearch-project.

the class KeyValueProcessorTests method testNonExistentWithIgnoreMissing.

public void testNonExistentWithIgnoreMissing() throws Exception {
    IngestDocument originalIngestDocument = RandomDocumentPicks.randomIngestDocument(random(), Collections.emptyMap());
    IngestDocument ingestDocument = new IngestDocument(originalIngestDocument);
    Processor processor = createKvProcessor("unknown", "", "", null, null, "target", true);
    processor.execute(ingestDocument);
    assertIngestDocument(originalIngestDocument, ingestDocument);
}

Example 44 with IngestDocument

use of org.opensearch.ingest.IngestDocument in project OpenSearch by opensearch-project.

the class KeyValueProcessorTests method testIncludeAndExcludeKeys.

public void testIncludeAndExcludeKeys() throws Exception {
    IngestDocument ingestDocument = RandomDocumentPicks.randomIngestDocument(random());
    String fieldName = RandomDocumentPicks.addRandomField(random(), ingestDocument, "first=hello&second=world&second=universe&third=bar");
    Processor processor = createKvProcessor(fieldName, "&", "=", Sets.newHashSet("first", "second"), Sets.newHashSet("first", "second"), "target", false);
    processor.execute(ingestDocument);
    assertFalse(ingestDocument.hasField("target.first"));
    assertFalse(ingestDocument.hasField("target.second"));
    assertFalse(ingestDocument.hasField("target.third"));
}

Example 45 with IngestDocument

use of org.opensearch.ingest.IngestDocument in project OpenSearch by opensearch-project.

the class KeyValueProcessorTests method testFailFieldSplitMatch.

public void testFailFieldSplitMatch() throws Exception {
    IngestDocument ingestDocument = RandomDocumentPicks.randomIngestDocument(random());
    String fieldName = RandomDocumentPicks.addRandomField(random(), ingestDocument, "first=hello|second=world|second=universe");
    Processor processor = createKvProcessor(fieldName, "&", "=", null, null, "target", false);
    processor.execute(ingestDocument);
    assertThat(ingestDocument.getFieldValue("target.first", String.class), equalTo("hello|second=world|second=universe"));
    assertFalse(ingestDocument.hasField("target.second"));
}