Examples with DocumentMapper org.opensearch.index.mapper.DocumentMapper used on opensource projects

Example 11 with DocumentMapper

use of org.opensearch.index.mapper.DocumentMapper in project OpenSearch by opensearch-project.

the class ParentJoinFieldMapperTests method testParentIdSpecifiedAsNumber.

public void testParentIdSpecifiedAsNumber() throws Exception {
    String mapping = Strings.toString(XContentFactory.jsonBuilder().startObject().startObject("properties").startObject("join_field").field("type", "join").startObject("relations").field("parent", "child").endObject().endObject().endObject().endObject());
    IndexService service = createIndex("test");
    DocumentMapper docMapper = service.mapperService().merge("type", new CompressedXContent(mapping), MapperService.MergeReason.MAPPING_UPDATE);
    ParsedDocument doc = docMapper.parse(new SourceToParse("test", "2", BytesReference.bytes(XContentFactory.jsonBuilder().startObject().startObject("join_field").field("name", "child").field("parent", 1).endObject().endObject()), XContentType.JSON, "1"));
    assertEquals("1", doc.rootDoc().getBinaryValue("join_field#parent").utf8ToString());
    assertEquals("child", doc.rootDoc().getBinaryValue("join_field").utf8ToString());
    doc = docMapper.parse(new SourceToParse("test", "2", BytesReference.bytes(XContentFactory.jsonBuilder().startObject().startObject("join_field").field("name", "child").field("parent", 1.0).endObject().endObject()), XContentType.JSON, "1"));
    assertEquals("1.0", doc.rootDoc().getBinaryValue("join_field#parent").utf8ToString());
    assertEquals("child", doc.rootDoc().getBinaryValue("join_field").utf8ToString());
}

Example 12 with DocumentMapper

use of org.opensearch.index.mapper.DocumentMapper in project OpenSearch by opensearch-project.

the class ParentJoinFieldMapperTests method testMultipleLevels.

public void testMultipleLevels() throws Exception {
    String mapping = Strings.toString(XContentFactory.jsonBuilder().startObject().startObject("properties").startObject("join_field").field("type", "join").startObject("relations").field("parent", "child").field("child", "grand_child").endObject().endObject().endObject().endObject());
    IndexService service = createIndex("test");
    DocumentMapper docMapper = service.mapperService().merge("type", new CompressedXContent(mapping), MapperService.MergeReason.MAPPING_UPDATE);
    assertTrue(docMapper.mappers().getMapper("join_field") == ParentJoinFieldMapper.getMapper(service.mapperService()));
    // Doc without join
    ParsedDocument doc = docMapper.parse(new SourceToParse("test", "0", BytesReference.bytes(XContentFactory.jsonBuilder().startObject().endObject()), XContentType.JSON));
    assertNull(doc.rootDoc().getBinaryValue("join_field"));
    // Doc parent
    doc = docMapper.parse(new SourceToParse("test", "1", BytesReference.bytes(XContentFactory.jsonBuilder().startObject().field("join_field", "parent").endObject()), XContentType.JSON));
    assertEquals("1", doc.rootDoc().getBinaryValue("join_field#parent").utf8ToString());
    assertEquals("parent", doc.rootDoc().getBinaryValue("join_field").utf8ToString());
    // Doc child
    doc = docMapper.parse(new SourceToParse("test", "2", BytesReference.bytes(XContentFactory.jsonBuilder().startObject().startObject("join_field").field("name", "child").field("parent", "1").endObject().endObject()), XContentType.JSON, "1"));
    assertEquals("1", doc.rootDoc().getBinaryValue("join_field#parent").utf8ToString());
    assertEquals("2", doc.rootDoc().getBinaryValue("join_field#child").utf8ToString());
    assertEquals("child", doc.rootDoc().getBinaryValue("join_field").utf8ToString());
    // Doc child missing parent
    MapperException exc = expectThrows(MapperParsingException.class, () -> docMapper.parse(new SourceToParse("test", "2", BytesReference.bytes(XContentFactory.jsonBuilder().startObject().field("join_field", "child").endObject()), XContentType.JSON, "1")));
    assertThat(exc.getRootCause().getMessage(), containsString("[parent] is missing for join field [join_field]"));
    // Doc child missing routing
    exc = expectThrows(MapperParsingException.class, () -> docMapper.parse(new SourceToParse("test", "2", BytesReference.bytes(XContentFactory.jsonBuilder().startObject().startObject("join_field").field("name", "child").field("parent", "1").endObject().endObject()), XContentType.JSON)));
    assertThat(exc.getRootCause().getMessage(), containsString("[routing] is missing for join field [join_field]"));
    // Doc grand_child
    doc = docMapper.parse(new SourceToParse("test", "3", BytesReference.bytes(XContentFactory.jsonBuilder().startObject().startObject("join_field").field("name", "grand_child").field("parent", "2").endObject().endObject()), XContentType.JSON, "1"));
    assertEquals("2", doc.rootDoc().getBinaryValue("join_field#child").utf8ToString());
    assertEquals("grand_child", doc.rootDoc().getBinaryValue("join_field").utf8ToString());
    // Unknown join name
    exc = expectThrows(MapperParsingException.class, () -> docMapper.parse(new SourceToParse("test", "1", BytesReference.bytes(XContentFactory.jsonBuilder().startObject().field("join_field", "unknown").endObject()), XContentType.JSON)));
    assertThat(exc.getRootCause().getMessage(), containsString("unknown join name [unknown] for field [join_field]"));
}

Example 13 with DocumentMapper

use of org.opensearch.index.mapper.DocumentMapper in project OpenSearch by opensearch-project.

the class Murmur3FieldMapperTests method testDefaults.

public void testDefaults() throws Exception {
    DocumentMapper mapper = createDocumentMapper(fieldMapping(this::minimalMapping));
    ParsedDocument parsedDoc = mapper.parse(source(b -> b.field("field", "value")));
    IndexableField[] fields = parsedDoc.rootDoc().getFields("field");
    assertNotNull(fields);
    assertEquals(Arrays.toString(fields), 1, fields.length);
    IndexableField field = fields[0];
    assertEquals(IndexOptions.NONE, field.fieldType().indexOptions());
    assertEquals(DocValuesType.SORTED_NUMERIC, field.fieldType().docValuesType());
}

Example 14 with DocumentMapper

use of org.opensearch.index.mapper.DocumentMapper in project OpenSearch by opensearch-project.

the class SizeMappingTests method testSizeNotSet.

public void testSizeNotSet() throws Exception {
    IndexService service = createIndex("test", Settings.EMPTY, MapperService.SINGLE_MAPPING_NAME);
    DocumentMapper docMapper = service.mapperService().documentMapper();
    BytesReference source = BytesReference.bytes(XContentFactory.jsonBuilder().startObject().field("field", "value").endObject());
    ParsedDocument doc = docMapper.parse(new SourceToParse("test", "1", source, XContentType.JSON));
    assertThat(doc.rootDoc().getField("_size"), nullValue());
}

Example 15 with DocumentMapper

use of org.opensearch.index.mapper.DocumentMapper in project OpenSearch by opensearch-project.

the class AnnotatedTextFieldMapperTests method testDefaults.

public void testDefaults() throws IOException {
    DocumentMapper mapper = createDocumentMapper(fieldMapping(this::minimalMapping));
    ParsedDocument doc = mapper.parse(source(b -> b.field("field", "1234")));
    IndexableField[] fields = doc.rootDoc().getFields("field");
    assertEquals(1, fields.length);
    assertEquals("1234", fields[0].stringValue());
    IndexableFieldType fieldType = fields[0].fieldType();
    assertThat(fieldType.omitNorms(), equalTo(false));
    assertTrue(fieldType.tokenized());
    assertFalse(fieldType.stored());
    assertThat(fieldType.indexOptions(), equalTo(IndexOptions.DOCS_AND_FREQS_AND_POSITIONS));
    assertThat(fieldType.storeTermVectors(), equalTo(false));
    assertThat(fieldType.storeTermVectorOffsets(), equalTo(false));
    assertThat(fieldType.storeTermVectorPositions(), equalTo(false));
    assertThat(fieldType.storeTermVectorPayloads(), equalTo(false));
    assertEquals(DocValuesType.NONE, fieldType.docValuesType());
}