Examples with MapperService org.opensearch.index.mapper.MapperService used on opensource projects

Example 1 with MapperService

use of org.opensearch.index.mapper.MapperService in project OpenSearch by opensearch-project.

the class ExpressionNumberSortScriptTests method setUp.

@Override
public void setUp() throws Exception {
    super.setUp();
    NumberFieldType fieldType = new NumberFieldType("field", NumberType.DOUBLE);
    MapperService mapperService = mock(MapperService.class);
    when(mapperService.fieldType("field")).thenReturn(fieldType);
    when(mapperService.fieldType("alias")).thenReturn(fieldType);
    SortedNumericDoubleValues doubleValues = mock(SortedNumericDoubleValues.class);
    when(doubleValues.advanceExact(anyInt())).thenReturn(true);
    when(doubleValues.nextValue()).thenReturn(2.718);
    LeafNumericFieldData atomicFieldData = mock(LeafNumericFieldData.class);
    when(atomicFieldData.getDoubleValues()).thenReturn(doubleValues);
    IndexNumericFieldData fieldData = mock(IndexNumericFieldData.class);
    when(fieldData.getFieldName()).thenReturn("field");
    when(fieldData.load(any())).thenReturn(atomicFieldData);
    service = new ExpressionScriptEngine();
    lookup = new SearchLookup(mapperService, (ignored, lookup) -> fieldData);
}

Example 2 with MapperService

use of org.opensearch.index.mapper.MapperService in project OpenSearch by opensearch-project.

the class ExpressionFieldScriptTests method setUp.

@Override
public void setUp() throws Exception {
    super.setUp();
    NumberFieldMapper.NumberFieldType fieldType = new NumberFieldMapper.NumberFieldType("field", NumberFieldMapper.NumberType.DOUBLE);
    MapperService mapperService = mock(MapperService.class);
    when(mapperService.fieldType("field")).thenReturn(fieldType);
    when(mapperService.fieldType("alias")).thenReturn(fieldType);
    SortedNumericDoubleValues doubleValues = mock(SortedNumericDoubleValues.class);
    when(doubleValues.advanceExact(anyInt())).thenReturn(true);
    when(doubleValues.nextValue()).thenReturn(2.718);
    LeafNumericFieldData atomicFieldData = mock(LeafNumericFieldData.class);
    when(atomicFieldData.getDoubleValues()).thenReturn(doubleValues);
    IndexNumericFieldData fieldData = mock(IndexNumericFieldData.class);
    when(fieldData.getFieldName()).thenReturn("field");
    when(fieldData.load(any())).thenReturn(atomicFieldData);
    service = new ExpressionScriptEngine();
    lookup = new SearchLookup(mapperService, (ignored, lookup) -> fieldData);
}

Example 3 with MapperService

use of org.opensearch.index.mapper.MapperService in project OpenSearch by opensearch-project.

the class PercolatorFieldMapperTests method testAllowNoAdditionalSettings.

public void testAllowNoAdditionalSettings() throws Exception {
    addQueryFieldMappings();
    IndexService indexService = createIndex("test1", Settings.EMPTY);
    MapperService mapperService = indexService.mapperService();
    String percolatorMapper = Strings.toString(XContentFactory.jsonBuilder().startObject().startObject("doc").startObject("properties").startObject(fieldName).field("type", "percolator").field("index", "no").endObject().endObject().endObject().endObject());
    MapperParsingException e = expectThrows(MapperParsingException.class, () -> mapperService.merge("doc", new CompressedXContent(percolatorMapper), MapperService.MergeReason.MAPPING_UPDATE));
    assertThat(e.getMessage(), containsString("Mapping definition for [" + fieldName + "] has unsupported parameters:  [index : no]"));
}

Example 4 with MapperService

use of org.opensearch.index.mapper.MapperService in project OpenSearch by opensearch-project.

the class AnnotatedTextFieldMapperTests method testToleranceForBadAnnotationMarkup.

public void testToleranceForBadAnnotationMarkup() throws IOException {
    MapperService mapperService = createMapperService(fieldMapping(this::minimalMapping));
    String annotatedText = "foo [bar](MissingEndBracket baz";
    ParsedDocument doc = mapperService.documentMapper().parse(source(b -> b.field("field", annotatedText)));
    IndexableField[] fields = doc.rootDoc().getFields("field");
    assertEquals(1, fields.length);
    assertEquals(annotatedText, fields[0].stringValue());
    withLuceneIndex(mapperService, iw -> iw.addDocument(doc.rootDoc()), reader -> {
        LeafReader leaf = reader.leaves().get(0).reader();
        TermsEnum terms = leaf.terms("field").iterator();
        assertTrue(terms.seekExact(new BytesRef("foo")));
        PostingsEnum postings = terms.postings(null, PostingsEnum.POSITIONS);
        assertEquals(0, postings.nextDoc());
        assertEquals(0, postings.nextPosition());
        assertTrue(terms.seekExact(new BytesRef("bar")));
        postings = terms.postings(null, PostingsEnum.POSITIONS);
        assertEquals(0, postings.nextDoc());
        assertEquals(1, postings.nextPosition());
        assertFalse(terms.seekExact(new BytesRef("MissingEndBracket")));
        // Bad markup means value is treated as plain text and fed through tokenisation
        assertTrue(terms.seekExact(new BytesRef("missingendbracket")));
    });
}

Example 5 with MapperService

use of org.opensearch.index.mapper.MapperService in project OpenSearch by opensearch-project.

the class AnnotatedTextFieldMapperTests method testAnnotationInjection.

public void testAnnotationInjection() throws IOException {
    MapperService mapperService = createMapperService(fieldMapping(this::minimalMapping));
    // Use example of typed and untyped annotations
    String annotatedText = "He paid [Stormy Daniels](Stephanie+Clifford&Payee) hush money";
    ParsedDocument doc = mapperService.documentMapper().parse(source(b -> b.field("field", annotatedText)));
    IndexableField[] fields = doc.rootDoc().getFields("field");
    assertEquals(1, fields.length);
    assertEquals(annotatedText, fields[0].stringValue());
    withLuceneIndex(mapperService, iw -> iw.addDocument(doc.rootDoc()), reader -> {
        LeafReader leaf = reader.leaves().get(0).reader();
        TermsEnum terms = leaf.terms("field").iterator();
        assertTrue(terms.seekExact(new BytesRef("stormy")));
        PostingsEnum postings = terms.postings(null, PostingsEnum.POSITIONS);
        assertEquals(0, postings.nextDoc());
        assertEquals(2, postings.nextPosition());
        assertTrue(terms.seekExact(new BytesRef("Stephanie Clifford")));
        postings = terms.postings(null, PostingsEnum.POSITIONS);
        assertEquals(0, postings.nextDoc());
        assertEquals(2, postings.nextPosition());
        assertTrue(terms.seekExact(new BytesRef("Payee")));
        postings = terms.postings(null, PostingsEnum.POSITIONS);
        assertEquals(0, postings.nextDoc());
        assertEquals(2, postings.nextPosition());
        assertTrue(terms.seekExact(new BytesRef("hush")));
        postings = terms.postings(null, PostingsEnum.POSITIONS);
        assertEquals(0, postings.nextDoc());
        assertEquals(4, postings.nextPosition());
    });
}