Examples with Nested org.opensearch.index.fielddata.IndexFieldData.XFieldComparatorSource.Nested used on opensource projects

Example 1 with Nested

use of org.opensearch.index.fielddata.IndexFieldData.XFieldComparatorSource.Nested in project OpenSearch by opensearch-project.

the class FieldSortBuilder method buildBucketedSort.

@Override
public BucketedSort buildBucketedSort(QueryShardContext context, int bucketSize, BucketedSort.ExtraData extra) throws IOException {
    if (DOC_FIELD_NAME.equals(fieldName)) {
        throw new IllegalArgumentException("sorting by _doc is not supported");
    }
    MappedFieldType fieldType = context.fieldMapper(fieldName);
    Nested nested = nested(context, fieldType);
    if (fieldType == null) {
        fieldType = resolveUnmappedType(context);
    }
    IndexFieldData<?> fieldData = context.getForField(fieldType);
    if (fieldData instanceof IndexNumericFieldData == false && (sortMode == SortMode.SUM || sortMode == SortMode.AVG || sortMode == SortMode.MEDIAN)) {
        throw new QueryShardException(context, "we only support AVG, MEDIAN and SUM on number based fields");
    }
    if (numericType != null) {
        if (fieldData instanceof IndexNumericFieldData == false) {
            throw new QueryShardException(context, "[numeric_type] option cannot be set on a non-numeric field, got " + fieldType.typeName());
        }
        IndexNumericFieldData numericFieldData = (IndexNumericFieldData) fieldData;
        NumericType resolvedType = resolveNumericType(numericType);
        return numericFieldData.newBucketedSort(resolvedType, context.bigArrays(), missing, localSortMode(), nested, order, fieldType.docValueFormat(null, null), bucketSize, extra);
    }
    try {
        return fieldData.newBucketedSort(context.bigArrays(), missing, localSortMode(), nested, order, fieldType.docValueFormat(null, null), bucketSize, extra);
    } catch (IllegalArgumentException e) {
        throw new IllegalArgumentException("error building sort for field [" + fieldName + "] of type [" + fieldType.typeName() + "] in index [" + context.index().getName() + "]: " + e.getMessage(), e);
    }
}

Example 2 with Nested

use of org.opensearch.index.fielddata.IndexFieldData.XFieldComparatorSource.Nested in project OpenSearch by opensearch-project.

the class GeoDistanceSortBuilder method buildBucketedSort.

@Override
public BucketedSort buildBucketedSort(QueryShardContext context, int bucketSize, BucketedSort.ExtraData extra) throws IOException {
    GeoPoint[] localPoints = localPoints();
    MultiValueMode localSortMode = localSortMode();
    IndexGeoPointFieldData geoIndexFieldData = fieldData(context);
    Nested nested = nested(context);
    return comparatorSource(localPoints, localSortMode, geoIndexFieldData, nested).newBucketedSort(context.bigArrays(), order, DocValueFormat.RAW, bucketSize, extra);
}

Example 3 with Nested

use of org.opensearch.index.fielddata.IndexFieldData.XFieldComparatorSource.Nested in project OpenSearch by opensearch-project.

the class ScriptSortBuilder method fieldComparatorSource.

private IndexFieldData.XFieldComparatorSource fieldComparatorSource(QueryShardContext context) throws IOException {
    MultiValueMode valueMode = null;
    if (sortMode != null) {
        valueMode = MultiValueMode.fromString(sortMode.toString());
    }
    if (valueMode == null) {
        valueMode = order == SortOrder.DESC ? MultiValueMode.MAX : MultiValueMode.MIN;
    }
    final Nested nested;
    if (nestedSort != null) {
        // new nested sorts takes priority
        validateMaxChildrenExistOnlyInTopLevelNestedSort(context, nestedSort);
        nested = resolveNested(context, nestedSort);
    } else {
        nested = resolveNested(context, nestedPath, nestedFilter);
    }
    switch(type) {
        case STRING:
            final StringSortScript.Factory factory = context.compile(script, StringSortScript.CONTEXT);
            final StringSortScript.LeafFactory searchScript = factory.newFactory(script.getParams(), context.lookup());
            return new BytesRefFieldComparatorSource(null, null, valueMode, nested) {

                StringSortScript leafScript;

                @Override
                protected SortedBinaryDocValues getValues(LeafReaderContext context) throws IOException {
                    leafScript = searchScript.newInstance(context);
                    final BinaryDocValues values = new AbstractBinaryDocValues() {

                        final BytesRefBuilder spare = new BytesRefBuilder();

                        @Override
                        public boolean advanceExact(int doc) throws IOException {
                            leafScript.setDocument(doc);
                            return true;
                        }

                        @Override
                        public BytesRef binaryValue() {
                            spare.copyChars(leafScript.execute());
                            return spare.get();
                        }
                    };
                    return FieldData.singleton(values);
                }

                @Override
                protected void setScorer(Scorable scorer) {
                    leafScript.setScorer(scorer);
                }

                @Override
                public BucketedSort newBucketedSort(BigArrays bigArrays, SortOrder sortOrder, DocValueFormat format, int bucketSize, BucketedSort.ExtraData extra) {
                    throw new IllegalArgumentException("error building sort for [_script]: " + "script sorting only supported on [numeric] scripts but was [" + type + "]");
                }
            };
        case NUMBER:
            final NumberSortScript.Factory numberSortFactory = context.compile(script, NumberSortScript.CONTEXT);
            final NumberSortScript.LeafFactory numberSortScript = numberSortFactory.newFactory(script.getParams(), context.lookup());
            return new DoubleValuesComparatorSource(null, Double.MAX_VALUE, valueMode, nested) {

                NumberSortScript leafScript;

                @Override
                protected SortedNumericDoubleValues getValues(LeafReaderContext context) throws IOException {
                    leafScript = numberSortScript.newInstance(context);
                    final NumericDoubleValues values = new NumericDoubleValues() {

                        @Override
                        public boolean advanceExact(int doc) throws IOException {
                            leafScript.setDocument(doc);
                            return true;
                        }

                        @Override
                        public double doubleValue() {
                            return leafScript.execute();
                        }
                    };
                    return FieldData.singleton(values);
                }

                @Override
                protected void setScorer(Scorable scorer) {
                    leafScript.setScorer(scorer);
                }
            };
        default:
            throw new QueryShardException(context, "custom script sort type [" + type + "] not supported");
    }
}

Example 4 with Nested

use of org.opensearch.index.fielddata.IndexFieldData.XFieldComparatorSource.Nested in project OpenSearch by opensearch-project.

the class SortBuilder method resolveNested.

protected static Nested resolveNested(QueryShardContext context, NestedSortBuilder nestedSort) throws IOException {
    final Query childQuery = resolveNestedQuery(context, nestedSort, null);
    if (childQuery == null) {
        return null;
    }
    final ObjectMapper objectMapper = context.nestedScope().getObjectMapper();
    final Query parentQuery;
    if (objectMapper == null) {
        parentQuery = Queries.newNonNestedFilter(context.indexVersionCreated());
    } else {
        parentQuery = objectMapper.nestedTypeFilter();
    }
    return new Nested(context.bitsetFilter(parentQuery), childQuery, nestedSort, context.searcher());
}

Example 5 with Nested

use of org.opensearch.index.fielddata.IndexFieldData.XFieldComparatorSource.Nested in project OpenSearch by opensearch-project.

the class FieldSortBuilderTests method testBuildNested.

/**
 * Test that the sort builder nested object gets created in the SortField
 */
public void testBuildNested() throws IOException {
    QueryShardContext shardContextMock = createMockShardContext();
    FieldSortBuilder sortBuilder = new FieldSortBuilder("fieldName").setNestedSort(new NestedSortBuilder("path").setFilter(QueryBuilders.termQuery(MAPPED_STRING_FIELDNAME, "value")));
    SortField sortField = sortBuilder.build(shardContextMock).field;
    assertThat(sortField.getComparatorSource(), instanceOf(XFieldComparatorSource.class));
    XFieldComparatorSource comparatorSource = (XFieldComparatorSource) sortField.getComparatorSource();
    Nested nested = comparatorSource.nested();
    assertNotNull(nested);
    assertEquals(new TermQuery(new Term(MAPPED_STRING_FIELDNAME, "value")), nested.getInnerQuery());
    sortBuilder = new FieldSortBuilder("fieldName").setNestedPath("path");
    sortField = sortBuilder.build(shardContextMock).field;
    assertThat(sortField.getComparatorSource(), instanceOf(XFieldComparatorSource.class));
    comparatorSource = (XFieldComparatorSource) sortField.getComparatorSource();
    nested = comparatorSource.nested();
    assertNotNull(nested);
    assertEquals(new TermQuery(new Term(TypeFieldMapper.NAME, "__path")), nested.getInnerQuery());
    sortBuilder = new FieldSortBuilder("fieldName").setNestedPath("path").setNestedFilter(QueryBuilders.termQuery(MAPPED_STRING_FIELDNAME, "value"));
    sortField = sortBuilder.build(shardContextMock).field;
    assertThat(sortField.getComparatorSource(), instanceOf(XFieldComparatorSource.class));
    comparatorSource = (XFieldComparatorSource) sortField.getComparatorSource();
    nested = comparatorSource.nested();
    assertNotNull(nested);
    assertEquals(new TermQuery(new Term(MAPPED_STRING_FIELDNAME, "value")), nested.getInnerQuery());
    // if nested path is missing, we omit any filter and return a SortedNumericSortField
    sortBuilder = new FieldSortBuilder("fieldName").setNestedFilter(QueryBuilders.termQuery(MAPPED_STRING_FIELDNAME, "value"));
    sortField = sortBuilder.build(shardContextMock).field;
    assertThat(sortField, instanceOf(SortedNumericSortField.class));
}