Examples with InternalTerms org.opensearch.search.aggregations.bucket.terms.InternalTerms used on opensource projects

Example 1 with InternalTerms

use of org.opensearch.search.aggregations.bucket.terms.InternalTerms in project OpenSearch by opensearch-project.

the class InternalMultiBucketAggregationTests method testResolveToSpecificBucket.

public void testResolveToSpecificBucket() {
    AggregationPath path = AggregationPath.parse("string_terms['foo']>the_avg.value");
    List<LongTerms.Bucket> buckets = new ArrayList<>();
    InternalAggregation agg = new InternalAvg("the_avg", 2, 1, DocValueFormat.RAW, Collections.emptyMap());
    InternalAggregations internalStringAggs = InternalAggregations.from(Collections.singletonList(agg));
    List<StringTerms.Bucket> stringBuckets = Collections.singletonList(new StringTerms.Bucket(new BytesRef("foo".getBytes(StandardCharsets.UTF_8), 0, "foo".getBytes(StandardCharsets.UTF_8).length), 1, internalStringAggs, false, 0, DocValueFormat.RAW));
    InternalTerms termsAgg = new StringTerms("string_terms", BucketOrder.count(false), BucketOrder.count(false), 1, 0, Collections.emptyMap(), DocValueFormat.RAW, 1, false, 0, stringBuckets, 0);
    InternalAggregations internalAggregations = InternalAggregations.from(Collections.singletonList(termsAgg));
    LongTerms.Bucket bucket = new LongTerms.Bucket(19, 1, internalAggregations, false, 0, DocValueFormat.RAW);
    buckets.add(bucket);
    Object[] value = (Object[]) resolvePropertyFromPath(path.getPathElementsAsStringList(), buckets, "the_long_terms");
    assertThat(value[0], equalTo(2.0));
}

Example 2 with InternalTerms

use of org.opensearch.search.aggregations.bucket.terms.InternalTerms in project OpenSearch by opensearch-project.

the class NestedAggregatorTests method testNestedWithPipeline.

/**
 * This tests to make sure pipeline aggs embedded under a SingleBucket agg (like nested)
 * are properly reduced
 */
public void testNestedWithPipeline() throws IOException {
    int numRootDocs = randomIntBetween(1, 20);
    int expectedNestedDocs = 0;
    double expectedMaxValue = Double.NEGATIVE_INFINITY;
    try (Directory directory = newDirectory()) {
        try (RandomIndexWriter iw = new RandomIndexWriter(random(), directory)) {
            for (int i = 0; i < numRootDocs; i++) {
                List<Document> documents = new ArrayList<>();
                expectedMaxValue = Math.max(expectedMaxValue, generateMaxDocs(documents, 1, i, NESTED_OBJECT, VALUE_FIELD_NAME));
                expectedNestedDocs += 1;
                Document document = new Document();
                document.add(new Field(IdFieldMapper.NAME, Uid.encodeId(Integer.toString(i)), IdFieldMapper.Defaults.FIELD_TYPE));
                document.add(sequenceIDFields.primaryTerm);
                documents.add(document);
                iw.addDocuments(documents);
            }
            iw.commit();
        }
        try (IndexReader indexReader = wrapInMockESDirectoryReader(DirectoryReader.open(directory))) {
            NestedAggregationBuilder nestedBuilder = new NestedAggregationBuilder(NESTED_AGG, NESTED_OBJECT).subAggregation(new TermsAggregationBuilder("terms").field(VALUE_FIELD_NAME).userValueTypeHint(ValueType.NUMERIC).subAggregation(new MaxAggregationBuilder(MAX_AGG_NAME).field(VALUE_FIELD_NAME)).subAggregation(new BucketScriptPipelineAggregationBuilder("bucketscript", Collections.singletonMap("_value", MAX_AGG_NAME), new Script(ScriptType.INLINE, MockScriptEngine.NAME, INVERSE_SCRIPT, Collections.emptyMap()))));
            MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(VALUE_FIELD_NAME, NumberFieldMapper.NumberType.LONG);
            InternalNested nested = searchAndReduce(newSearcher(indexReader, false, true), new MatchAllDocsQuery(), nestedBuilder, fieldType);
            assertEquals(expectedNestedDocs, nested.getDocCount());
            assertEquals(NESTED_AGG, nested.getName());
            assertEquals(expectedNestedDocs, nested.getDocCount());
            InternalTerms<?, LongTerms.Bucket> terms = (InternalTerms) nested.getProperty("terms");
            assertNotNull(terms);
            for (LongTerms.Bucket bucket : terms.getBuckets()) {
                InternalMax max = (InternalMax) bucket.getAggregations().asMap().get(MAX_AGG_NAME);
                InternalSimpleValue bucketScript = (InternalSimpleValue) bucket.getAggregations().asMap().get("bucketscript");
                assertNotNull(max);
                assertNotNull(bucketScript);
                assertEquals(max.getValue(), -bucketScript.getValue(), Double.MIN_VALUE);
            }
            assertTrue(AggregationInspectionHelper.hasValue(nested));
        }
    }
}

Example 3 with InternalTerms

use of org.opensearch.search.aggregations.bucket.terms.InternalTerms in project OpenSearch by opensearch-project.

the class MinAggregatorTests method testOrderByEmptyAggregation.

public void testOrderByEmptyAggregation() throws IOException {
    AggregationBuilder termsBuilder = new TermsAggregationBuilder("terms").field("number").order(BucketOrder.compound(BucketOrder.aggregation("filter>min", true))).subAggregation(new FilterAggregationBuilder("filter", termQuery("number", 100)).subAggregation(new MinAggregationBuilder("min").field("number")));
    MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType("number", NumberFieldMapper.NumberType.INTEGER);
    int numDocs = 10;
    testCase(termsBuilder, new MatchAllDocsQuery(), iw -> {
        for (int i = 0; i < numDocs; i++) {
            iw.addDocument(singleton(new NumericDocValuesField("number", i + 1)));
        }
    }, (Consumer<InternalTerms<?, LongTerms.Bucket>>) terms -> {
        for (int i = 0; i < numDocs; i++) {
            List<LongTerms.Bucket> buckets = terms.getBuckets();
            Terms.Bucket bucket = buckets.get(i);
            assertNotNull(bucket);
            assertEquals((long) i + 1, bucket.getKeyAsNumber());
            assertEquals(1L, bucket.getDocCount());
            Filter filter = bucket.getAggregations().get("filter");
            assertNotNull(filter);
            assertEquals(0L, filter.getDocCount());
            InternalMin min = filter.getAggregations().get("min");
            assertNotNull(min);
            assertEquals(Double.POSITIVE_INFINITY, min.getValue(), 0);
            assertFalse(AggregationInspectionHelper.hasValue(min));
        }
    }, fieldType);
}

Example 4 with InternalTerms

use of org.opensearch.search.aggregations.bucket.terms.InternalTerms in project OpenSearch by opensearch-project.

the class InternalMultiBucketAggregationTests method testResolveToMissingSpecificBucket.

public void testResolveToMissingSpecificBucket() {
    AggregationPath path = AggregationPath.parse("string_terms['bar']>the_avg.value");
    List<LongTerms.Bucket> buckets = new ArrayList<>();
    InternalAggregation agg = new InternalAvg("the_avg", 2, 1, DocValueFormat.RAW, Collections.emptyMap());
    InternalAggregations internalStringAggs = InternalAggregations.from(Collections.singletonList(agg));
    List<StringTerms.Bucket> stringBuckets = Collections.singletonList(new StringTerms.Bucket(new BytesRef("foo".getBytes(StandardCharsets.UTF_8), 0, "foo".getBytes(StandardCharsets.UTF_8).length), 1, internalStringAggs, false, 0, DocValueFormat.RAW));
    InternalTerms termsAgg = new StringTerms("string_terms", BucketOrder.count(false), BucketOrder.count(false), 1, 0, Collections.emptyMap(), DocValueFormat.RAW, 1, false, 0, stringBuckets, 0);
    InternalAggregations internalAggregations = InternalAggregations.from(Collections.singletonList(termsAgg));
    LongTerms.Bucket bucket = new LongTerms.Bucket(19, 1, internalAggregations, false, 0, DocValueFormat.RAW);
    buckets.add(bucket);
    InvalidAggregationPathException e = expectThrows(InvalidAggregationPathException.class, () -> resolvePropertyFromPath(path.getPathElementsAsStringList(), buckets, "the_long_terms"));
    assertThat(e.getMessage(), equalTo("Cannot find an key ['bar'] in [string_terms]"));
}