Examples with Filter org.elasticsearch.search.aggregations.bucket.filter.Filter used on opensource projects

Example 31 with Filter

use of org.elasticsearch.search.aggregations.bucket.filter.Filter in project elasticsearch by elastic.

the class HistogramIT method testSingleValuedFieldOrderedBySubAggregationDescDeepOrderPath.

public void testSingleValuedFieldOrderedBySubAggregationDescDeepOrderPath() throws Exception {
    boolean asc = randomBoolean();
    SearchResponse response = client().prepareSearch("idx").addAggregation(histogram("histo").field(SINGLE_VALUED_FIELD_NAME).interval(interval).order(Histogram.Order.aggregation("filter>max", asc)).subAggregation(filter("filter", matchAllQuery()).subAggregation(max("max").field(SINGLE_VALUED_FIELD_NAME)))).execute().actionGet();
    assertSearchResponse(response);
    Histogram histo = response.getAggregations().get("histo");
    assertThat(histo, notNullValue());
    assertThat(histo.getName(), equalTo("histo"));
    assertThat(histo.getBuckets().size(), equalTo(numValueBuckets));
    LongHashSet visited = new LongHashSet();
    double prevMax = asc ? Double.NEGATIVE_INFINITY : Double.POSITIVE_INFINITY;
    // TODO: use diamond once JI-9019884 is fixed
    List<Histogram.Bucket> buckets = new ArrayList<>(histo.getBuckets());
    for (int i = 0; i < numValueBuckets; ++i) {
        Histogram.Bucket bucket = buckets.get(i);
        assertThat(bucket, notNullValue());
        long key = ((Number) bucket.getKey()).longValue();
        assertTrue(visited.add(key));
        int b = (int) (key / interval);
        assertThat(bucket.getDocCount(), equalTo(valueCounts[b]));
        assertThat(bucket.getAggregations().asList().isEmpty(), is(false));
        Filter filter = bucket.getAggregations().get("filter");
        assertThat(filter, notNullValue());
        assertThat(bucket.getDocCount(), equalTo(filter.getDocCount()));
        Max max = filter.getAggregations().get("max");
        assertThat(max, Matchers.notNullValue());
        assertThat(max.getValue(), asc ? greaterThanOrEqualTo(prevMax) : lessThanOrEqualTo(prevMax));
        prevMax = max.getValue();
    }
}

Example 32 with Filter

use of org.elasticsearch.search.aggregations.bucket.filter.Filter in project elasticsearch by elastic.

the class DoubleTermsIT method testSingleValuedFieldOrderedBySubAggregationAscMultiHierarchyLevels.

public void testSingleValuedFieldOrderedBySubAggregationAscMultiHierarchyLevels() throws Exception {
    boolean asc = randomBoolean();
    SearchResponse response = client().prepareSearch("idx").setTypes("type").addAggregation(terms("tags").field("num_tag").collectMode(randomFrom(SubAggCollectionMode.values())).order(Terms.Order.aggregation("filter1>filter2>max", asc)).subAggregation(filter("filter1", QueryBuilders.matchAllQuery()).subAggregation(filter("filter2", QueryBuilders.matchAllQuery()).subAggregation(max("max").field(SINGLE_VALUED_FIELD_NAME))))).execute().actionGet();
    assertSearchResponse(response);
    Terms tags = response.getAggregations().get("tags");
    assertThat(tags, notNullValue());
    assertThat(tags.getName(), equalTo("tags"));
    assertThat(tags.getBuckets().size(), equalTo(2));
    Iterator<Terms.Bucket> iters = tags.getBuckets().iterator();
    // the max for "1" is 2
    // the max for "0" is 4
    Terms.Bucket tag = iters.next();
    assertThat(tag, notNullValue());
    assertThat(key(tag), equalTo(asc ? "1" : "0"));
    assertThat(tag.getDocCount(), equalTo(asc ? 3L : 2L));
    Filter filter1 = tag.getAggregations().get("filter1");
    assertThat(filter1, notNullValue());
    assertThat(filter1.getDocCount(), equalTo(asc ? 3L : 2L));
    Filter filter2 = filter1.getAggregations().get("filter2");
    assertThat(filter2, notNullValue());
    assertThat(filter2.getDocCount(), equalTo(asc ? 3L : 2L));
    Max max = filter2.getAggregations().get("max");
    assertThat(max, notNullValue());
    assertThat(max.getValue(), equalTo(asc ? 2.0 : 4.0));
    tag = iters.next();
    assertThat(tag, notNullValue());
    assertThat(key(tag), equalTo(asc ? "0" : "1"));
    assertThat(tag.getDocCount(), equalTo(asc ? 2L : 3L));
    filter1 = tag.getAggregations().get("filter1");
    assertThat(filter1, notNullValue());
    assertThat(filter1.getDocCount(), equalTo(asc ? 2L : 3L));
    filter2 = filter1.getAggregations().get("filter2");
    assertThat(filter2, notNullValue());
    assertThat(filter2.getDocCount(), equalTo(asc ? 2L : 3L));
    max = filter2.getAggregations().get("max");
    assertThat(max, notNullValue());
    assertThat(max.getValue(), equalTo(asc ? 4.0 : 2.0));
}

Example 33 with Filter

use of org.elasticsearch.search.aggregations.bucket.filter.Filter in project elasticsearch by elastic.

the class NestedIT method testFilterAggInsideNestedAgg.

public void testFilterAggInsideNestedAgg() throws Exception {
    assertAcked(prepareCreate("classes").addMapping("class", jsonBuilder().startObject().startObject("class").startObject("properties").startObject("name").field("type", "text").endObject().startObject("methods").field("type", "nested").startObject("properties").startObject("name").field("type", "text").endObject().startObject("return_type").field("type", "keyword").endObject().startObject("parameters").field("type", "nested").startObject("properties").startObject("name").field("type", "text").endObject().startObject("type").field("type", "keyword").endObject().endObject().endObject().endObject().endObject().endObject().endObject().endObject()));
    client().prepareIndex("classes", "class", "1").setSource(jsonBuilder().startObject().field("name", "QueryBuilder").startArray("methods").startObject().field("name", "toQuery").field("return_type", "Query").startArray("parameters").startObject().field("name", "context").field("type", "QueryShardContext").endObject().endArray().endObject().startObject().field("name", "queryName").field("return_type", "QueryBuilder").startArray("parameters").startObject().field("name", "queryName").field("type", "String").endObject().endArray().endObject().startObject().field("name", "boost").field("return_type", "QueryBuilder").startArray("parameters").startObject().field("name", "boost").field("type", "float").endObject().endArray().endObject().endArray().endObject()).get();
    client().prepareIndex("classes", "class", "2").setSource(jsonBuilder().startObject().field("name", "Document").startArray("methods").startObject().field("name", "add").field("return_type", "void").startArray("parameters").startObject().field("name", "field").field("type", "IndexableField").endObject().endArray().endObject().startObject().field("name", "removeField").field("return_type", "void").startArray("parameters").startObject().field("name", "name").field("type", "String").endObject().endArray().endObject().startObject().field("name", "removeFields").field("return_type", "void").startArray("parameters").startObject().field("name", "name").field("type", "String").endObject().endArray().endObject().endArray().endObject()).get();
    refresh();
    SearchResponse response = client().prepareSearch("classes").addAggregation(nested("to_method", "methods").subAggregation(filter("num_string_params", nestedQuery("methods.parameters", termQuery("methods.parameters.type", "String"), ScoreMode.None)))).get();
    Nested toMethods = response.getAggregations().get("to_method");
    Filter numStringParams = toMethods.getAggregations().get("num_string_params");
    assertThat(numStringParams.getDocCount(), equalTo(3L));
    response = client().prepareSearch("classes").addAggregation(nested("to_method", "methods").subAggregation(terms("return_type").field("methods.return_type").subAggregation(filter("num_string_params", nestedQuery("methods.parameters", termQuery("methods.parameters.type", "String"), ScoreMode.None))))).get();
    toMethods = response.getAggregations().get("to_method");
    Terms terms = toMethods.getAggregations().get("return_type");
    Bucket bucket = terms.getBucketByKey("void");
    assertThat(bucket.getDocCount(), equalTo(3L));
    numStringParams = bucket.getAggregations().get("num_string_params");
    assertThat(numStringParams.getDocCount(), equalTo(2L));
    bucket = terms.getBucketByKey("QueryBuilder");
    assertThat(bucket.getDocCount(), equalTo(2L));
    numStringParams = bucket.getAggregations().get("num_string_params");
    assertThat(numStringParams.getDocCount(), equalTo(1L));
    bucket = terms.getBucketByKey("Query");
    assertThat(bucket.getDocCount(), equalTo(1L));
    numStringParams = bucket.getAggregations().get("num_string_params");
    assertThat(numStringParams.getDocCount(), equalTo(0L));
}

Example 34 with Filter

use of org.elasticsearch.search.aggregations.bucket.filter.Filter in project elasticsearch by elastic.

the class NestedIT method testParentFilterResolvedCorrectly.

// Test based on: https://github.com/elastic/elasticsearch/issues/9280
public void testParentFilterResolvedCorrectly() throws Exception {
    XContentBuilder mapping = jsonBuilder().startObject().startObject("provider").startObject("properties").startObject("comments").field("type", "nested").startObject("properties").startObject("cid").field("type", "long").endObject().startObject("identifier").field("type", "keyword").endObject().startObject("tags").field("type", "nested").startObject("properties").startObject("tid").field("type", "long").endObject().startObject("name").field("type", "keyword").endObject().endObject().endObject().endObject().endObject().startObject("dates").field("type", "object").startObject("properties").startObject("day").field("type", "date").field("format", "dateOptionalTime").endObject().startObject("month").field("type", "object").startObject("properties").startObject("end").field("type", "date").field("format", "dateOptionalTime").endObject().startObject("start").field("type", "date").field("format", "dateOptionalTime").endObject().startObject("label").field("type", "keyword").endObject().endObject().endObject().endObject().endObject().endObject().endObject().endObject();
    assertAcked(prepareCreate("idx2").setSettings(Settings.builder().put(SETTING_NUMBER_OF_SHARDS, 1).put(SETTING_NUMBER_OF_REPLICAS, 0)).addMapping("provider", mapping));
    ensureGreen("idx2");
    List<IndexRequestBuilder> indexRequests = new ArrayList<>(2);
    indexRequests.add(client().prepareIndex("idx2", "provider", "1").setSource("{\"dates\": {\"month\": {\"label\": \"2014-11\", \"end\": \"2014-11-30\", \"start\": \"2014-11-01\"}, \"day\": \"2014-11-30\"}, \"comments\": [{\"cid\": 3,\"identifier\": \"29111\"}, {\"cid\": 4,\"tags\": [{\"tid\" :44,\"name\": \"Roles\"}], \"identifier\": \"29101\"}]}", XContentType.JSON));
    indexRequests.add(client().prepareIndex("idx2", "provider", "2").setSource("{\"dates\": {\"month\": {\"label\": \"2014-12\", \"end\": \"2014-12-31\", \"start\": \"2014-12-01\"}, \"day\": \"2014-12-03\"}, \"comments\": [{\"cid\": 1, \"identifier\": \"29111\"}, {\"cid\": 2,\"tags\": [{\"tid\" : 22, \"name\": \"DataChannels\"}], \"identifier\": \"29101\"}]}", XContentType.JSON));
    indexRandom(true, indexRequests);
    SearchResponse response = client().prepareSearch("idx2").setTypes("provider").addAggregation(terms("startDate").field("dates.month.start").subAggregation(terms("endDate").field("dates.month.end").subAggregation(terms("period").field("dates.month.label").subAggregation(nested("ctxt_idfier_nested", "comments").subAggregation(filter("comment_filter", termQuery("comments.identifier", "29111")).subAggregation(nested("nested_tags", "comments.tags").subAggregation(terms("tag").field("comments.tags.name")))))))).get();
    assertNoFailures(response);
    assertHitCount(response, 2);
    Terms startDate = response.getAggregations().get("startDate");
    assertThat(startDate.getBuckets().size(), equalTo(2));
    Terms.Bucket bucket = startDate.getBucketByKey("2014-11-01T00:00:00.000Z");
    assertThat(bucket.getDocCount(), equalTo(1L));
    Terms endDate = bucket.getAggregations().get("endDate");
    bucket = endDate.getBucketByKey("2014-11-30T00:00:00.000Z");
    assertThat(bucket.getDocCount(), equalTo(1L));
    Terms period = bucket.getAggregations().get("period");
    bucket = period.getBucketByKey("2014-11");
    assertThat(bucket.getDocCount(), equalTo(1L));
    Nested comments = bucket.getAggregations().get("ctxt_idfier_nested");
    assertThat(comments.getDocCount(), equalTo(2L));
    Filter filter = comments.getAggregations().get("comment_filter");
    assertThat(filter.getDocCount(), equalTo(1L));
    Nested nestedTags = filter.getAggregations().get("nested_tags");
    // This must be 0
    assertThat(nestedTags.getDocCount(), equalTo(0L));
    Terms tags = nestedTags.getAggregations().get("tag");
    // and this must be empty
    assertThat(tags.getBuckets().size(), equalTo(0));
    bucket = startDate.getBucketByKey("2014-12-01T00:00:00.000Z");
    assertThat(bucket.getDocCount(), equalTo(1L));
    endDate = bucket.getAggregations().get("endDate");
    bucket = endDate.getBucketByKey("2014-12-31T00:00:00.000Z");
    assertThat(bucket.getDocCount(), equalTo(1L));
    period = bucket.getAggregations().get("period");
    bucket = period.getBucketByKey("2014-12");
    assertThat(bucket.getDocCount(), equalTo(1L));
    comments = bucket.getAggregations().get("ctxt_idfier_nested");
    assertThat(comments.getDocCount(), equalTo(2L));
    filter = comments.getAggregations().get("comment_filter");
    assertThat(filter.getDocCount(), equalTo(1L));
    nestedTags = filter.getAggregations().get("nested_tags");
    // This must be 0
    assertThat(nestedTags.getDocCount(), equalTo(0L));
    tags = nestedTags.getAggregations().get("tag");
    // and this must be empty
    assertThat(tags.getBuckets().size(), equalTo(0));
}

Example 35 with Filter

use of org.elasticsearch.search.aggregations.bucket.filter.Filter in project elasticsearch by elastic.

the class ReverseNestedIT method testSameParentDocHavingMultipleBuckets.

public void testSameParentDocHavingMultipleBuckets() throws Exception {
    XContentBuilder mapping = jsonBuilder().startObject().startObject("product").field("dynamic", "strict").startObject("properties").startObject("id").field("type", "long").endObject().startObject("category").field("type", "nested").startObject("properties").startObject("name").field("type", "keyword").endObject().endObject().endObject().startObject("sku").field("type", "nested").startObject("properties").startObject("sku_type").field("type", "keyword").endObject().startObject("colors").field("type", "nested").startObject("properties").startObject("name").field("type", "keyword").endObject().endObject().endObject().endObject().endObject().endObject().endObject().endObject();
    assertAcked(prepareCreate("idx3").setSettings(Settings.builder().put(SETTING_NUMBER_OF_SHARDS, 1).put(SETTING_NUMBER_OF_REPLICAS, 0)).addMapping("product", mapping));
    client().prepareIndex("idx3", "product", "1").setRefreshPolicy(IMMEDIATE).setSource(jsonBuilder().startObject().startArray("sku").startObject().field("sku_type", "bar1").startArray("colors").startObject().field("name", "red").endObject().startObject().field("name", "green").endObject().startObject().field("name", "yellow").endObject().endArray().endObject().startObject().field("sku_type", "bar1").startArray("colors").startObject().field("name", "red").endObject().startObject().field("name", "blue").endObject().startObject().field("name", "white").endObject().endArray().endObject().startObject().field("sku_type", "bar1").startArray("colors").startObject().field("name", "black").endObject().startObject().field("name", "blue").endObject().endArray().endObject().startObject().field("sku_type", "bar2").startArray("colors").startObject().field("name", "orange").endObject().endArray().endObject().startObject().field("sku_type", "bar2").startArray("colors").startObject().field("name", "pink").endObject().endArray().endObject().endArray().startArray("category").startObject().field("name", "abc").endObject().startObject().field("name", "klm").endObject().startObject().field("name", "xyz").endObject().endArray().endObject()).get();
    SearchResponse response = client().prepareSearch("idx3").addAggregation(nested("nested_0", "category").subAggregation(terms("group_by_category").field("category.name").subAggregation(reverseNested("to_root").subAggregation(nested("nested_1", "sku").subAggregation(filter("filter_by_sku", termQuery("sku.sku_type", "bar1")).subAggregation(count("sku_count").field("sku.sku_type"))))))).get();
    assertNoFailures(response);
    assertHitCount(response, 1);
    Nested nested0 = response.getAggregations().get("nested_0");
    assertThat(nested0.getDocCount(), equalTo(3L));
    Terms terms = nested0.getAggregations().get("group_by_category");
    assertThat(terms.getBuckets().size(), equalTo(3));
    for (String bucketName : new String[] { "abc", "klm", "xyz" }) {
        logger.info("Checking results for bucket {}", bucketName);
        Terms.Bucket bucket = terms.getBucketByKey(bucketName);
        assertThat(bucket.getDocCount(), equalTo(1L));
        ReverseNested toRoot = bucket.getAggregations().get("to_root");
        assertThat(toRoot.getDocCount(), equalTo(1L));
        Nested nested1 = toRoot.getAggregations().get("nested_1");
        assertThat(nested1.getDocCount(), equalTo(5L));
        Filter filterByBar = nested1.getAggregations().get("filter_by_sku");
        assertThat(filterByBar.getDocCount(), equalTo(3L));
        ValueCount barCount = filterByBar.getAggregations().get("sku_count");
        assertThat(barCount.getValue(), equalTo(3L));
    }
    response = client().prepareSearch("idx3").addAggregation(nested("nested_0", "category").subAggregation(terms("group_by_category").field("category.name").subAggregation(reverseNested("to_root").subAggregation(nested("nested_1", "sku").subAggregation(filter("filter_by_sku", termQuery("sku.sku_type", "bar1")).subAggregation(nested("nested_2", "sku.colors").subAggregation(filter("filter_sku_color", termQuery("sku.colors.name", "red")).subAggregation(reverseNested("reverse_to_sku").path("sku").subAggregation(count("sku_count").field("sku.sku_type")))))))))).get();
    assertNoFailures(response);
    assertHitCount(response, 1);
    nested0 = response.getAggregations().get("nested_0");
    assertThat(nested0.getDocCount(), equalTo(3L));
    terms = nested0.getAggregations().get("group_by_category");
    assertThat(terms.getBuckets().size(), equalTo(3));
    for (String bucketName : new String[] { "abc", "klm", "xyz" }) {
        logger.info("Checking results for bucket {}", bucketName);
        Terms.Bucket bucket = terms.getBucketByKey(bucketName);
        assertThat(bucket.getDocCount(), equalTo(1L));
        ReverseNested toRoot = bucket.getAggregations().get("to_root");
        assertThat(toRoot.getDocCount(), equalTo(1L));
        Nested nested1 = toRoot.getAggregations().get("nested_1");
        assertThat(nested1.getDocCount(), equalTo(5L));
        Filter filterByBar = nested1.getAggregations().get("filter_by_sku");
        assertThat(filterByBar.getDocCount(), equalTo(3L));
        Nested nested2 = filterByBar.getAggregations().get("nested_2");
        assertThat(nested2.getDocCount(), equalTo(8L));
        Filter filterBarColor = nested2.getAggregations().get("filter_sku_color");
        assertThat(filterBarColor.getDocCount(), equalTo(2L));
        ReverseNested reverseToBar = filterBarColor.getAggregations().get("reverse_to_sku");
        assertThat(reverseToBar.getDocCount(), equalTo(2L));
        ValueCount barCount = reverseToBar.getAggregations().get("sku_count");
        assertThat(barCount.getValue(), equalTo(2L));
    }
}