Search in sources :

Example 1 with ExtendedStatsAggregation

use of io.searchbox.core.search.aggregation.ExtendedStatsAggregation in project graylog2-server by Graylog2.

the class SearchesAdapterES6Test method worksForNullFieldsInAggregationResults.

@Test
public void worksForNullFieldsInAggregationResults() throws Exception {
    final ExtendedStatsAggregation extendedStatsAggregation = mock(ExtendedStatsAggregation.class);
    when(extendedStatsAggregation.getCount()).thenReturn(null);
    when(extendedStatsAggregation.getSum()).thenReturn(null);
    when(extendedStatsAggregation.getSumOfSquares()).thenReturn(null);
    when(extendedStatsAggregation.getAvg()).thenReturn(null);
    when(extendedStatsAggregation.getMin()).thenReturn(null);
    when(extendedStatsAggregation.getMax()).thenReturn(null);
    when(extendedStatsAggregation.getVariance()).thenReturn(null);
    when(extendedStatsAggregation.getStdDeviation()).thenReturn(null);
    final FieldStatsResult result = searchesAdapter.createFieldStatsResult(null, extendedStatsAggregation, null, Collections.emptyList(), null, null, 0);
    assertThat(result).isNotNull();
    assertThat(result.sum()).isEqualTo(Double.NaN);
    assertThat(result.sumOfSquares()).isEqualTo(Double.NaN);
    assertThat(result.mean()).isEqualTo(Double.NaN);
    assertThat(result.min()).isEqualTo(Double.NaN);
    assertThat(result.max()).isEqualTo(Double.NaN);
    assertThat(result.variance()).isEqualTo(Double.NaN);
    assertThat(result.stdDeviation()).isEqualTo(Double.NaN);
    assertThat(result.count()).isEqualTo(Long.MIN_VALUE);
    assertThat(result.cardinality()).isEqualTo(Long.MIN_VALUE);
}
Also used : ExtendedStatsAggregation(io.searchbox.core.search.aggregation.ExtendedStatsAggregation) FieldStatsResult(org.graylog2.indexer.results.FieldStatsResult) Test(org.junit.jupiter.api.Test)

Example 2 with ExtendedStatsAggregation

use of io.searchbox.core.search.aggregation.ExtendedStatsAggregation in project graylog2-server by Graylog2.

the class SearchesAdapterES6 method fieldStats.

@Override
public FieldStatsResult fieldStats(String query, String filter, TimeRange range, Set<String> indices, String field, boolean includeCardinality, boolean includeStats, boolean includeCount) {
    final SearchSourceBuilder searchSourceBuilder;
    if (filter == null) {
        searchSourceBuilder = standardSearchRequest(query, range);
    } else {
        searchSourceBuilder = filteredSearchRequest(query, filter, range);
    }
    final FilterAggregationBuilder filterBuilder = AggregationBuilders.filter(AGG_FILTER, standardAggregationFilters(range, filter));
    if (includeCount) {
        searchSourceBuilder.aggregation(AggregationBuilders.count(AGG_VALUE_COUNT).field(field));
    }
    if (includeStats) {
        searchSourceBuilder.aggregation(AggregationBuilders.extendedStats(AGG_EXTENDED_STATS).field(field));
    }
    if (includeCardinality) {
        searchSourceBuilder.aggregation(AggregationBuilders.cardinality(AGG_CARDINALITY).field(field));
    }
    searchSourceBuilder.aggregation(filterBuilder);
    if (indices.isEmpty()) {
        return FieldStatsResult.empty(query, searchSourceBuilder.toString());
    }
    final Search searchRequest = new Search.Builder(searchSourceBuilder.toString()).addType(IndexMapping.TYPE_MESSAGE).addIndex(indices).build();
    final io.searchbox.core.SearchResult searchResponse = multiSearch.wrap(searchRequest, () -> "Unable to retrieve fields stats");
    final List<ResultMessage> hits = searchResponse.getHits(Map.class, false).stream().map(hit -> ResultMessage.parseFromSource(hit.id, hit.index, (Map<String, Object>) hit.source)).collect(Collectors.toList());
    final ExtendedStatsAggregation extendedStatsAggregation = searchResponse.getAggregations().getExtendedStatsAggregation(AGG_EXTENDED_STATS);
    final ValueCountAggregation valueCountAggregation = searchResponse.getAggregations().getValueCountAggregation(AGG_VALUE_COUNT);
    final CardinalityAggregation cardinalityAggregation = searchResponse.getAggregations().getCardinalityAggregation(AGG_CARDINALITY);
    return createFieldStatsResult(valueCountAggregation, extendedStatsAggregation, cardinalityAggregation, hits, query, searchSourceBuilder.toString(), multiSearch.tookMsFromSearchResult(searchResponse));
}
Also used : FilterAggregationBuilder(org.graylog.shaded.elasticsearch6.org.elasticsearch.search.aggregations.bucket.filter.FilterAggregationBuilder) NO_LIMIT(org.graylog2.indexer.searches.ScrollCommand.NO_LIMIT) FieldStatsResult(org.graylog2.indexer.results.FieldStatsResult) SearchesConfig(org.graylog2.indexer.searches.SearchesConfig) Strings.isNullOrEmpty(com.google.common.base.Strings.isNullOrEmpty) ScrollResult(org.graylog2.indexer.results.ScrollResult) SearchesAdapter(org.graylog2.indexer.searches.SearchesAdapter) QueryBuilders.existsQuery(org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilders.existsQuery) Inject(javax.inject.Inject) ScrollCommand(org.graylog2.indexer.searches.ScrollCommand) ResultMessage(org.graylog2.indexer.results.ResultMessage) Map(java.util.Map) CardinalityAggregation(io.searchbox.core.search.aggregation.CardinalityAggregation) IndexMapping(org.graylog2.indexer.IndexMapping) SearchResult(org.graylog2.indexer.results.SearchResult) TimeRange(org.graylog2.plugin.indexer.searches.timeranges.TimeRange) QueryBuilder(org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilder) Nullable(javax.annotation.Nullable) QueryBuilders(org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilders) HighlightBuilder(org.graylog.shaded.elasticsearch6.org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder) Sorting(org.graylog2.indexer.searches.Sorting) NO_BATCHSIZE(org.graylog2.indexer.searches.ScrollCommand.NO_BATCHSIZE) Search(io.searchbox.core.Search) Set(java.util.Set) QueryBuilders.matchAllQuery(org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilders.matchAllQuery) QueryBuilders.termsQuery(org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilders.termsQuery) ValueCountAggregation(io.searchbox.core.search.aggregation.ValueCountAggregation) Collectors(java.util.stream.Collectors) ExtendedStatsAggregation(io.searchbox.core.search.aggregation.ExtendedStatsAggregation) Strings(org.graylog.shaded.elasticsearch6.org.elasticsearch.common.Strings) IndexRange(org.graylog2.indexer.ranges.IndexRange) CountResult(org.graylog2.indexer.results.CountResult) QueryBuilders.queryStringQuery(org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilders.queryStringQuery) List(java.util.List) Parameters(io.searchbox.params.Parameters) Configuration(org.graylog2.Configuration) Stream(org.graylog2.plugin.streams.Stream) AggregationBuilders(org.graylog.shaded.elasticsearch6.org.elasticsearch.search.aggregations.AggregationBuilders) Optional(java.util.Optional) BoolQueryBuilder(org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.BoolQueryBuilder) VisibleForTesting(com.google.common.annotations.VisibleForTesting) Message(org.graylog2.plugin.Message) SearchSourceBuilder(org.graylog.shaded.elasticsearch6.org.elasticsearch.search.builder.SearchSourceBuilder) QueryBuilders.boolQuery(org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilders.boolQuery) ExtendedStatsAggregation(io.searchbox.core.search.aggregation.ExtendedStatsAggregation) FilterAggregationBuilder(org.graylog.shaded.elasticsearch6.org.elasticsearch.search.aggregations.bucket.filter.FilterAggregationBuilder) CardinalityAggregation(io.searchbox.core.search.aggregation.CardinalityAggregation) ResultMessage(org.graylog2.indexer.results.ResultMessage) SearchSourceBuilder(org.graylog.shaded.elasticsearch6.org.elasticsearch.search.builder.SearchSourceBuilder) ValueCountAggregation(io.searchbox.core.search.aggregation.ValueCountAggregation) Search(io.searchbox.core.Search) Map(java.util.Map)

Aggregations

ExtendedStatsAggregation (io.searchbox.core.search.aggregation.ExtendedStatsAggregation)2 FieldStatsResult (org.graylog2.indexer.results.FieldStatsResult)2 VisibleForTesting (com.google.common.annotations.VisibleForTesting)1 Strings.isNullOrEmpty (com.google.common.base.Strings.isNullOrEmpty)1 Search (io.searchbox.core.Search)1 CardinalityAggregation (io.searchbox.core.search.aggregation.CardinalityAggregation)1 ValueCountAggregation (io.searchbox.core.search.aggregation.ValueCountAggregation)1 Parameters (io.searchbox.params.Parameters)1 List (java.util.List)1 Map (java.util.Map)1 Optional (java.util.Optional)1 Set (java.util.Set)1 Collectors (java.util.stream.Collectors)1 Nullable (javax.annotation.Nullable)1 Inject (javax.inject.Inject)1 Strings (org.graylog.shaded.elasticsearch6.org.elasticsearch.common.Strings)1 BoolQueryBuilder (org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.BoolQueryBuilder)1 QueryBuilder (org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilder)1 QueryBuilders (org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilders)1 QueryBuilders.boolQuery (org.graylog.shaded.elasticsearch6.org.elasticsearch.index.query.QueryBuilders.boolQuery)1