Examples with SearchHitField org.elasticsearch.search.SearchHitField used on opensource projects

Example 11 with SearchHitField

use of org.elasticsearch.search.SearchHitField in project fess by codelibs.

the class FessEsClient method getDocument.

public OptionalEntity<Map<String, Object>> getDocument(final String index, final String type, final SearchCondition<SearchRequestBuilder> condition) {
    return getDocument(index, type, condition, (response, hit) -> {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();
        final Map<String, Object> source = hit.getSource();
        if (source != null) {
            final Map<String, Object> docMap = new HashMap<>(source);
            docMap.put(fessConfig.getIndexFieldId(), hit.getId());
            docMap.put(fessConfig.getIndexFieldVersion(), hit.getVersion());
            return docMap;
        }
        final Map<String, SearchHitField> fields = hit.getFields();
        if (fields != null) {
            final Map<String, Object> docMap = fields.entrySet().stream().collect(Collectors.toMap(e -> e.getKey(), e -> (Object) e.getValue().getValues()));
            docMap.put(fessConfig.getIndexFieldId(), hit.getId());
            docMap.put(fessConfig.getIndexFieldVersion(), hit.getVersion());
            return docMap;
        }
        return null;
    });
}

Example 12 with SearchHitField

use of org.elasticsearch.search.SearchHitField in project fess by codelibs.

the class QueryResponseList method init.

public void init(final OptionalEntity<SearchResponse> searchResponseOpt, final int start, final int pageSize) {
    searchResponseOpt.ifPresent(searchResponse -> {
        final FessConfig fessConfig = ComponentUtil.getFessConfig();
        final SearchHits searchHits = searchResponse.getHits();
        allRecordCount = searchHits.getTotalHits();
        queryTime = searchResponse.getTookInMillis();
        if (searchResponse.getTotalShards() != searchResponse.getSuccessfulShards()) {
            partialResults = true;
        }
        final QueryHelper queryHelper = ComponentUtil.getQueryHelper();
        final String hlPrefix = queryHelper.getHighlightPrefix();
        for (final SearchHit searchHit : searchHits.getHits()) {
            final Map<String, Object> docMap = parseSearchHit(fessConfig, hlPrefix, searchHit);
            if (fessConfig.isResultCollapsed()) {
                final Map<String, SearchHits> innerHits = searchHit.getInnerHits();
                if (innerHits != null) {
                    final SearchHits innerSearchHits = innerHits.get(fessConfig.getQueryCollapseInnerHitsName());
                    if (innerSearchHits != null) {
                        final long totalHits = innerSearchHits.getTotalHits();
                        if (totalHits > 1) {
                            docMap.put(fessConfig.getQueryCollapseInnerHitsName() + "_count", totalHits);
                            final SearchHitField bitsField = searchHit.getFields().get(fessConfig.getIndexFieldContentMinhashBits());
                            if (bitsField != null && !bitsField.getValues().isEmpty()) {
                                docMap.put(fessConfig.getQueryCollapseInnerHitsName() + "_hash", bitsField.getValues().get(0));
                            }
                            docMap.put(fessConfig.getQueryCollapseInnerHitsName(), StreamUtil.stream(innerSearchHits.getHits()).get(stream -> stream.map(v -> parseSearchHit(fessConfig, hlPrefix, v)).toArray(n -> new Map[n])));
                        }
                    }
                }
            }
            parent.add(docMap);
        }
        final Aggregations aggregations = searchResponse.getAggregations();
        if (aggregations != null) {
            facetResponse = new FacetResponse(aggregations);
        }
    });
    calculatePageInfo(start, pageSize);
}

Example 13 with SearchHitField

use of org.elasticsearch.search.SearchHitField in project zeppelin by apache.

the class TransportBasedClient method search.

@Override
public ActionResponse search(String[] indices, String[] types, String query, int size) {
    final SearchRequestBuilder reqBuilder = new SearchRequestBuilder(client, SearchAction.INSTANCE);
    reqBuilder.setIndices();
    if (indices != null) {
        reqBuilder.setIndices(indices);
    }
    if (types != null) {
        reqBuilder.setTypes(types);
    }
    if (!StringUtils.isEmpty(query)) {
        // So, try to parse as a JSON => if there is an error, consider the query a Lucene one
        try {
            @SuppressWarnings("rawtypes") final Map source = gson.fromJson(query, Map.class);
            reqBuilder.setExtraSource(source);
        } catch (final JsonSyntaxException e) {
            // This is not a JSON (or maybe not well formatted...)
            reqBuilder.setQuery(QueryBuilders.queryStringQuery(query).analyzeWildcard(true));
        }
    }
    reqBuilder.setSize(size);
    final SearchResponse searchResp = reqBuilder.get();
    final ActionResponse actionResp = new ActionResponse().succeeded(true).totalHits(searchResp.getHits().getTotalHits());
    if (searchResp.getAggregations() != null) {
        setAggregations(searchResp.getAggregations(), actionResp);
    } else {
        for (final SearchHit hit : searchResp.getHits()) {
            // Fields can be found either in _source, or in fields (it depends on the query)
            // => specific for elasticsearch's version < 5
            //
            String src = hit.getSourceAsString();
            if (src == null) {
                final Map<String, Object> hitFields = new HashMap<>();
                for (final SearchHitField hitField : hit.getFields().values()) {
                    hitFields.put(hitField.getName(), hitField.getValues());
                }
                src = gson.toJson(hitFields);
            }
            actionResp.addHit(new HitWrapper(hit.getIndex(), hit.getType(), hit.getId(), src));
        }
    }
    return actionResp;
}

Example 14 with SearchHitField

use of org.elasticsearch.search.SearchHitField in project elasticsearch by elastic.

the class DocValueFieldsFetchSubPhase method hitExecute.

@Override
public void hitExecute(SearchContext context, HitContext hitContext) {
    if (context.collapse() != null) {
        // retrieve the `doc_value` associated with the collapse field
        String name = context.collapse().getFieldType().name();
        if (context.docValueFieldsContext() == null) {
            context.docValueFieldsContext(new DocValueFieldsContext(Collections.singletonList(name)));
        } else if (context.docValueFieldsContext().fields().contains(name) == false) {
            context.docValueFieldsContext().fields().add(name);
        }
    }
    if (context.docValueFieldsContext() == null) {
        return;
    }
    for (String field : context.docValueFieldsContext().fields()) {
        if (hitContext.hit().fieldsOrNull() == null) {
            hitContext.hit().fields(new HashMap<>(2));
        }
        SearchHitField hitField = hitContext.hit().getFields().get(field);
        if (hitField == null) {
            hitField = new SearchHitField(field, new ArrayList<>(2));
            hitContext.hit().getFields().put(field, hitField);
        }
        MappedFieldType fieldType = context.mapperService().fullName(field);
        if (fieldType != null) {
            /* Because this is called once per document we end up creating a new ScriptDocValues for every document which is important
                 * because the values inside ScriptDocValues might be reused for different documents (Dates do this). */
            AtomicFieldData data = context.fieldData().getForField(fieldType).load(hitContext.readerContext());
            ScriptDocValues<?> values = data.getScriptValues();
            values.setNextDocId(hitContext.docId());
            hitField.getValues().addAll(values);
        }
    }
}

Example 15 with SearchHitField

use of org.elasticsearch.search.SearchHitField in project elasticsearch by elastic.

the class FetchPhase method getSearchFields.

private Map<String, SearchHitField> getSearchFields(SearchContext context, int nestedSubDocId, Set<String> fieldNames, List<String> fieldNamePatterns, LeafReaderContext subReaderContext) {
    Map<String, SearchHitField> searchFields = null;
    if (context.hasStoredFields() && !context.storedFieldsContext().fieldNames().isEmpty()) {
        FieldsVisitor nestedFieldsVisitor = new CustomFieldsVisitor(fieldNames == null ? Collections.emptySet() : fieldNames, fieldNamePatterns == null ? Collections.emptyList() : fieldNamePatterns, false);
        if (nestedFieldsVisitor != null) {
            loadStoredFields(context, subReaderContext, nestedFieldsVisitor, nestedSubDocId);
            nestedFieldsVisitor.postProcess(context.mapperService());
            if (!nestedFieldsVisitor.fields().isEmpty()) {
                searchFields = new HashMap<>(nestedFieldsVisitor.fields().size());
                for (Map.Entry<String, List<Object>> entry : nestedFieldsVisitor.fields().entrySet()) {
                    searchFields.put(entry.getKey(), new SearchHitField(entry.getKey(), entry.getValue()));
                }
            }
        }
    }
    return searchFields;
}