Search in sources :

Example 1 with QueryResponseList

use of org.codelibs.fess.util.QueryResponseList in project fess by codelibs.

the class SearchService method search.

// ===================================================================================
//                                                                              Method
//                                                                      ==============
public void search(final SearchRequestParams params, final SearchRenderData data, final OptionalThing<FessUserBean> userBean) {
    final long requestedTime = systemHelper.getCurrentTimeAsLong();
    final long startTime = System.currentTimeMillis();
    final boolean searchLogSupport = fessConfig.isSearchLog();
    final String query = QueryStringBuilder.query(params.getQuery()).extraQueries(params.getExtraQueries()).fields(params.getFields()).build();
    final int pageStart = params.getStartPosition();
    final int pageSize = params.getPageSize();
    final String sortField = params.getSort();
    final List<Map<String, Object>> documentItems = fessEsClient.search(fessConfig.getIndexDocumentSearchIndex(), fessConfig.getIndexDocumentType(), searchRequestBuilder -> {
        fessConfig.processSearchPreference(searchRequestBuilder, userBean);
        return SearchConditionBuilder.builder(searchRequestBuilder).query(StringUtil.isBlank(sortField) ? query : query + " sort:" + sortField).offset(pageStart).size(pageSize).facetInfo(params.getFacetInfo()).geoInfo(params.getGeoInfo()).similarDocHash(params.getSimilarDocHash()).responseFields(queryHelper.getResponseFields()).searchRequestType(params.getType()).build();
    }, (searchRequestBuilder, execTime, searchResponse) -> {
        final QueryResponseList queryResponseList = ComponentUtil.getQueryResponseList();
        queryResponseList.init(searchResponse, pageStart, pageSize);
        return queryResponseList;
    });
    data.setDocumentItems(documentItems);
    // search
    final QueryResponseList queryResponseList = (QueryResponseList) documentItems;
    data.setFacetResponse(queryResponseList.getFacetResponse());
    @SuppressWarnings("unchecked") final Set<String> highlightQueries = (Set<String>) params.getAttribute(Constants.HIGHLIGHT_QUERIES);
    if (highlightQueries != null) {
        final StringBuilder buf = new StringBuilder(100);
        highlightQueries.stream().forEach(q -> {
            buf.append("&hq=").append(LaFunctions.u(q));
        });
        data.setAppendHighlightParams(buf.toString());
    }
    queryResponseList.setExecTime(System.currentTimeMillis() - startTime);
    final NumberFormat nf = NumberFormat.getInstance(params.getLocale());
    nf.setMaximumIntegerDigits(2);
    nf.setMaximumFractionDigits(2);
    String execTime;
    try {
        execTime = nf.format((double) queryResponseList.getExecTime() / 1000);
    } catch (final Exception e) {
        execTime = StringUtil.EMPTY;
    }
    data.setExecTime(execTime);
    final String queryId = queryHelper.generateId();
    data.setPageSize(queryResponseList.getPageSize());
    data.setCurrentPageNumber(queryResponseList.getCurrentPageNumber());
    data.setAllRecordCount(queryResponseList.getAllRecordCount());
    data.setAllPageCount(queryResponseList.getAllPageCount());
    data.setExistNextPage(queryResponseList.isExistNextPage());
    data.setExistPrevPage(queryResponseList.isExistPrevPage());
    data.setCurrentStartRecordNumber(queryResponseList.getCurrentStartRecordNumber());
    data.setCurrentEndRecordNumber(queryResponseList.getCurrentEndRecordNumber());
    data.setPageNumberList(queryResponseList.getPageNumberList());
    data.setPartialResults(queryResponseList.isPartialResults());
    data.setQueryTime(queryResponseList.getQueryTime());
    data.setSearchQuery(query);
    data.setRequestedTime(requestedTime);
    data.setQueryId(queryId);
    // search log
    if (searchLogSupport) {
        ComponentUtil.getSearchLogHelper().addSearchLog(params, DfTypeUtil.toLocalDateTime(requestedTime), queryId, query, pageStart, pageSize, queryResponseList);
    }
}
Also used : HashSet(java.util.HashSet) Set(java.util.Set) QueryStringBuilder(org.codelibs.fess.util.QueryStringBuilder) ElasticsearchException(org.elasticsearch.ElasticsearchException) FessEsClientException(org.codelibs.fess.es.client.FessEsClientException) ExecutionException(java.util.concurrent.ExecutionException) QueryResponseList(org.codelibs.fess.util.QueryResponseList) Map(java.util.Map) NumberFormat(java.text.NumberFormat)

Example 2 with QueryResponseList

use of org.codelibs.fess.util.QueryResponseList in project fess by codelibs.

the class SearchLogHelper method addSearchLog.

public void addSearchLog(final SearchRequestParams params, final LocalDateTime requestedTime, final String queryId, final String query, final int pageStart, final int pageSize, final QueryResponseList queryResponseList) {
    final RoleQueryHelper roleQueryHelper = ComponentUtil.getRoleQueryHelper();
    final UserInfoHelper userInfoHelper = ComponentUtil.getUserInfoHelper();
    final SearchLog searchLog = new SearchLog();
    if (ComponentUtil.getFessConfig().isUserInfo()) {
        final String userCode = userInfoHelper.getUserCode();
        if (userCode != null) {
            searchLog.setUserSessionId(userCode);
        }
    }
    searchLog.setRoles(roleQueryHelper.build(params.getType()).stream().toArray(n -> new String[n]));
    searchLog.setQueryId(queryId);
    searchLog.setHitCount(queryResponseList.getAllRecordCount());
    searchLog.setResponseTime(queryResponseList.getExecTime());
    searchLog.setQueryTime(queryResponseList.getQueryTime());
    searchLog.setSearchWord(StringUtils.abbreviate(query, 1000));
    searchLog.setSearchQuery(StringUtils.abbreviate(queryResponseList.getSearchQuery(), 1000));
    searchLog.setRequestedAt(requestedTime);
    searchLog.setQueryOffset(pageStart);
    searchLog.setQueryPageSize(pageSize);
    ComponentUtil.getRequestManager().findUserBean(FessUserBean.class).ifPresent(user -> {
        searchLog.setUser(user.getUserId());
    });
    final HttpServletRequest request = LaRequestUtil.getRequest();
    searchLog.setClientIp(StringUtils.abbreviate(ComponentUtil.getViewHelper().getClientIp(request), 100));
    searchLog.setReferer(StringUtils.abbreviate(request.getHeader("referer"), 1000));
    searchLog.setUserAgent(StringUtils.abbreviate(request.getHeader("user-agent"), 255));
    final Object accessType = request.getAttribute(Constants.SEARCH_LOG_ACCESS_TYPE);
    if (Constants.SEARCH_LOG_ACCESS_TYPE_JSON.equals(accessType)) {
        searchLog.setAccessType(Constants.SEARCH_LOG_ACCESS_TYPE_JSON);
    } else if (Constants.SEARCH_LOG_ACCESS_TYPE_XML.equals(accessType)) {
        searchLog.setAccessType(Constants.SEARCH_LOG_ACCESS_TYPE_XML);
    } else if (Constants.SEARCH_LOG_ACCESS_TYPE_OTHER.equals(accessType)) {
        searchLog.setAccessType(Constants.SEARCH_LOG_ACCESS_TYPE_OTHER);
    } else {
        searchLog.setAccessType(Constants.SEARCH_LOG_ACCESS_TYPE_WEB);
    }
    final Object languages = request.getAttribute(Constants.REQUEST_LANGUAGES);
    if (languages != null) {
        searchLog.setLanguages(StringUtils.join((String[]) languages, ","));
    } else {
        searchLog.setLanguages("");
    }
    @SuppressWarnings("unchecked") final Map<String, List<String>> fieldLogMap = (Map<String, List<String>>) request.getAttribute(Constants.FIELD_LOGS);
    if (fieldLogMap != null) {
        for (final Map.Entry<String, List<String>> logEntry : fieldLogMap.entrySet()) {
            for (final String value : logEntry.getValue()) {
                searchLog.addSearchFieldLogValue(logEntry.getKey(), StringUtils.abbreviate(value, 1000));
            }
        }
    }
    searchLogQueue.add(searchLog);
}
Also used : QueryResponseList(org.codelibs.fess.util.QueryResponseList) Constants(org.codelibs.fess.Constants) DocumentUtil(org.codelibs.fess.util.DocumentUtil) OptionalThing(org.dbflute.optional.OptionalThing) LocalDateTime(java.time.LocalDateTime) LoggerFactory(org.slf4j.LoggerFactory) HashMap(java.util.HashMap) LruHashMap(org.codelibs.core.collection.LruHashMap) ClickLog(org.codelibs.fess.es.log.exentity.ClickLog) StringUtils(org.apache.commons.lang3.StringUtils) LaRequestUtil(org.lastaflute.web.util.LaRequestUtil) ArrayList(java.util.ArrayList) FessUserBean(org.codelibs.fess.mylasta.action.FessUserBean) HttpServletRequest(javax.servlet.http.HttpServletRequest) SearchRequestType(org.codelibs.fess.entity.SearchRequestParams.SearchRequestType) FessConfig(org.codelibs.fess.mylasta.direction.FessConfig) SearchRequestParams(org.codelibs.fess.entity.SearchRequestParams) Map(java.util.Map) FavoriteLogBhv(org.codelibs.fess.es.log.exbhv.FavoriteLogBhv) SearchFieldLog(org.codelibs.fess.es.log.exentity.SearchFieldLog) UserInfo(org.codelibs.fess.es.log.exentity.UserInfo) Script(org.elasticsearch.script.Script) StreamUtil.stream(org.codelibs.core.stream.StreamUtil.stream) Logger(org.slf4j.Logger) UserInfoBhv(org.codelibs.fess.es.log.exbhv.UserInfoBhv) ClickLogBhv(org.codelibs.fess.es.log.exbhv.ClickLogBhv) SearchLog(org.codelibs.fess.es.log.exentity.SearchLog) SearchFieldLogBhv(org.codelibs.fess.es.log.exbhv.SearchFieldLogBhv) StringUtil(org.codelibs.core.lang.StringUtil) UpdateRequest(org.elasticsearch.action.update.UpdateRequest) SearchService(org.codelibs.fess.app.service.SearchService) List(java.util.List) SearchLogBhv(org.codelibs.fess.es.log.exbhv.SearchLogBhv) ComponentUtil(org.codelibs.fess.util.ComponentUtil) PostConstruct(javax.annotation.PostConstruct) Queue(java.util.Queue) ConcurrentLinkedQueue(java.util.concurrent.ConcurrentLinkedQueue) FessUserBean(org.codelibs.fess.mylasta.action.FessUserBean) HttpServletRequest(javax.servlet.http.HttpServletRequest) SearchLog(org.codelibs.fess.es.log.exentity.SearchLog) QueryResponseList(org.codelibs.fess.util.QueryResponseList) ArrayList(java.util.ArrayList) List(java.util.List) HashMap(java.util.HashMap) LruHashMap(org.codelibs.core.collection.LruHashMap) Map(java.util.Map)

Aggregations

Map (java.util.Map)2 QueryResponseList (org.codelibs.fess.util.QueryResponseList)2 NumberFormat (java.text.NumberFormat)1 LocalDateTime (java.time.LocalDateTime)1 ArrayList (java.util.ArrayList)1 HashMap (java.util.HashMap)1 HashSet (java.util.HashSet)1 List (java.util.List)1 Queue (java.util.Queue)1 Set (java.util.Set)1 ConcurrentLinkedQueue (java.util.concurrent.ConcurrentLinkedQueue)1 ExecutionException (java.util.concurrent.ExecutionException)1 PostConstruct (javax.annotation.PostConstruct)1 HttpServletRequest (javax.servlet.http.HttpServletRequest)1 StringUtils (org.apache.commons.lang3.StringUtils)1 LruHashMap (org.codelibs.core.collection.LruHashMap)1 StringUtil (org.codelibs.core.lang.StringUtil)1 StreamUtil.stream (org.codelibs.core.stream.StreamUtil.stream)1 Constants (org.codelibs.fess.Constants)1 SearchService (org.codelibs.fess.app.service.SearchService)1