Examples with ShardRequest org.apache.solr.handler.component.ShardRequest used on opensource projects

Example 11 with ShardRequest

use of org.apache.solr.handler.component.ShardRequest in project lucene-solr by apache.

the class PeerSync method handleResponse.

private boolean handleResponse(ShardResponse srsp) {
    ShardRequest sreq = srsp.getShardRequest();
    if (srsp.getException() != null) {
        // redundantly asking other replicas for them).
        if (cantReachIsSuccess && sreq.purpose == 1 && srsp.getException() instanceof SolrServerException) {
            Throwable solrException = ((SolrServerException) srsp.getException()).getRootCause();
            boolean connectTimeoutExceptionInChain = connectTimeoutExceptionInChain(srsp.getException());
            if (connectTimeoutExceptionInChain || solrException instanceof ConnectException || solrException instanceof ConnectTimeoutException || solrException instanceof NoHttpResponseException || solrException instanceof SocketException) {
                log.warn(msg() + " couldn't connect to " + srsp.getShardAddress() + ", counting as success", srsp.getException());
                return true;
            }
        }
        if (cantReachIsSuccess && sreq.purpose == 1 && srsp.getException() instanceof SolrException && ((SolrException) srsp.getException()).code() == 503) {
            log.warn(msg() + " got a 503 from " + srsp.getShardAddress() + ", counting as success", srsp.getException());
            return true;
        }
        if (cantReachIsSuccess && sreq.purpose == 1 && srsp.getException() instanceof SolrException && ((SolrException) srsp.getException()).code() == 404) {
            log.warn(msg() + " got a 404 from " + srsp.getShardAddress() + ", counting as success. " + "Perhaps /get is not registered?", srsp.getException());
            return true;
        }
        // TODO: we should return the above information so that when we can request a recovery through zookeeper, we do
        // that for these nodes
        // TODO: at least log???
        // srsp.getException().printStackTrace(System.out);
        log.warn(msg() + " exception talking to " + srsp.getShardAddress() + ", failed", srsp.getException());
        return false;
    }
    if (sreq.purpose == 1) {
        return handleVersions(srsp);
    } else {
        return handleUpdates(srsp);
    }
}

Example 12 with ShardRequest

use of org.apache.solr.handler.component.ShardRequest in project lucene-solr by apache.

the class PeerSync method requestUpdates.

private boolean requestUpdates(ShardResponse srsp, String versionsAndRanges, long totalUpdates) {
    String replica = srsp.getShardRequest().shards[0];
    log.info(msg() + "Requesting updates from " + replica + "n=" + totalUpdates + " versions=" + versionsAndRanges);
    // reuse our original request object
    ShardRequest sreq = srsp.getShardRequest();
    sreq.purpose = 0;
    sreq.params = new ModifiableSolrParams();
    sreq.params.set("qt", "/get");
    sreq.params.set(DISTRIB, false);
    sreq.params.set("getUpdates", versionsAndRanges);
    sreq.params.set("onlyIfActive", onlyIfActive);
    // fingerprint should really be requested only for the maxversion  we are requesting updates for
    // In case updates are coming in while node is coming up after restart, node would have already
    // buffered some of the updates. fingerprint we requested with versions would reflect versions
    // in our buffer as well and will definitely cause a mismatch
    sreq.params.set("fingerprint", doFingerprint);
    // needs to be zeroed for correct correlation to occur
    sreq.responses.clear();
    shardHandler.submit(sreq, sreq.shards[0], sreq.params);
    return true;
}

Example 13 with ShardRequest

use of org.apache.solr.handler.component.ShardRequest in project lucene-solr by apache.

the class PeerSync method sync.

/** Requests and applies recent updates from peers */
public static void sync(SolrCore core, List<String> replicas, int nUpdates) {
    ShardHandlerFactory shardHandlerFactory = core.getCoreContainer().getShardHandlerFactory();
    ShardHandler shardHandler = shardHandlerFactory.getShardHandler();
    for (String replica : replicas) {
        ShardRequest sreq = new ShardRequest();
        sreq.shards = new String[] { replica };
        sreq.params = new ModifiableSolrParams();
        sreq.params.set("qt", "/get");
        sreq.params.set(DISTRIB, false);
        sreq.params.set("getVersions", nUpdates);
        shardHandler.submit(sreq, replica, sreq.params);
    }
    for (String replica : replicas) {
        ShardResponse srsp = shardHandler.takeCompletedOrError();
    }
}

Example 14 with ShardRequest

use of org.apache.solr.handler.component.ShardRequest in project lucene-solr by apache.

the class SearchGroupsRequestFactory method constructRequest.

/**
   * {@inheritDoc}
   */
@Override
public ShardRequest[] constructRequest(ResponseBuilder rb) {
    ShardRequest sreq = new ShardRequest();
    GroupingSpecification groupingSpecification = rb.getGroupingSpec();
    if (groupingSpecification.getFields().length == 0) {
        return new ShardRequest[0];
    }
    sreq.purpose = ShardRequest.PURPOSE_GET_TOP_GROUPS;
    sreq.params = new ModifiableSolrParams(rb.req.getParams());
    // TODO: base on current params or original params?
    // don't pass through any shards param
    sreq.params.remove(ShardParams.SHARDS);
    // results from the start.
    if (rb.shards_start > -1) {
        // if the client set shards.start set this explicitly
        sreq.params.set(CommonParams.START, rb.shards_start);
    } else {
        sreq.params.set(CommonParams.START, "0");
    }
    // we could just specify that this is a shard request.
    if (rb.shards_rows > -1) {
        // if the client set shards.rows set this explicity
        sreq.params.set(CommonParams.ROWS, rb.shards_rows);
    } else {
        sreq.params.set(CommonParams.ROWS, rb.getSortSpec().getOffset() + rb.getSortSpec().getCount());
    }
    // in this first phase, request only the unique key field
    // and any fields needed for merging.
    sreq.params.set(GroupParams.GROUP_DISTRIBUTED_FIRST, "true");
    if ((rb.getFieldFlags() & SolrIndexSearcher.GET_SCORES) != 0 || rb.getSortSpec().includesScore()) {
        sreq.params.set(CommonParams.FL, rb.req.getSchema().getUniqueKeyField().getName() + ",score");
    } else {
        sreq.params.set(CommonParams.FL, rb.req.getSchema().getUniqueKeyField().getName());
    }
    return new ShardRequest[] { sreq };
}

Example 15 with ShardRequest

use of org.apache.solr.handler.component.ShardRequest in project lucene-solr by apache.

the class StoredFieldsShardRequestFactory method constructRequest.

@Override
public ShardRequest[] constructRequest(ResponseBuilder rb) {
    HashMap<String, Set<ShardDoc>> shardMap = new HashMap<>();
    for (TopGroups<BytesRef> topGroups : rb.mergedTopGroups.values()) {
        for (GroupDocs<BytesRef> group : topGroups.groups) {
            mapShardToDocs(shardMap, group.scoreDocs);
        }
    }
    for (QueryCommandResult queryCommandResult : rb.mergedQueryCommandResults.values()) {
        mapShardToDocs(shardMap, queryCommandResult.getTopDocs().scoreDocs);
    }
    ShardRequest[] shardRequests = new ShardRequest[shardMap.size()];
    SchemaField uniqueField = rb.req.getSchema().getUniqueKeyField();
    int i = 0;
    for (Collection<ShardDoc> shardDocs : shardMap.values()) {
        ShardRequest sreq = new ShardRequest();
        sreq.purpose = ShardRequest.PURPOSE_GET_FIELDS;
        sreq.shards = new String[] { shardDocs.iterator().next().shard };
        sreq.params = new ModifiableSolrParams();
        sreq.params.add(rb.req.getParams());
        sreq.params.remove(GroupParams.GROUP);
        sreq.params.remove(CommonParams.SORT);
        sreq.params.remove(ResponseBuilder.FIELD_SORT_VALUES);
        String fl = sreq.params.get(CommonParams.FL);
        if (fl != null) {
            fl = fl.trim();
            // don't add "id" if the fl is empty or "score" or it would change the meaning.
            if (fl.length() != 0 && !"score".equals(fl) && !"*".equals(fl)) {
                sreq.params.set(CommonParams.FL, fl + ',' + uniqueField.getName());
            }
        }
        List<String> ids = new ArrayList<>(shardDocs.size());
        for (ShardDoc shardDoc : shardDocs) {
            ids.add(shardDoc.id.toString());
        }
        sreq.params.add(ShardParams.IDS, StrUtils.join(ids, ','));
        shardRequests[i++] = sreq;
    }
    return shardRequests;
}