Search in sources :

Example 6 with GenericSolrRequest

use of org.apache.solr.client.solrj.request.GenericSolrRequest in project lucene-solr by apache.

the class DistributedUpdateProcessor method fetchFullUpdateFromLeader.

/**
   * This method is used when an update on which a particular in-place update has been lost for some reason. This method
   * sends a request to the shard leader to fetch the latest full document as seen on the leader.
   * @return AddUpdateCommand containing latest full doc at shard leader for the given id, or null if not found.
   */
private UpdateCommand fetchFullUpdateFromLeader(AddUpdateCommand inplaceAdd, long versionOnUpdate) throws IOException {
    String id = inplaceAdd.getPrintableId();
    UpdateShardHandler updateShardHandler = inplaceAdd.getReq().getCore().getCoreContainer().getUpdateShardHandler();
    ModifiableSolrParams params = new ModifiableSolrParams();
    params.set(DISTRIB, false);
    params.set("getInputDocument", id);
    params.set("onlyIfActive", true);
    SolrRequest<SimpleSolrResponse> ur = new GenericSolrRequest(METHOD.GET, "/get", params);
    String leaderUrl = req.getParams().get(DISTRIB_FROM);
    if (leaderUrl == null) {
        // leader for the update.
        if (zkController == null) {
            // we should be in cloud mode, but wtf? could be a unit test
            throw new SolrException(ErrorCode.SERVER_ERROR, "Can't find document with id=" + id + ", but fetching from leader " + "failed since we're not in cloud mode.");
        }
        Replica leader;
        try {
            leader = zkController.getZkStateReader().getLeaderRetry(cloudDesc.getCollectionName(), cloudDesc.getShardId());
        } catch (InterruptedException e) {
            throw new SolrException(ErrorCode.SERVER_ERROR, "Exception during fetching from leader.", e);
        }
        leaderUrl = leader.getCoreUrl();
    }
    HttpSolrClient hsc = new HttpSolrClient.Builder(leaderUrl).withHttpClient(updateShardHandler.getHttpClient()).build();
    NamedList rsp = null;
    try {
        rsp = hsc.request(ur);
    } catch (SolrServerException e) {
        throw new SolrException(ErrorCode.SERVER_ERROR, "Error during fetching [" + id + "] from leader (" + leaderUrl + "): ", e);
    } finally {
        hsc.close();
    }
    Object inputDocObj = rsp.get("inputDocument");
    Long version = (Long) rsp.get("version");
    SolrInputDocument leaderDoc = (SolrInputDocument) inputDocObj;
    if (leaderDoc == null) {
        // this doc was not found (deleted) on the leader. Lets delete it here as well.
        DeleteUpdateCommand del = new DeleteUpdateCommand(inplaceAdd.getReq());
        del.setIndexedId(inplaceAdd.getIndexedId());
        del.setId(inplaceAdd.getIndexedId().utf8ToString());
        del.setVersion((version == null || version == 0) ? -versionOnUpdate : version);
        return del;
    }
    AddUpdateCommand cmd = new AddUpdateCommand(req);
    cmd.solrDoc = leaderDoc;
    cmd.setVersion((long) leaderDoc.getFieldValue(CommonParams.VERSION_FIELD));
    return cmd;
}
Also used : GenericSolrRequest(org.apache.solr.client.solrj.request.GenericSolrRequest) NamedList(org.apache.solr.common.util.NamedList) CharsRefBuilder(org.apache.lucene.util.CharsRefBuilder) SolrServerException(org.apache.solr.client.solrj.SolrServerException) SimpleSolrResponse(org.apache.solr.client.solrj.response.SimpleSolrResponse) UpdateShardHandler(org.apache.solr.update.UpdateShardHandler) Replica(org.apache.solr.common.cloud.Replica) ModifiableSolrParams(org.apache.solr.common.params.ModifiableSolrParams) HttpSolrClient(org.apache.solr.client.solrj.impl.HttpSolrClient) SolrInputDocument(org.apache.solr.common.SolrInputDocument) DeleteUpdateCommand(org.apache.solr.update.DeleteUpdateCommand) AddUpdateCommand(org.apache.solr.update.AddUpdateCommand) SolrException(org.apache.solr.common.SolrException)

Example 7 with GenericSolrRequest

use of org.apache.solr.client.solrj.request.GenericSolrRequest in project lucene-solr by apache.

the class OverseerModifyCollectionTest method testModifyColl.

@Test
public void testModifyColl() throws Exception {
    final String collName = "modifyColl";
    CollectionAdminRequest.createCollection(collName, "conf1", 1, 2).process(cluster.getSolrClient());
    // TODO create a modifyCollection() method on CollectionAdminRequest
    ModifiableSolrParams p1 = new ModifiableSolrParams();
    p1.add("collection", collName);
    p1.add("action", "MODIFYCOLLECTION");
    p1.add("collection.configName", "conf2");
    cluster.getSolrClient().request(new GenericSolrRequest(POST, COLLECTIONS_HANDLER_PATH, p1));
    assertEquals("conf2", getConfigNameFromZk(collName));
    //Try an invalid config name
    ModifiableSolrParams p2 = new ModifiableSolrParams();
    p2.add("collection", collName);
    p2.add("action", "MODIFYCOLLECTION");
    p2.add("collection.configName", "notARealConfigName");
    Exception e = expectThrows(Exception.class, () -> {
        cluster.getSolrClient().request(new GenericSolrRequest(POST, COLLECTIONS_HANDLER_PATH, p2));
    });
    assertTrue(e.getMessage(), e.getMessage().contains("Can not find the specified config set"));
}
Also used : GenericSolrRequest(org.apache.solr.client.solrj.request.GenericSolrRequest) ModifiableSolrParams(org.apache.solr.common.params.ModifiableSolrParams) KeeperException(org.apache.zookeeper.KeeperException) Test(org.junit.Test)

Example 8 with GenericSolrRequest

use of org.apache.solr.client.solrj.request.GenericSolrRequest in project lucene-solr by apache.

the class ForceLeaderTest method getLastPublishedState.

/*protected void setLastPublishedState(String collection, String slice, Replica replica, Replica.State state) throws SolrServerException, IOException,
  KeeperException, InterruptedException {
    ZkStateReader zkStateReader = cloudClient.getZkStateReader();
    String baseUrl = zkStateReader.getBaseUrlForNodeName(replica.getNodeName());

    ModifiableSolrParams params = new ModifiableSolrParams();
    params.set(CoreAdminParams.ACTION, CoreAdminAction.FORCEPREPAREFORLEADERSHIP.toString());
    params.set(CoreAdminParams.CORE, replica.getStr("core"));
    params.set(ZkStateReader.STATE_PROP, state.toString());

    SolrRequest<SimpleSolrResponse> req = new GenericSolrRequest(METHOD.GET, "/admin/cores", params);
    NamedList resp = null;
    try (HttpSolrClient hsc = new HttpSolrClient(baseUrl)) {
       resp = hsc.request(req);
    }
  }*/
protected Replica.State getLastPublishedState(String collection, String slice, Replica replica) throws SolrServerException, IOException, KeeperException, InterruptedException {
    ZkStateReader zkStateReader = cloudClient.getZkStateReader();
    String baseUrl = zkStateReader.getBaseUrlForNodeName(replica.getNodeName());
    ModifiableSolrParams params = new ModifiableSolrParams();
    params.set(CoreAdminParams.ACTION, CoreAdminAction.STATUS.toString());
    params.set(CoreAdminParams.CORE, replica.getStr("core"));
    SolrRequest<SimpleSolrResponse> req = new GenericSolrRequest(METHOD.GET, "/admin/cores", params);
    NamedList resp = null;
    try (HttpSolrClient hsc = getHttpSolrClient(baseUrl)) {
        resp = hsc.request(req);
    }
    String lastPublished = (((NamedList<NamedList<String>>) resp.get("status")).get(replica.getStr("core"))).get("lastPublished");
    return Replica.State.getState(lastPublished);
}
Also used : ZkStateReader(org.apache.solr.common.cloud.ZkStateReader) HttpSolrClient(org.apache.solr.client.solrj.impl.HttpSolrClient) GenericSolrRequest(org.apache.solr.client.solrj.request.GenericSolrRequest) NamedList(org.apache.solr.common.util.NamedList) SimpleSolrResponse(org.apache.solr.client.solrj.response.SimpleSolrResponse) ModifiableSolrParams(org.apache.solr.common.params.ModifiableSolrParams)

Aggregations

GenericSolrRequest (org.apache.solr.client.solrj.request.GenericSolrRequest)8 ModifiableSolrParams (org.apache.solr.common.params.ModifiableSolrParams)7 HttpSolrClient (org.apache.solr.client.solrj.impl.HttpSolrClient)6 Test (org.junit.Test)5 SimpleSolrResponse (org.apache.solr.client.solrj.response.SimpleSolrResponse)3 HttpResponse (org.apache.http.HttpResponse)2 HttpClient (org.apache.http.client.HttpClient)2 HttpPost (org.apache.http.client.methods.HttpPost)2 ByteArrayEntity (org.apache.http.entity.ByteArrayEntity)2 JettySolrRunner (org.apache.solr.client.solrj.embedded.JettySolrRunner)2 SolrInputDocument (org.apache.solr.common.SolrInputDocument)2 NamedList (org.apache.solr.common.util.NamedList)2 ByteArrayInputStream (java.io.ByteArrayInputStream)1 ByteArrayOutputStream (java.io.ByteArrayOutputStream)1 IOException (java.io.IOException)1 PrintStream (java.io.PrintStream)1 Collections.singletonMap (java.util.Collections.singletonMap)1 List (java.util.List)1 Map (java.util.Map)1 CharsRefBuilder (org.apache.lucene.util.CharsRefBuilder)1