Examples with RTimer org.apache.solr.util.RTimer used on opensource projects

Example 6 with RTimer

use of org.apache.solr.util.RTimer in project lucene-solr by apache.

the class TestBlobHandler method postAndCheck.

public static void postAndCheck(CloudSolrClient cloudClient, String baseUrl, String blobName, ByteBuffer bytes, int count) throws Exception {
    postData(cloudClient, baseUrl, blobName, bytes);
    String url;
    Map map = null;
    List l;
    final RTimer timer = new RTimer();
    int i = 0;
    for (; i < 150; i++) {
        //15 secs
        url = baseUrl + "/.system/blob/" + blobName;
        map = TestSolrConfigHandlerConcurrent.getAsMap(url, cloudClient);
        String numFound = String.valueOf(Utils.getObjectByPath(map, false, Arrays.asList("response", "numFound")));
        if (!("" + count).equals(numFound)) {
            Thread.sleep(100);
            continue;
        }
        l = (List) Utils.getObjectByPath(map, false, Arrays.asList("response", "docs"));
        assertNotNull(l);
        map = (Map) l.get(0);
        assertEquals("" + bytes.limit(), String.valueOf(map.get("size")));
        return;
    }
    fail(StrUtils.formatString("Could not successfully add blob after {0} attempts. Expecting {1} items. time elapsed {2}  output  for url is {3}", i, count, timer.getTime(), getAsString(map)));
}

Example 7 with RTimer

use of org.apache.solr.util.RTimer in project lucene-solr by apache.

the class AbstractFullDistribZkTestBase method ensureAllReplicasAreActive.

protected List<Replica> ensureAllReplicasAreActive(String testCollectionName, String shardId, int shards, int rf, int maxWaitSecs) throws Exception {
    final RTimer timer = new RTimer();
    Map<String, Replica> notLeaders = new HashMap<>();
    ZkStateReader zkr = cloudClient.getZkStateReader();
    // force the state to be fresh
    zkr.forceUpdateCollection(testCollectionName);
    ClusterState cs = zkr.getClusterState();
    Collection<Slice> slices = cs.getActiveSlices(testCollectionName);
    assertTrue(slices.size() == shards);
    boolean allReplicasUp = false;
    long waitMs = 0L;
    long maxWaitMs = maxWaitSecs * 1000L;
    Replica leader = null;
    while (waitMs < maxWaitMs && !allReplicasUp) {
        cs = cloudClient.getZkStateReader().getClusterState();
        assertNotNull(cs);
        Slice shard = cs.getSlice(testCollectionName, shardId);
        assertNotNull("No Slice for " + shardId, shard);
        // assume true
        allReplicasUp = true;
        Collection<Replica> replicas = shard.getReplicas();
        assertTrue("Did not find correct number of replicas. Expected:" + rf + " Found:" + replicas.size(), replicas.size() == rf);
        leader = shard.getLeader();
        assertNotNull(leader);
        log.info("Found " + replicas.size() + " replicas and leader on " + leader.getNodeName() + " for " + shardId + " in " + testCollectionName);
        // ensure all replicas are "active" and identify the non-leader replica
        for (Replica replica : replicas) {
            if (replica.getState() != Replica.State.ACTIVE) {
                log.info("Replica {} is currently {}", replica.getName(), replica.getState());
                allReplicasUp = false;
            }
            if (!leader.equals(replica))
                notLeaders.put(replica.getName(), replica);
        }
        if (!allReplicasUp) {
            try {
                Thread.sleep(500L);
            } catch (Exception ignoreMe) {
            }
            waitMs += 500L;
        }
    }
    if (!allReplicasUp)
        fail("Didn't see all replicas for shard " + shardId + " in " + testCollectionName + " come up within " + maxWaitMs + " ms! ClusterState: " + printClusterStateInfo());
    if (notLeaders.isEmpty())
        fail("Didn't isolate any replicas that are not the leader! ClusterState: " + printClusterStateInfo());
    log.info("Took {} ms to see all replicas become active.", timer.getTime());
    List<Replica> replicas = new ArrayList<>();
    replicas.addAll(notLeaders.values());
    return replicas;
}

Example 8 with RTimer

use of org.apache.solr.util.RTimer in project lucene-solr by apache.

the class FacetProcessor method processSubs.

void processSubs(SimpleOrderedMap<Object> response, Query filter, DocSet domain, boolean skip, Map<String, Object> facetInfo) throws IOException {
    boolean emptyDomain = domain == null || domain.size() == 0;
    for (Map.Entry<String, FacetRequest> sub : freq.getSubFacets().entrySet()) {
        FacetRequest subRequest = sub.getValue();
        // end if it was unproductive.
        if (emptyDomain && !freq.processEmpty && !subRequest.canProduceFromEmpty()) {
            continue;
        }
        Map<String, Object> facetInfoSub = null;
        if (facetInfo != null) {
            facetInfoSub = (Map<String, Object>) facetInfo.get(sub.getKey());
        }
        // If we're skipping this node, then we only need to process sub-facets that have facet info specified.
        if (skip && facetInfoSub == null)
            continue;
        // make a new context for each sub-facet since they can change the domain
        FacetContext subContext = fcontext.sub(filter, domain);
        subContext.facetInfo = facetInfoSub;
        // turn off the skip flag if we're not skipping this bucket
        if (!skip)
            subContext.flags &= ~FacetContext.SKIP_FACET;
        FacetProcessor subProcessor = subRequest.createFacetProcessor(subContext);
        if (fcontext.getDebugInfo() != null) {
            // if fcontext.debugInfo != null, it means rb.debug() == true
            FacetDebugInfo fdebug = new FacetDebugInfo();
            subContext.setDebugInfo(fdebug);
            fcontext.getDebugInfo().addChild(fdebug);
            fdebug.setReqDescription(subRequest.getFacetDescription());
            fdebug.setProcessor(subProcessor.getClass().getSimpleName());
            if (subContext.filter != null)
                fdebug.setFilter(subContext.filter.toString());
            final RTimer timer = new RTimer();
            subProcessor.process();
            long timeElapsed = (long) timer.getTime();
            fdebug.setElapse(timeElapsed);
            fdebug.putInfoItem("domainSize", (long) subContext.base.size());
        } else {
            subProcessor.process();
        }
        response.add(sub.getKey(), subProcessor.getResponse());
    }
}

Example 9 with RTimer

use of org.apache.solr.util.RTimer in project lucene-solr by apache.

the class LeaderInitiatedRecoveryThread method run.

public void run() {
    RTimer timer = new RTimer();
    String replicaCoreName = nodeProps.getCoreName();
    String replicaCoreNodeName = ((Replica) nodeProps.getNodeProps()).getName();
    String replicaNodeName = nodeProps.getNodeName();
    final String replicaUrl = nodeProps.getCoreUrl();
    if (!zkController.isReplicaInRecoveryHandling(replicaUrl)) {
        throw new SolrException(ErrorCode.INVALID_STATE, "Replica: " + replicaUrl + " should have been marked under leader initiated recovery in ZkController but wasn't.");
    }
    boolean sendRecoveryCommand = publishDownState(replicaCoreName, replicaCoreNodeName, replicaNodeName, replicaUrl, false);
    if (sendRecoveryCommand) {
        try {
            sendRecoveryCommandWithRetry();
        } catch (Exception exc) {
            log.error(getName() + " failed due to: " + exc, exc);
            if (exc instanceof SolrException) {
                throw (SolrException) exc;
            } else {
                throw new SolrException(ErrorCode.SERVER_ERROR, exc);
            }
        } finally {
            zkController.removeReplicaFromLeaderInitiatedRecoveryHandling(replicaUrl);
        }
    } else {
        // replica is no longer in recovery on this node (may be handled on another node)
        zkController.removeReplicaFromLeaderInitiatedRecoveryHandling(replicaUrl);
    }
    log.info("{} completed successfully after running for {}ms", getName(), timer.getTime());
}

Example 10 with RTimer

use of org.apache.solr.util.RTimer in project lucene-solr by apache.

the class OverseerCollectionMessageHandler method waitForNewShard.

void waitForNewShard(String collectionName, String sliceName) throws KeeperException, InterruptedException {
    log.debug("Waiting for slice {} of collection {} to be available", sliceName, collectionName);
    RTimer timer = new RTimer();
    int retryCount = 320;
    while (retryCount-- > 0) {
        DocCollection collection = zkStateReader.getClusterState().getCollection(collectionName);
        if (collection == null) {
            throw new SolrException(ErrorCode.SERVER_ERROR, "Unable to find collection: " + collectionName + " in clusterstate");
        }
        Slice slice = collection.getSlice(sliceName);
        if (slice != null) {
            log.debug("Waited for {}ms for slice {} of collection {} to be available", timer.getTime(), sliceName, collectionName);
            return;
        }
        Thread.sleep(1000);
    }
    throw new SolrException(ErrorCode.SERVER_ERROR, "Could not find new slice " + sliceName + " in collection " + collectionName + " even after waiting for " + timer.getTime() + "ms");
}