Examples with TopN org.apache.hadoop.metrics2.util.Metrics2Util.TopN used on opensource projects

Example 1 with TopN

use of org.apache.hadoop.metrics2.util.Metrics2Util.TopN in project hadoop by apache.

the class RollingWindowManager method snapshot.

/**
   * Take a snapshot of current top users in the past period.
   *
   * @param time the current time
   * @return a TopWindow describing the top users for each metric in the 
   * window.
   */
public TopWindow snapshot(long time) {
    TopWindow window = new TopWindow(windowLenMs);
    Set<String> metricNames = metricMap.keySet();
    LOG.debug("iterating in reported metrics, size={} values={}", metricNames.size(), metricNames);
    for (Map.Entry<String, RollingWindowMap> entry : metricMap.entrySet()) {
        String metricName = entry.getKey();
        RollingWindowMap rollingWindows = entry.getValue();
        TopN topN = getTopUsersForMetric(time, metricName, rollingWindows);
        final int size = topN.size();
        if (size == 0) {
            continue;
        }
        Op op = new Op(metricName, topN.getTotal());
        window.addOp(op);
        // Reverse the users from the TopUsers using a stack, 
        // since we'd like them sorted in descending rather than ascending order
        Stack<NameValuePair> reverse = new Stack<NameValuePair>();
        for (int i = 0; i < size; i++) {
            reverse.push(topN.poll());
        }
        for (int i = 0; i < size; i++) {
            NameValuePair userEntry = reverse.pop();
            User user = new User(userEntry.getName(), userEntry.getValue());
            op.addUser(user);
        }
    }
    return window;
}

Example 2 with TopN

use of org.apache.hadoop.metrics2.util.Metrics2Util.TopN in project hadoop by apache.

the class DecayRpcScheduler method addTopNCallerSummary.

// Key: Caller(xyz).Volume and Caller(xyz).Priority
private void addTopNCallerSummary(MetricsRecordBuilder rb) {
    TopN topNCallers = getTopCallers(topUsersCount);
    Map<Object, Integer> decisions = scheduleCacheRef.get();
    final int actualCallerCount = topNCallers.size();
    for (int i = 0; i < actualCallerCount; i++) {
        NameValuePair entry = topNCallers.poll();
        String topCaller = "Caller(" + entry.getName() + ")";
        String topCallerVolume = topCaller + ".Volume";
        String topCallerPriority = topCaller + ".Priority";
        rb.addCounter(Interns.info(topCallerVolume, topCallerVolume), entry.getValue());
        Integer priority = decisions.get(entry.getName());
        if (priority != null) {
            rb.addCounter(Interns.info(topCallerPriority, topCallerPriority), priority);
        }
    }
}

Example 3 with TopN

use of org.apache.hadoop.metrics2.util.Metrics2Util.TopN in project hadoop by apache.

the class DecayRpcScheduler method getTopCallers.

// Get the top N callers' raw call count and scheduler decision
private TopN getTopCallers(int n) {
    TopN topNCallers = new TopN(n);
    Iterator<Map.Entry<Object, List<AtomicLong>>> it = callCounts.entrySet().iterator();
    while (it.hasNext()) {
        Map.Entry<Object, List<AtomicLong>> entry = it.next();
        String caller = entry.getKey().toString();
        Long count = entry.getValue().get(1).get();
        if (count > 0) {
            topNCallers.offer(new NameValuePair(caller, count));
        }
    }
    return topNCallers;
}

Example 4 with TopN

use of org.apache.hadoop.metrics2.util.Metrics2Util.TopN in project hadoop by apache.

the class RollingWindowManager method getTopUsersForMetric.

/**
   * Calculates the top N users over a time interval.
   * 
   * @param time the current time
   * @param metricName Name of metric
   * @return
   */
private TopN getTopUsersForMetric(long time, String metricName, RollingWindowMap rollingWindows) {
    TopN topN = new TopN(topUsersCnt);
    Iterator<Map.Entry<String, RollingWindow>> iterator = rollingWindows.entrySet().iterator();
    while (iterator.hasNext()) {
        Map.Entry<String, RollingWindow> entry = iterator.next();
        String userName = entry.getKey();
        RollingWindow aWindow = entry.getValue();
        long windowSum = aWindow.getSum(time);
        // do the gc here
        if (windowSum == 0) {
            LOG.debug("gc window of metric: {} userName: {}", metricName, userName);
            iterator.remove();
            continue;
        }
        LOG.debug("offer window of metric: {} userName: {} sum: {}", metricName, userName, windowSum);
        topN.offer(new NameValuePair(userName, windowSum));
    }
    LOG.debug("topN users size for command {} is: {}", metricName, topN.size());
    return topN;
}