Examples with TopMetrics org.apache.hadoop.hdfs.server.namenode.top.metrics.TopMetrics used on opensource projects

Example 1 with TopMetrics

use of org.apache.hadoop.hdfs.server.namenode.top.metrics.TopMetrics in project hadoop by apache.

the class FSNamesystem method initAuditLoggers.

private List<AuditLogger> initAuditLoggers(Configuration conf) {
    // Initialize the custom access loggers if configured.
    Collection<String> alClasses = conf.getTrimmedStringCollection(DFS_NAMENODE_AUDIT_LOGGERS_KEY);
    List<AuditLogger> auditLoggers = Lists.newArrayList();
    if (alClasses != null && !alClasses.isEmpty()) {
        for (String className : alClasses) {
            try {
                AuditLogger logger;
                if (DFS_NAMENODE_DEFAULT_AUDIT_LOGGER_NAME.equals(className)) {
                    logger = new DefaultAuditLogger();
                } else {
                    logger = (AuditLogger) Class.forName(className).newInstance();
                }
                logger.initialize(conf);
                auditLoggers.add(logger);
            } catch (RuntimeException re) {
                throw re;
            } catch (Exception e) {
                throw new RuntimeException(e);
            }
        }
    }
    // Make sure there is at least one logger installed.
    if (auditLoggers.isEmpty()) {
        auditLoggers.add(new DefaultAuditLogger());
    }
    // Add audit logger to calculate top users
    if (topConf.isEnabled) {
        topMetrics = new TopMetrics(conf, topConf.nntopReportingPeriodsMs);
        if (DefaultMetricsSystem.instance().getSource(TOPMETRICS_METRICS_SOURCE_NAME) == null) {
            DefaultMetricsSystem.instance().register(TOPMETRICS_METRICS_SOURCE_NAME, "Top N operations by user", topMetrics);
        }
        auditLoggers.add(new TopAuditLogger(topMetrics));
    }
    return Collections.unmodifiableList(auditLoggers);
}

Example 2 with TopMetrics

use of org.apache.hadoop.hdfs.server.namenode.top.metrics.TopMetrics in project hadoop by apache.

the class TestTopMetrics method testPresence.

@Test
public void testPresence() {
    Configuration conf = new Configuration();
    TopConf topConf = new TopConf(conf);
    TopMetrics topMetrics = new TopMetrics(conf, topConf.nntopReportingPeriodsMs);
    // Dummy command
    topMetrics.report("test", "listStatus");
    topMetrics.report("test", "listStatus");
    topMetrics.report("test", "listStatus");
    MetricsRecordBuilder rb = getMetrics(topMetrics);
    MetricsCollector mc = rb.parent();
    verify(mc).addRecord(TOPMETRICS_METRICS_SOURCE_NAME + ".windowMs=60000");
    verify(mc).addRecord(TOPMETRICS_METRICS_SOURCE_NAME + ".windowMs=300000");
    verify(mc).addRecord(TOPMETRICS_METRICS_SOURCE_NAME + ".windowMs=1500000");
    verify(rb, times(3)).addCounter(Interns.info("op=listStatus.TotalCount", "Total operation count"), 3L);
    verify(rb, times(3)).addCounter(Interns.info("op=*.TotalCount", "Total operation count"), 3L);
    verify(rb, times(3)).addCounter(Interns.info("op=listStatus." + "user=test.count", "Total operations performed by user"), 3L);
}