Examples with MetricsCollector org.apache.hadoop.metrics2.MetricsCollector used on opensource projects

Example 46 with MetricsCollector

use of org.apache.hadoop.metrics2.MetricsCollector in project kylin by apache.

the class HadoopMetrics2ReporterTest method cachedMetricsAreClearedAfterCycle.

@SuppressWarnings("rawtypes")
@Test
public void cachedMetricsAreClearedAfterCycle() {
    // After we perform a metrics2 reporting cycle, the maps should be reset to avoid double-reporting
    TreeMap<String, Counter> counters = new TreeMap<>();
    TreeMap<String, Gauge> gauges = new TreeMap<>();
    TreeMap<String, Histogram> histograms = new TreeMap<>();
    TreeMap<String, Meter> meters = new TreeMap<>();
    TreeMap<String, Timer> timers = new TreeMap<>();
    metrics2Reporter.setDropwizardCounters(counters);
    metrics2Reporter.setDropwizardGauges(gauges);
    metrics2Reporter.setDropwizardHistograms(histograms);
    metrics2Reporter.setDropwizardMeters(meters);
    metrics2Reporter.setDropwizardTimers(timers);
    MetricsCollector collector = mock(MetricsCollector.class);
    MetricsRecordBuilder recordBuilder = mock(MetricsRecordBuilder.class);
    Mockito.when(collector.addRecord(recordName)).thenReturn(recordBuilder);
    metrics2Reporter.getMetrics(collector, true);
    assertTrue(counters != metrics2Reporter.getDropwizardCounters());
    assertEquals(0, metrics2Reporter.getDropwizardCounters().size());
    assertTrue(gauges != metrics2Reporter.getDropwizardGauges());
    assertEquals(0, metrics2Reporter.getDropwizardGauges().size());
    assertTrue(histograms != metrics2Reporter.getDropwizardHistograms());
    assertEquals(0, metrics2Reporter.getDropwizardHistograms().size());
    assertTrue(meters != metrics2Reporter.getDropwizardMeters());
    assertEquals(0, metrics2Reporter.getDropwizardMeters().size());
    assertTrue(timers != metrics2Reporter.getDropwizardTimers());
    assertEquals(0, metrics2Reporter.getDropwizardTimers().size());
}

Example 47 with MetricsCollector

use of org.apache.hadoop.metrics2.MetricsCollector in project kylin by apache.

the class HadoopMetrics2ReporterTest method testCounterReporting.

@Test
public void testCounterReporting() {
    final Counter counter = new Counter();
    TreeMap<String, Counter> counters = new TreeMap<>();
    counters.put("my_counter", counter);
    // Add the metrics objects to the internal "queues" by hand
    metrics2Reporter.setDropwizardCounters(counters);
    // Set some values
    counter.inc(5L);
    MetricsCollector collector = mock(MetricsCollector.class);
    MetricsRecordBuilder recordBuilder = mock(MetricsRecordBuilder.class);
    Mockito.when(collector.addRecord(recordName)).thenReturn(recordBuilder);
    metrics2Reporter.getMetrics(collector, true);
    verify(recordBuilder).addCounter(Interns.info("my_counter", ""), 5L);
    verifyRecordBuilderUnits(recordBuilder);
    // Should not be the same instance we gave before. Our map should have gotten swapped out.
    assertTrue("Should not be the same map instance after collection", counters != metrics2Reporter.getDropwizardCounters());
}

Example 48 with MetricsCollector

use of org.apache.hadoop.metrics2.MetricsCollector in project kylin by apache.

the class HadoopMetrics2ReporterTest method testGaugeReporting.

@Test
public void testGaugeReporting() {
    final AtomicLong gaugeValue = new AtomicLong(0L);
    @SuppressWarnings("rawtypes") final Gauge gauge = new Gauge<Long>() {

        @Override
        public Long getValue() {
            return gaugeValue.get();
        }
    };
    @SuppressWarnings("rawtypes") TreeMap<String, Gauge> gauges = new TreeMap<>();
    gauges.put("my_gauge", gauge);
    // Add the metrics objects to the internal "queues" by hand
    metrics2Reporter.setDropwizardGauges(gauges);
    // Set some values
    gaugeValue.set(5L);
    MetricsCollector collector = mock(MetricsCollector.class);
    MetricsRecordBuilder recordBuilder = mock(MetricsRecordBuilder.class);
    Mockito.when(collector.addRecord(recordName)).thenReturn(recordBuilder);
    // Make sure a value of 5 gets reported
    metrics2Reporter.getMetrics(collector, true);
    verify(recordBuilder).addGauge(Interns.info("my_gauge", ""), gaugeValue.get());
    verifyRecordBuilderUnits(recordBuilder);
    // Should not be the same instance we gave before. Our map should have gotten swapped out.
    assertTrue("Should not be the same map instance after collection", gauges != metrics2Reporter.getDropwizardGauges());
}

Example 49 with MetricsCollector

use of org.apache.hadoop.metrics2.MetricsCollector in project kylin by apache.

the class HadoopMetrics2ReporterTest method testTimerReporting.

@Test
public void testTimerReporting() {
    final String metricName = "my_timer";
    final Timer timer = mock(Timer.class);
    final Snapshot snapshot = mock(Snapshot.class);
    TreeMap<String, Timer> timers = new TreeMap<>();
    timers.put(metricName, timer);
    // Add the metrics objects to the internal "queues" by hand
    metrics2Reporter.setDropwizardTimers(timers);
    long count = 10L;
    double meanRate = 1.0;
    double oneMinRate = 2.0;
    double fiveMinRate = 5.0;
    double fifteenMinRate = 10.0;
    when(timer.getCount()).thenReturn(count);
    when(timer.getMeanRate()).thenReturn(meanRate);
    when(timer.getOneMinuteRate()).thenReturn(oneMinRate);
    when(timer.getFiveMinuteRate()).thenReturn(fiveMinRate);
    when(timer.getFifteenMinuteRate()).thenReturn(fifteenMinRate);
    when(timer.getSnapshot()).thenReturn(snapshot);
    double percentile75 = 75;
    double percentile95 = 95;
    double percentile98 = 98;
    double percentile99 = 99;
    double percentile999 = 999;
    double median = 50;
    double mean = 60;
    long min = 1L;
    long max = 100L;
    double stddev = 10;
    when(snapshot.get75thPercentile()).thenReturn(percentile75);
    when(snapshot.get95thPercentile()).thenReturn(percentile95);
    when(snapshot.get98thPercentile()).thenReturn(percentile98);
    when(snapshot.get99thPercentile()).thenReturn(percentile99);
    when(snapshot.get999thPercentile()).thenReturn(percentile999);
    when(snapshot.getMedian()).thenReturn(median);
    when(snapshot.getMean()).thenReturn(mean);
    when(snapshot.getMin()).thenReturn(min);
    when(snapshot.getMax()).thenReturn(max);
    when(snapshot.getStdDev()).thenReturn(stddev);
    MetricsCollector collector = mock(MetricsCollector.class);
    MetricsRecordBuilder recordBuilder = mock(MetricsRecordBuilder.class);
    Mockito.when(collector.addRecord(recordName)).thenReturn(recordBuilder);
    metrics2Reporter.getMetrics(collector, true);
    // We get the count from the meter and histogram
    verify(recordBuilder).addGauge(Interns.info(metricName + "_count", ""), count);
    // Verify the rates
    verify(recordBuilder).addGauge(Interns.info(metricName + "_mean_rate", ""), metrics2Reporter.convertRate(meanRate));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_1min_rate", ""), metrics2Reporter.convertRate(oneMinRate));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_5min_rate", ""), metrics2Reporter.convertRate(fiveMinRate));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_15min_rate", ""), metrics2Reporter.convertRate(fifteenMinRate));
    // Verify the histogram
    verify(recordBuilder).addGauge(Interns.info(metricName + "_max", ""), metrics2Reporter.convertDuration(max));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_min", ""), metrics2Reporter.convertDuration(min));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_median", ""), metrics2Reporter.convertDuration(median));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_stddev", ""), metrics2Reporter.convertDuration(stddev));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_75thpercentile", ""), metrics2Reporter.convertDuration(percentile75));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_95thpercentile", ""), metrics2Reporter.convertDuration(percentile95));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_98thpercentile", ""), metrics2Reporter.convertDuration(percentile98));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_99thpercentile", ""), metrics2Reporter.convertDuration(percentile99));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_999thpercentile", ""), metrics2Reporter.convertDuration(percentile999));
    verifyRecordBuilderUnits(recordBuilder);
    // Should not be the same instance we gave before. Our map should have gotten swapped out.
    assertTrue("Should not be the same map instance after collection", timers != metrics2Reporter.getDropwizardTimers());
}

Example 50 with MetricsCollector

use of org.apache.hadoop.metrics2.MetricsCollector in project kylin by apache.

the class HadoopMetrics2ReporterTest method testMeterReporting.

@Test
public void testMeterReporting() {
    final String metricName = "my_meter";
    final Meter meter = mock(Meter.class);
    TreeMap<String, Meter> meters = new TreeMap<>();
    meters.put(metricName, meter);
    // Add the metrics objects to the internal "queues" by hand
    metrics2Reporter.setDropwizardMeters(meters);
    // Set some values
    long count = 10L;
    double meanRate = 1.0;
    double oneMinRate = 2.0;
    double fiveMinRate = 5.0;
    double fifteenMinRate = 10.0;
    when(meter.getCount()).thenReturn(count);
    when(meter.getMeanRate()).thenReturn(meanRate);
    when(meter.getOneMinuteRate()).thenReturn(oneMinRate);
    when(meter.getFiveMinuteRate()).thenReturn(fiveMinRate);
    when(meter.getFifteenMinuteRate()).thenReturn(fifteenMinRate);
    MetricsCollector collector = mock(MetricsCollector.class);
    MetricsRecordBuilder recordBuilder = mock(MetricsRecordBuilder.class);
    Mockito.when(collector.addRecord(recordName)).thenReturn(recordBuilder);
    metrics2Reporter.getMetrics(collector, true);
    // Verify the rates
    verify(recordBuilder).addGauge(Interns.info(metricName + "_count", ""), count);
    verify(recordBuilder).addGauge(Interns.info(metricName + "_mean_rate", ""), metrics2Reporter.convertRate(meanRate));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_1min_rate", ""), metrics2Reporter.convertRate(oneMinRate));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_5min_rate", ""), metrics2Reporter.convertRate(fiveMinRate));
    verify(recordBuilder).addGauge(Interns.info(metricName + "_15min_rate", ""), metrics2Reporter.convertRate(fifteenMinRate));
    // Verify the units
    verifyRecordBuilderUnits(recordBuilder);
    // Should not be the same instance we gave before. Our map should have gotten swapped out.
    assertTrue("Should not be the same map instance after collection", meters != metrics2Reporter.getDropwizardMeters());
}