use of org.apache.flink.metrics.Meter in project flink by apache.
the class FlinkMeterWrapperTest method testMarkSeveralEvents.
@Test
public void testMarkSeveralEvents() {
Meter meter = mock(Meter.class);
FlinkMeterWrapper wrapper = new FlinkMeterWrapper(meter);
wrapper.mark(5);
verify(meter).markEvent(5);
}
use of org.apache.flink.metrics.Meter in project flink by apache.
the class ScheduledDropwizardReporter method notifyOfAddedMetric.
// ------------------------------------------------------------------------
// adding / removing metrics
// ------------------------------------------------------------------------
@Override
public void notifyOfAddedMetric(Metric metric, String metricName, MetricGroup group) {
final String fullName = group.getMetricIdentifier(metricName, this);
synchronized (this) {
if (metric instanceof Counter) {
counters.put((Counter) metric, fullName);
registry.register(fullName, new FlinkCounterWrapper((Counter) metric));
} else if (metric instanceof Gauge) {
gauges.put((Gauge<?>) metric, fullName);
registry.register(fullName, FlinkGaugeWrapper.fromGauge((Gauge<?>) metric));
} else if (metric instanceof Histogram) {
Histogram histogram = (Histogram) metric;
histograms.put(histogram, fullName);
if (histogram instanceof DropwizardHistogramWrapper) {
registry.register(fullName, ((DropwizardHistogramWrapper) histogram).getDropwizardHistogram());
} else {
registry.register(fullName, new FlinkHistogramWrapper(histogram));
}
} else if (metric instanceof Meter) {
Meter meter = (Meter) metric;
meters.put(meter, fullName);
if (meter instanceof DropwizardMeterWrapper) {
registry.register(fullName, ((DropwizardMeterWrapper) meter).getDropwizardMeter());
} else {
registry.register(fullName, new FlinkMeterWrapper(meter));
}
} else {
log.warn("Cannot add metric of type {}. This indicates that the reporter " + "does not support this metric type.", metric.getClass().getName());
}
}
}
use of org.apache.flink.metrics.Meter in project flink by apache.
the class ScheduledDropwizardReporterTest method testMetricCleanup.
/**
* This test verifies that metrics are properly added and removed to/from the ScheduledDropwizardReporter and
* the underlying Dropwizard MetricRegistry.
*/
@Test
public void testMetricCleanup() {
TestingScheduledDropwizardReporter rep = new TestingScheduledDropwizardReporter();
MetricGroup mp = new UnregisteredMetricsGroup();
Counter c = new SimpleCounter();
Meter m = new Meter() {
@Override
public void markEvent() {
}
@Override
public void markEvent(long n) {
}
@Override
public double getRate() {
return 0;
}
@Override
public long getCount() {
return 0;
}
};
Histogram h = new Histogram() {
@Override
public void update(long value) {
}
@Override
public long getCount() {
return 0;
}
@Override
public HistogramStatistics getStatistics() {
return null;
}
};
Gauge g = new Gauge() {
@Override
public Object getValue() {
return null;
}
};
rep.notifyOfAddedMetric(c, "counter", mp);
assertEquals(1, rep.getCounters().size());
assertEquals(1, rep.registry.getCounters().size());
rep.notifyOfAddedMetric(m, "meter", mp);
assertEquals(1, rep.getMeters().size());
assertEquals(1, rep.registry.getMeters().size());
rep.notifyOfAddedMetric(h, "histogram", mp);
assertEquals(1, rep.getHistograms().size());
assertEquals(1, rep.registry.getHistograms().size());
rep.notifyOfAddedMetric(g, "gauge", mp);
assertEquals(1, rep.getGauges().size());
assertEquals(1, rep.registry.getGauges().size());
rep.notifyOfRemovedMetric(c, "counter", mp);
assertEquals(0, rep.getCounters().size());
assertEquals(0, rep.registry.getCounters().size());
rep.notifyOfRemovedMetric(m, "meter", mp);
assertEquals(0, rep.getMeters().size());
assertEquals(0, rep.registry.getMeters().size());
rep.notifyOfRemovedMetric(h, "histogram", mp);
assertEquals(0, rep.getHistograms().size());
assertEquals(0, rep.registry.getHistograms().size());
rep.notifyOfRemovedMetric(g, "gauge", mp);
assertEquals(0, rep.getGauges().size());
assertEquals(0, rep.registry.getGauges().size());
}
use of org.apache.flink.metrics.Meter in project flink by apache.
the class FlinkMeterWrapperTest method testWrapper.
@Test
public void testWrapper() {
Meter meter = new TestMeter();
FlinkMeterWrapper wrapper = new FlinkMeterWrapper(meter);
assertEquals(0, wrapper.getMeanRate(), DELTA);
assertEquals(5, wrapper.getOneMinuteRate(), DELTA);
assertEquals(0, wrapper.getFiveMinuteRate(), DELTA);
assertEquals(0, wrapper.getFifteenMinuteRate(), DELTA);
assertEquals(100L, wrapper.getCount());
}
use of org.apache.flink.metrics.Meter in project flink by apache.
the class MetricDumpSerializerTest method testSerialization.
@Test
public void testSerialization() throws IOException {
MetricDumpSerialization.MetricDumpSerializer serializer = new MetricDumpSerialization.MetricDumpSerializer();
MetricDumpSerialization.MetricDumpDeserializer deserializer = new MetricDumpSerialization.MetricDumpDeserializer();
Map<Counter, Tuple2<QueryScopeInfo, String>> counters = new HashMap<>();
Map<Gauge<?>, Tuple2<QueryScopeInfo, String>> gauges = new HashMap<>();
Map<Histogram, Tuple2<QueryScopeInfo, String>> histograms = new HashMap<>();
Map<Meter, Tuple2<QueryScopeInfo, String>> meters = new HashMap<>();
SimpleCounter c1 = new SimpleCounter();
SimpleCounter c2 = new SimpleCounter();
c1.inc(1);
c2.inc(2);
Gauge<Integer> g1 = new Gauge<Integer>() {
@Override
public Integer getValue() {
return 4;
}
};
Histogram h1 = new TestingHistogram();
Meter m1 = new Meter() {
@Override
public void markEvent() {
}
@Override
public void markEvent(long n) {
}
@Override
public double getRate() {
return 5;
}
@Override
public long getCount() {
return 10;
}
};
counters.put(c1, new Tuple2<QueryScopeInfo, String>(new QueryScopeInfo.JobManagerQueryScopeInfo("A"), "c1"));
counters.put(c2, new Tuple2<QueryScopeInfo, String>(new QueryScopeInfo.TaskManagerQueryScopeInfo("tmid", "B"), "c2"));
meters.put(m1, new Tuple2<QueryScopeInfo, String>(new QueryScopeInfo.JobQueryScopeInfo("jid", "C"), "c3"));
gauges.put(g1, new Tuple2<QueryScopeInfo, String>(new QueryScopeInfo.TaskQueryScopeInfo("jid", "vid", 2, "D"), "g1"));
histograms.put(h1, new Tuple2<QueryScopeInfo, String>(new QueryScopeInfo.OperatorQueryScopeInfo("jid", "vid", 2, "opname", "E"), "h1"));
MetricDumpSerialization.MetricSerializationResult serialized = serializer.serialize(counters, gauges, histograms, meters);
List<MetricDump> deserialized = deserializer.deserialize(serialized);
// ===== Counters ==============================================================================================
assertEquals(5, deserialized.size());
for (MetricDump metric : deserialized) {
switch(metric.getCategory()) {
case METRIC_CATEGORY_COUNTER:
MetricDump.CounterDump counterDump = (MetricDump.CounterDump) metric;
switch((byte) counterDump.count) {
case 1:
assertTrue(counterDump.scopeInfo instanceof QueryScopeInfo.JobManagerQueryScopeInfo);
assertEquals("A", counterDump.scopeInfo.scope);
assertEquals("c1", counterDump.name);
counters.remove(c1);
break;
case 2:
assertTrue(counterDump.scopeInfo instanceof QueryScopeInfo.TaskManagerQueryScopeInfo);
assertEquals("B", counterDump.scopeInfo.scope);
assertEquals("c2", counterDump.name);
assertEquals("tmid", ((QueryScopeInfo.TaskManagerQueryScopeInfo) counterDump.scopeInfo).taskManagerID);
counters.remove(c2);
break;
default:
fail();
}
break;
case METRIC_CATEGORY_GAUGE:
MetricDump.GaugeDump gaugeDump = (MetricDump.GaugeDump) metric;
assertEquals("4", gaugeDump.value);
assertEquals("g1", gaugeDump.name);
assertTrue(gaugeDump.scopeInfo instanceof QueryScopeInfo.TaskQueryScopeInfo);
QueryScopeInfo.TaskQueryScopeInfo taskInfo = (QueryScopeInfo.TaskQueryScopeInfo) gaugeDump.scopeInfo;
assertEquals("D", taskInfo.scope);
assertEquals("jid", taskInfo.jobID);
assertEquals("vid", taskInfo.vertexID);
assertEquals(2, taskInfo.subtaskIndex);
gauges.remove(g1);
break;
case METRIC_CATEGORY_HISTOGRAM:
MetricDump.HistogramDump histogramDump = (MetricDump.HistogramDump) metric;
assertEquals("h1", histogramDump.name);
assertEquals(0.5, histogramDump.median, 0.1);
assertEquals(0.75, histogramDump.p75, 0.1);
assertEquals(0.90, histogramDump.p90, 0.1);
assertEquals(0.95, histogramDump.p95, 0.1);
assertEquals(0.98, histogramDump.p98, 0.1);
assertEquals(0.99, histogramDump.p99, 0.1);
assertEquals(0.999, histogramDump.p999, 0.1);
assertEquals(4, histogramDump.mean, 0.1);
assertEquals(5, histogramDump.stddev, 0.1);
assertEquals(6, histogramDump.max);
assertEquals(7, histogramDump.min);
assertTrue(histogramDump.scopeInfo instanceof QueryScopeInfo.OperatorQueryScopeInfo);
QueryScopeInfo.OperatorQueryScopeInfo opInfo = (QueryScopeInfo.OperatorQueryScopeInfo) histogramDump.scopeInfo;
assertEquals("E", opInfo.scope);
assertEquals("jid", opInfo.jobID);
assertEquals("vid", opInfo.vertexID);
assertEquals(2, opInfo.subtaskIndex);
assertEquals("opname", opInfo.operatorName);
histograms.remove(h1);
break;
case METRIC_CATEGORY_METER:
MetricDump.MeterDump meterDump = (MetricDump.MeterDump) metric;
assertEquals(5.0, meterDump.rate, 0.1);
assertTrue(meterDump.scopeInfo instanceof QueryScopeInfo.JobQueryScopeInfo);
assertEquals("C", meterDump.scopeInfo.scope);
assertEquals("c3", meterDump.name);
assertEquals("jid", ((QueryScopeInfo.JobQueryScopeInfo) meterDump.scopeInfo).jobID);
break;
default:
fail();
}
}
assertTrue(counters.isEmpty());
assertTrue(gauges.isEmpty());
assertTrue(histograms.isEmpty());
}
Aggregations