use of com.google.api.services.dataflow.model.CounterStructuredNameAndMetadata in project beam by apache.
the class StreamingStepMetricsContainerTest method testCounterUpdateExtraction.
@Test
public void testCounterUpdateExtraction() {
c1.getCounter(name1).inc(5);
c2.getCounter(name1).inc(8);
c2.getCounter(name2).inc(12);
Iterable<CounterUpdate> updates = StreamingStepMetricsContainer.extractMetricUpdates(registry);
assertThat(updates, containsInAnyOrder(new CounterUpdate().setStructuredNameAndMetadata(new CounterStructuredNameAndMetadata().setName(new CounterStructuredName().setOrigin(Origin.USER.toString()).setOriginNamespace("ns").setName("name1").setOriginalStepName("s1")).setMetadata(new CounterMetadata().setKind(Kind.SUM.toString()))).setCumulative(false).setInteger(longToSplitInt(5)), new CounterUpdate().setStructuredNameAndMetadata(new CounterStructuredNameAndMetadata().setName(new CounterStructuredName().setOrigin(Origin.USER.toString()).setOriginNamespace("ns").setName("name1").setOriginalStepName("s2")).setMetadata(new CounterMetadata().setKind(Kind.SUM.toString()))).setCumulative(false).setInteger(longToSplitInt(8)), new CounterUpdate().setStructuredNameAndMetadata(new CounterStructuredNameAndMetadata().setName(new CounterStructuredName().setOrigin(Origin.USER.toString()).setOriginNamespace("ns").setName("name2").setOriginalStepName("s2")).setMetadata(new CounterMetadata().setKind(Kind.SUM.toString()))).setCumulative(false).setInteger(longToSplitInt(12))));
c2.getCounter(name1).inc(7);
updates = StreamingStepMetricsContainer.extractMetricUpdates(registry);
assertThat(updates, containsInAnyOrder(new CounterUpdate().setStructuredNameAndMetadata(new CounterStructuredNameAndMetadata().setName(new CounterStructuredName().setOrigin(Origin.USER.toString()).setOriginNamespace("ns").setName("name1").setOriginalStepName("s2")).setMetadata(new CounterMetadata().setKind(Kind.SUM.toString()))).setCumulative(false).setInteger(longToSplitInt(7))));
}
use of com.google.api.services.dataflow.model.CounterStructuredNameAndMetadata in project beam by apache.
the class CounterUpdateAggregatorsTest method testAggregateDistribution.
@Test
public void testAggregateDistribution() {
List<CounterUpdate> distributionUpdates = new ArrayList<>();
for (int i = 0; i < 10; i++) {
distributionUpdates.add(new CounterUpdate().setStructuredNameAndMetadata(new CounterStructuredNameAndMetadata().setMetadata(new CounterMetadata().setKind(Kind.DISTRIBUTION.toString()))).setDistribution(new DistributionUpdate().setSum(longToSplitInt((long) i)).setMax(longToSplitInt((long) i)).setMin(longToSplitInt((long) i)).setCount(longToSplitInt((long) 1))));
}
List<CounterUpdate> aggregated = CounterUpdateAggregators.aggregate(distributionUpdates);
assertEquals(1, aggregated.size());
CounterUpdate combined = aggregated.get(0);
assertEquals(45L, splitIntToLong(combined.getDistribution().getSum()));
assertEquals(10L, splitIntToLong(combined.getDistribution().getCount()));
assertEquals(9L, splitIntToLong(combined.getDistribution().getMax()));
assertEquals(0L, splitIntToLong(combined.getDistribution().getMin()));
}
use of com.google.api.services.dataflow.model.CounterStructuredNameAndMetadata in project beam by apache.
the class MeanCounterUpdateAggregatorTest method setUp.
@Before
public void setUp() {
counterUpdates = new ArrayList<>();
aggregator = new MeanCounterUpdateAggregator();
for (int i = 0; i < 10; i++) {
counterUpdates.add(new CounterUpdate().setStructuredNameAndMetadata(new CounterStructuredNameAndMetadata().setMetadata(new CounterMetadata().setKind(Kind.MEAN.toString()))).setIntegerMean(new IntegerMean().setSum(longToSplitInt((long) i)).setCount(longToSplitInt(1L))));
}
}
use of com.google.api.services.dataflow.model.CounterStructuredNameAndMetadata in project beam by apache.
the class CounterUpdateAggregatorsTest method testAggregateSum.
@Test
public void testAggregateSum() {
List<CounterUpdate> sumUpdates = new ArrayList<>();
for (int i = 0; i < 10; i++) {
sumUpdates.add(new CounterUpdate().setStructuredNameAndMetadata(new CounterStructuredNameAndMetadata().setMetadata(new CounterMetadata().setKind(Kind.SUM.toString()))).setInteger(longToSplitInt((long) i)));
}
List<CounterUpdate> aggregated = CounterUpdateAggregators.aggregate(sumUpdates);
assertEquals(1, aggregated.size());
CounterUpdate combined = aggregated.get(0);
assertEquals(45L, splitIntToLong(combined.getInteger()));
}
use of com.google.api.services.dataflow.model.CounterStructuredNameAndMetadata in project beam by apache.
the class SumCounterUpdateAggregatorTest method setUp.
@Before
public void setUp() {
counterUpdates = new ArrayList<>();
aggregator = new SumCounterUpdateAggregator();
for (int i = 0; i < 10; i++) {
counterUpdates.add(new CounterUpdate().setStructuredNameAndMetadata(new CounterStructuredNameAndMetadata().setMetadata(new CounterMetadata().setKind(Kind.SUM.toString()))).setInteger(longToSplitInt((long) i)));
}
}
Aggregations