use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by infiniteautomation.
the class ValueChangeCounterQuantizerTest method testStartValueManyValuesPerPeriod.
@Test
public void testStartValueManyValuesPerPeriod() throws QueryCancelledException {
// Generate data at 12 noon for every day in the period
NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(ChronoUnit.DAYS, 1);
NextTimePeriodAdjuster hourlyAdjuster = new NextTimePeriodAdjuster(ChronoUnit.HOURS, 1);
time = ZonedDateTime.of(2017, 01, 01, 12, 00, 00, 0, zoneId);
List<IdPointValueTime> data = new ArrayList<>();
while (time.toInstant().isBefore(to.toInstant())) {
// Insert 10 values per day
int value = 1;
ZonedDateTime daily = ZonedDateTime.ofInstant(time.toInstant(), zoneId);
for (int i = 0; i < 10; i++) {
data.add(new IdPointValueTime(1, new MultistateValue(value), daily.toInstant().toEpochMilli()));
daily = (ZonedDateTime) hourlyAdjuster.adjustInto(daily);
value = value + 1;
}
time = (ZonedDateTime) adjuster.adjustInto(time);
}
// Reset time to track periods
time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
MutableInt counter = new MutableInt(0);
BucketCalculator bc = new TemporalAmountBucketCalculator(from, to, Period.ofDays(1));
ValueChangeCounterQuantizer quantizer = new ValueChangeCounterQuantizer(bc, new StatisticsGeneratorQuantizerCallback<ValueChangeCounter>() {
@Override
public void quantizedStatistics(ValueChangeCounter statisticsGenerator) throws QueryCancelledException {
counter.increment();
ValueChangeCounter stats = statisticsGenerator;
// Test periodStart
Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
// Test periiodEnd
Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
// Test first
Assert.assertEquals(1, stats.getFirstValue().getIntegerValue());
Assert.assertEquals(time.plusHours(12).toInstant().toEpochMilli(), (long) stats.getFirstTime());
// Test last
Assert.assertEquals(10, stats.getLastValue().getIntegerValue());
Assert.assertEquals(time.plusHours(12).plusHours(9).toInstant().toEpochMilli(), (long) stats.getLastTime());
// Test start (the first start value will be null
if (counter.getValue() == 1)
Assert.assertEquals(1, stats.getStartValue().getIntegerValue());
else
Assert.assertEquals(10, stats.getStartValue().getIntegerValue());
// Test count
Assert.assertEquals(10, stats.getCount());
// Ensure data
if (counter.getValue() == 1) {
// Test Changes
Assert.assertEquals(9, stats.getChanges());
} else {
// Test Changes
Assert.assertEquals(10, stats.getChanges());
}
// Move to next period time
time = (ZonedDateTime) adjuster.adjustInto(time);
}
});
quantizer.firstValue(new IdPointValueTime(1, new MultistateValue(1), time.minusHours(3).toInstant().toEpochMilli()), true);
for (int count = 0; count < data.size(); count++) quantizer.accept(data.get(count));
quantizer.lastValue(data.get(data.size() - 1), true);
quantizer.done();
Assert.assertEquals(Integer.valueOf(31), counter.getValue());
}
use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by infiniteautomation.
the class NumericPointValueDaoTestHelper method testLatestExceptionInCallback.
/* Latest Multiple w/ callback Test Methods */
public void testLatestExceptionInCallback() {
MutableInt count = new MutableInt();
MutableInt mutableIndex = new MutableInt();
MutableLong timestamp = new MutableLong(endTs);
try {
this.dao.getPointValuesCombined(vos, null, endTs, null, TimeOrder.DESCENDING, new Consumer<>() {
int seriesIdCounter = data.get(vo1.getSeriesId()).size() - 1;
// Start before last 3 samples (extra)
int seriesId2Counter = data.get(vo2.getSeriesId()).size() - 4;
@Override
public void accept(IdPointValueTime value) {
mutableIndex.increment();
count.increment();
if (value.getTime() > timestamp.getValue())
Assert.fail("Timestamp out of order.");
timestamp.setValue(value.getTime());
if (value.getSeriesId() == vo2.getSeriesId()) {
// Check value
Assert.assertEquals(data.get(value.getSeriesId()).get(seriesId2Counter).getDoubleValue(), value.getDoubleValue(), 0.001);
// Check time
Assert.assertEquals(data.get(value.getSeriesId()).get(seriesId2Counter).getTime(), value.getTime());
seriesId2Counter--;
} else {
// Check value
Assert.assertEquals(data.get(value.getSeriesId()).get(seriesIdCounter).getDoubleValue(), value.getDoubleValue(), 0.001);
// Check time
Assert.assertEquals(data.get(value.getSeriesId()).get(seriesIdCounter).getTime(), value.getTime());
seriesIdCounter--;
}
if (count.getValue() == 20)
throw new QueryCancelledException(new Exception("Exception Test"));
}
});
} catch (QueryCancelledException e) {
// noop
}
// Total is all samples + the extra 3 at the beginning of series2
Assert.assertEquals(Integer.valueOf(20), count.getValue());
}
use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by infiniteautomation.
the class NumericPointValueDaoTestHelper method testBookendExceptionInLastValueCallback.
public void testBookendExceptionInLastValueCallback() {
MutableInt count = new MutableInt();
MutableInt lastValueCallCount = new MutableInt();
MutableInt mutableIndex = new MutableInt();
MutableLong timestamp = new MutableLong(startTs - 1);
try {
// Skip first 3
// Check value
// Check time
// Check value is null as no data exists before the startTs for series 1
// Check time
// Check value
// Check time
// Check value
// Check time
this.dao.wideBookendQueryCombined(vos, startTs - 1, endTs, null, new WideCallback<IdPointValueTime>() {
int seriesIdCounter = 0;
// Skip first 3
int seriesId2Counter = 3;
@Override
public void firstValue(IdPointValueTime value, boolean bookend) {
mutableIndex.increment();
if (value.getTime() < timestamp.getValue())
Assert.fail("Timestamp out of order.");
timestamp.setValue(value.getTime());
if (value.getSeriesId() == vo2.getSeriesId()) {
// Check value
Assert.assertEquals(data.get(value.getSeriesId()).get(2).getDoubleValue(), value.getDoubleValue(), 0.001);
// Check time
} else {
// Check value is null as no data exists before the startTs for series 1
Assert.assertNull(value.getValue());
// Check time
}
Assert.assertEquals(startTs - 1, value.getTime());
Assert.assertTrue(bookend);
}
@Override
public void accept(IdPointValueTime value) {
mutableIndex.increment();
count.increment();
if (value.getTime() < timestamp.getValue())
Assert.fail("Timestamp out of order.");
timestamp.setValue(value.getTime());
if (value.getSeriesId() == vo2.getSeriesId()) {
// Check value
Assert.assertEquals(data.get(value.getSeriesId()).get(seriesId2Counter).getDoubleValue(), value.getDoubleValue(), 0.001);
// Check time
Assert.assertEquals(data.get(value.getSeriesId()).get(seriesId2Counter).getTime(), value.getTime());
seriesId2Counter++;
} else {
// Check value
Assert.assertEquals(data.get(value.getSeriesId()).get(seriesIdCounter).getDoubleValue(), value.getDoubleValue(), 0.001);
// Check time
Assert.assertEquals(data.get(value.getSeriesId()).get(seriesIdCounter).getTime(), value.getTime());
seriesIdCounter++;
}
}
@Override
public void lastValue(IdPointValueTime value, boolean bookend) {
lastValueCallCount.increment();
mutableIndex.increment();
if (value.getTime() < timestamp.getValue())
Assert.fail("Timestamp out of order.");
timestamp.setValue(value.getTime());
throw new QueryCancelledException(new Exception("Last Value Callback Exception"));
}
});
} catch (QueryCancelledException e) {
// noop
}
// Since the exception is thrown in last value all the true values should have been sent out already
Assert.assertEquals(Integer.valueOf(totalSampleCount * 2), count.getValue());
// Ensure that last value is only called once due to the exception
Assert.assertEquals(Integer.valueOf(1), lastValueCallCount.getValue());
}
use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by MangoAutomation.
the class StartsAndRuntimeListQuantizerTest method testStartValueAtPeriodStartNoPeriodValues.
@Test
public void testStartValueAtPeriodStartNoPeriodValues() throws QueryCancelledException {
// Generate data at 12 noon for every day in the period
NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(TimePeriods.DAYS, 1);
// Reset time to track periods
time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
MutableInt counter = new MutableInt(0);
BucketCalculator bc = new TimePeriodBucketCalculator(from, to, TimePeriods.DAYS, 1);
StartsAndRuntimeListQuantizer quantizer = new StartsAndRuntimeListQuantizer(bc, new StatisticsGeneratorQuantizerCallback<StartsAndRuntimeList>() {
@Override
public void quantizedStatistics(StartsAndRuntimeList statisticsGenerator) throws QueryCancelledException {
counter.increment();
StartsAndRuntimeList stats = statisticsGenerator;
// Test periodStart
Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
// Test periodEnd
Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
ZonedDateTime sampleTime = time;
if (counter.getValue() == 1) {
// Test first
Assert.assertEquals(1, stats.getFirstValue().getIntegerValue());
Assert.assertEquals(sampleTime.toInstant().toEpochMilli(), (long) stats.getFirstTime());
// Test last
Assert.assertEquals(1, stats.getLastValue().getIntegerValue());
Assert.assertEquals(sampleTime.toInstant().toEpochMilli(), (long) stats.getLastTime());
// Test start
Assert.assertEquals(1, stats.getStartValue().getIntegerValue());
// Test count
Assert.assertEquals(1, stats.getCount());
// Ensure data
Assert.assertEquals(1, stats.getStartsAndRuntime().size());
StartsAndRuntime one = stats.getStartsAndRuntime().get(1);
Assert.assertEquals(1, one.getStarts());
Assert.assertEquals(100.0d, one.getPercentage(), 0.0001);
Assert.assertEquals(1.0d, one.getProportion(), 0.0001);
Assert.assertEquals(24 * 60 * 60 * 1000, one.getRuntime());
} else {
// No data in other periods
// Test first
Assert.assertEquals(null, stats.getFirstValue());
Assert.assertEquals(null, stats.getFirstTime());
// Test last
Assert.assertEquals(null, stats.getLastValue());
Assert.assertEquals(null, stats.getLastTime());
// Test start
Assert.assertEquals(1, stats.getStartValue().getIntegerValue());
// Test count
Assert.assertEquals(0, stats.getCount());
// Ensure data
Assert.assertEquals(1, stats.getStartsAndRuntime().size());
StartsAndRuntime one = stats.getStartsAndRuntime().get(1);
Assert.assertEquals(0, one.getStarts());
Assert.assertEquals(100.0d, one.getPercentage(), 0.0001);
Assert.assertEquals(1.0d, one.getProportion(), 0.0001);
Assert.assertEquals(24 * 60 * 60 * 1000, one.getRuntime());
}
// Move to next period time
time = (ZonedDateTime) adjuster.adjustInto(time);
}
});
quantizer.firstValue(new IdPointValueTime(1, new MultistateValue(1), time.toInstant().toEpochMilli()), false);
quantizer.done();
Assert.assertEquals(Integer.valueOf(31), counter.getValue());
}
use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by MangoAutomation.
the class StartsAndRuntimeListQuantizerTest method testStartValueManyValuesPerPeriod.
@Test
public void testStartValueManyValuesPerPeriod() throws QueryCancelledException {
// Generate data at 12 noon for every day in the period
NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(TimePeriods.DAYS, 1);
NextTimePeriodAdjuster hourlyAdjuster = new NextTimePeriodAdjuster(TimePeriods.HOURS, 1);
time = ZonedDateTime.of(2017, 01, 01, 12, 00, 00, 0, zoneId);
List<IdPointValueTime> data = new ArrayList<>();
while (time.toInstant().isBefore(to.toInstant())) {
// Insert 10 values per day
int value = 1;
ZonedDateTime daily = ZonedDateTime.ofInstant(time.toInstant(), zoneId);
for (int i = 0; i < 10; i++) {
data.add(new IdPointValueTime(1, new MultistateValue(value), daily.toInstant().toEpochMilli()));
daily = (ZonedDateTime) hourlyAdjuster.adjustInto(daily);
value = value + 1;
}
time = (ZonedDateTime) adjuster.adjustInto(time);
}
// Reset time to track periods
time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
MutableInt counter = new MutableInt(0);
BucketCalculator bc = new TimePeriodBucketCalculator(from, to, TimePeriods.DAYS, 1);
StartsAndRuntimeListQuantizer quantizer = new StartsAndRuntimeListQuantizer(bc, new StatisticsGeneratorQuantizerCallback<StartsAndRuntimeList>() {
@Override
public void quantizedStatistics(StartsAndRuntimeList statisticsGenerator) throws QueryCancelledException {
counter.increment();
StartsAndRuntimeList stats = statisticsGenerator;
// Test periodStart
Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
// Test periiodEnd
Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
// Test first
Assert.assertEquals(1, stats.getFirstValue().getIntegerValue());
Assert.assertEquals(time.plusHours(12).toInstant().toEpochMilli(), (long) stats.getFirstTime());
// Test last
Assert.assertEquals(10, stats.getLastValue().getIntegerValue());
Assert.assertEquals(time.plusHours(12).plusHours(9).toInstant().toEpochMilli(), (long) stats.getLastTime());
// Test start (the first start value will be null
if (counter.getValue() == 1)
Assert.assertEquals(1, stats.getStartValue().getIntegerValue());
else
Assert.assertEquals(10, stats.getStartValue().getIntegerValue());
// Test count
Assert.assertEquals(10, stats.getCount());
// Ensure data
if (counter.getValue() == 1) {
// 1 to 10, was 10 for last 3 hrs of day
Assert.assertEquals(10, stats.getStartsAndRuntime().size());
for (StartsAndRuntime value : stats.getData()) {
switch((Integer) value.getValue()) {
case 1:
Assert.assertEquals(1, value.getStarts());
Assert.assertEquals(100d * (13d / 24d), value.getPercentage(), 0.0001);
Assert.assertEquals(13d / 24d, value.getProportion(), 0.0001);
Assert.assertEquals(13 * 60 * 60 * 1000, value.getRuntime());
break;
case 2:
case 3:
case 4:
case 5:
case 6:
case 7:
case 8:
case 9:
Assert.assertEquals(1, value.getStarts());
Assert.assertEquals(100d * (1d / 24d), value.getPercentage(), 0.0001);
Assert.assertEquals(1d / 24d, value.getProportion(), 0.0001);
Assert.assertEquals(60 * 60 * 1000, value.getRuntime());
break;
case 10:
Assert.assertEquals(1, value.getStarts());
Assert.assertEquals(100d * (3d / 24d), value.getPercentage(), 0.0001);
Assert.assertEquals(3d / 24d, value.getProportion(), 0.0001);
Assert.assertEquals(3 * 60 * 60 * 1000, value.getRuntime());
break;
}
}
} else {
// Start in state 10 for 12 hrs more
Assert.assertEquals(10, stats.getStartsAndRuntime().size());
for (StartsAndRuntime value : stats.getData()) {
switch((Integer) value.getValue()) {
case 1:
case 2:
case 3:
case 4:
case 5:
case 6:
case 7:
case 8:
case 9:
Assert.assertEquals(1, value.getStarts());
Assert.assertEquals(100d * (1d / 24d), value.getPercentage(), 0.0001);
Assert.assertEquals(1d / 24d, value.getProportion(), 0.0001);
Assert.assertEquals(60 * 60 * 1000, value.getRuntime());
break;
case 10:
Assert.assertEquals(1, value.getStarts());
Assert.assertEquals(100d * (15d / 24d), value.getPercentage(), 0.0001);
Assert.assertEquals(15d / 24d, value.getProportion(), 0.0001);
Assert.assertEquals(15 * 60 * 60 * 1000, value.getRuntime());
break;
}
}
}
// Move to next period time
time = (ZonedDateTime) adjuster.adjustInto(time);
}
});
quantizer.firstValue(new IdPointValueTime(1, new MultistateValue(1), time.minusHours(3).toInstant().toEpochMilli()), true);
for (int count = 0; count < data.size(); count++) quantizer.accept(data.get(count));
quantizer.lastValue(data.get(data.size() - 1), true);
quantizer.done();
Assert.assertEquals(Integer.valueOf(31), counter.getValue());
}
Aggregations