use of com.serotonin.m2m2.view.stats.AnalogStatistics in project ma-core-public by infiniteautomation.
the class DataPointRT method scheduleTimeoutImpl.
public void scheduleTimeoutImpl(long fireTime) {
synchronized (intervalLoggingLock) {
DataValue value;
if (vo.getLoggingType() == DataPointVO.LoggingTypes.INTERVAL) {
if (vo.getIntervalLoggingType() == DataPointVO.IntervalLoggingTypes.INSTANT)
value = PointValueTime.getValue(pointValue);
else if (vo.getIntervalLoggingType() == DataPointVO.IntervalLoggingTypes.MAXIMUM || vo.getIntervalLoggingType() == DataPointVO.IntervalLoggingTypes.MINIMUM) {
value = PointValueTime.getValue(intervalValue);
intervalValue = pointValue;
} else if (vo.getIntervalLoggingType() == DataPointVO.IntervalLoggingTypes.AVERAGE) {
// If we don't have enough averaging values then we will bail and wait for more
if (vo.isOverrideIntervalLoggingSamples() && (averagingValues.size() != vo.getIntervalLoggingSampleWindowSize()))
return;
if (vo.getPointLocator().getDataTypeId() == DataTypes.MULTISTATE) {
StartsAndRuntimeList stats = new StartsAndRuntimeList(intervalStartTime, fireTime, intervalValue, averagingValues);
double maxProportion = -1;
Object valueAtMax = null;
for (StartsAndRuntime sar : stats.getData()) {
if (sar.getProportion() > maxProportion) {
maxProportion = sar.getProportion();
valueAtMax = sar.getValue();
}
}
if (valueAtMax != null)
value = new MultistateValue(DataValue.objectToValue(valueAtMax).getIntegerValue());
else
value = null;
} else {
AnalogStatistics stats = new AnalogStatistics(intervalStartTime, fireTime, intervalValue, averagingValues);
if (stats.getAverage() == null || (stats.getAverage() == Double.NaN && stats.getCount() == 0))
value = null;
else if (vo.getPointLocator().getDataTypeId() == DataTypes.NUMERIC)
value = new NumericValue(stats.getAverage());
else if (vo.getPointLocator().getDataTypeId() == DataTypes.BINARY)
value = new BinaryValue(stats.getAverage() >= 0.5);
else
throw new ShouldNeverHappenException("Unsupported average interval logging data type.");
}
// Compute the center point of our average data, starting by finding where our period started
long sampleWindowStartTime;
if (vo.isOverrideIntervalLoggingSamples())
sampleWindowStartTime = averagingValues.get(0).getTime();
else
sampleWindowStartTime = intervalStartTime;
intervalStartTime = fireTime;
// Fix to simulate center tapped filter (un-shift the average)
fireTime = sampleWindowStartTime + (fireTime - sampleWindowStartTime) / 2L;
intervalValue = pointValue;
if (!vo.isOverrideIntervalLoggingSamples())
averagingValues.clear();
} else
throw new ShouldNeverHappenException("Unknown interval logging type: " + vo.getIntervalLoggingType());
} else if (vo.getLoggingType() == DataPointVO.LoggingTypes.ON_CHANGE_INTERVAL) {
// Okay, no changes rescheduled the timer. Get a value, reschedule
if (pointValue != null) {
value = pointValue.getValue();
if (vo.getPointLocator().getDataTypeId() == DataTypes.NUMERIC)
toleranceOrigin = pointValue.getDoubleValue();
} else
value = null;
rescheduleChangeInterval(Common.getMillis(vo.getIntervalLoggingPeriodType(), vo.getIntervalLoggingPeriod()));
} else
value = null;
if (value != null) {
PointValueTime newValue = new PointValueTime(value, fireTime);
valueCache.logPointValueAsync(newValue, null);
// Fire logged Events
fireEvents(null, newValue, null, false, false, true, false, false);
}
}
}
use of com.serotonin.m2m2.view.stats.AnalogStatistics in project ma-core-public by infiniteautomation.
the class AnalogStatisticsQuantizerTest method testStartValueOneValuePerPeriod.
// Test with Start Value and Values
@Test
public void testStartValueOneValuePerPeriod() throws IOException {
// Generate data at 12 noon for every day in the period
NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(TimePeriods.DAYS, 1);
time = ZonedDateTime.of(2017, 01, 01, 12, 00, 00, 0, zoneId);
List<IdPointValueTime> data = new ArrayList<>();
double value = 1.0;
while (time.toInstant().isBefore(to.toInstant())) {
data.add(new IdPointValueTime(1, new NumericValue(value), time.toInstant().toEpochMilli()));
time = (ZonedDateTime) adjuster.adjustInto(time);
}
// Reset time to track periods
time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
MutableInt counter = new MutableInt(0);
BucketCalculator bc = new TimePeriodBucketCalculator(from, to, TimePeriods.DAYS, 1);
AnalogStatisticsQuantizer quantizer = new AnalogStatisticsQuantizer(bc, new StatisticsGeneratorQuantizerCallback<AnalogStatistics>() {
@Override
public void quantizedStatistics(AnalogStatistics statisticsGenerator) throws IOException {
counter.increment();
AnalogStatistics stats = (AnalogStatistics) statisticsGenerator;
// Test periodStart
Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
// Test periiodEnd
Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
ZonedDateTime sampleTime = time.plusHours(12);
// Start Value was 3 hrs before 1st period start
// Test Minimum
Assert.assertEquals(1.0, stats.getMinimumValue(), 0.0001);
Assert.assertEquals(time.toInstant().toEpochMilli(), (long) stats.getMinimumTime());
// Test Maximum
Assert.assertEquals(1.0, stats.getMaximumValue(), 0.0001);
Assert.assertEquals(time.toInstant().toEpochMilli(), (long) stats.getMaximumTime());
// Test Average
Assert.assertEquals(1.0d, stats.getAverage(), 0.0001);
// Test Integral
// 24Hrs
double integral = 1.0d * 24 * 60 * 60;
Assert.assertEquals(integral, stats.getIntegral(), 0.0001);
// Test sum
Assert.assertEquals(1.0d, stats.getSum(), 0.0001);
// Test first
Assert.assertEquals(1.0d, stats.getFirstValue(), 0.0001);
Assert.assertEquals((long) sampleTime.toInstant().toEpochMilli(), (long) stats.getFirstTime());
// Test last
Assert.assertEquals(1.0d, stats.getLastValue(), 0.0001);
Assert.assertEquals((long) sampleTime.toInstant().toEpochMilli(), (long) stats.getLastTime());
// Test start (the first start value will be null
Assert.assertEquals(1.0, stats.getStartValue(), 0.0001);
// Test count
Assert.assertEquals(1, stats.getCount());
// Test delta
Assert.assertEquals(0.0, stats.getDelta(), 0.0001);
// Move to next period time
time = (ZonedDateTime) adjuster.adjustInto(time);
}
});
quantizer.firstValue(new IdPointValueTime(1, new NumericValue(1.0), time.minusHours(3).toInstant().toEpochMilli()), 0, true);
for (int count = 0; count < data.size(); count++) quantizer.row(data.get(count), count + 1);
quantizer.lastValue(data.get(data.size() - 1), data.size() + 1, true);
quantizer.done();
Assert.assertEquals(new Integer(31), counter.getValue());
}
use of com.serotonin.m2m2.view.stats.AnalogStatistics in project ma-core-public by infiniteautomation.
the class AnalogStatisticsQuantizerTest method testNoStartValueManyValuesPerPeriod.
// TODO Test with End Value on edge of period end i.e. not a bookend (this won't happen via a query)
//
// Many Values Per Period Tests
//
@Test
public void testNoStartValueManyValuesPerPeriod() throws IOException {
// Generate data at 12 noon for every day in the period
NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(TimePeriods.DAYS, 1);
NextTimePeriodAdjuster hourlyAdjuster = new NextTimePeriodAdjuster(TimePeriods.HOURS, 1);
time = ZonedDateTime.of(2017, 01, 01, 12, 00, 00, 0, zoneId);
List<IdPointValueTime> data = new ArrayList<>();
while (time.toInstant().isBefore(to.toInstant())) {
// Insert 10 values per day
double value = 1.0;
ZonedDateTime daily = ZonedDateTime.ofInstant(time.toInstant(), zoneId);
for (int i = 0; i < 10; i++) {
data.add(new IdPointValueTime(1, new NumericValue(value), daily.toInstant().toEpochMilli()));
daily = (ZonedDateTime) hourlyAdjuster.adjustInto(daily);
value = value + 1.0d;
}
time = (ZonedDateTime) adjuster.adjustInto(time);
}
// Reset time to track periods
time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
MutableInt counter = new MutableInt(0);
BucketCalculator bc = new TimePeriodBucketCalculator(from, to, TimePeriods.DAYS, 1);
AnalogStatisticsQuantizer quantizer = new AnalogStatisticsQuantizer(bc, new StatisticsGeneratorQuantizerCallback<AnalogStatistics>() {
@Override
public void quantizedStatistics(AnalogStatistics statisticsGenerator) throws IOException {
counter.increment();
AnalogStatistics stats = (AnalogStatistics) statisticsGenerator;
// Test periodStart
Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
// Test periiodEnd
Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
if (counter.getValue() == 1) {
// Test Minimum
Assert.assertEquals(1.0, stats.getMinimumValue(), 0.0001);
Assert.assertEquals((long) time.plusHours(12).toInstant().toEpochMilli(), (long) stats.getMinimumTime());
// Test Maximum
Assert.assertEquals(10.0, stats.getMaximumValue(), 0.0001);
Assert.assertEquals((long) time.plusHours(12).plusHours(9).toInstant().toEpochMilli(), (long) stats.getMaximumTime());
} else {
// Have start value
// Test Minimum
Assert.assertEquals(1.0, stats.getMinimumValue(), 0.0001);
Assert.assertEquals(time.plusHours(12).toInstant().toEpochMilli(), (long) stats.getMinimumTime());
// Test Maximum
Assert.assertEquals(10.0, stats.getMaximumValue(), 0.0001);
Assert.assertEquals(time.toInstant().toEpochMilli(), (long) stats.getMaximumTime());
}
// 1-9 for 1hr each, 10 for 12hrs at the start and 2hrs at the end
if (counter.getValue() == 1) {
double integral = 1d * 60d * 60d + 2d * 60 * 60 + 3d * 60 * 60 + 4d * 60 * 60 + 5d * 60 * 60 + 6d * 60 * 60 + 7d * 60 * 60 + 8d * 60 * 60 + 9d * 60 * 60;
integral = integral + 10d * 3d * 60 * 60;
// first 12hrs didn't have a value
double average = integral / (12d * 60d * 60d);
Assert.assertEquals(average, stats.getAverage(), 0.0001);
// Test Integral
Assert.assertEquals(integral, stats.getIntegral(), 0.0001);
} else {
double integral = 1d * 60d * 60d + 2d * 60 * 60 + 3d * 60 * 60 + 4d * 60 * 60 + 5d * 60 * 60 + 6d * 60 * 60 + 7d * 60 * 60 + 8d * 60 * 60 + 9d * 60 * 60;
integral = integral + 10d * 15d * 60 * 60;
double average = integral / (24d * 60d * 60d);
Assert.assertEquals(average, stats.getAverage(), 0.0001);
// Test Integral
Assert.assertEquals(integral, stats.getIntegral(), 0.0001);
}
// Test sum
Assert.assertEquals(55d, stats.getSum(), 0.0001);
// Test first
Assert.assertEquals(1.0d, stats.getFirstValue(), 0.0001);
Assert.assertEquals((long) time.plusHours(12).toInstant().toEpochMilli(), (long) stats.getFirstTime());
// Test last
Assert.assertEquals(10.0d, stats.getLastValue(), 0.0001);
Assert.assertEquals((long) time.plusHours(12).plusHours(9).toInstant().toEpochMilli(), (long) stats.getLastTime());
// Test start (the first start value will be null
if (counter.getValue() == 1)
Assert.assertEquals(null, stats.getStartValue());
else
Assert.assertEquals(10.0, stats.getStartValue(), 0.0001);
// Test count
Assert.assertEquals(10, stats.getCount());
// Test delta
if (counter.getValue() == 1) {
// 1 to 10
Assert.assertEquals(9.0, stats.getDelta(), 0.0001);
} else {
Assert.assertEquals(0.0, stats.getDelta(), 0.0001);
}
// Move to next period time
time = (ZonedDateTime) adjuster.adjustInto(time);
}
});
quantizer.firstValue(null, 0, true);
for (int count = 0; count < data.size(); count++) quantizer.row(data.get(count), count + 1);
quantizer.lastValue(data.get(data.size() - 1), data.size() + 1, true);
quantizer.done();
Assert.assertEquals(new Integer(31), counter.getValue());
}
use of com.serotonin.m2m2.view.stats.AnalogStatistics in project ma-core-public by infiniteautomation.
the class AnalogStatisticsQuantizerTest method testStartValueManyValuesPerPeriod.
@Test
public void testStartValueManyValuesPerPeriod() throws IOException {
// Generate data at 12 noon for every day in the period
NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(TimePeriods.DAYS, 1);
NextTimePeriodAdjuster hourlyAdjuster = new NextTimePeriodAdjuster(TimePeriods.HOURS, 1);
time = ZonedDateTime.of(2017, 01, 01, 12, 00, 00, 0, zoneId);
List<IdPointValueTime> data = new ArrayList<>();
while (time.toInstant().isBefore(to.toInstant())) {
// Insert 10 values per day
double value = 1.0;
ZonedDateTime daily = ZonedDateTime.ofInstant(time.toInstant(), zoneId);
for (int i = 0; i < 10; i++) {
data.add(new IdPointValueTime(1, new NumericValue(value), daily.toInstant().toEpochMilli()));
daily = (ZonedDateTime) hourlyAdjuster.adjustInto(daily);
value = value + 1.0d;
}
time = (ZonedDateTime) adjuster.adjustInto(time);
}
// Reset time to track periods
time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
MutableInt counter = new MutableInt(0);
BucketCalculator bc = new TimePeriodBucketCalculator(from, to, TimePeriods.DAYS, 1);
AnalogStatisticsQuantizer quantizer = new AnalogStatisticsQuantizer(bc, new StatisticsGeneratorQuantizerCallback<AnalogStatistics>() {
@Override
public void quantizedStatistics(AnalogStatistics statisticsGenerator) throws IOException {
counter.increment();
AnalogStatistics stats = (AnalogStatistics) statisticsGenerator;
// Test periodStart
Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
// Test periiodEnd
Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
if (counter.getValue() == 1) {
// Test Minimum
Assert.assertEquals(1.0, stats.getMinimumValue(), 0.0001);
Assert.assertEquals(time.toInstant().toEpochMilli(), (long) stats.getMinimumTime());
// Test Maximum
Assert.assertEquals(10.0, stats.getMaximumValue(), 0.0001);
Assert.assertEquals(time.plusHours(12).plusHours(9).toInstant().toEpochMilli(), (long) stats.getMaximumTime());
} else {
// Test Minimum
Assert.assertEquals(1.0, stats.getMinimumValue(), 0.0001);
Assert.assertEquals(time.plusHours(12).toInstant().toEpochMilli(), (long) stats.getMinimumTime());
// Test Maximum
Assert.assertEquals(10.0, stats.getMaximumValue(), 0.0001);
Assert.assertEquals(time.toInstant().toEpochMilli(), (long) stats.getMaximumTime());
}
// 1-9 for 1hr each, 10 for 12hrs at the start and 2hrs at the end
if (counter.getValue() == 1) {
double integral = 1d * 13 * 60d * 60d + 2d * 60 * 60 + 3d * 60 * 60 + 4d * 60 * 60 + 5d * 60 * 60 + 6d * 60 * 60 + 7d * 60 * 60 + 8d * 60 * 60 + 9d * 60 * 60;
integral = integral + 10d * 3d * 60 * 60;
double average = integral / (24d * 60d * 60d);
Assert.assertEquals(average, stats.getAverage(), 0.0001);
// Test Integral
Assert.assertEquals(integral, stats.getIntegral(), 0.0001);
} else {
double integral = 1d * 60d * 60d + 2d * 60 * 60 + 3d * 60 * 60 + 4d * 60 * 60 + 5d * 60 * 60 + 6d * 60 * 60 + 7d * 60 * 60 + 8d * 60 * 60 + 9d * 60 * 60;
integral = integral + 10d * 15d * 60 * 60;
double average = integral / (24d * 60d * 60d);
Assert.assertEquals(average, stats.getAverage(), 0.0001);
// Test Integral
Assert.assertEquals(integral, stats.getIntegral(), 0.0001);
}
// Test sum
Assert.assertEquals(55d, stats.getSum(), 0.0001);
// Test first
Assert.assertEquals(1.0d, stats.getFirstValue(), 0.0001);
Assert.assertEquals((long) time.plusHours(12).toInstant().toEpochMilli(), (long) stats.getFirstTime());
// Test last
Assert.assertEquals(10.0d, stats.getLastValue(), 0.0001);
Assert.assertEquals((long) time.plusHours(12).plusHours(9).toInstant().toEpochMilli(), (long) stats.getLastTime());
// Test start (the first start value will be null
if (counter.getValue() == 1)
Assert.assertEquals(1.0, stats.getStartValue(), 0.0001);
else
Assert.assertEquals(10.0, stats.getStartValue(), 0.0001);
// Test count
Assert.assertEquals(10, stats.getCount());
// Test delta
if (counter.getValue() == 1) {
// 1 to 10
Assert.assertEquals(9.0, stats.getDelta(), 0.0001);
} else {
Assert.assertEquals(0.0, stats.getDelta(), 0.0001);
}
// Move to next period time
time = (ZonedDateTime) adjuster.adjustInto(time);
}
});
quantizer.firstValue(new IdPointValueTime(1, new NumericValue(1.0), time.minusHours(3).toInstant().toEpochMilli()), 0, true);
for (int count = 0; count < data.size(); count++) quantizer.row(data.get(count), count + 1);
quantizer.lastValue(data.get(data.size() - 1), data.size() + 1, true);
quantizer.done();
Assert.assertEquals(new Integer(31), counter.getValue());
}
use of com.serotonin.m2m2.view.stats.AnalogStatistics in project ma-core-public by infiniteautomation.
the class AnalogStatisticsQuantizerTest method testStartValueNoPeriodValues.
@Test
public void testStartValueNoPeriodValues() throws IOException {
// Generate data at 12 noon for every day in the period
NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(TimePeriods.DAYS, 1);
// Reset time to track periods
time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
MutableInt counter = new MutableInt(0);
BucketCalculator bc = new TimePeriodBucketCalculator(from, to, TimePeriods.DAYS, 1);
AnalogStatisticsQuantizer quantizer = new AnalogStatisticsQuantizer(bc, new StatisticsGeneratorQuantizerCallback<AnalogStatistics>() {
@Override
public void quantizedStatistics(AnalogStatistics statisticsGenerator) throws IOException {
counter.increment();
AnalogStatistics stats = (AnalogStatistics) statisticsGenerator;
// Test periodStart
Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
// Test periodEnd
Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
// Test Minimum
Assert.assertEquals(1.0, stats.getMinimumValue(), 0.0001);
Assert.assertEquals(time.toInstant().toEpochMilli(), (long) stats.getMinimumTime());
// Test Maximum
Assert.assertEquals(1.0, stats.getMaximumValue(), 0.0001);
Assert.assertEquals(time.toInstant().toEpochMilli(), (long) stats.getMaximumTime());
// Test Average
Assert.assertEquals(1.0, stats.getAverage(), 0.0001);
// Test Integral
double integral = 1.0 * 24 * 60 * 60;
Assert.assertEquals(integral, stats.getIntegral(), 0.0001);
// Test sum
Assert.assertEquals(0.0d, stats.getSum(), 0.0001);
// Test first
Assert.assertEquals(null, stats.getFirstValue());
Assert.assertEquals(null, stats.getFirstTime());
// Test last
Assert.assertEquals(null, stats.getLastValue());
Assert.assertEquals(null, stats.getLastTime());
// Test start
Assert.assertEquals(1.0, stats.getStartValue(), 0.0001);
// Test count
Assert.assertEquals(0, stats.getCount());
// Test delta
Assert.assertEquals(0.0d, stats.getDelta(), 0.0001);
// Move to next period time
time = (ZonedDateTime) adjuster.adjustInto(time);
}
});
quantizer.firstValue(new IdPointValueTime(1, new NumericValue(1.0), time.minusHours(3).toInstant().toEpochMilli()), 0, true);
quantizer.done();
Assert.assertEquals(new Integer(31), counter.getValue());
}
Aggregations