Search in sources :

Example 46 with QueryCancelledException

use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by infiniteautomation.

the class ValueChangeCounterQuantizerTest method testStartValueManyValuesPerPeriod.

@Test
public void testStartValueManyValuesPerPeriod() throws QueryCancelledException {
    // Generate data at 12 noon for every day in the period
    NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(ChronoUnit.DAYS, 1);
    NextTimePeriodAdjuster hourlyAdjuster = new NextTimePeriodAdjuster(ChronoUnit.HOURS, 1);
    time = ZonedDateTime.of(2017, 01, 01, 12, 00, 00, 0, zoneId);
    List<IdPointValueTime> data = new ArrayList<>();
    while (time.toInstant().isBefore(to.toInstant())) {
        // Insert 10 values per day
        int value = 1;
        ZonedDateTime daily = ZonedDateTime.ofInstant(time.toInstant(), zoneId);
        for (int i = 0; i < 10; i++) {
            data.add(new IdPointValueTime(1, new MultistateValue(value), daily.toInstant().toEpochMilli()));
            daily = (ZonedDateTime) hourlyAdjuster.adjustInto(daily);
            value = value + 1;
        }
        time = (ZonedDateTime) adjuster.adjustInto(time);
    }
    // Reset time to track periods
    time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
    MutableInt counter = new MutableInt(0);
    BucketCalculator bc = new TemporalAmountBucketCalculator(from, to, Period.ofDays(1));
    ValueChangeCounterQuantizer quantizer = new ValueChangeCounterQuantizer(bc, new StatisticsGeneratorQuantizerCallback<ValueChangeCounter>() {

        @Override
        public void quantizedStatistics(ValueChangeCounter statisticsGenerator) throws QueryCancelledException {
            counter.increment();
            ValueChangeCounter stats = statisticsGenerator;
            // Test periodStart
            Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
            // Test periiodEnd
            Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
            // Test first
            Assert.assertEquals(1, stats.getFirstValue().getIntegerValue());
            Assert.assertEquals(time.plusHours(12).toInstant().toEpochMilli(), (long) stats.getFirstTime());
            // Test last
            Assert.assertEquals(10, stats.getLastValue().getIntegerValue());
            Assert.assertEquals(time.plusHours(12).plusHours(9).toInstant().toEpochMilli(), (long) stats.getLastTime());
            // Test start (the first start value will be null
            if (counter.getValue() == 1)
                Assert.assertEquals(1, stats.getStartValue().getIntegerValue());
            else
                Assert.assertEquals(10, stats.getStartValue().getIntegerValue());
            // Test count
            Assert.assertEquals(10, stats.getCount());
            // Ensure data
            if (counter.getValue() == 1) {
                // Test Changes
                Assert.assertEquals(9, stats.getChanges());
            } else {
                // Test Changes
                Assert.assertEquals(10, stats.getChanges());
            }
            // Move to next period time
            time = (ZonedDateTime) adjuster.adjustInto(time);
        }
    });
    quantizer.firstValue(new IdPointValueTime(1, new MultistateValue(1), time.minusHours(3).toInstant().toEpochMilli()), true);
    for (int count = 0; count < data.size(); count++) quantizer.accept(data.get(count));
    quantizer.lastValue(data.get(data.size() - 1), true);
    quantizer.done();
    Assert.assertEquals(Integer.valueOf(31), counter.getValue());
}
Also used : ArrayList(java.util.ArrayList) IdPointValueTime(com.serotonin.m2m2.rt.dataImage.IdPointValueTime) MultistateValue(com.serotonin.m2m2.rt.dataImage.types.MultistateValue) ZonedDateTime(java.time.ZonedDateTime) MutableInt(org.apache.commons.lang3.mutable.MutableInt) ValueChangeCounter(com.infiniteautomation.mango.statistics.ValueChangeCounter) QueryCancelledException(com.infiniteautomation.mango.db.query.QueryCancelledException) NextTimePeriodAdjuster(com.infiniteautomation.mango.util.datetime.NextTimePeriodAdjuster) Test(org.junit.Test)

Example 47 with QueryCancelledException

use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by infiniteautomation.

the class NumericPointValueDaoTestHelper method testLatestExceptionInCallback.

/* Latest Multiple w/ callback Test Methods */
public void testLatestExceptionInCallback() {
    MutableInt count = new MutableInt();
    MutableInt mutableIndex = new MutableInt();
    MutableLong timestamp = new MutableLong(endTs);
    try {
        this.dao.getPointValuesCombined(vos, null, endTs, null, TimeOrder.DESCENDING, new Consumer<>() {

            int seriesIdCounter = data.get(vo1.getSeriesId()).size() - 1;

            // Start before last 3 samples (extra)
            int seriesId2Counter = data.get(vo2.getSeriesId()).size() - 4;

            @Override
            public void accept(IdPointValueTime value) {
                mutableIndex.increment();
                count.increment();
                if (value.getTime() > timestamp.getValue())
                    Assert.fail("Timestamp out of order.");
                timestamp.setValue(value.getTime());
                if (value.getSeriesId() == vo2.getSeriesId()) {
                    // Check value
                    Assert.assertEquals(data.get(value.getSeriesId()).get(seriesId2Counter).getDoubleValue(), value.getDoubleValue(), 0.001);
                    // Check time
                    Assert.assertEquals(data.get(value.getSeriesId()).get(seriesId2Counter).getTime(), value.getTime());
                    seriesId2Counter--;
                } else {
                    // Check value
                    Assert.assertEquals(data.get(value.getSeriesId()).get(seriesIdCounter).getDoubleValue(), value.getDoubleValue(), 0.001);
                    // Check time
                    Assert.assertEquals(data.get(value.getSeriesId()).get(seriesIdCounter).getTime(), value.getTime());
                    seriesIdCounter--;
                }
                if (count.getValue() == 20)
                    throw new QueryCancelledException(new Exception("Exception Test"));
            }
        });
    } catch (QueryCancelledException e) {
    // noop
    }
    // Total is all samples + the extra 3 at the beginning of series2
    Assert.assertEquals(Integer.valueOf(20), count.getValue());
}
Also used : MutableLong(org.apache.commons.lang3.mutable.MutableLong) MutableInt(org.apache.commons.lang3.mutable.MutableInt) IdPointValueTime(com.serotonin.m2m2.rt.dataImage.IdPointValueTime) QueryCancelledException(com.infiniteautomation.mango.db.query.QueryCancelledException) QueryCancelledException(com.infiniteautomation.mango.db.query.QueryCancelledException)

Example 48 with QueryCancelledException

use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by infiniteautomation.

the class NumericPointValueDaoTestHelper method testBookendExceptionInLastValueCallback.

public void testBookendExceptionInLastValueCallback() {
    MutableInt count = new MutableInt();
    MutableInt lastValueCallCount = new MutableInt();
    MutableInt mutableIndex = new MutableInt();
    MutableLong timestamp = new MutableLong(startTs - 1);
    try {
        // Skip first 3
        // Check value
        // Check time
        // Check value is null as no data exists before the startTs for series 1
        // Check time
        // Check value
        // Check time
        // Check value
        // Check time
        this.dao.wideBookendQueryCombined(vos, startTs - 1, endTs, null, new WideCallback<IdPointValueTime>() {

            int seriesIdCounter = 0;

            // Skip first 3
            int seriesId2Counter = 3;

            @Override
            public void firstValue(IdPointValueTime value, boolean bookend) {
                mutableIndex.increment();
                if (value.getTime() < timestamp.getValue())
                    Assert.fail("Timestamp out of order.");
                timestamp.setValue(value.getTime());
                if (value.getSeriesId() == vo2.getSeriesId()) {
                    // Check value
                    Assert.assertEquals(data.get(value.getSeriesId()).get(2).getDoubleValue(), value.getDoubleValue(), 0.001);
                // Check time
                } else {
                    // Check value is null as no data exists before the startTs for series 1
                    Assert.assertNull(value.getValue());
                // Check time
                }
                Assert.assertEquals(startTs - 1, value.getTime());
                Assert.assertTrue(bookend);
            }

            @Override
            public void accept(IdPointValueTime value) {
                mutableIndex.increment();
                count.increment();
                if (value.getTime() < timestamp.getValue())
                    Assert.fail("Timestamp out of order.");
                timestamp.setValue(value.getTime());
                if (value.getSeriesId() == vo2.getSeriesId()) {
                    // Check value
                    Assert.assertEquals(data.get(value.getSeriesId()).get(seriesId2Counter).getDoubleValue(), value.getDoubleValue(), 0.001);
                    // Check time
                    Assert.assertEquals(data.get(value.getSeriesId()).get(seriesId2Counter).getTime(), value.getTime());
                    seriesId2Counter++;
                } else {
                    // Check value
                    Assert.assertEquals(data.get(value.getSeriesId()).get(seriesIdCounter).getDoubleValue(), value.getDoubleValue(), 0.001);
                    // Check time
                    Assert.assertEquals(data.get(value.getSeriesId()).get(seriesIdCounter).getTime(), value.getTime());
                    seriesIdCounter++;
                }
            }

            @Override
            public void lastValue(IdPointValueTime value, boolean bookend) {
                lastValueCallCount.increment();
                mutableIndex.increment();
                if (value.getTime() < timestamp.getValue())
                    Assert.fail("Timestamp out of order.");
                timestamp.setValue(value.getTime());
                throw new QueryCancelledException(new Exception("Last Value Callback Exception"));
            }
        });
    } catch (QueryCancelledException e) {
    // noop
    }
    // Since the exception is thrown in last value all the true values should have been sent out already
    Assert.assertEquals(Integer.valueOf(totalSampleCount * 2), count.getValue());
    // Ensure that last value is only called once due to the exception
    Assert.assertEquals(Integer.valueOf(1), lastValueCallCount.getValue());
}
Also used : MutableLong(org.apache.commons.lang3.mutable.MutableLong) MutableInt(org.apache.commons.lang3.mutable.MutableInt) IdPointValueTime(com.serotonin.m2m2.rt.dataImage.IdPointValueTime) QueryCancelledException(com.infiniteautomation.mango.db.query.QueryCancelledException) QueryCancelledException(com.infiniteautomation.mango.db.query.QueryCancelledException)

Example 49 with QueryCancelledException

use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by MangoAutomation.

the class StartsAndRuntimeListQuantizerTest method testStartValueAtPeriodStartNoPeriodValues.

@Test
public void testStartValueAtPeriodStartNoPeriodValues() throws QueryCancelledException {
    // Generate data at 12 noon for every day in the period
    NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(TimePeriods.DAYS, 1);
    // Reset time to track periods
    time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
    MutableInt counter = new MutableInt(0);
    BucketCalculator bc = new TimePeriodBucketCalculator(from, to, TimePeriods.DAYS, 1);
    StartsAndRuntimeListQuantizer quantizer = new StartsAndRuntimeListQuantizer(bc, new StatisticsGeneratorQuantizerCallback<StartsAndRuntimeList>() {

        @Override
        public void quantizedStatistics(StartsAndRuntimeList statisticsGenerator) throws QueryCancelledException {
            counter.increment();
            StartsAndRuntimeList stats = statisticsGenerator;
            // Test periodStart
            Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
            // Test periodEnd
            Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
            ZonedDateTime sampleTime = time;
            if (counter.getValue() == 1) {
                // Test first
                Assert.assertEquals(1, stats.getFirstValue().getIntegerValue());
                Assert.assertEquals(sampleTime.toInstant().toEpochMilli(), (long) stats.getFirstTime());
                // Test last
                Assert.assertEquals(1, stats.getLastValue().getIntegerValue());
                Assert.assertEquals(sampleTime.toInstant().toEpochMilli(), (long) stats.getLastTime());
                // Test start
                Assert.assertEquals(1, stats.getStartValue().getIntegerValue());
                // Test count
                Assert.assertEquals(1, stats.getCount());
                // Ensure data
                Assert.assertEquals(1, stats.getStartsAndRuntime().size());
                StartsAndRuntime one = stats.getStartsAndRuntime().get(1);
                Assert.assertEquals(1, one.getStarts());
                Assert.assertEquals(100.0d, one.getPercentage(), 0.0001);
                Assert.assertEquals(1.0d, one.getProportion(), 0.0001);
                Assert.assertEquals(24 * 60 * 60 * 1000, one.getRuntime());
            } else {
                // No data in other periods
                // Test first
                Assert.assertEquals(null, stats.getFirstValue());
                Assert.assertEquals(null, stats.getFirstTime());
                // Test last
                Assert.assertEquals(null, stats.getLastValue());
                Assert.assertEquals(null, stats.getLastTime());
                // Test start
                Assert.assertEquals(1, stats.getStartValue().getIntegerValue());
                // Test count
                Assert.assertEquals(0, stats.getCount());
                // Ensure data
                Assert.assertEquals(1, stats.getStartsAndRuntime().size());
                StartsAndRuntime one = stats.getStartsAndRuntime().get(1);
                Assert.assertEquals(0, one.getStarts());
                Assert.assertEquals(100.0d, one.getPercentage(), 0.0001);
                Assert.assertEquals(1.0d, one.getProportion(), 0.0001);
                Assert.assertEquals(24 * 60 * 60 * 1000, one.getRuntime());
            }
            // Move to next period time
            time = (ZonedDateTime) adjuster.adjustInto(time);
        }
    });
    quantizer.firstValue(new IdPointValueTime(1, new MultistateValue(1), time.toInstant().toEpochMilli()), false);
    quantizer.done();
    Assert.assertEquals(Integer.valueOf(31), counter.getValue());
}
Also used : IdPointValueTime(com.serotonin.m2m2.rt.dataImage.IdPointValueTime) MultistateValue(com.serotonin.m2m2.rt.dataImage.types.MultistateValue) StartsAndRuntime(com.infiniteautomation.mango.statistics.StartsAndRuntime) ZonedDateTime(java.time.ZonedDateTime) MutableInt(org.apache.commons.lang3.mutable.MutableInt) StartsAndRuntimeList(com.infiniteautomation.mango.statistics.StartsAndRuntimeList) QueryCancelledException(com.infiniteautomation.mango.db.query.QueryCancelledException) NextTimePeriodAdjuster(com.infiniteautomation.mango.util.datetime.NextTimePeriodAdjuster) Test(org.junit.Test)

Example 50 with QueryCancelledException

use of com.infiniteautomation.mango.db.query.QueryCancelledException in project ma-core-public by MangoAutomation.

the class StartsAndRuntimeListQuantizerTest method testStartValueManyValuesPerPeriod.

@Test
public void testStartValueManyValuesPerPeriod() throws QueryCancelledException {
    // Generate data at 12 noon for every day in the period
    NextTimePeriodAdjuster adjuster = new NextTimePeriodAdjuster(TimePeriods.DAYS, 1);
    NextTimePeriodAdjuster hourlyAdjuster = new NextTimePeriodAdjuster(TimePeriods.HOURS, 1);
    time = ZonedDateTime.of(2017, 01, 01, 12, 00, 00, 0, zoneId);
    List<IdPointValueTime> data = new ArrayList<>();
    while (time.toInstant().isBefore(to.toInstant())) {
        // Insert 10 values per day
        int value = 1;
        ZonedDateTime daily = ZonedDateTime.ofInstant(time.toInstant(), zoneId);
        for (int i = 0; i < 10; i++) {
            data.add(new IdPointValueTime(1, new MultistateValue(value), daily.toInstant().toEpochMilli()));
            daily = (ZonedDateTime) hourlyAdjuster.adjustInto(daily);
            value = value + 1;
        }
        time = (ZonedDateTime) adjuster.adjustInto(time);
    }
    // Reset time to track periods
    time = ZonedDateTime.of(2017, 01, 01, 00, 00, 00, 0, zoneId);
    MutableInt counter = new MutableInt(0);
    BucketCalculator bc = new TimePeriodBucketCalculator(from, to, TimePeriods.DAYS, 1);
    StartsAndRuntimeListQuantizer quantizer = new StartsAndRuntimeListQuantizer(bc, new StatisticsGeneratorQuantizerCallback<StartsAndRuntimeList>() {

        @Override
        public void quantizedStatistics(StartsAndRuntimeList statisticsGenerator) throws QueryCancelledException {
            counter.increment();
            StartsAndRuntimeList stats = statisticsGenerator;
            // Test periodStart
            Assert.assertEquals(time.toInstant().toEpochMilli(), stats.getPeriodStartTime());
            // Test periiodEnd
            Assert.assertEquals(time.plusDays(1).toInstant().toEpochMilli(), stats.getPeriodEndTime());
            // Test first
            Assert.assertEquals(1, stats.getFirstValue().getIntegerValue());
            Assert.assertEquals(time.plusHours(12).toInstant().toEpochMilli(), (long) stats.getFirstTime());
            // Test last
            Assert.assertEquals(10, stats.getLastValue().getIntegerValue());
            Assert.assertEquals(time.plusHours(12).plusHours(9).toInstant().toEpochMilli(), (long) stats.getLastTime());
            // Test start (the first start value will be null
            if (counter.getValue() == 1)
                Assert.assertEquals(1, stats.getStartValue().getIntegerValue());
            else
                Assert.assertEquals(10, stats.getStartValue().getIntegerValue());
            // Test count
            Assert.assertEquals(10, stats.getCount());
            // Ensure data
            if (counter.getValue() == 1) {
                // 1 to 10, was 10 for last 3 hrs of day
                Assert.assertEquals(10, stats.getStartsAndRuntime().size());
                for (StartsAndRuntime value : stats.getData()) {
                    switch((Integer) value.getValue()) {
                        case 1:
                            Assert.assertEquals(1, value.getStarts());
                            Assert.assertEquals(100d * (13d / 24d), value.getPercentage(), 0.0001);
                            Assert.assertEquals(13d / 24d, value.getProportion(), 0.0001);
                            Assert.assertEquals(13 * 60 * 60 * 1000, value.getRuntime());
                            break;
                        case 2:
                        case 3:
                        case 4:
                        case 5:
                        case 6:
                        case 7:
                        case 8:
                        case 9:
                            Assert.assertEquals(1, value.getStarts());
                            Assert.assertEquals(100d * (1d / 24d), value.getPercentage(), 0.0001);
                            Assert.assertEquals(1d / 24d, value.getProportion(), 0.0001);
                            Assert.assertEquals(60 * 60 * 1000, value.getRuntime());
                            break;
                        case 10:
                            Assert.assertEquals(1, value.getStarts());
                            Assert.assertEquals(100d * (3d / 24d), value.getPercentage(), 0.0001);
                            Assert.assertEquals(3d / 24d, value.getProportion(), 0.0001);
                            Assert.assertEquals(3 * 60 * 60 * 1000, value.getRuntime());
                            break;
                    }
                }
            } else {
                // Start in state 10 for 12 hrs more
                Assert.assertEquals(10, stats.getStartsAndRuntime().size());
                for (StartsAndRuntime value : stats.getData()) {
                    switch((Integer) value.getValue()) {
                        case 1:
                        case 2:
                        case 3:
                        case 4:
                        case 5:
                        case 6:
                        case 7:
                        case 8:
                        case 9:
                            Assert.assertEquals(1, value.getStarts());
                            Assert.assertEquals(100d * (1d / 24d), value.getPercentage(), 0.0001);
                            Assert.assertEquals(1d / 24d, value.getProportion(), 0.0001);
                            Assert.assertEquals(60 * 60 * 1000, value.getRuntime());
                            break;
                        case 10:
                            Assert.assertEquals(1, value.getStarts());
                            Assert.assertEquals(100d * (15d / 24d), value.getPercentage(), 0.0001);
                            Assert.assertEquals(15d / 24d, value.getProportion(), 0.0001);
                            Assert.assertEquals(15 * 60 * 60 * 1000, value.getRuntime());
                            break;
                    }
                }
            }
            // Move to next period time
            time = (ZonedDateTime) adjuster.adjustInto(time);
        }
    });
    quantizer.firstValue(new IdPointValueTime(1, new MultistateValue(1), time.minusHours(3).toInstant().toEpochMilli()), true);
    for (int count = 0; count < data.size(); count++) quantizer.accept(data.get(count));
    quantizer.lastValue(data.get(data.size() - 1), true);
    quantizer.done();
    Assert.assertEquals(Integer.valueOf(31), counter.getValue());
}
Also used : ArrayList(java.util.ArrayList) IdPointValueTime(com.serotonin.m2m2.rt.dataImage.IdPointValueTime) MultistateValue(com.serotonin.m2m2.rt.dataImage.types.MultistateValue) StartsAndRuntime(com.infiniteautomation.mango.statistics.StartsAndRuntime) ZonedDateTime(java.time.ZonedDateTime) MutableInt(org.apache.commons.lang3.mutable.MutableInt) StartsAndRuntimeList(com.infiniteautomation.mango.statistics.StartsAndRuntimeList) QueryCancelledException(com.infiniteautomation.mango.db.query.QueryCancelledException) NextTimePeriodAdjuster(com.infiniteautomation.mango.util.datetime.NextTimePeriodAdjuster) Test(org.junit.Test)

Aggregations

QueryCancelledException (com.infiniteautomation.mango.db.query.QueryCancelledException)65 MutableInt (org.apache.commons.lang3.mutable.MutableInt)56 IdPointValueTime (com.serotonin.m2m2.rt.dataImage.IdPointValueTime)50 NextTimePeriodAdjuster (com.infiniteautomation.mango.util.datetime.NextTimePeriodAdjuster)48 ZonedDateTime (java.time.ZonedDateTime)48 Test (org.junit.Test)48 ArrayList (java.util.ArrayList)30 MultistateValue (com.serotonin.m2m2.rt.dataImage.types.MultistateValue)28 AnalogStatistics (com.infiniteautomation.mango.statistics.AnalogStatistics)17 StartsAndRuntimeList (com.infiniteautomation.mango.statistics.StartsAndRuntimeList)17 ValueChangeCounter (com.infiniteautomation.mango.statistics.ValueChangeCounter)17 StartsAndRuntime (com.infiniteautomation.mango.statistics.StartsAndRuntime)14 NumericValue (com.serotonin.m2m2.rt.dataImage.types.NumericValue)14 MutableLong (org.apache.commons.lang3.mutable.MutableLong)8 IOException (java.io.IOException)7 Map (java.util.Map)3 PointValueField (com.infiniteautomation.mango.rest.latest.model.pointValue.PointValueField)2 PointValueTimeWriter (com.infiniteautomation.mango.rest.latest.model.pointValue.PointValueTimeWriter)2 DataPointVO (com.serotonin.m2m2.vo.DataPointVO)2 JsonEncoding (com.fasterxml.jackson.core.JsonEncoding)1