Search in sources :

Example 26 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TimeSeriesDatabase method tail.

@SuppressFBWarnings("MDM_THREAD_YIELD")
public void tail(final long pollMillis, final long from, final TSDataHandler handler) throws IOException {
    Map<String, TSTable> lastState = new HashMap<>();
    long lastSize = 0;
    while (!Thread.currentThread().isInterrupted() && !handler.finish()) {
        long currSize = this.file.length();
        if (currSize > lastSize) {
            // see if we have new Tables;
            reReadTableInfos();
            Map<String, TSTable> currState = getTsTables();
            for (String tableName : Sets.difference(currState.keySet(), lastState.keySet())) {
                handler.newTable(tableName, currState.get(tableName).getColumnNames());
            }
            for (TSTable table : currState.values()) {
                final String tableName = table.getTableName();
                TSTable prevTableState = lastState.get(tableName);
                final long currLastDataFragment = table.getLastDataFragment();
                if (prevTableState == null) {
                    long lastDataFragment = table.getFirstDataFragment();
                    if (lastDataFragment > 0) {
                        TimeSeries data = read(from, Long.MAX_VALUE, lastDataFragment, currLastDataFragment, false);
                        handler.newData(tableName, data);
                    }
                } else {
                    long lastDataFragment = prevTableState.getLastDataFragment();
                    if (lastDataFragment == 0) {
                        lastDataFragment = table.getFirstDataFragment();
                        if (lastDataFragment > 0) {
                            TimeSeries data = read(from, Long.MAX_VALUE, lastDataFragment, currLastDataFragment, false);
                            handler.newData(tableName, data);
                        }
                    } else if (currLastDataFragment > lastDataFragment) {
                        TimeSeries data = read(from, Long.MAX_VALUE, lastDataFragment, currLastDataFragment, true);
                        handler.newData(tableName, data);
                    }
                }
            }
            lastState = currState;
        }
        lastSize = currSize;
        try {
            Thread.sleep(pollMillis);
        } catch (InterruptedException ex) {
            Thread.currentThread().interrupt();
            break;
        }
    }
}
Also used : TimeSeries(org.spf4j.tsdb2.TimeSeries) HashMap(java.util.HashMap) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) SuppressFBWarnings(edu.umd.cs.findbugs.annotations.SuppressFBWarnings)

Example 27 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TimeSeriesDatabase method createHeatJFreeChart.

public JFreeChart createHeatJFreeChart(final String tableName, final long startTime, final long endTime) throws IOException {
    TSTable info = this.getTSTable(tableName);
    TimeSeries data = this.read(tableName, startTime, endTime);
    return createHeatJFreeChart(data, info);
}
Also used : TimeSeries(org.spf4j.tsdb2.TimeSeries)

Example 28 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TimeSeriesDatabase method createCountJFreeChart.

public JFreeChart createCountJFreeChart(final String tableName, final long startTime, final long endTime) throws IOException {
    TSTable info = this.getTSTable(tableName);
    TimeSeries data = this.read(tableName, startTime, endTime);
    return createCountJFreeChart(data, info);
}
Also used : TimeSeries(org.spf4j.tsdb2.TimeSeries)

Example 29 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TimeSeriesDatabase method generateCharts.

/**
 * Quantized recorders will have min, max avg charts and distribution charts generated. Counting recorders will have
 * simple charts generated.
 *
 * @param startTimeMillis
 * @param endTimeMillis
 * @param width
 * @param height
 * @return
 * @throws IOException
 */
@JmxExport(value = "generateChartsInterval", description = "generate charts for all measurements in specified interval")
public List<String> generateCharts(final long startTimeMillis, final long endTimeMillis, final int width, final int height) throws IOException {
    try {
        this.flush();
        Collection<TSTable> columnsInfo = this.getTSTables();
        List<String> result = new ArrayList<>(16);
        for (TSTable info : columnsInfo) {
            TimeSeries data = this.read(info.getTableName(), startTimeMillis, endTimeMillis);
            if (data.getTimeStamps().length > 0) {
                if (canGenerateMinMaxAvgCount(info)) {
                    result.add(generateMinMaxAvgCountChart(info, data, width, height));
                }
                if (canGenerateHeatChart(info)) {
                    result.add(generateHeatChart(info, data, width, height));
                }
            }
        }
        Multimap<String, TSTable> counters = getCounters(columnsInfo);
        Map<String, Collection<TSTable>> asMap = counters.asMap();
        for (Map.Entry<String, Collection<TSTable>> entry : asMap.entrySet()) {
            Collection<TSTable> ltables = entry.getValue();
            int l = ltables.size();
            long[][] timestamps = new long[l][];
            double[][] cdata = new double[l][];
            double[][] cdata2 = new double[l][];
            int i = 0;
            String[] measurementNames = new String[cdata.length];
            String[] measurementNames2 = new String[cdata2.length];
            String uom1 = "count";
            String uom2 = "";
            for (TSTable colInfo : ltables) {
                TimeSeries data = this.read(colInfo.getTableName(), startTimeMillis, endTimeMillis);
                timestamps[i] = data.getTimeStamps();
                final long[][] values = data.getValues();
                cdata[i] = Arrays.getColumnAsDoubles(values, colInfo.getColumnIndex("count"));
                cdata2[i] = Arrays.getColumnAsDoubles(values, colInfo.getColumnIndex("total"));
                measurementNames[i] = colInfo.getTableName() + ".count";
                measurementNames2[i] = colInfo.getTableName() + ".total";
                uom2 = new String(colInfo.getTableMetaData(), StandardCharsets.UTF_8);
                i++;
            }
            result.add(generateCountChart(entry.getKey(), timestamps, measurementNames, measurementNames2, uom1, uom2, cdata, cdata2, width, height));
        }
        return result;
    } catch (IOException | RuntimeException ex) {
        throw ex;
    }
}
Also used : TimeSeries(org.spf4j.tsdb2.TimeSeries) TIntArrayList(gnu.trove.list.array.TIntArrayList) ArrayList(java.util.ArrayList) TLongArrayList(gnu.trove.list.array.TLongArrayList) IOException(java.io.IOException) Collection(java.util.Collection) HashMap(java.util.HashMap) ConcurrentMap(java.util.concurrent.ConcurrentMap) Map(java.util.Map) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) JmxExport(org.spf4j.jmx.JmxExport)

Example 30 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TimeSeriesDatabase method createMinMaxAvgJFreeChart.

public JFreeChart createMinMaxAvgJFreeChart(final String tableName, final long startTime, final long endTime) throws IOException {
    TSTable info = this.getTSTable(tableName);
    TimeSeries data = this.read(tableName, startTime, endTime);
    return createMinMaxAvgJFreeChart(data, info);
}
Also used : TimeSeries(org.spf4j.tsdb2.TimeSeries)

Aggregations

TimeSeries (com.google.monitoring.v3.TimeSeries)17 TimeSeries (org.spf4j.tsdb2.TimeSeries)11 ProjectName (com.google.monitoring.v3.ProjectName)9 ArrayList (java.util.ArrayList)8 Test (org.junit.Test)8 MetricServiceClient (com.google.cloud.monitoring.v3.MetricServiceClient)6 ListTimeSeriesRequest (com.google.monitoring.v3.ListTimeSeriesRequest)6 TimeInterval (com.google.monitoring.v3.TimeInterval)6 ListTimeSeriesPagedResponse (com.google.cloud.monitoring.v3.MetricServiceClient.ListTimeSeriesPagedResponse)5 CreateTimeSeriesRequest (com.google.monitoring.v3.CreateTimeSeriesRequest)5 HashMap (java.util.HashMap)4 MonitoredResource (com.google.api.MonitoredResource)3 Metric (com.google.api.Metric)2 Aggregation (com.google.monitoring.v3.Aggregation)2 Point (com.google.monitoring.v3.Point)2 TypedValue (com.google.monitoring.v3.TypedValue)2 BufferedWriter (java.io.BufferedWriter)2 File (java.io.File)2 OutputStreamWriter (java.io.OutputStreamWriter)2 Writer (java.io.Writer)2