Examples with TimeSeries com.google.api.ads.admanager.axis.v202108.TimeSeries used on opensource projects

Example 6 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TSDBTailerTest method main.

public static void main(final String[] parameters) throws IOException {
    final MutableHolder<Integer> counter = new MutableHolder<>(0);
    TimeSeriesDatabase tsdb = new TimeSeriesDatabase(new File(parameters[0]));
    tsdb.tail(10, 0, new TSDataHandler() {

        private int count = 0;

        @Override
        public void newTable(final String tableName, final String[] columnNames) {
            LOG.info("New Table: {} columns: {}", tableName, columnNames);
        }

        @Override
        public void newData(final String tableName, final TimeSeries data) {
            LOG.debug("Table {} - {}", tableName, data);
            counter.setValue(counter.getValue() + data.getTimeStamps().length);
        }

        @Override
        public boolean finish() {
            return count++ > 400;
        }
    });
    System.exit(counter.getValue());
}

Example 7 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TimeSeriesDatabaseTest method testWriteTSDB.

/**
 * Test of close method, of class TimeSeriesDatabase.
 */
@Test
public void testWriteTSDB() throws Exception {
    if (new File(FILE_NAME).delete()) {
        LOG.debug("existing tsdb {} file deleted", FILE_NAME);
    }
    try (TimeSeriesDatabase instance = new TimeSeriesDatabase(new File(FILE_NAME), new byte[] {})) {
        instance.addTSTable("gr1", new byte[] {}, 5, new String[] { "a", "b" }, new byte[][] {});
        instance.write(System.currentTimeMillis(), "gr1", new long[] { 0, 1 });
        Thread.sleep(5);
        instance.write(System.currentTimeMillis(), "gr1", new long[] { 1, 2 });
        Thread.sleep(5);
        instance.write(System.currentTimeMillis(), "gr1", new long[] { 3, 4 });
        Thread.sleep(5);
        instance.addTSTable("gr2", new byte[] {}, 5, new String[] { "a", "b" }, new byte[][] {});
        instance.write(System.currentTimeMillis(), "gr2", new long[] { 7, 8 });
        instance.flush();
        instance.addTSTable("gr3", new byte[] {}, 5, new String[] { "a", "b" }, new byte[][] {});
        instance.write(System.currentTimeMillis(), "gr3", new long[] { 7, 8 });
        Thread.sleep(5);
        instance.write(System.currentTimeMillis(), "gr3", new long[] { 9, 10 });
        instance.flush();
        LOG.debug("TSTables = {}", instance.getTSTables());
        TimeSeries readAll = instance.readAll("gr1");
        Assert.assertEquals(2, readAll.getValues()[1][1]);
        LOG.debug("TimeSeries = {}", readAll);
        readAll = instance.readAll("gr2");
        Assert.assertEquals(7, readAll.getValues()[0][0]);
        LOG.debug("TimeSeries = {}", readAll);
        readAll = instance.readAll("gr3");
        Assert.assertEquals(10, readAll.getValues()[1][1]);
        LOG.debug("TimeSeries = {}", readAll);
    }
    TimeSeriesDatabase instanceRead = new TimeSeriesDatabase(new File(FILE_NAME), null);
    Collection<TSTable> tsTables = instanceRead.getTSTables();
    LOG.debug("Tables = {}", tsTables);
    Assert.assertEquals(3, tsTables.size());
    instanceRead.writeCsvTable("gr1", File.createTempFile("test", ".csv"));
    instanceRead.writeCsvTables(Arrays.asList("gr1", "gr2", "gr3"), File.createTempFile("testAll", ".csv"));
}

Example 8 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TimeSeriesDatabase method writeCsvTable.

public void writeCsvTable(final String tableName, final File output) throws IOException {
    TSTable table = getTSTable(tableName);
    TimeSeries data = readAll(tableName);
    DateTimeFormatter formatter = DateTimeFormats.TS_FORMAT;
    try (Writer writer = new BufferedWriter(new OutputStreamWriter(Files.newOutputStream(output.toPath()), StandardCharsets.UTF_8))) {
        Csv.writeCsvElement("timestamp", writer);
        for (String colName : table.getColumnNames()) {
            writer.append(',');
            Csv.writeCsvElement(colName, writer);
        }
        writer.write('\n');
        long[] timestamps = data.getTimeStamps();
        long[][] values = data.getValues();
        for (int i = 0; i < timestamps.length; i++) {
            Csv.writeCsvElement(formatter.format(Instant.ofEpochMilli(timestamps[i])), writer);
            for (long val : values[i]) {
                writer.append(',');
                Csv.writeCsvElement(Long.toString(val), writer);
            }
            writer.write('\n');
        }
    }
}

Example 9 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TimeSeriesDatabase method writeCsvTables.

public void writeCsvTables(final List<String> tableNames, final File output) throws IOException {
    DateTimeFormatter formatter = DateTimeFormats.TS_FORMAT;
    try (Writer writer = new BufferedWriter(new OutputStreamWriter(Files.newOutputStream(output.toPath()), StandardCharsets.UTF_8))) {
        String firstTable = tableNames.get(0);
        TSTable table = getTSTable(firstTable);
        Csv.writeCsvElement("table", writer);
        writer.append(',');
        Csv.writeCsvElement("timestamp", writer);
        for (String colName : table.getColumnNames()) {
            writer.append(',');
            Csv.writeCsvElement(colName, writer);
        }
        writer.write('\n');
        for (String tableName : tableNames) {
            TimeSeries data = readAll(tableName);
            long[] timestamps = data.getTimeStamps();
            long[][] values = data.getValues();
            for (int i = 0; i < timestamps.length; i++) {
                Csv.writeCsvElement(tableName, writer);
                writer.append(',');
                Csv.writeCsvElement(formatter.format(Instant.ofEpochMilli(timestamps[i])), writer);
                for (long val : values[i]) {
                    writer.append(',');
                    Csv.writeCsvElement(Long.toString(val), writer);
                }
                writer.write('\n');
            }
        }
    }
}

Example 10 with TimeSeries

use of com.google.api.ads.admanager.axis.v202108.TimeSeries in project spf4j by zolyfarkas.

the class TimeSeriesDatabase method read.

/**
 * Read measurements from table.
 *
 * @param tableName
 * @param startTime start time including
 * @param endTime end time including
 * @return
 * @throws IOException
 */
private TimeSeries read(final long startTime, final long endTime, final long startAtFragment, final long endAtFragment, final boolean skipFirst) throws IOException {
    synchronized (path) {
        TLongArrayList timeStamps = new TLongArrayList();
        List<long[]> data = new ArrayList<>();
        if (startAtFragment > 0) {
            FileLock lock = ch.lock(0, Long.MAX_VALUE, true);
            try {
                DataFragment frag;
                long nextFragmentLocation = startAtFragment;
                boolean last = false;
                boolean psFirst = skipFirst;
                do {
                    if (nextFragmentLocation == endAtFragment) {
                        last = true;
                    }
                    file.seek(nextFragmentLocation);
                    frag = new DataFragment(file);
                    if (psFirst) {
                        psFirst = false;
                    } else {
                        long fragStartTime = frag.getStartTimeMillis();
                        if (fragStartTime >= startTime) {
                            TIntArrayList fragTimestamps = frag.getTimestamps();
                            int nr = 0;
                            for (int i = 0; i < fragTimestamps.size(); i++) {
                                long ts = fragStartTime + fragTimestamps.get(i);
                                if (ts <= endTime) {
                                    timeStamps.add(ts);
                                    nr++;
                                } else {
                                    break;
                                }
                            }
                            int i = 0;
                            for (long[] d : frag.getData()) {
                                if (i < nr) {
                                    data.add(d);
                                } else {
                                    break;
                                }
                                nr++;
                            }
                            if (fragTimestamps.size() > nr) {
                                break;
                            }
                        }
                    }
                    nextFragmentLocation = frag.getNextDataFragment();
                } while (nextFragmentLocation > 0 && !last);
            } catch (IOException | RuntimeException e) {
                try {
                    lock.release();
                    throw e;
                } catch (IOException ex) {
                    ex.addSuppressed(e);
                    throw ex;
                }
            }
            lock.release();
        }
        return new TimeSeries(timeStamps.toArray(), data.toArray(new long[data.size()][]));
    }
}