Examples with LoopInterruptedCheck de.invesdwin.util.concurrent.loop.LoopInterruptedCheck used on opensource projects

Example 16 with LoopInterruptedCheck

use of de.invesdwin.util.concurrent.loop.LoopInterruptedCheck in project invesdwin-context-persistence by subes.

the class RangeTableDBPerformanceTest method readIterator.

private void readIterator(final ADelegateRangeTable<String, FDate, FDate> table) throws InterruptedException {
    final LoopInterruptedCheck loopCheck = new LoopInterruptedCheck(Duration.ONE_SECOND);
    final Instant readsStart = new Instant();
    for (int reads = 1; reads <= READS; reads++) {
        FDate prevValue = null;
        final ICloseableIterator<FDate> range = table.rangeValues(HASH_KEY);
        int count = 0;
        while (true) {
            try {
                final FDate value = range.next();
                if (prevValue != null) {
                    Assertions.checkTrue(prevValue.isBefore(value));
                }
                prevValue = value;
                count++;
            } catch (final NoSuchElementException e) {
                break;
            }
        }
        Assertions.checkEquals(count, VALUES);
        if (loopCheck.check()) {
            printProgress("Reads", readsStart, VALUES * reads, VALUES * READS);
        }
    }
    printProgress("ReadsFinished", readsStart, VALUES * READS, VALUES * READS);
}

Example 17 with LoopInterruptedCheck

use of de.invesdwin.util.concurrent.loop.LoopInterruptedCheck in project invesdwin-context-persistence by subes.

the class BlockCompressedRecordFilePerformanceTest method testBlockCompressedRecordFilePerformance.

@Test
public void testBlockCompressedRecordFilePerformance() throws IOException, InterruptedException {
    final File directory = new File(ContextProperties.getCacheDirectory(), BlockCompressedRecordFilePerformanceTest.class.getSimpleName());
    Files.deleteNative(directory);
    Files.forceMkdir(directory);
    final File file = new File(directory, "testBlockCompressedRecordFilePerformance");
    final LoopInterruptedCheck loopCheck = new LoopInterruptedCheck(Duration.ONE_SECOND);
    final Instant writesStart = new Instant();
    try (BlockCompressedRecordFile.Writer<TimedDecimal> writer = new BlockCompressedRecordFile.Writer.Builder<TimedDecimal>(file, IndeedSerializer.valueOf(TimedDecimalSerde.GET)).build()) {
        int i = 0;
        for (final FDate date : newValues()) {
            writer.append(new TimedDecimal(date, date.millisValue()));
            i++;
            if (i % FLUSH_INTERVAL == 0) {
                if (loopCheck.check()) {
                    printProgress("Writes", writesStart, i, VALUES);
                }
            }
        }
        printProgress("WritesFinished", writesStart, VALUES, VALUES);
    }
    readIterator(file);
}

Example 18 with LoopInterruptedCheck

use of de.invesdwin.util.concurrent.loop.LoopInterruptedCheck in project invesdwin-context-persistence by subes.

the class BlockCompressedRecordFilePerformanceTest method readIterator.

private void readIterator(final File file) throws IOException, InterruptedException {
    final LoopInterruptedCheck loopCheck = new LoopInterruptedCheck();
    final Instant readsStart = new Instant();
    for (int reads = 1; reads <= READS; reads++) {
        FDate prevValue = null;
        int count = 0;
        try (BlockCompressedRecordFile<TimedDecimal> reader = new BlockCompressedRecordFile.Builder<TimedDecimal>(file, IndeedSerializer.valueOf(TimedDecimalSerde.GET), new SnappyCodec()).build()) {
            final RecordFile.Reader<TimedDecimal> iterator = reader.reader();
            while (iterator.next()) {
                final FDate value = iterator.get().getTime();
                if (prevValue != null) {
                    Assertions.checkTrue(prevValue.isBefore(value));
                }
                prevValue = value;
                count++;
            }
            Assertions.checkEquals(count, VALUES);
            if (loopCheck.check()) {
                printProgress("Reads", readsStart, VALUES * reads, VALUES * READS);
            }
        }
    }
    printProgress("ReadsFinished", readsStart, VALUES * READS, VALUES * READS);
}

Example 19 with LoopInterruptedCheck

use of de.invesdwin.util.concurrent.loop.LoopInterruptedCheck in project invesdwin-context-persistence by subes.

the class ADelegateDailyDownloadTableRequest method maybeUpdate.

protected void maybeUpdate() {
    if (shouldUpdate()) {
        synchronized (this) {
            try {
                if (shouldUpdate()) {
                    beforeUpdate();
                    final ICloseableIterator<V> reader = getIterator();
                    final Instant start = new Instant();
                    log.info("Starting indexing [%s] ...", getDownloadFileName());
                    final LoopInterruptedCheck loopCheck = new LoopInterruptedCheck(Duration.ONE_SECOND);
                    try (Batch<K, V> batch = table.newBatch()) {
                        int count = 0;
                        try {
                            while (true) {
                                final V value = reader.next();
                                final K key = extractKey(value);
                                batch.put(key, value);
                                count++;
                                if (count >= ADelegateRangeTable.BATCH_FLUSH_INTERVAL) {
                                    batch.flush();
                                    if (loopCheck.check()) {
                                        printProgress("Indexing [" + getDownloadFileName() + "]", start, count);
                                    }
                                }
                            }
                        } catch (final NoSuchElementException e) {
                        // end reached
                        }
                        if (count > 0) {
                            batch.flush();
                        }
                    }
                    afterUpdate();
                    log.info("Finished indexing [%s] after: %s", getDownloadFileName(), start);
                }
            } catch (final Throwable t) {
                deleteDownloadedFile();
                table.deleteTable();
                throw Throwables.propagate(t);
            }
        }
    }
}

Example 20 with LoopInterruptedCheck

use of de.invesdwin.util.concurrent.loop.LoopInterruptedCheck in project invesdwin-context-persistence by subes.

the class CqenginePerformanceTest method readIterator.

private void readIterator(final IndexedCollection<Content> table) throws InterruptedException {
    final LoopInterruptedCheck loopCheck = new LoopInterruptedCheck(Duration.ONE_SECOND);
    final Instant readsStart = new Instant();
    for (int reads = 1; reads <= READS; reads++) {
        FDate prevValue = null;
        int count = 0;
        final Iterator<Content> iterator = table.iterator();
        try {
            while (true) {
                final FDate value = iterator.next().getValue();
                // if (prevValue != null) {
                // Assertions.checkTrue(prevValue.isBefore(value));
                // }
                prevValue = value;
                count++;
            }
        } catch (final NoSuchElementException e) {
        // end reached
        }
        Assertions.checkEquals(count, VALUES);
        if (loopCheck.check()) {
            printProgress("Reads", readsStart, VALUES * reads, VALUES * READS);
        }
    }
    printProgress("ReadsFinished", readsStart, VALUES * READS, VALUES * READS);
}