Examples with TempFile com.facebook.presto.orc.OrcTester.TempFile used on opensource projects

Example 1 with TempFile

use of com.facebook.presto.orc.OrcTester.TempFile in project presto by prestodb.

the class TestOrcReaderPositions method testStripeSkipping.

@Test
public void testStripeSkipping() throws Exception {
    try (TempFile tempFile = new TempFile()) {
        createMultiStripeFile(tempFile.getFile());
        // test reading second and fourth stripes
        OrcPredicate predicate = (numberOfRows, statisticsByColumnIndex) -> {
            if (numberOfRows == 100) {
                return true;
            }
            IntegerStatistics stats = statisticsByColumnIndex.get(0).getIntegerStatistics();
            return ((stats.getMin() == 60) && (stats.getMax() == 117)) || ((stats.getMin() == 180) && (stats.getMax() == 237));
        };
        OrcRecordReader reader = createCustomOrcRecordReader(tempFile, new OrcMetadataReader(), predicate, BIGINT);
        assertEquals(reader.getFileRowCount(), 100);
        assertEquals(reader.getReaderRowCount(), 40);
        assertEquals(reader.getFilePosition(), 0);
        assertEquals(reader.getReaderPosition(), 0);
        // second stripe
        assertEquals(reader.nextBatch(), 20);
        assertEquals(reader.getReaderPosition(), 0);
        assertEquals(reader.getFilePosition(), 20);
        assertCurrentBatch(reader, 1);
        // fourth stripe
        assertEquals(reader.nextBatch(), 20);
        assertEquals(reader.getReaderPosition(), 20);
        assertEquals(reader.getFilePosition(), 60);
        assertCurrentBatch(reader, 3);
        assertEquals(reader.nextBatch(), -1);
        assertEquals(reader.getReaderPosition(), 40);
        assertEquals(reader.getFilePosition(), 100);
        reader.close();
    }
}

Example 2 with TempFile

use of com.facebook.presto.orc.OrcTester.TempFile in project presto by prestodb.

the class TestOrcReaderPositions method testEntireFile.

@Test
public void testEntireFile() throws Exception {
    try (TempFile tempFile = new TempFile()) {
        createMultiStripeFile(tempFile.getFile());
        OrcRecordReader reader = createCustomOrcRecordReader(tempFile, new OrcMetadataReader(), OrcPredicate.TRUE, BIGINT);
        assertEquals(reader.getReaderRowCount(), 100);
        assertEquals(reader.getReaderPosition(), 0);
        assertEquals(reader.getFileRowCount(), reader.getReaderRowCount());
        assertEquals(reader.getFilePosition(), reader.getReaderPosition());
        for (int i = 0; i < 5; i++) {
            assertEquals(reader.nextBatch(), 20);
            assertEquals(reader.getReaderPosition(), i * 20L);
            assertEquals(reader.getFilePosition(), reader.getReaderPosition());
            assertCurrentBatch(reader, i);
        }
        assertEquals(reader.nextBatch(), -1);
        assertEquals(reader.getReaderPosition(), 100);
        assertEquals(reader.getFilePosition(), reader.getReaderPosition());
        reader.close();
    }
}