use of com.facebook.presto.orc.ColumnWriterOptions in project presto by prestodb.
the class TestBooleanOutputStream method testWriteBoolean.
@Test
public void testWriteBoolean() {
List<List<Integer>> testGroups = ImmutableList.of(ImmutableList.of(149, 317, 2), ImmutableList.of(2), ImmutableList.of(1, 2, 4, 0, 8), ImmutableList.of(1, 4, 8, 1024, 10000), ImmutableList.of(14000, 1, 2));
DataSize compressionSize = new DataSize(1, KILOBYTE);
for (List<Integer> counts : testGroups) {
ColumnWriterOptions columnWriterOptions = ColumnWriterOptions.builder().setCompressionKind(NONE).setCompressionMaxBufferSize(compressionSize).build();
OrcOutputBuffer buffer = new OrcOutputBuffer(columnWriterOptions, Optional.empty());
BooleanOutputStream output = new BooleanOutputStream(buffer);
// write multiple booleans together
for (int count : counts) {
output.writeBooleans(count, true);
output.recordCheckpoint();
}
output.close();
List<BooleanStreamCheckpoint> batchWriteCheckpoints = output.getCheckpoints();
DynamicSliceOutput slice = new DynamicSliceOutput(128);
buffer.writeDataTo(slice);
Slice batchWriteBuffer = slice.slice();
// write one boolean a time
buffer.reset();
output.reset();
for (int count : counts) {
for (int i = 0; i < count; i++) {
output.writeBoolean(true);
}
output.recordCheckpoint();
}
output.close();
List<BooleanStreamCheckpoint> singleWriteCheckpoints = output.getCheckpoints();
slice = new DynamicSliceOutput(128);
buffer.writeDataTo(slice);
Slice singleWriteBuffer = slice.slice();
assertEquals(batchWriteCheckpoints.size(), singleWriteCheckpoints.size());
for (int i = 0; i < batchWriteCheckpoints.size(); i++) {
assertTrue(checkpointsEqual(batchWriteCheckpoints.get(i), singleWriteCheckpoints.get(i)));
}
assertEquals(batchWriteBuffer, singleWriteBuffer);
}
}
use of com.facebook.presto.orc.ColumnWriterOptions in project presto by prestodb.
the class TestSliceDictionaryColumnWriter method getDictionaryColumnWriter.
private DictionaryColumnWriter getDictionaryColumnWriter(OrcEncoding orcEncoding, boolean sortDictionaryKeys) {
ColumnWriterOptions columnWriterOptions = ColumnWriterOptions.builder().setCompressionKind(SNAPPY).setStringDictionarySortingEnabled(sortDictionaryKeys).build();
DictionaryColumnWriter writer = new SliceDictionaryColumnWriter(COLUMN_ID, VARCHAR, columnWriterOptions, Optional.empty(), orcEncoding, orcEncoding.createMetadataWriter());
return writer;
}
Aggregations