use of io.prestosql.decoder.DecoderColumnHandle in project hetu-core by openlookeng.
the class TestRawDecoder method testFixedWithString.
@Test
public void testFixedWithString() {
String str = "Ich bin zwei Oeltanks";
byte[] row = str.getBytes(StandardCharsets.UTF_8);
DecoderTestColumnHandle row1 = new DecoderTestColumnHandle(0, "row1", createVarcharType(100), null, null, null, false, false, false);
DecoderTestColumnHandle row2 = new DecoderTestColumnHandle(1, "row2", createVarcharType(100), "0", null, null, false, false, false);
DecoderTestColumnHandle row3 = new DecoderTestColumnHandle(2, "row3", createVarcharType(100), "0:4", null, null, false, false, false);
DecoderTestColumnHandle row4 = new DecoderTestColumnHandle(3, "row4", createVarcharType(100), "5:8", null, null, false, false, false);
Set<DecoderColumnHandle> columns = ImmutableSet.of(row1, row2, row3, row4);
RowDecoder rowDecoder = DECODER_FACTORY.create(emptyMap(), columns);
Map<DecoderColumnHandle, FieldValueProvider> decodedRow = rowDecoder.decodeRow(row, null).orElseThrow(AssertionError::new);
assertEquals(decodedRow.size(), columns.size());
checkValue(decodedRow, row1, str);
checkValue(decodedRow, row2, str);
// these only work for single byte encodings...
checkValue(decodedRow, row3, str.substring(0, 4));
checkValue(decodedRow, row4, str.substring(5, 8));
}
use of io.prestosql.decoder.DecoderColumnHandle in project hetu-core by openlookeng.
the class TestRawDecoder method testEmptyRecord.
@Test
public void testEmptyRecord() {
byte[] emptyRow = new byte[0];
DecoderTestColumnHandle column = new DecoderTestColumnHandle(0, "row1", createUnboundedVarcharType(), null, "BYTE", null, false, false, false);
Set<DecoderColumnHandle> columns = ImmutableSet.of(column);
RowDecoder rowDecoder = DECODER_FACTORY.create(emptyMap(), columns);
Map<DecoderColumnHandle, FieldValueProvider> decodedRow = rowDecoder.decodeRow(emptyRow, null).orElseThrow(AssertionError::new);
checkIsNull(decodedRow, column);
}
use of io.prestosql.decoder.DecoderColumnHandle in project hetu-core by openlookeng.
the class TestRawDecoder method testSimple.
@Test
public void testSimple() {
ByteBuffer buf = ByteBuffer.allocate(100);
// 0 - 7
buf.putLong(4815162342L);
// 8 - 11
buf.putInt(12345678);
// 12 - 13
buf.putShort((short) 4567);
// 14
buf.put((byte) 123);
// 15+
buf.put("Ich bin zwei Oeltanks".getBytes(StandardCharsets.UTF_8));
byte[] row = new byte[buf.position()];
System.arraycopy(buf.array(), 0, row, 0, buf.position());
DecoderTestColumnHandle row1 = new DecoderTestColumnHandle(0, "row1", BigintType.BIGINT, "0", "LONG", null, false, false, false);
DecoderTestColumnHandle row2 = new DecoderTestColumnHandle(1, "row2", BigintType.BIGINT, "8", "INT", null, false, false, false);
DecoderTestColumnHandle row3 = new DecoderTestColumnHandle(2, "row3", BigintType.BIGINT, "12", "SHORT", null, false, false, false);
DecoderTestColumnHandle row4 = new DecoderTestColumnHandle(3, "row4", BigintType.BIGINT, "14", "BYTE", null, false, false, false);
DecoderTestColumnHandle row5 = new DecoderTestColumnHandle(4, "row5", createVarcharType(10), "15", null, null, false, false, false);
Set<DecoderColumnHandle> columns = ImmutableSet.of(row1, row2, row3, row4, row5);
RowDecoder rowDecoder = DECODER_FACTORY.create(emptyMap(), columns);
Map<DecoderColumnHandle, FieldValueProvider> decodedRow = rowDecoder.decodeRow(row, null).orElseThrow(AssertionError::new);
assertEquals(decodedRow.size(), columns.size());
checkValue(decodedRow, row1, 4815162342L);
checkValue(decodedRow, row2, 12345678);
checkValue(decodedRow, row3, 4567);
checkValue(decodedRow, row4, 123);
checkValue(decodedRow, row5, "Ich bin zw");
}
use of io.prestosql.decoder.DecoderColumnHandle in project hetu-core by openlookeng.
the class TestAvroDecoder method testSchemaEvolutionIntToDouble.
@Test
public void testSchemaEvolutionIntToDouble() throws Exception {
byte[] originalIntData = buildAvroData(new Schema.Parser().parse(getAvroSchema("int_to_double_field", "\"int\"")), "int_to_double_field", 100);
DecoderTestColumnHandle doubleColumnReadingIntData = new DecoderTestColumnHandle(0, "row0", DOUBLE, "int_to_double_field", null, null, false, false, false);
String changedTypeSchema = getAvroSchema("int_to_double_field", "\"double\"");
Map<DecoderColumnHandle, FieldValueProvider> decodedEvolvedRow = decodeRow(originalIntData, ImmutableSet.of(doubleColumnReadingIntData), ImmutableMap.of(DATA_SCHEMA, changedTypeSchema));
assertEquals(decodedEvolvedRow.size(), 1);
checkValue(decodedEvolvedRow, doubleColumnReadingIntData, 100.0);
}
use of io.prestosql.decoder.DecoderColumnHandle in project hetu-core by openlookeng.
the class TestAvroDecoder method testRuntimeDecodingFailure.
@Test
public void testRuntimeDecodingFailure() {
DecoderTestColumnHandle booleanColumn = new DecoderTestColumnHandle(0, "some_column", BOOLEAN, "long_field", null, null, false, false, false);
Map<DecoderColumnHandle, FieldValueProvider> decodedRow = buildAndDecodeColumn(booleanColumn, "long_field", "\"long\"", (long) 1);
assertThatThrownBy(decodedRow.get(booleanColumn)::getBoolean).isInstanceOf(PrestoException.class).hasMessageMatching("cannot decode object of 'class java.lang.Long' as 'boolean' for column 'some_column'");
}
Aggregations