Examples with SingleDictWriter org.apache.drill.exec.vector.complex.impl.SingleDictWriter used on opensource projects

Example 1 with SingleDictWriter

use of org.apache.drill.exec.vector.complex.impl.SingleDictWriter in project drill by apache.

the class TestDictVector method testVectorCreation.

@Test
public void testVectorCreation() {
    MaterializedField field = MaterializedField.create("map", DictVector.TYPE);
    try (DictVector mapVector = new DictVector(field, allocator, null)) {
        mapVector.allocateNew();
        List<Map<Object, Object>> maps = Arrays.asList(TestBuilder.mapOfObject(4f, 1L, 5.3f, 2L, 0.3f, 3L, -0.2f, 4L, 102.07f, 5L), TestBuilder.mapOfObject(45f, 6L, 9.2f, 7L), TestBuilder.mapOfObject(4.01f, 8L, 9.2f, 9L, -2.3f, 10L), TestBuilder.mapOfObject(), TestBuilder.mapOfObject(11f, 11L, 9.73f, 12L, 0.03f, 13L));
        BaseWriter.DictWriter mapWriter = new SingleDictWriter(mapVector, null);
        int index = 0;
        for (Map<Object, Object> map : maps) {
            mapWriter.setPosition(index++);
            mapWriter.start();
            for (Map.Entry<Object, Object> entry : map.entrySet()) {
                mapWriter.startKeyValuePair();
                mapWriter.float4(DictVector.FIELD_KEY_NAME).writeFloat4((float) entry.getKey());
                mapWriter.bigInt(DictVector.FIELD_VALUE_NAME).writeBigInt((long) entry.getValue());
                mapWriter.endKeyValuePair();
            }
            mapWriter.end();
        }
        BaseReader.DictReader mapReader = mapVector.getReader();
        index = 0;
        for (Map<Object, Object> map : maps) {
            mapReader.setPosition(index++);
            for (Map.Entry<Object, Object> entry : map.entrySet()) {
                mapReader.next();
                Float actualKey = mapReader.reader(DictVector.FIELD_KEY_NAME).readFloat();
                Long actualValue = mapReader.reader(DictVector.FIELD_VALUE_NAME).readLong();
                assertEquals(entry.getKey(), actualKey);
                assertEquals(entry.getValue(), actualValue);
            }
        }
    }
}

Example 2 with SingleDictWriter

use of org.apache.drill.exec.vector.complex.impl.SingleDictWriter in project drill by apache.

the class TestDictVector method testVectorCreationWithNullValues.

@Test
public void testVectorCreationWithNullValues() {
    MaterializedField field = MaterializedField.create("map", DictVector.TYPE);
    try (DictVector mapVector = new DictVector(field, allocator, null)) {
        mapVector.allocateNew();
        List<Map<Object, Object>> maps = Arrays.asList(TestBuilder.mapOfObject(4f, 1L, 5.3f, 2L, 0.3f, null, -0.2f, 4L, 102.07f, 5L), TestBuilder.mapOfObject(45f, 6L, 9.2f, 7L), TestBuilder.mapOfObject(4.01f, null, 9.2f, 9L, -2.3f, 10L), TestBuilder.mapOfObject(), TestBuilder.mapOfObject(11f, 11L, 9.73f, null, 0.03f, 13L));
        BaseWriter.DictWriter mapWriter = new SingleDictWriter(mapVector, null);
        int index = 0;
        for (Map<Object, Object> map : maps) {
            mapWriter.setPosition(index++);
            mapWriter.start();
            for (Map.Entry<Object, Object> entry : map.entrySet()) {
                mapWriter.startKeyValuePair();
                mapWriter.float4(DictVector.FIELD_KEY_NAME).writeFloat4((float) entry.getKey());
                Long value = (Long) entry.getValue();
                if (value != null) {
                    mapWriter.bigInt(DictVector.FIELD_VALUE_NAME).writeBigInt(value);
                }
                // else skip writing a value. Notice that index was incremented
                mapWriter.endKeyValuePair();
            }
            mapWriter.end();
        }
        BaseReader.DictReader mapReader = mapVector.getReader();
        index = 0;
        for (Map<Object, Object> map : maps) {
            mapReader.setPosition(index++);
            assertEquals(map.size(), mapReader.size());
            for (Map.Entry<Object, Object> entry : map.entrySet()) {
                mapReader.next();
                Float actualKey = mapReader.reader(DictVector.FIELD_KEY_NAME).readFloat();
                Long actualValue = mapReader.reader(DictVector.FIELD_VALUE_NAME).readLong();
                assertEquals(entry.getKey(), actualKey);
                assertEquals(entry.getValue(), actualValue);
            }
        }
    }
}

Example 3 with SingleDictWriter

use of org.apache.drill.exec.vector.complex.impl.SingleDictWriter in project drill by apache.

the class TestDictVector method testVectorCreationWithNullKeys.

@Test
public void testVectorCreationWithNullKeys() {
    thrown.expect(DrillRuntimeException.class);
    thrown.expectMessage(containsString("Key in DICT cannot be null. Index: 1"));
    MaterializedField field = MaterializedField.create("map", DictVector.TYPE);
    try (DictVector mapVector = new DictVector(field, allocator, null)) {
        mapVector.allocateNew();
        List<Map<Object, Object>> maps = Arrays.asList(TestBuilder.mapOfObject(4f, 1L, 5.3f, 2L, 1.23f, 3L, -0.2f, 4L, 102.07f, 5L), // this map contains null key which is not supported
        TestBuilder.mapOfObject(45f, 6L, null, 7L), TestBuilder.mapOfObject(4.01f, 8L, 9.2f, 9L, -2.3f, 10L), TestBuilder.mapOfObject(), TestBuilder.mapOfObject(11f, 11L, 9.73f, 12L, 0.03f, 13L));
        BaseWriter.DictWriter mapWriter = new SingleDictWriter(mapVector, null);
        int index = 0;
        for (Map<Object, Object> map : maps) {
            mapWriter.setPosition(index++);
            mapWriter.start();
            for (Map.Entry<Object, Object> entry : map.entrySet()) {
                mapWriter.startKeyValuePair();
                if (entry.getKey() != null) {
                    mapWriter.float4(DictVector.FIELD_KEY_NAME).writeFloat4((float) entry.getKey());
                }
                // else skip writing a key. Notice that index was incremented.
                // Whether the key is written will be checked in endKeyValuePair()
                // and an Exception will be thrown in case it was not set (i.e. it is null).
                mapWriter.bigInt(DictVector.FIELD_VALUE_NAME).writeBigInt((Long) entry.getValue());
                mapWriter.endKeyValuePair();
            }
            mapWriter.end();
        }
    }
}

Example 4 with SingleDictWriter

use of org.apache.drill.exec.vector.complex.impl.SingleDictWriter in project drill by apache.

the class TestDictVector method testLoadBatchLoader.

@Test
public void testLoadBatchLoader() throws Exception {
    MaterializedField field = MaterializedField.create("map", DictVector.TYPE);
    try (DictVector mapVector = new DictVector(field, allocator, null)) {
        mapVector.allocateNew();
        List<Map<Object, Object>> maps = Arrays.asList(TestBuilder.mapOfObject(4f, 1L, 5.3f, 2L, 0.3f, 3L, -0.2f, 4L, 102.07f, 5L), TestBuilder.mapOfObject(45f, 6L, 9.2f, 7L), TestBuilder.mapOfObject(4.01f, 8L, 9.2f, 9L, -2.3f, 10L), TestBuilder.mapOfObject(), TestBuilder.mapOfObject(11f, 11L, 9.73f, 12L, 0.03f, 13L));
        BaseWriter.DictWriter mapWriter = new SingleDictWriter(mapVector, null);
        int index = 0;
        for (Map<Object, Object> map : maps) {
            mapWriter.setPosition(index++);
            mapWriter.start();
            for (Map.Entry<Object, Object> entry : map.entrySet()) {
                mapWriter.startKeyValuePair();
                mapWriter.float4(DictVector.FIELD_KEY_NAME).writeFloat4((float) entry.getKey());
                mapWriter.bigInt(DictVector.FIELD_VALUE_NAME).writeBigInt((long) entry.getValue());
                mapWriter.endKeyValuePair();
            }
            mapWriter.end();
        }
        WritableBatch writableBatch = WritableBatch.getBatchNoHV(maps.size(), Collections.singletonList(mapVector), false);
        // Serialize the vector
        DrillBuf byteBuf = TestLoad.serializeBatch(allocator, writableBatch);
        RecordBatchLoader batchLoader = new RecordBatchLoader(allocator);
        batchLoader.load(writableBatch.getDef(), byteBuf);
        byteBuf.release();
        assertEquals(maps.size(), batchLoader.getRecordCount());
        writableBatch.clear();
        batchLoader.clear();
    }
}

Example 5 with SingleDictWriter

use of org.apache.drill.exec.vector.complex.impl.SingleDictWriter in project drill by apache.

the class TestDictVector method testVectorCreationListValue.

@SuppressWarnings("unchecked")
@Test
public void testVectorCreationListValue() {
    MaterializedField field = MaterializedField.create("map", DictVector.TYPE);
    try (DictVector mapVector = new DictVector(field, allocator, null)) {
        mapVector.allocateNew();
        List<Map<Object, Object>> maps = Arrays.asList(TestBuilder.mapOfObject(1, TestBuilder.listOf(1.0, 2.3, 3.1), 2, TestBuilder.listOf(4.9, -5.002)), TestBuilder.mapOfObject(3, TestBuilder.listOf(6.901), 4, TestBuilder.listOf(), 5, TestBuilder.listOf(7.03, -8.973)), TestBuilder.mapOfObject(), TestBuilder.mapOfObject(6, TestBuilder.listOf(9.0, 10.0, 11.0), 7, TestBuilder.listOf(12.07, 13.01, 14.58, 15.039), 8, TestBuilder.listOf(-16.0, -17.0, 18.0, 19.23, 20.1234)));
        BaseWriter.DictWriter mapWriter = new SingleDictWriter(mapVector, null);
        int index = 0;
        for (Map<Object, Object> map : maps) {
            mapWriter.setPosition(index++);
            mapWriter.start();
            for (Map.Entry<Object, Object> entry : map.entrySet()) {
                mapWriter.startKeyValuePair();
                mapWriter.integer(DictVector.FIELD_KEY_NAME).writeInt((int) entry.getKey());
                BaseWriter.ListWriter valueWriter = mapWriter.list(DictVector.FIELD_VALUE_NAME);
                valueWriter.startList();
                for (Object element : (List<Object>) entry.getValue()) {
                    valueWriter.float8().writeFloat8((double) element);
                }
                valueWriter.endList();
                mapWriter.endKeyValuePair();
            }
            mapWriter.end();
        }
        BaseReader.DictReader mapReader = mapVector.getReader();
        index = 0;
        for (Map<Object, Object> map : maps) {
            mapReader.setPosition(index++);
            for (Map.Entry<Object, Object> entry : map.entrySet()) {
                mapReader.next();
                Integer actualKey = mapReader.reader(DictVector.FIELD_KEY_NAME).readInteger();
                Object actualValue = mapReader.reader(DictVector.FIELD_VALUE_NAME).readObject();
                assertEquals(entry.getKey(), actualKey);
                assertEquals(entry.getValue(), actualValue);
            }
        }
    }
}