Examples with SingleMapBlock com.facebook.presto.common.block.SingleMapBlock used on opensource projects

Example 6 with SingleMapBlock

use of com.facebook.presto.common.block.SingleMapBlock in project presto by prestodb.

the class MapSubscriptOperator method subscript.

@UsedByGeneratedCode
public static Object subscript(boolean legacyMissingKey, MissingKeyExceptionFactory missingKeyExceptionFactory, MethodHandle keyNativeHashCode, MethodHandle keyBlockNativeEquals, MethodHandle keyBlockHashCode, Type valueType, SqlFunctionProperties properties, Block map, Object key) {
    SingleMapBlock mapBlock = (SingleMapBlock) map;
    int valuePosition;
    try {
        valuePosition = mapBlock.seekKeyExact((Block) key, keyNativeHashCode, keyBlockNativeEquals, keyBlockHashCode);
    } catch (NotSupportedException e) {
        throw new PrestoException(NOT_SUPPORTED, e.getMessage(), e);
    }
    if (valuePosition == -1) {
        if (legacyMissingKey) {
            return null;
        }
        throw missingKeyExceptionFactory.create(properties, key);
    }
    return readNativeValue(valueType, mapBlock, valuePosition);
}

Example 7 with SingleMapBlock

use of com.facebook.presto.common.block.SingleMapBlock in project presto by prestodb.

the class MapSubscriptOperator method subscript.

@UsedByGeneratedCode
public static Object subscript(boolean legacyMissingKey, MissingKeyExceptionFactory missingKeyExceptionFactory, MethodHandle keyNativeHashCode, MethodHandle keyBlockNativeEquals, MethodHandle keyBlockHashCode, Type valueType, SqlFunctionProperties properties, Block map, Slice key) {
    SingleMapBlock mapBlock = (SingleMapBlock) map;
    int valuePosition;
    try {
        valuePosition = mapBlock.seekKeyExact(key, keyNativeHashCode, keyBlockNativeEquals, keyBlockHashCode);
    } catch (NotSupportedException e) {
        throw new PrestoException(NOT_SUPPORTED, e.getMessage(), e);
    }
    if (valuePosition == -1) {
        if (legacyMissingKey) {
            return null;
        }
        throw missingKeyExceptionFactory.create(properties, key);
    }
    return readNativeValue(valueType, mapBlock, valuePosition);
}

Example 8 with SingleMapBlock

use of com.facebook.presto.common.block.SingleMapBlock in project presto by prestodb.

the class MapZipWithFunction method mapZipWith.

public static Block mapZipWith(Type keyType, Type leftValueType, Type rightValueType, MapType outputMapType, MethodHandle keyNativeHashCode, MethodHandle keyBlockNativeEquals, MethodHandle keyBlockHashCode, Block leftBlock, Block rightBlock, MapZipWithLambda function) {
    SingleMapBlock leftMapBlock = (SingleMapBlock) leftBlock;
    SingleMapBlock rightMapBlock = (SingleMapBlock) rightBlock;
    Type outputValueType = outputMapType.getValueType();
    BlockBuilder mapBlockBuilder = outputMapType.createBlockBuilder(null, max(leftMapBlock.getPositionCount(), rightMapBlock.getPositionCount()) / 2);
    BlockBuilder blockBuilder = mapBlockBuilder.beginBlockEntry();
    // seekKey() can take non-trivial time when key is complicated value, such as a long VARCHAR or ROW.
    boolean[] keyFound = new boolean[rightMapBlock.getPositionCount()];
    for (int leftKeyPosition = 0; leftKeyPosition < leftMapBlock.getPositionCount(); leftKeyPosition += 2) {
        Object key = readNativeValue(keyType, leftMapBlock, leftKeyPosition);
        Object leftValue = readNativeValue(leftValueType, leftMapBlock, leftKeyPosition + 1);
        int rightValuePosition;
        try {
            rightValuePosition = rightMapBlock.seekKey(key, keyNativeHashCode, keyBlockNativeEquals, keyBlockHashCode);
        } catch (NotSupportedException e) {
            throw new PrestoException(NOT_SUPPORTED, e.getMessage(), e);
        }
        Object rightValue = null;
        if (rightValuePosition != -1) {
            rightValue = readNativeValue(rightValueType, rightMapBlock, rightValuePosition);
            keyFound[rightValuePosition / 2] = true;
        }
        Object outputValue;
        try {
            outputValue = function.apply(key, leftValue, rightValue);
        } catch (Throwable throwable) {
            // Restore pageBuilder into a consistent state.
            mapBlockBuilder.closeEntry();
            throwIfUnchecked(throwable);
            throw new RuntimeException(throwable);
        }
        keyType.appendTo(leftMapBlock, leftKeyPosition, blockBuilder);
        writeNativeValue(outputValueType, blockBuilder, outputValue);
    }
    // iterate over keys that only exists in rightMapBlock
    for (int rightKeyPosition = 0; rightKeyPosition < rightMapBlock.getPositionCount(); rightKeyPosition += 2) {
        if (!keyFound[rightKeyPosition / 2]) {
            Object key = readNativeValue(keyType, rightMapBlock, rightKeyPosition);
            Object rightValue = readNativeValue(rightValueType, rightMapBlock, rightKeyPosition + 1);
            Object outputValue;
            try {
                outputValue = function.apply(key, null, rightValue);
            } catch (Throwable throwable) {
                // Restore pageBuilder into a consistent state.
                mapBlockBuilder.closeEntry();
                throwIfUnchecked(throwable);
                throw new RuntimeException(throwable);
            }
            keyType.appendTo(rightMapBlock, rightKeyPosition, blockBuilder);
            writeNativeValue(outputValueType, blockBuilder, outputValue);
        }
    }
    mapBlockBuilder.closeEntry();
    return outputMapType.getObject(mapBlockBuilder, mapBlockBuilder.getPositionCount() - 1);
}

Example 9 with SingleMapBlock

use of com.facebook.presto.common.block.SingleMapBlock in project presto by prestodb.

the class MapConcatFunction method mapConcat.

@UsedByGeneratedCode
public static Block mapConcat(MapType mapType, Block[] maps) {
    int entries = 0;
    int lastMapIndex = maps.length - 1;
    int firstMapIndex = lastMapIndex;
    for (int i = 0; i < maps.length; i++) {
        entries += maps[i].getPositionCount();
        if (maps[i].getPositionCount() > 0) {
            lastMapIndex = i;
            firstMapIndex = min(firstMapIndex, i);
        }
    }
    if (lastMapIndex == firstMapIndex) {
        return maps[lastMapIndex];
    }
    Type keyType = mapType.getKeyType();
    Type valueType = mapType.getValueType();
    // We need to divide the entries by 2 because the maps array is SingleMapBlocks and it had the positionCount twice as large as a normal Block
    OptimizedTypedSet typedSet = new OptimizedTypedSet(keyType, maps.length, entries / 2);
    for (int i = lastMapIndex; i >= firstMapIndex; i--) {
        SingleMapBlock singleMapBlock = (SingleMapBlock) maps[i];
        Block keyBlock = singleMapBlock.getKeyBlock();
        typedSet.union(keyBlock);
    }
    List<SelectedPositions> selectedPositionsList = typedSet.getPositionsForBlocks();
    BlockBuilder mapBlockBuilder = mapType.createBlockBuilder(null, selectedPositionsList.size());
    BlockBuilder blockBuilder = mapBlockBuilder.beginBlockEntry();
    for (int i = lastMapIndex; i >= firstMapIndex; i--) {
        SingleMapBlock singleMapBlock = (SingleMapBlock) maps[i];
        // selectedPositions was ordered by addUnion sequence therefore the order should be reversed.
        SelectedPositions selectedPositions = selectedPositionsList.get(lastMapIndex - i);
        assert selectedPositions.isList();
        int[] positions = selectedPositions.getPositions();
        for (int j = 0; j < selectedPositions.size(); j++) {
            int position = positions[j];
            keyType.appendTo(singleMapBlock, 2 * position, blockBuilder);
            valueType.appendTo(singleMapBlock, 2 * position + 1, blockBuilder);
        }
    }
    mapBlockBuilder.closeEntry();
    return mapType.getObject(mapBlockBuilder, mapBlockBuilder.getPositionCount() - 1);
}

Example 10 with SingleMapBlock

use of com.facebook.presto.common.block.SingleMapBlock in project presto by prestodb.

the class BlockInputDecoders method createForMap.

private static BlockInputDecoder createForMap(MapObjectInspector inspector, MapType mapType) {
    Type keyType = mapType.getKeyType();
    Type valueType = mapType.getValueType();
    ObjectInspector keyInspector = inspector.getMapKeyObjectInspector();
    ObjectInspector valueInspector = inspector.getMapValueObjectInspector();
    BlockInputDecoder keyDecoder = createBlockInputDecoder(keyInspector, keyType);
    BlockInputDecoder valueDecoder = createBlockInputDecoder(valueInspector, valueType);
    return (b, i) -> {
        if (b.isNull(i)) {
            return null;
        }
        SingleMapBlock single = (SingleMapBlock) b.getBlock(i);
        int positions = single.getPositionCount();
        HashMap<Object, Object> result = new HashMap<>();
        for (int j = 0; j < positions; j += 2) {
            Object key = keyDecoder.decode(single, j);
            Object value = valueDecoder.decode(single, j + 1);
            if (key != null) {
                result.put(key, value);
            }
        }
        return result;
    };
}