Examples with ColumnEncoding org.apache.orc.OrcProto.ColumnEncoding used on opensource projects

Example 6 with ColumnEncoding

use of org.apache.orc.OrcProto.ColumnEncoding in project hive by apache.

the class SerDeEncodedDataReader method processAsyncCacheData.

private void processAsyncCacheData(CacheWriter.CacheStripeData diskData, boolean[] splitIncludes) throws IOException {
    StripeData sliceToCache = new StripeData(diskData.knownTornStart, diskData.firstRowStart, diskData.lastRowStart, diskData.lastRowEnd, diskData.rowCount, diskData.encodings.toArray(new ColumnEncoding[diskData.encodings.size()]));
    for (int colIx = 0; colIx < splitIncludes.length; ++colIx) {
        if (!splitIncludes[colIx])
            continue;
        // The column has been read from disk.
        List<CacheWriter.CacheStreamData> streams = diskData.colStreams.get(colIx);
        LlapDataBuffer[][] newCacheDataForCol = createArrayToCache(sliceToCache, colIx, streams);
        // Struct column, such as root?
        if (streams == null)
            continue;
        Iterator<CacheWriter.CacheStreamData> iter = streams.iterator();
        while (iter.hasNext()) {
            CacheWriter.CacheStreamData stream = iter.next();
            if (stream.isSuppressed) {
                if (LlapIoImpl.LOG.isTraceEnabled()) {
                    LlapIoImpl.LOG.trace("Removing a suppressed stream " + stream.name);
                }
                iter.remove();
                discardUncachedBuffers(stream.data);
                continue;
            }
            setStreamDataToCache(newCacheDataForCol, stream);
        }
    }
    if (LlapIoImpl.CACHE_LOGGER.isTraceEnabled()) {
        LlapIoImpl.CACHE_LOGGER.trace("Data to cache from async read " + sliceToCache);
    }
    try {
        cacheFileData(sliceToCache);
    } finally {
        unlockAllBuffers(sliceToCache);
    }
}