Examples with Chunk com.pingcap.tidb.tipb.Chunk used on opensource projects

Example 1 with Chunk

use of com.pingcap.tidb.tipb.Chunk in project client-java by tikv.

the class ChunkIterator method advance.

protected void advance() {
    if (eof) {
        return;
    }
    Chunk c = chunks.get(chunkIndex);
    bufOffset += c.getRowsMeta(metaIndex++).getLength();
    if (metaIndex >= c.getRowsMetaCount()) {
        if (seekNextNonEmptyChunk()) {
            metaIndex = 0;
            bufOffset = 0;
        } else {
            eof = true;
        }
    }
}

Example 2 with Chunk

use of com.pingcap.tidb.tipb.Chunk in project tispark by pingcap.

the class ChunkIterator method getHandleChunkIterator.

public static ChunkIterator<Long> getHandleChunkIterator(List<Chunk> chunks) {
    return new ChunkIterator<Long>(chunks) {

        @Override
        public Long next() {
            Chunk c = chunks.get(chunkIndex);
            long result = c.getRowsMeta(metaIndex).getHandle();
            advance();
            return result;
        }
    };
}

Example 3 with Chunk

use of com.pingcap.tidb.tipb.Chunk in project tispark by pingcap.

the class ChunkIterator method getRawBytesChunkIterator.

public static ChunkIterator<ByteString> getRawBytesChunkIterator(List<Chunk> chunks) {
    return new ChunkIterator<ByteString>(chunks) {

        @Override
        public ByteString next() {
            Chunk c = chunks.get(chunkIndex);
            long endOffset = c.getRowsMeta(metaIndex).getLength() + bufOffset;
            if (endOffset > Integer.MAX_VALUE) {
                throw new TiClientInternalException("Offset exceeded MAX_INT.");
            }
            ByteString result = c.getRowsData().substring(bufOffset, (int) endOffset);
            advance();
            return result;
        }
    };
}

Example 4 with Chunk

use of com.pingcap.tidb.tipb.Chunk in project tispark by pingcap.

the class ChunkIterator method advance.

protected void advance() {
    if (eof) {
        return;
    }
    Chunk c = chunks.get(chunkIndex);
    bufOffset += c.getRowsMeta(metaIndex++).getLength();
    if (metaIndex >= c.getRowsMetaCount()) {
        if (seekNextNonEmptyChunk()) {
            metaIndex = 0;
            bufOffset = 0;
        } else {
            eof = true;
        }
    }
}

Example 5 with Chunk

use of com.pingcap.tidb.tipb.Chunk in project tispark by pingcap.

the class DAGIterator method process.

private SelectResponse process(RangeSplitter.RegionTask regionTask) {
    Queue<RangeSplitter.RegionTask> remainTasks = new ArrayDeque<>();
    Queue<SelectResponse> responseQueue = new ArrayDeque<>();
    remainTasks.add(regionTask);
    BackOffer backOffer = ConcreteBackOffer.newCopNextMaxBackOff();
    HashSet<Long> resolvedLocks = new HashSet<>();
    // the remaining tasks.
    while (!remainTasks.isEmpty()) {
        RangeSplitter.RegionTask task = remainTasks.poll();
        if (task == null) {
            continue;
        }
        List<Coprocessor.KeyRange> ranges = task.getRanges();
        TiRegion region = task.getRegion();
        Metapb.Store store = task.getStore();
        try {
            RegionStoreClient client = session.getRegionStoreClientBuilder().build(region, store, storeType);
            client.addResolvedLocks(startTs, resolvedLocks);
            Collection<RangeSplitter.RegionTask> tasks = client.coprocess(backOffer, dagRequest, region, ranges, responseQueue, startTs);
            if (tasks != null) {
                remainTasks.addAll(tasks);
            }
            resolvedLocks.addAll(client.getResolvedLocks(startTs));
        } catch (Throwable e) {
            // Handle region task failed
            logger.error("Process region tasks failed, remain " + remainTasks.size() + " tasks not executed due to", e);
            // Rethrow to upper levels
            throw new RegionTaskException("Handle region task failed:", e);
        }
    }
    // Add all chunks to the final result
    List<Chunk> resultChunk = new ArrayList<>();
    EncodeType encodeType = null;
    while (!responseQueue.isEmpty()) {
        SelectResponse response = responseQueue.poll();
        if (response != null) {
            encodeType = response.getEncodeType();
            resultChunk.addAll(response.getChunksList());
        }
    }
    return SelectResponse.newBuilder().addAllChunks(resultChunk).setEncodeType(encodeType).build();
}