Examples with CasUploadBlobRequest com.google.devtools.build.lib.remote.RemoteProtocol.CasUploadBlobRequest used on opensource projects

Example 1 with CasUploadBlobRequest

use of com.google.devtools.build.lib.remote.RemoteProtocol.CasUploadBlobRequest in project bazel by bazelbuild.

the class GrpcActionCache method uploadChunks.

private void uploadChunks(int numItems, BlobChunkIterator blobs) throws InterruptedException, IOException {
    // Maximal number of batches.
    CountDownLatch finishLatch = new CountDownLatch(numItems);
    AtomicReference<RuntimeException> exception = new AtomicReference<>(null);
    UploadBlobReplyStreamObserver responseObserver = null;
    StreamObserver<CasUploadBlobRequest> requestObserver = null;
    int currentBatchBytes = 0;
    int batchedInputs = 0;
    int batches = 0;
    CasServiceStub stub = getStub();
    try {
        while (blobs.hasNext()) {
            BlobChunk chunk = blobs.next();
            if (chunk.hasDigest()) {
                // Determine whether to start next batch.
                final long batchSize = chunk.getDigest().getSizeBytes() + currentBatchBytes;
                if (batchedInputs % options.grpcMaxBatchInputs == 0 || batchSize > options.grpcMaxBatchSizeBytes) {
                    // The batches execute simultaneously.
                    if (requestObserver != null) {
                        batchedInputs = 0;
                        currentBatchBytes = 0;
                        requestObserver.onCompleted();
                    }
                    batches++;
                    responseObserver = new UploadBlobReplyStreamObserver(finishLatch, exception);
                    requestObserver = stub.uploadBlob(responseObserver);
                }
                batchedInputs++;
            }
            currentBatchBytes += chunk.getData().size();
            requestObserver.onNext(CasUploadBlobRequest.newBuilder().setData(chunk).build());
            if (finishLatch.getCount() == 0) {
                // RPC completed or errored before we finished sending.
                throw new RuntimeException("gRPC terminated prematurely: " + (exception.get() != null ? exception.get() : "unknown cause"));
            }
        }
    } catch (RuntimeException e) {
        // Cancel RPC
        if (requestObserver != null) {
            requestObserver.onError(e);
        }
        throw e;
    }
    if (requestObserver != null) {
        // Finish last batch.
        requestObserver.onCompleted();
    }
    while (batches++ < numItems) {
        // Non-sent batches.
        finishLatch.countDown();
    }
    finishLatch.await(options.grpcTimeoutSeconds, TimeUnit.SECONDS);
    if (exception.get() != null) {
        // Re-throw the first encountered exception.
        throw exception.get();
    }
}