Examples with PipelineStage build.buildfarm.worker.PipelineStage used on opensource projects

Example 1 with PipelineStage

use of build.buildfarm.worker.PipelineStage in project bazel-buildfarm by bazelbuild.

the class Worker method start.

public void start() throws InterruptedException {
    try {
        Files.createDirectories(root);
        fileCache.start(/* skipLoad= */
        false);
    } catch (IOException e) {
        logger.log(SEVERE, "error starting file cache", e);
        return;
    }
    OperationQueueClient oq = new OperationQueueClient(operationQueueInstance, config.getPlatform(), config.getExecutionPoliciesList());
    Instance acInstance = newStubInstance(config.getActionCache(), casInstance.getDigestUtil());
    WorkerContext context = new OperationQueueWorkerContext(config, casInstance, acInstance, oq, uploader, fileCache, execOwner, root, retrier);
    PipelineStage completeStage = new PutOperationStage((operation) -> oq.deactivate(operation.getName()));
    PipelineStage reportResultStage = new ReportResultStage(context, completeStage, completeStage);
    PipelineStage executeActionStage = new ExecuteActionStage(context, reportResultStage, completeStage);
    PipelineStage inputFetchStage = new InputFetchStage(context, executeActionStage, new PutOperationStage(oq::requeue));
    PipelineStage matchStage = new MatchStage(context, inputFetchStage, completeStage);
    pipeline = new Pipeline();
    // pipeline.add(errorStage, 0);
    pipeline.add(matchStage, 4);
    pipeline.add(inputFetchStage, 3);
    pipeline.add(executeActionStage, 2);
    pipeline.add(reportResultStage, 1);
    pipeline.start();
    // uninterruptable
    pipeline.join();
    if (Thread.interrupted()) {
        throw new InterruptedException();
    }
    stop();
}

Example 2 with PipelineStage

use of build.buildfarm.worker.PipelineStage in project bazel-buildfarm by bazelbuild.

the class Worker method createServer.

private Server createServer(ServerBuilder<?> serverBuilder, ContentAddressableStorage storage, Instance instance, Pipeline pipeline, ShardWorkerContext context) {
    serverBuilder.addService(healthStatusManager.getHealthService());
    serverBuilder.addService(new ContentAddressableStorageService(instance, /* deadlineAfter=*/
    1, DAYS));
    serverBuilder.addService(new ByteStreamService(instance, /* writeDeadlineAfter=*/
    1, DAYS));
    serverBuilder.addService(new ShutDownWorkerGracefully(this, config));
    // storage replication.
    if (hasExecutionCapability) {
        PipelineStage completeStage = new PutOperationStage((operation) -> context.deactivate(operation.getName()));
        PipelineStage errorStage = completeStage;
        /* new ErrorStage(); */
        PipelineStage reportResultStage = new ReportResultStage(context, completeStage, errorStage);
        PipelineStage executeActionStage = new ExecuteActionStage(context, reportResultStage, errorStage);
        PipelineStage inputFetchStage = new InputFetchStage(context, executeActionStage, new PutOperationStage(context::requeue));
        PipelineStage matchStage = new MatchStage(context, inputFetchStage, errorStage);
        pipeline.add(matchStage, 4);
        pipeline.add(inputFetchStage, 3);
        pipeline.add(executeActionStage, 2);
        pipeline.add(reportResultStage, 1);
        serverBuilder.addService(new WorkerProfileService(storage, inputFetchStage, executeActionStage, context, completeStage, backplane));
    } else {
        PipelineStage casReplicationStage = new CasReplicationStage();
        pipeline.add(casReplicationStage, 1);
    }
    return serverBuilder.build();
}