Search in sources :

Example 1 with StatusOutput

use of com.google.idea.blaze.base.scope.output.StatusOutput in project intellij by bazelbuild.

the class ShardedTargetList method runShardedCommand.

/**
 * Runs the provided blaze invocation on each target list shard, returning the combined {@link
 * BuildResult}. Attempts to work around out of memory errors caused by lack of blaze garbage
 * collection where possible.
 */
public BuildResult runShardedCommand(Project project, BlazeContext context, Function<Integer, String> progressMessage, Function<List<TargetExpression>, BuildResult> invocation) {
    if (isEmpty()) {
        return BuildResult.SUCCESS;
    }
    if (shardedTargets.size() == 1) {
        return invocation.apply(shardedTargets.get(0));
    }
    int progress = 0;
    BuildResult output = null;
    for (int i = 0; i < shardedTargets.size(); i++, progress++) {
        context.output(new StatusOutput(progressMessage.apply(i + 1)));
        BuildResult result = invocation.apply(shardedTargets.get(i));
        if (result.outOfMemory() && progress > 0) {
            // re-try now that blaze server has restarted
            progress = 0;
            IssueOutput.warn(retryOnOomMessage(project, i)).submit(context);
            result = invocation.apply(shardedTargets.get(i));
        }
        output = output == null ? result : BuildResult.combine(output, result);
        if (output.status == BuildResult.Status.FATAL_ERROR) {
            return output;
        }
    }
    return output;
}
Also used : BuildResult(com.google.idea.blaze.base.sync.aspects.BuildResult) StatusOutput(com.google.idea.blaze.base.scope.output.StatusOutput)

Example 2 with StatusOutput

use of com.google.idea.blaze.base.scope.output.StatusOutput in project intellij by bazelbuild.

the class FastBuildServiceImpl method buildDeployJar.

private ListenableFuture<FastBuildState.BuildOutput> buildDeployJar(Label label, FastBuildParameters buildParameters) {
    Label deployJarLabel = createDeployJarLabel(label);
    WorkspaceRoot workspaceRoot = WorkspaceRoot.fromProject(project);
    // TODO(plumpy): this assumes we're running this build as part of a run action. I try not to
    // make that assumption anywhere else, so this should be supplied by the caller.
    BlazeConsolePopupBehavior consolePopupBehavior = BlazeUserSettings.getInstance().getSuppressConsoleForRunAction() ? BlazeConsolePopupBehavior.NEVER : BlazeConsolePopupBehavior.ALWAYS;
    AspectStrategy aspectStrategy = AspectStrategyProvider.findAspectStrategy(projectDataManager.getBlazeProjectData().blazeVersionData);
    BuildResultHelper buildResultHelper = BuildResultHelper.forFiles(file -> file.endsWith(deployJarLabel.targetName().toString()) || aspectStrategy.getAspectOutputFilePredicate().test(file));
    ListenableFuture<BuildResult> buildResultFuture = ProgressiveTaskWithProgressIndicator.builder(project).submitTaskWithResult(new ScopedTask<BuildResult>() {

        @Override
        protected BuildResult execute(BlazeContext context) {
            context.push(new IssuesScope(project, /* focusProblemsViewOnIssue */
            true)).push(new BlazeConsoleScope.Builder(project).setPopupBehavior(consolePopupBehavior).addConsoleFilters(new IssueOutputFilter(project, workspaceRoot, BlazeInvocationContext.NonSync, true)).build());
            context.output(new StatusOutput("Building base deploy jar for fast builds: " + deployJarLabel.targetName()));
            BlazeCommand.Builder command = BlazeCommand.builder(buildParameters.blazeBinary(), BlazeCommandName.BUILD).addTargets(label).addTargets(deployJarLabel).addBlazeFlags(buildParameters.blazeFlags()).addBlazeFlags(buildResultHelper.getBuildFlags());
            List<String> outputGroups = new ArrayList<>();
            // needed to retrieve the deploy jar
            outputGroups.add("default");
            outputGroups.addAll(aspectStrategy.getOutputGroups(OutputGroup.INFO, ImmutableSet.of(LanguageClass.JAVA)));
            aspectStrategy.addAspectAndOutputGroups(command, outputGroups);
            int exitCode = ExternalTask.builder(workspaceRoot).addBlazeCommand(command.build()).context(context).stderr(LineProcessingOutputStream.of(BlazeConsoleLineProcessorProvider.getAllStderrLineProcessors(context))).build().run();
            return BuildResult.fromExitCode(exitCode);
        }
    });
    ListenableFuture<BuildOutput> buildOutputFuture = transform(buildResultFuture, result -> {
        if (result.status != Status.SUCCESS) {
            throw new RuntimeException("Blaze failure building deploy jar");
        }
        ImmutableList<File> deployJarArtifacts = buildResultHelper.getBuildArtifactsForTarget(deployJarLabel);
        checkState(deployJarArtifacts.size() == 1);
        File deployJar = deployJarArtifacts.get(0);
        ImmutableList<File> ideInfoFiles = buildResultHelper.getArtifactsForOutputGroups(aspectStrategy.getOutputGroups(OutputGroup.INFO, ImmutableSet.of(LanguageClass.JAVA)));
        ImmutableMap<TargetKey, TargetIdeInfo> targetMap = ideInfoFiles.stream().map(file -> readTargetIdeInfo(aspectStrategy, file)).filter(Objects::nonNull).collect(toImmutableMap(ideInfo -> ideInfo.key, i -> i));
        return BuildOutput.create(deployJar, new TargetMap(targetMap));
    }, ConcurrencyUtil.getAppExecutorService());
    buildOutputFuture.addListener(buildResultHelper::close, ConcurrencyUtil.getAppExecutorService());
    return buildOutputFuture;
}
Also used : ExternalTask(com.google.idea.blaze.base.async.process.ExternalTask) InvokeAfterUpdateMode(com.intellij.openapi.vcs.changes.InvokeAfterUpdateMode) ModalityState(com.intellij.openapi.application.ModalityState) BuildResult(com.google.idea.blaze.base.sync.aspects.BuildResult) ProjectViewManager(com.google.idea.blaze.base.projectview.ProjectViewManager) Preconditions.checkArgument(com.google.common.base.Preconditions.checkArgument) BlazeProjectData(com.google.idea.blaze.base.model.BlazeProjectData) Future(java.util.concurrent.Future) ScopedTask(com.google.idea.blaze.base.scope.ScopedTask) BlazeConsoleScope(com.google.idea.blaze.base.scope.scopes.BlazeConsoleScope) ProjectManager(com.intellij.openapi.project.ProjectManager) FileUtil(com.intellij.openapi.util.io.FileUtil) GuavaHelper.toImmutableMap(com.google.idea.common.guava.GuavaHelper.toImmutableMap) ConcurrencyUtil(com.google.idea.common.concurrency.ConcurrencyUtil) BlazeConsoleLineProcessorProvider(com.google.idea.blaze.base.console.BlazeConsoleLineProcessorProvider) ProjectManagerListener(com.intellij.openapi.project.ProjectManagerListener) BuildOutput(com.google.idea.blaze.java.fastbuild.FastBuildState.BuildOutput) Function(com.google.common.base.Function) ImmutableSet(com.google.common.collect.ImmutableSet) ImmutableMap(com.google.common.collect.ImmutableMap) AspectStrategy(com.google.idea.blaze.base.sync.aspects.strategy.AspectStrategy) ChangeListManager(com.intellij.openapi.vcs.changes.ChangeListManager) CancellationException(java.util.concurrent.CancellationException) ConcurrentHashMap(java.util.concurrent.ConcurrentHashMap) Set(java.util.Set) BuildResultHelper(com.google.idea.blaze.base.command.buildresult.BuildResultHelper) BlazeProjectDataManager(com.google.idea.blaze.base.sync.data.BlazeProjectDataManager) Preconditions.checkState(com.google.common.base.Preconditions.checkState) BlazeCommandName(com.google.idea.blaze.base.command.BlazeCommandName) UncheckedIOException(java.io.UncheckedIOException) Objects(java.util.Objects) IssueOutputFilter(com.google.idea.blaze.base.issueparser.IssueOutputFilter) List(java.util.List) LineProcessingOutputStream(com.google.idea.blaze.base.async.process.LineProcessingOutputStream) Status(com.google.idea.blaze.base.sync.aspects.BuildResult.Status) Stream(java.util.stream.Stream) ProjectViewSet(com.google.idea.blaze.base.projectview.ProjectViewSet) WorkspaceRoot(com.google.idea.blaze.base.model.primitives.WorkspaceRoot) TargetKey(com.google.idea.blaze.base.ideinfo.TargetKey) TargetMap(com.google.idea.blaze.base.ideinfo.TargetMap) MoreExecutors(com.google.common.util.concurrent.MoreExecutors) BlazeContext(com.google.idea.blaze.base.scope.BlazeContext) ListenableFuture(com.google.common.util.concurrent.ListenableFuture) AspectStrategyProvider(com.google.idea.blaze.base.sync.aspects.strategy.AspectStrategyProvider) ContentRevision(com.intellij.openapi.vcs.changes.ContentRevision) StatusOutput(com.google.idea.blaze.base.scope.output.StatusOutput) ArrayList(java.util.ArrayList) HashSet(java.util.HashSet) Kind(com.google.idea.blaze.base.model.primitives.Kind) IssuesScope(com.google.idea.blaze.base.scope.scopes.IssuesScope) ImmutableList(com.google.common.collect.ImmutableList) OutputGroup(com.google.idea.blaze.base.sync.aspects.strategy.AspectStrategy.OutputGroup) TargetIdeInfo(com.google.idea.blaze.base.ideinfo.TargetIdeInfo) BlazeConsolePopupBehavior(com.google.idea.blaze.base.settings.BlazeUserSettings.BlazeConsolePopupBehavior) Project(com.intellij.openapi.project.Project) Nullable(javax.annotation.Nullable) LanguageClass(com.google.idea.blaze.base.model.primitives.LanguageClass) Files(java.nio.file.Files) Executor(java.util.concurrent.Executor) IOException(java.io.IOException) File(java.io.File) ExecutionException(java.util.concurrent.ExecutionException) Futures(com.google.common.util.concurrent.Futures) Label(com.google.idea.blaze.base.model.primitives.Label) BlazeUserSettings(com.google.idea.blaze.base.settings.BlazeUserSettings) BlazeFlags(com.google.idea.blaze.base.command.BlazeFlags) ProgressiveTaskWithProgressIndicator(com.google.idea.blaze.base.async.executor.ProgressiveTaskWithProgressIndicator) BlazeInvocationContext(com.google.idea.blaze.base.command.BlazeInvocationContext) IdeInfoFromProtobuf(com.google.idea.blaze.base.sync.aspects.IdeInfoFromProtobuf) BlazeCommand(com.google.idea.blaze.base.command.BlazeCommand) Label(com.google.idea.blaze.base.model.primitives.Label) WorkspaceRoot(com.google.idea.blaze.base.model.primitives.WorkspaceRoot) BlazeContext(com.google.idea.blaze.base.scope.BlazeContext) BlazeConsoleScope(com.google.idea.blaze.base.scope.scopes.BlazeConsoleScope) BuildResultHelper(com.google.idea.blaze.base.command.buildresult.BuildResultHelper) BuildOutput(com.google.idea.blaze.java.fastbuild.FastBuildState.BuildOutput) List(java.util.List) ArrayList(java.util.ArrayList) ImmutableList(com.google.common.collect.ImmutableList) IssueOutputFilter(com.google.idea.blaze.base.issueparser.IssueOutputFilter) StatusOutput(com.google.idea.blaze.base.scope.output.StatusOutput) TargetIdeInfo(com.google.idea.blaze.base.ideinfo.TargetIdeInfo) BuildResult(com.google.idea.blaze.base.sync.aspects.BuildResult) IssuesScope(com.google.idea.blaze.base.scope.scopes.IssuesScope) AspectStrategy(com.google.idea.blaze.base.sync.aspects.strategy.AspectStrategy) TargetKey(com.google.idea.blaze.base.ideinfo.TargetKey) File(java.io.File) TargetMap(com.google.idea.blaze.base.ideinfo.TargetMap) BlazeConsolePopupBehavior(com.google.idea.blaze.base.settings.BlazeUserSettings.BlazeConsolePopupBehavior)

Example 3 with StatusOutput

use of com.google.idea.blaze.base.scope.output.StatusOutput in project intellij by bazelbuild.

the class BlazeTypescriptSyncPlugin method updateSyncState.

@Override
public void updateSyncState(Project project, BlazeContext context, WorkspaceRoot workspaceRoot, ProjectViewSet projectViewSet, WorkspaceLanguageSettings workspaceLanguageSettings, BlazeInfo blazeInfo, @Nullable WorkingSet workingSet, WorkspacePathResolver workspacePathResolver, ArtifactLocationDecoder artifactLocationDecoder, TargetMap targetMap, SyncState.Builder syncStateBuilder, @Nullable SyncState previousSyncState) {
    if (!workspaceLanguageSettings.isLanguageActive(LanguageClass.TYPESCRIPT)) {
        return;
    }
    Set<Label> tsConfigTargets = getTsConfigTargets(projectViewSet);
    if (tsConfigTargets.isEmpty()) {
        invalidProjectViewError(context, Blaze.getBuildSystemProvider(project));
        return;
    }
    Scope.push(context, (childContext) -> {
        childContext.push(new TimingScope("TsConfig", EventType.BlazeInvocation));
        childContext.output(new StatusOutput("Updating tsconfig..."));
        for (Label target : tsConfigTargets) {
            if (runTsConfigTarget(project, childContext, workspaceRoot, projectViewSet, target) != 0) {
                childContext.setHasError();
            // continue running any remaining targets
            }
        }
    });
}
Also used : TimingScope(com.google.idea.blaze.base.scope.scopes.TimingScope) Label(com.google.idea.blaze.base.model.primitives.Label) StatusOutput(com.google.idea.blaze.base.scope.output.StatusOutput)

Example 4 with StatusOutput

use of com.google.idea.blaze.base.scope.output.StatusOutput in project intellij by bazelbuild.

the class BlazeSyncTask method computeWorkspacePathResolverAndProjectView.

private WorkspacePathResolverAndProjectView computeWorkspacePathResolverAndProjectView(BlazeContext context, BlazeVcsHandler vcsHandler, ListeningExecutorService executor) {
    context.output(new StatusOutput("Updating VCS..."));
    for (int i = 0; i < 3; ++i) {
        WorkspacePathResolver vcsWorkspacePathResolver = null;
        BlazeVcsHandler.BlazeVcsSyncHandler vcsSyncHandler = vcsHandler.createSyncHandler(project, workspaceRoot);
        if (vcsSyncHandler != null) {
            boolean ok = Scope.push(context, (childContext) -> {
                childContext.push(new TimingScope("UpdateVcs", EventType.Other));
                return vcsSyncHandler.update(context, executor);
            });
            if (!ok) {
                return null;
            }
            vcsWorkspacePathResolver = vcsSyncHandler.getWorkspacePathResolver();
        }
        WorkspacePathResolver workspacePathResolver = vcsWorkspacePathResolver != null ? vcsWorkspacePathResolver : new WorkspacePathResolverImpl(workspaceRoot);
        ProjectViewSet projectViewSet = ProjectViewManager.getInstance(project).reloadProjectView(context, workspacePathResolver);
        if (projectViewSet == null) {
            return null;
        }
        if (vcsSyncHandler != null) {
            BlazeVcsHandler.BlazeVcsSyncHandler.ValidationResult validationResult = vcsSyncHandler.validateProjectView(context, projectViewSet);
            switch(validationResult) {
                case OK:
                    // Fall-through and return
                    break;
                case Error:
                    return null;
                case RestartSync:
                    continue;
                default:
                    // Cannot happen
                    return null;
            }
        }
        return new WorkspacePathResolverAndProjectView(workspacePathResolver, projectViewSet);
    }
    return null;
}
Also used : ProjectViewSet(com.google.idea.blaze.base.projectview.ProjectViewSet) TimingScope(com.google.idea.blaze.base.scope.scopes.TimingScope) WorkspacePathResolverImpl(com.google.idea.blaze.base.sync.workspace.WorkspacePathResolverImpl) StatusOutput(com.google.idea.blaze.base.scope.output.StatusOutput) WorkspacePathResolver(com.google.idea.blaze.base.sync.workspace.WorkspacePathResolver) BlazeVcsHandler(com.google.idea.blaze.base.vcs.BlazeVcsHandler)

Example 5 with StatusOutput

use of com.google.idea.blaze.base.scope.output.StatusOutput in project intellij by bazelbuild.

the class BlazeSyncTask method resolveIdeArtifacts.

private static BuildResult resolveIdeArtifacts(Project project, BlazeContext parentContext, WorkspaceRoot workspaceRoot, ProjectViewSet projectViewSet, BlazeVersionData blazeVersionData, WorkspaceLanguageSettings workspaceLanguageSettings, ShardedTargetList shardedTargets) {
    return Scope.push(parentContext, context -> {
        context.push(new TimingScope(Blaze.buildSystemName(project) + "Build", EventType.BlazeInvocation));
        context.output(new StatusOutput("Building IDE resolve files..."));
        // We don't want IDE resolve errors to fail the whole sync
        context.setPropagatesErrors(false);
        if (shardedTargets.isEmpty()) {
            return BuildResult.SUCCESS;
        }
        BlazeIdeInterface blazeIdeInterface = BlazeIdeInterface.getInstance();
        return blazeIdeInterface.resolveIdeArtifacts(project, context, workspaceRoot, projectViewSet, blazeVersionData, workspaceLanguageSettings, shardedTargets);
    });
}
Also used : TimingScope(com.google.idea.blaze.base.scope.scopes.TimingScope) StatusOutput(com.google.idea.blaze.base.scope.output.StatusOutput) BlazeIdeInterface(com.google.idea.blaze.base.sync.aspects.BlazeIdeInterface)

Aggregations

StatusOutput (com.google.idea.blaze.base.scope.output.StatusOutput)16 TimingScope (com.google.idea.blaze.base.scope.scopes.TimingScope)8 IssueOutputFilter (com.google.idea.blaze.base.issueparser.IssueOutputFilter)3 Label (com.google.idea.blaze.base.model.primitives.Label)3 ProjectViewSet (com.google.idea.blaze.base.projectview.ProjectViewSet)3 BlazeContext (com.google.idea.blaze.base.scope.BlazeContext)3 BlazeConsoleScope (com.google.idea.blaze.base.scope.scopes.BlazeConsoleScope)3 IssuesScope (com.google.idea.blaze.base.scope.scopes.IssuesScope)3 BuildResult (com.google.idea.blaze.base.sync.aspects.BuildResult)3 Kind (com.google.idea.blaze.base.model.primitives.Kind)2 WorkspaceRoot (com.google.idea.blaze.base.model.primitives.WorkspaceRoot)2 BlazeConsolePopupBehavior (com.google.idea.blaze.base.settings.BlazeUserSettings.BlazeConsolePopupBehavior)2 BlazeIdeInterface (com.google.idea.blaze.base.sync.aspects.BlazeIdeInterface)2 Function (com.google.common.base.Function)1 Preconditions.checkArgument (com.google.common.base.Preconditions.checkArgument)1 Preconditions.checkState (com.google.common.base.Preconditions.checkState)1 ImmutableList (com.google.common.collect.ImmutableList)1 ImmutableMap (com.google.common.collect.ImmutableMap)1 ImmutableSet (com.google.common.collect.ImmutableSet)1 Futures (com.google.common.util.concurrent.Futures)1