Search in sources :

Example 1 with MessageHandler

use of org.jetbrains.jps.incremental.MessageHandler in project intellij-community by JetBrains.

the class BuildSession method run.

@Override
public void run() {
    Throwable error = null;
    final Ref<Boolean> hasErrors = new Ref<>(false);
    final Ref<Boolean> doneSomething = new Ref<>(false);
    try {
        ProfilingHelper profilingHelper = null;
        if (Utils.IS_PROFILING_MODE) {
            profilingHelper = new ProfilingHelper();
            profilingHelper.startProfiling();
        }
        runBuild(new MessageHandler() {

            @Override
            public void processMessage(BuildMessage buildMessage) {
                final CmdlineRemoteProto.Message.BuilderMessage response;
                if (buildMessage instanceof FileGeneratedEvent) {
                    final Collection<Pair<String, String>> paths = ((FileGeneratedEvent) buildMessage).getPaths();
                    response = !paths.isEmpty() ? CmdlineProtoUtil.createFileGeneratedEvent(paths) : null;
                } else if (buildMessage instanceof DoneSomethingNotification) {
                    doneSomething.set(true);
                    response = null;
                } else if (buildMessage instanceof CompilerMessage) {
                    doneSomething.set(true);
                    final CompilerMessage compilerMessage = (CompilerMessage) buildMessage;
                    final String compilerName = compilerMessage.getCompilerName();
                    final String text = !StringUtil.isEmptyOrSpaces(compilerName) ? compilerName + ": " + compilerMessage.getMessageText() : compilerMessage.getMessageText();
                    final BuildMessage.Kind kind = compilerMessage.getKind();
                    if (kind == BuildMessage.Kind.ERROR) {
                        hasErrors.set(true);
                    }
                    response = CmdlineProtoUtil.createCompileMessage(kind, text, compilerMessage.getSourcePath(), compilerMessage.getProblemBeginOffset(), compilerMessage.getProblemEndOffset(), compilerMessage.getProblemLocationOffset(), compilerMessage.getLine(), compilerMessage.getColumn(), -1.0f);
                } else if (buildMessage instanceof CustomBuilderMessage) {
                    CustomBuilderMessage builderMessage = (CustomBuilderMessage) buildMessage;
                    response = CmdlineProtoUtil.createCustomBuilderMessage(builderMessage.getBuilderId(), builderMessage.getMessageType(), builderMessage.getMessageText());
                } else if (buildMessage instanceof BuilderStatisticsMessage) {
                    BuilderStatisticsMessage message = (BuilderStatisticsMessage) buildMessage;
                    int srcCount = message.getNumberOfProcessedSources();
                    long time = message.getElapsedTimeMs();
                    if (srcCount != 0 || time > 50) {
                        LOG.info("Build duration: '" + message.getBuilderName() + "' builder took " + time + " ms, " + srcCount + " sources processed");
                    }
                    response = null;
                } else if (!(buildMessage instanceof BuildingTargetProgressMessage)) {
                    float done = -1.0f;
                    if (buildMessage instanceof ProgressMessage) {
                        done = ((ProgressMessage) buildMessage).getDone();
                    }
                    response = CmdlineProtoUtil.createCompileProgressMessageResponse(buildMessage.getMessageText(), done);
                } else {
                    response = null;
                }
                if (response != null) {
                    myChannel.writeAndFlush(CmdlineProtoUtil.toMessage(mySessionId, response));
                }
            }
        }, this);
        if (profilingHelper != null) {
            profilingHelper.stopProfiling();
        }
    } catch (Throwable e) {
        LOG.info(e);
        error = e;
    } finally {
        finishBuild(error, hasErrors.get(), doneSomething.get());
    }
}
Also used : MessageHandler(org.jetbrains.jps.incremental.MessageHandler) Ref(com.intellij.openapi.util.Ref)

Example 2 with MessageHandler

use of org.jetbrains.jps.incremental.MessageHandler in project intellij-community by JetBrains.

the class BuildMain method main.

public static void main(String[] args) throws Throwable {
    try {
        final long processStart = System.currentTimeMillis();
        final String startMessage = "Build process started. Classpath: " + System.getProperty("java.class.path");
        System.out.println(startMessage);
        LOG.info(startMessage);
        final String host = args[HOST_ARG];
        final int port = Integer.parseInt(args[PORT_ARG]);
        final UUID sessionId = UUID.fromString(args[SESSION_ID_ARG]);
        @SuppressWarnings("ConstantConditions") final File systemDir = new File(FileUtil.toCanonicalPath(args[SYSTEM_DIR_ARG]));
        Utils.setSystemRoot(systemDir);
        final long connectStart = System.currentTimeMillis();
        // IDEA-123132, let's try again
        for (int attempt = 0; attempt < 3; attempt++) {
            try {
                ourEventLoopGroup = new NioEventLoopGroup(1, SharedThreadPool.getInstance());
                break;
            } catch (IllegalStateException e) {
                if (attempt == 2) {
                    printErrorAndExit(host, port, e);
                    return;
                } else {
                    LOG.warn("Cannot create event loop, attempt #" + attempt, e);
                    try {
                        //noinspection BusyWait
                        Thread.sleep(10 * (attempt + 1));
                    } catch (InterruptedException ignored) {
                    }
                }
            }
        }
        final Bootstrap bootstrap = new Bootstrap().group(ourEventLoopGroup).channel(NioSocketChannel.class).handler(new ChannelInitializer() {

            @Override
            protected void initChannel(Channel channel) throws Exception {
                channel.pipeline().addLast(new ProtobufVarint32FrameDecoder(), new ProtobufDecoder(CmdlineRemoteProto.Message.getDefaultInstance()), new ProtobufVarint32LengthFieldPrepender(), new ProtobufEncoder(), new MyMessageHandler(sessionId));
            }
        }).option(ChannelOption.TCP_NODELAY, true).option(ChannelOption.SO_KEEPALIVE, true);
        final ChannelFuture future = bootstrap.connect(new InetSocketAddress(host, port)).awaitUninterruptibly();
        final boolean success = future.isSuccess();
        if (success) {
            LOG.info("Connection to IDE established in " + (System.currentTimeMillis() - connectStart) + " ms");
            final String projectPathToPreload = System.getProperty(PRELOAD_PROJECT_PATH, null);
            final String globalsPathToPreload = System.getProperty(PRELOAD_CONFIG_PATH, null);
            if (projectPathToPreload != null && globalsPathToPreload != null) {
                final PreloadedData data = new PreloadedData();
                ourPreloadedData = data;
                try {
                    // this will pre-load all FS optimizations
                    FileSystemUtil.getAttributes(projectPathToPreload);
                    final BuildRunner runner = new BuildRunner(new JpsModelLoaderImpl(projectPathToPreload, globalsPathToPreload, null));
                    data.setRunner(runner);
                    final File dataStorageRoot = Utils.getDataStorageRoot(projectPathToPreload);
                    final BuildFSState fsState = new BuildFSState(false);
                    final ProjectDescriptor pd = runner.load(new MessageHandler() {

                        @Override
                        public void processMessage(BuildMessage msg) {
                            data.addMessage(msg);
                        }
                    }, dataStorageRoot, fsState);
                    data.setProjectDescriptor(pd);
                    try {
                        final File fsStateFile = new File(dataStorageRoot, BuildSession.FS_STATE_FILE);
                        final DataInputStream in = new DataInputStream(new BufferedInputStream(new FileInputStream(fsStateFile)));
                        try {
                            final int version = in.readInt();
                            if (version == BuildFSState.VERSION) {
                                final long savedOrdinal = in.readLong();
                                // must skip "has-work-to-do" flag
                                final boolean hasWorkToDo = in.readBoolean();
                                fsState.load(in, pd.getModel(), pd.getBuildRootIndex());
                                data.setFsEventOrdinal(savedOrdinal);
                                data.setHasHasWorkToDo(hasWorkToDo);
                            }
                        } finally {
                            in.close();
                        }
                    } catch (FileNotFoundException ignored) {
                    } catch (IOException e) {
                        LOG.info("Error pre-loading FS state", e);
                        fsState.clearAll();
                    }
                    // preloading target configurations
                    final BuildTargetsState targetsState = pd.getTargetsState();
                    for (BuildTarget<?> target : pd.getBuildTargetIndex().getAllTargets()) {
                        targetsState.getTargetConfiguration(target);
                    }
                    BuilderRegistry.getInstance();
                    LOG.info("Pre-loaded process ready in " + (System.currentTimeMillis() - processStart) + " ms");
                } catch (Throwable e) {
                    LOG.info("Failed to pre-load project " + projectPathToPreload, e);
                // just failed to preload the project, the situation will be handled later, when real build starts
                }
            } else if (projectPathToPreload != null || globalsPathToPreload != null) {
                LOG.info("Skipping project pre-loading step: both paths to project configuration files and path to global settings must be specified");
            }
            future.channel().writeAndFlush(CmdlineProtoUtil.toMessage(sessionId, CmdlineProtoUtil.createParamRequest()));
        } else {
            printErrorAndExit(host, port, future.cause());
        }
    } catch (Throwable e) {
        LOG.error(e);
        throw e;
    }
}
Also used : MessageHandler(org.jetbrains.jps.incremental.MessageHandler) InetSocketAddress(java.net.InetSocketAddress) ProtobufDecoder(io.netty.handler.codec.protobuf.ProtobufDecoder) ProtobufVarint32LengthFieldPrepender(io.netty.handler.codec.protobuf.ProtobufVarint32LengthFieldPrepender) BuildTargetsState(org.jetbrains.jps.incremental.storage.BuildTargetsState) BuildFSState(org.jetbrains.jps.incremental.fs.BuildFSState) Bootstrap(io.netty.bootstrap.Bootstrap) UUID(java.util.UUID) ProtobufVarint32FrameDecoder(io.netty.handler.codec.protobuf.ProtobufVarint32FrameDecoder) NioEventLoopGroup(io.netty.channel.nio.NioEventLoopGroup) ProtobufEncoder(io.netty.handler.codec.protobuf.ProtobufEncoder) NioSocketChannel(io.netty.channel.socket.nio.NioSocketChannel) NioSocketChannel(io.netty.channel.socket.nio.NioSocketChannel) BuildMessage(org.jetbrains.jps.incremental.messages.BuildMessage)

Aggregations

MessageHandler (org.jetbrains.jps.incremental.MessageHandler)2 Ref (com.intellij.openapi.util.Ref)1 Bootstrap (io.netty.bootstrap.Bootstrap)1 NioEventLoopGroup (io.netty.channel.nio.NioEventLoopGroup)1 NioSocketChannel (io.netty.channel.socket.nio.NioSocketChannel)1 ProtobufDecoder (io.netty.handler.codec.protobuf.ProtobufDecoder)1 ProtobufEncoder (io.netty.handler.codec.protobuf.ProtobufEncoder)1 ProtobufVarint32FrameDecoder (io.netty.handler.codec.protobuf.ProtobufVarint32FrameDecoder)1 ProtobufVarint32LengthFieldPrepender (io.netty.handler.codec.protobuf.ProtobufVarint32LengthFieldPrepender)1 InetSocketAddress (java.net.InetSocketAddress)1 UUID (java.util.UUID)1 BuildFSState (org.jetbrains.jps.incremental.fs.BuildFSState)1 BuildMessage (org.jetbrains.jps.incremental.messages.BuildMessage)1 BuildTargetsState (org.jetbrains.jps.incremental.storage.BuildTargetsState)1