Search in sources :

Example 1 with LangFileExport

use of org.metaborg.core.config.LangFileExport in project spoofax by metaborg.

the class GenerateSourcesBuilder method build.

@Override
public None build(GenerateSourcesBuilder.Input input) throws IOException {
    final File srcGenSigDir = toFile(paths.syntaxSrcGenSignatureDir());
    final File srcGenSyntaxDir = toFile(paths.syntaxSrcGenDir());
    final File srcGenSyntaxCompletionDir = toFile(paths.syntaxCompletionSrcGenDir());
    final File srcGenPpDir = toFile(paths.syntaxSrcGenPpDir());
    final File targetMetaborgDir = toFile(paths.targetMetaborgDir());
    // SDF
    @Nullable final Origin parenthesizeOrigin;
    @Nullable final Origin javaParenthesizeOrigin;
    @Nullable final Origin sigOrigin;
    if (input.sdfModule != null && input.sdfEnabled) {
        final String sdfModule = input.sdfModule;
        final File sdfFile = input.sdfFile;
        // new parse table generator
        if (input.sdf2tableVersion == Sdf2tableVersion.java || input.sdf2tableVersion == Sdf2tableVersion.dynamic || input.sdf2tableVersion == Sdf2tableVersion.incremental) {
            // Get JSGLR parse table from the normalized SDF aterm
            final boolean dynamicGeneration = (input.sdf2tableVersion == Sdf2tableVersion.dynamic || input.sdf2tableVersion == Sdf2tableVersion.incremental);
            final boolean dataDependent = input.dataDependent;
            final File srcNormDir = toFile(paths.syntaxNormDir());
            final File tableFile = FileUtils.getFile(targetMetaborgDir, "sdf.tbl");
            final File contextualGrammarFile = FileUtils.getFile(targetMetaborgDir, "ctxgrammar.aterm");
            final File persistedTableFile = FileUtils.getFile(targetMetaborgDir, "table.bin");
            final File sdfNormFile = FileUtils.getFile(srcNormDir, "permissive-norm.aterm");
            final List<String> paths = Lists.newLinkedList();
            paths.add(srcGenSyntaxDir.getAbsolutePath());
            for (LanguageIdentifier langId : input.sourceDeps) {
                ILanguageImpl lang = context.languageService().getImpl(langId);
                for (final ILanguageComponent component : lang.components()) {
                    ILanguageComponentConfig config = component.config();
                    Collection<IExportConfig> exports = config.exports();
                    for (IExportConfig exportConfig : exports) {
                        exportConfig.accept(new IExportVisitor() {

                            @Override
                            public void visit(LangDirExport export) {
                                if (export.language.equals(SpoofaxConstants.LANG_ATERM_NAME)) {
                                    try {
                                        paths.add(toFileReplicate(component.location().resolveFile(export.directory)).getAbsolutePath());
                                    } catch (FileSystemException e) {
                                        System.out.println("Failed to locate path");
                                        e.printStackTrace();
                                    }
                                }
                            }

                            @Override
                            public void visit(LangFileExport export) {
                            // Ignore file exports
                            }

                            @Override
                            public void visit(ResourceExport export) {
                            // Ignore resource exports
                            }
                        });
                    }
                }
            }
            final Origin sdf2TableJavaOrigin = Sdf2Table.origin(new Sdf2Table.Input(context, sdfNormFile, tableFile, persistedTableFile, contextualGrammarFile, paths, dynamicGeneration, dataDependent));
            requireBuild(sdf2TableJavaOrigin);
            // New parenthesizer
            final File parenthesizerFile = FileUtils.getFile(srcGenPpDir, sdfModule + "-parenthesize.str");
            javaParenthesizeOrigin = Sdf2Parenthesize.origin(new Sdf2Parenthesize.Input(context, persistedTableFile, parenthesizerFile, sdfModule));
            parenthesizeOrigin = null;
            sigOrigin = null;
        } else {
            // Get the SDF def file, either from existing external def, or by running pack SDF on the grammar
            // specification.
            @Nullable final File packSdfFile;
            @Nullable final Origin packSdfOrigin;
            if (input.sdfExternalDef != null) {
                packSdfFile = input.sdfExternalDef;
                packSdfOrigin = null;
            } else if (sdfFile != null) {
                require(sdfFile, FileExistsStamper.instance);
                if (!sdfFile.exists()) {
                    throw new IOException("Main SDF file at " + sdfFile + " does not exist");
                }
                packSdfFile = FileUtils.getFile(srcGenSyntaxDir, sdfModule + ".def");
                packSdfOrigin = PackSdf.origin(new PackSdf.Input(context, sdfModule, sdfFile, packSdfFile, input.packSdfIncludePaths, input.packSdfArgs, null));
            } else {
                packSdfFile = null;
                packSdfOrigin = null;
            }
            if (packSdfFile != null) {
                // file.
                if (input.sdfExternalDef != null || input.sdfVersion == SdfVersion.sdf2) {
                    final File rtgFile = FileUtils.getFile(srcGenSigDir, sdfModule + ".rtg");
                    final Origin rtgOrigin = Sdf2Rtg.origin(new Sdf2Rtg.Input(context, packSdfFile, rtgFile, sdfModule, packSdfOrigin));
                    final File sigFile = FileUtils.getFile(srcGenSigDir, sdfModule + ".str");
                    final String sigModule = "signatures/" + sdfModule;
                    sigOrigin = Rtg2Sig.origin(new Rtg2Sig.Input(context, rtgFile, sigFile, sigModule, rtgOrigin));
                } else {
                    sigOrigin = null;
                }
                // Get Stratego parenthesizer file, from the SDF def file.
                final File parenthesizeFile = FileUtils.getFile(srcGenPpDir, sdfModule + "-parenthesize.str");
                final String parenthesizeModule = "pp/" + sdfModule + "-parenthesize";
                parenthesizeOrigin = Sdf2ParenthesizeLegacy.origin(new Sdf2ParenthesizeLegacy.Input(context, packSdfFile, parenthesizeFile, sdfModule, parenthesizeModule, packSdfOrigin));
                // Get SDF permissive def file, from the SDF def file.
                final File permissiveDefFile = FileUtils.getFile(srcGenSyntaxDir, sdfModule + "-permissive.def");
                final Origin permissiveDefOrigin = MakePermissive.origin(new MakePermissive.Input(context, packSdfFile, permissiveDefFile, sdfModule, packSdfOrigin));
                // Get JSGLR parse table, from the SDF permissive def file.
                final File tableFile = FileUtils.getFile(targetMetaborgDir, "sdf.tbl");
                final Origin sdf2TableOrigin = Sdf2TableLegacy.origin(new Sdf2TableLegacy.Input(context, permissiveDefFile, tableFile, sdfModule, permissiveDefOrigin));
                requireBuild(sdf2TableOrigin);
                javaParenthesizeOrigin = null;
            } else {
                javaParenthesizeOrigin = null;
                parenthesizeOrigin = null;
                sigOrigin = null;
            }
        }
    } else {
        javaParenthesizeOrigin = null;
        parenthesizeOrigin = null;
        sigOrigin = null;
    }
    // SDF completions
    final Origin sdfCompletionOrigin;
    if (input.sdfCompletionFile != null && input.sdfEnabled) {
        final String sdfCompletionsModule = input.sdfCompletionModule;
        final File sdfCompletionsFile = input.sdfCompletionFile;
        if (input.sdf2tableVersion == Sdf2tableVersion.java || input.sdf2tableVersion == Sdf2tableVersion.dynamic || input.sdf2tableVersion == Sdf2tableVersion.incremental) {
            // Get JSGLR parse table, from the normalized SDF aterm
            final boolean dynamicGeneration = (input.sdf2tableVersion == Sdf2tableVersion.dynamic || input.sdf2tableVersion == Sdf2tableVersion.incremental);
            final boolean dataDependent = input.dataDependent;
            final List<String> paths = Lists.newLinkedList();
            paths.add(srcGenSyntaxDir.getAbsolutePath());
            for (LanguageIdentifier langId : input.sourceDeps) {
                ILanguageImpl lang = context.languageService().getImpl(langId);
                for (final ILanguageComponent component : lang.components()) {
                    ILanguageComponentConfig config = component.config();
                    Collection<IExportConfig> exports = config.exports();
                    for (IExportConfig exportConfig : exports) {
                        exportConfig.accept(new IExportVisitor() {

                            @Override
                            public void visit(LangDirExport export) {
                                if (export.language.equals(SpoofaxConstants.LANG_ATERM_NAME)) {
                                    try {
                                        paths.add(toFileReplicate(component.location().resolveFile(export.directory)).getAbsolutePath());
                                    } catch (FileSystemException e) {
                                        System.out.println("Failed to locate path");
                                        e.printStackTrace();
                                    }
                                }
                            }

                            @Override
                            public void visit(LangFileExport export) {
                            // Ignore file exports
                            }

                            @Override
                            public void visit(ResourceExport export) {
                            // Ignore resource exports
                            }
                        });
                    }
                }
            }
            final File tableFile = FileUtils.getFile(targetMetaborgDir, "sdf-completions.tbl");
            sdfCompletionOrigin = Sdf2Table.origin(new Sdf2Table.Input(context, sdfCompletionsFile, tableFile, null, null, paths, dynamicGeneration, dataDependent));
            requireBuild(sdfCompletionOrigin);
        } else {
            // Get the SDF def file, either from existing external def, or by running pack SDF on the grammar
            // specification.
            @Nullable final File packSdfCompletionsFile;
            @Nullable final Origin packSdfCompletionsOrigin;
            if (sdfCompletionsFile != null) {
                require(sdfCompletionsFile, FileExistsStamper.instance);
                if (!sdfCompletionsFile.exists()) {
                    throw new IOException("Main SDF completions file at " + sdfCompletionsFile + " does not exist");
                }
                packSdfCompletionsFile = FileUtils.getFile(srcGenSyntaxCompletionDir, sdfCompletionsModule + ".def");
                packSdfCompletionsOrigin = PackSdf.origin(new PackSdf.Input(context, sdfCompletionsModule, sdfCompletionsFile, packSdfCompletionsFile, input.packSdfIncludePaths, input.packSdfArgs, null));
            } else {
                packSdfCompletionsFile = null;
                packSdfCompletionsOrigin = null;
            }
            if (packSdfCompletionsFile != null) {
                // Get SDF permissive def file, from the SDF def file.
                final File permissiveCompletionsDefFile = FileUtils.getFile(srcGenSyntaxCompletionDir, sdfCompletionsModule + "-permissive.def");
                final Origin permissiveCompletionsDefOrigin = MakePermissive.origin(new MakePermissive.Input(context, packSdfCompletionsFile, permissiveCompletionsDefFile, sdfCompletionsModule, packSdfCompletionsOrigin));
                // Get JSGLR parse table, from the SDF permissive def file.
                final File completionsTableFile = FileUtils.getFile(targetMetaborgDir, "sdf-completions.tbl");
                sdfCompletionOrigin = Sdf2TableLegacy.origin(new Sdf2TableLegacy.Input(context, permissiveCompletionsDefFile, completionsTableFile, "completion/" + sdfCompletionsModule, permissiveCompletionsDefOrigin));
                requireBuild(sdfCompletionOrigin);
            } else {
                sdfCompletionOrigin = null;
            }
        }
    } else {
        sdfCompletionOrigin = null;
    }
    // SDF meta-module for creating a Stratego concrete syntax extension parse table
    final File sdfMetaFile = input.sdfMetaFile;
    final Origin sdfMetaOrigin;
    if (sdfMetaFile != null) {
        require(sdfMetaFile, FileExistsStamper.instance);
        if (!sdfMetaFile.exists()) {
            throw new IOException("Main meta-SDF file at " + sdfMetaFile + " does not exist");
        }
        final String sdfMetaModule = input.sdfMetaModule;
        final BuildRequest<PrepareNativeBundle.Input, OutputTransient<PrepareNativeBundle.Output>, PrepareNativeBundle, SpoofaxBuilderFactory<PrepareNativeBundle.Input, OutputTransient<PrepareNativeBundle.Output>, PrepareNativeBundle>> nativeBundleRequest = PrepareNativeBundle.request(new PrepareNativeBundle.Input(context));
        final File strategoMixFile = requireBuild(nativeBundleRequest).val().strategoMixFile;
        final Origin strategoMixOrigin = Origin.from(nativeBundleRequest);
        final Arguments packSdfMetaArgs = new Arguments(input.packSdfArgs);
        packSdfMetaArgs.addFile("-Idef", strategoMixFile);
        final File packSdfFile = FileUtils.getFile(srcGenSyntaxDir, sdfMetaModule + ".def");
        final Origin packSdfOrigin = PackSdf.origin(new PackSdf.Input(context, sdfMetaModule, sdfMetaFile, packSdfFile, input.packSdfIncludePaths, packSdfMetaArgs, strategoMixOrigin));
        final File permissiveDefFile = FileUtils.getFile(srcGenSyntaxDir, sdfMetaModule + "-permissive.def");
        final Origin permissiveDefOrigin = MakePermissive.origin(new MakePermissive.Input(context, packSdfFile, permissiveDefFile, sdfMetaModule, packSdfOrigin));
        final File transDir = toFile(paths.transDir());
        final File tableFile = FileUtils.getFile(transDir, sdfMetaModule + ".tbl");
        sdfMetaOrigin = Sdf2TableLegacy.origin(new Sdf2TableLegacy.Input(context, permissiveDefFile, tableFile, sdfMetaModule, permissiveDefOrigin));
        requireBuild(sdfMetaOrigin);
    } else {
        sdfMetaOrigin = null;
    }
    // Stratego
    final File strFile = input.strFile;
    if (strFile != null) {
        require(strFile, FileExistsStamper.instance);
        if (!strFile.exists()) {
            throw new IOException("Main Stratego file at " + strFile + " does not exist");
        }
        boolean buildStrJavaStrat = input.strJavaStratPackage != null && input.strJavaStratFile != null;
        if (buildStrJavaStrat) {
            require(input.strJavaStratFile, FileExistsStamper.instance);
            if (!input.strJavaStratFile.exists()) {
                throw new IOException("Main Stratego Java strategies file at " + input.strJavaStratFile + " does not exist");
            }
        }
        final Arguments extraArgs = new Arguments();
        extraArgs.addAll(input.strjArgs);
        final File outputFile;
        final File depPath;
        if (input.strFormat == StrategoFormat.ctree) {
            outputFile = FileUtils.getFile(targetMetaborgDir, "stratego.ctree");
            depPath = outputFile;
            extraArgs.add("-F");
        } else {
            depPath = toFile(paths.strSrcGenJavaTransDir(input.languageId));
            outputFile = FileUtils.getFile(depPath, "Main.java");
            extraArgs.add("-la", "java-front");
            if (buildStrJavaStrat) {
                extraArgs.add("-la", input.strJavaStratPackage);
            }
        }
        if (input.strExternalJarFlags != null) {
            extraArgs.addLine(input.strExternalJarFlags);
        }
        // @formatter:off
        final Origin origin;
        if (input.sdf2tableVersion == Sdf2tableVersion.java || input.sdf2tableVersion == Sdf2tableVersion.dynamic) {
            origin = Origin.Builder().add(sigOrigin).add(sdfCompletionOrigin).add(sdfMetaOrigin).add(javaParenthesizeOrigin).get();
        } else {
            origin = Origin.Builder().add(parenthesizeOrigin).add(sigOrigin).add(sdfCompletionOrigin).add(sdfMetaOrigin).get();
        }
        // @formatter:on
        final File cacheDir = toFile(paths.strCacheDir());
        final Strj.Input strjInput = new Strj.Input(context, strFile, outputFile, depPath, input.strJavaPackage, true, true, input.strjIncludeDirs, input.strjIncludeFiles, Lists.newArrayList(), cacheDir, extraArgs, origin);
        final Origin strjOrigin = Strj.origin(strjInput);
        requireBuild(strjOrigin);
        // Typesmart
        final File typesmartExportedFile = toFile(paths.strTypesmartExportedFile());
        final Typesmart.Input typesmartInput = new Typesmart.Input(context, input.strFile, input.strjIncludeDirs, typesmartExportedFile, origin);
        final Origin typesmartOrigin = Typesmart.origin(typesmartInput);
        requireBuild(typesmartOrigin);
    }
    return None.val;
}
Also used : Origin(build.pluto.dependency.Origin) MakePermissive(org.metaborg.spoofax.meta.core.pluto.build.MakePermissive) OutputTransient(build.pluto.output.OutputTransient) IExportConfig(org.metaborg.core.config.IExportConfig) Sdf2Table(org.metaborg.spoofax.meta.core.pluto.build.Sdf2Table) FileSystemException(org.apache.commons.vfs2.FileSystemException) SpoofaxInput(org.metaborg.spoofax.meta.core.pluto.SpoofaxInput) Typesmart(org.metaborg.spoofax.meta.core.pluto.build.Typesmart) IExportVisitor(org.metaborg.core.config.IExportVisitor) LangDirExport(org.metaborg.core.config.LangDirExport) Sdf2Rtg(org.metaborg.spoofax.meta.core.pluto.build.Sdf2Rtg) Strj(org.metaborg.spoofax.meta.core.pluto.build.Strj) ILanguageComponentConfig(org.metaborg.core.config.ILanguageComponentConfig) LangFileExport(org.metaborg.core.config.LangFileExport) PackSdf(org.metaborg.spoofax.meta.core.pluto.build.PackSdf) PrepareNativeBundle(org.metaborg.spoofax.meta.core.pluto.build.misc.PrepareNativeBundle) Arguments(org.metaborg.util.cmd.Arguments) IOException(java.io.IOException) LanguageIdentifier(org.metaborg.core.language.LanguageIdentifier) ILanguageImpl(org.metaborg.core.language.ILanguageImpl) ResourceExport(org.metaborg.core.config.ResourceExport) Sdf2TableLegacy(org.metaborg.spoofax.meta.core.pluto.build.Sdf2TableLegacy) SpoofaxBuilderFactory(org.metaborg.spoofax.meta.core.pluto.SpoofaxBuilderFactory) ILanguageComponent(org.metaborg.core.language.ILanguageComponent) File(java.io.File) Nullable(javax.annotation.Nullable)

Example 2 with LangFileExport

use of org.metaborg.core.config.LangFileExport in project spoofax by metaborg.

the class ArchiveBuilder method build.

@Override
protected OutputTransient<File> build(Input input) throws Throwable {
    requireBuild(input.origin);
    final ZipArchiver zipArchiver = new ZipArchiver();
    final FileObject root = paths.root();
    require(toFile(paths.iconsDir()), new DirectoryModifiedStamper());
    zipArchiver.addFilesTo(root.getName(), paths.iconsDir(), FileSelectorUtils.all());
    require(toFile(paths.targetMetaborgDir()), new DirectoryModifiedStamper());
    zipArchiver.addFilesTo(root.getName(), paths.targetMetaborgDir(), FileSelectorUtils.not(FileSelectorUtils.ant("*.dep")));
    zipArchiver.addFileTo(root.getName(), paths.mbComponentConfigFile());
    for (IExportConfig export : input.exports) {
        export.accept(new IExportVisitor() {

            @Override
            public void visit(ResourceExport export) {
                addFiles(export, export.directory, export.includes, export.excludes);
            }

            @Override
            public void visit(LangDirExport export) {
                addFiles(export, export.directory, export.includes, export.excludes);
            }

            @Override
            public void visit(LangFileExport export) {
                try {
                    final FileObject file = paths.root().resolveFile(export.file);
                    zipArchiver.addFile(export.file, file);
                } catch (IOException e) {
                    report("Unable to package export: " + export);
                }
            }

            private void addFiles(IExportConfig export, String directory, Iterable<String> includes, Iterable<String> excludes) {
                try {
                    final FileObject dir = paths.root().resolveFile(directory);
                    final FileSelector includesSelector;
                    if (Iterables.isEmpty(includes)) {
                        includesSelector = FileSelectorUtils.all();
                    } else {
                        includesSelector = FileSelectorUtils.ant(includes);
                    }
                    final FileSelector excludesSelector;
                    if (Iterables.isEmpty(excludes)) {
                        excludesSelector = FileSelectorUtils.none();
                    } else {
                        excludesSelector = FileSelectorUtils.ant(excludes);
                    }
                    zipArchiver.addFilesTo(paths.root().getName(), dir, FileSelectorUtils.includeExclude(includesSelector, excludesSelector));
                } catch (IOException e) {
                    report("Unable to package export: " + export);
                }
            }
        });
    }
    final FileObject spxArchiveFile = paths.spxArchiveFile(input.languageIdentifier.toFileString());
    zipArchiver.build(spxArchiveFile, this);
    return OutputTransient.of(toFile(spxArchiveFile));
}
Also used : LangFileExport(org.metaborg.core.config.LangFileExport) IExportConfig(org.metaborg.core.config.IExportConfig) FileSelector(org.apache.commons.vfs2.FileSelector) DirectoryModifiedStamper(org.metaborg.spoofax.meta.core.pluto.stamp.DirectoryModifiedStamper) IOException(java.io.IOException) ZipArchiver(org.metaborg.util.resource.ZipArchiver) IExportVisitor(org.metaborg.core.config.IExportVisitor) ResourceExport(org.metaborg.core.config.ResourceExport) LangDirExport(org.metaborg.core.config.LangDirExport) FileObject(org.apache.commons.vfs2.FileObject)

Example 3 with LangFileExport

use of org.metaborg.core.config.LangFileExport in project spoofax by metaborg.

the class DependencyPathProvider method includePaths.

@Override
public Iterable<FileObject> includePaths(IProject project, final String languageName) throws MetaborgException {
    final Iterable<ILanguageComponent> dependencies = dependencyService.sourceDeps(project);
    final Collection<FileObject> includes = Lists.newArrayList();
    for (final ILanguageComponent dependency : dependencies) {
        final Collection<IExportConfig> exports = dependency.config().exports();
        for (IExportConfig export : exports) {
            export.accept(new IExportVisitor() {

                @Override
                public void visit(LangDirExport export) {
                    if (languageName.equals(export.language)) {
                        resolve(dependency.location(), Iterables2.singleton(export.directory), includes);
                    }
                }

                @Override
                public void visit(LangFileExport export) {
                    if (languageName.equals(export.language)) {
                        resolve(dependency.location(), Iterables2.singleton(export.file), includes);
                    }
                }

                @Override
                public void visit(ResourceExport export) {
                // Ignore resource exports
                }
            });
        }
    }
    return includes;
}
Also used : LangFileExport(org.metaborg.core.config.LangFileExport) IExportConfig(org.metaborg.core.config.IExportConfig) IExportVisitor(org.metaborg.core.config.IExportVisitor) ResourceExport(org.metaborg.core.config.ResourceExport) LangDirExport(org.metaborg.core.config.LangDirExport) FileObject(org.apache.commons.vfs2.FileObject) ILanguageComponent(org.metaborg.core.language.ILanguageComponent)

Aggregations

IExportConfig (org.metaborg.core.config.IExportConfig)3 IExportVisitor (org.metaborg.core.config.IExportVisitor)3 LangDirExport (org.metaborg.core.config.LangDirExport)3 LangFileExport (org.metaborg.core.config.LangFileExport)3 ResourceExport (org.metaborg.core.config.ResourceExport)3 IOException (java.io.IOException)2 FileObject (org.apache.commons.vfs2.FileObject)2 ILanguageComponent (org.metaborg.core.language.ILanguageComponent)2 Origin (build.pluto.dependency.Origin)1 OutputTransient (build.pluto.output.OutputTransient)1 File (java.io.File)1 Nullable (javax.annotation.Nullable)1 FileSelector (org.apache.commons.vfs2.FileSelector)1 FileSystemException (org.apache.commons.vfs2.FileSystemException)1 ILanguageComponentConfig (org.metaborg.core.config.ILanguageComponentConfig)1 ILanguageImpl (org.metaborg.core.language.ILanguageImpl)1 LanguageIdentifier (org.metaborg.core.language.LanguageIdentifier)1 SpoofaxBuilderFactory (org.metaborg.spoofax.meta.core.pluto.SpoofaxBuilderFactory)1 SpoofaxInput (org.metaborg.spoofax.meta.core.pluto.SpoofaxInput)1 MakePermissive (org.metaborg.spoofax.meta.core.pluto.build.MakePermissive)1