Search in sources :

Example 1 with CeylonParser

use of org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser in project ceylon by eclipse.

the class CeylonVersionTool method updateModuleVersion.

private boolean updateModuleVersion(Module module, Map<String, String> updatedModuleVersions) throws IOException, RecognitionException {
    String moduleDescriptorPath = module.getUnit().getFullPath();
    CeylonLexer lexer = new CeylonLexer(new ANTLRFileStream(moduleDescriptorPath, encoding));
    TokenRewriteStream tokenStream = new TokenRewriteStream(lexer);
    CeylonParser parser = new CeylonParser(tokenStream);
    Tree.CompilationUnit cu = parser.compilationUnit();
    fixModuleImportNames(cu);
    String v = this.confirm == Confirm.dependencies ? this.newVersion : confirm("update.module.version", module.getNameAsString(), module.getVersion(), this.newVersion);
    if (v == null) {
        return false;
    } else if (!v.isEmpty()) {
        // record the new version for this module
        updatedModuleVersions.put(module.getNameAsString(), v);
        updateModuleVersion(moduleDescriptorPath, tokenStream, cu, v);
    }
    return true;
}
Also used : ANTLRFileStream(org.antlr.runtime.ANTLRFileStream) TokenRewriteStream(org.antlr.runtime.TokenRewriteStream) Tree(org.eclipse.ceylon.compiler.typechecker.tree.Tree) CeylonLexer(org.eclipse.ceylon.compiler.typechecker.parser.CeylonLexer) CeylonParser(org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser)

Example 2 with CeylonParser

use of org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser in project ceylon by eclipse.

the class CeylonVersionTool method updateModuleImports.

private boolean updateModuleImports(Module module, Map<String, String> updatedModuleVersions) throws IOException, RecognitionException {
    String moduleDescriptorPath = module.getUnit().getFullPath();
    CeylonLexer lexer = new CeylonLexer(new ANTLRFileStream(moduleDescriptorPath, encoding));
    TokenRewriteStream tokenStream = new TokenRewriteStream(lexer);
    CeylonParser parser = new CeylonParser(tokenStream);
    Tree.CompilationUnit cu = parser.compilationUnit();
    fixModuleImportNames(cu);
    List<Tree.ImportModule> moduleImports = findUpdatedImport(cu, updatedModuleVersions);
    for (Tree.ImportModule moduleImport : moduleImports) {
        String importedModuleName = moduleImport.getName();
        String newVersion = updatedModuleVersions.get(importedModuleName);
        if (newVersion == null)
            newVersion = this.newVersion;
        String v = confirm("update.dependency.version", importedModuleName, module.getNameAsString(), module.getVersion(), newVersion);
        if (v == null) {
            return false;
        } else if (!v.isEmpty()) {
            updateImportVersion(moduleDescriptorPath, tokenStream, moduleImport, v);
        }
    }
    return true;
}
Also used : ANTLRFileStream(org.antlr.runtime.ANTLRFileStream) TokenRewriteStream(org.antlr.runtime.TokenRewriteStream) Tree(org.eclipse.ceylon.compiler.typechecker.tree.Tree) CeylonLexer(org.eclipse.ceylon.compiler.typechecker.parser.CeylonLexer) ImportModule(org.eclipse.ceylon.compiler.typechecker.tree.Tree.ImportModule) CeylonParser(org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser) ImportModule(org.eclipse.ceylon.compiler.typechecker.tree.Tree.ImportModule)

Example 3 with CeylonParser

use of org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser in project ceylon by eclipse.

the class PhasedUnits method parseFile.

protected void parseFile(VirtualFile file, VirtualFile srcDir) throws Exception {
    if (file.getName().endsWith(".ceylon") && (sourceFiles.isEmpty() || sourceFiles.contains(file))) {
        // System.out.println("Parsing " + file.getName());
        CeylonLexer lexer = new CeylonLexer(new ANTLRInputStream(file.getInputStream(), getEncoding()));
        CommonTokenStream tokenStream = new CommonTokenStream(new CeylonInterpolatingLexer(lexer));
        CeylonParser parser = new CeylonParser(tokenStream);
        Tree.CompilationUnit cu = parser.compilationUnit();
        PhasedUnit phasedUnit = new PhasedUnit(file, srcDir, cu, moduleSourceMapper.getCurrentPackage(), moduleManager, moduleSourceMapper, context, new ArrayList<Token>(tokenStream.getTokens()));
        addPhasedUnit(file, phasedUnit);
        List<LexError> lexerErrors = lexer.getErrors();
        for (LexError le : lexerErrors) {
            // System.out.println("Lexer error in " + file.getName() + ": " + le.getMessage());
            cu.addLexError(le);
        }
        lexerErrors.clear();
        List<ParseError> parserErrors = parser.getErrors();
        for (ParseError pe : parserErrors) {
            // System.out.println("Parser error in " + file.getName() + ": " + pe.getMessage());
            cu.addParseError(pe);
        }
        parserErrors.clear();
    }
}
Also used : CommonTokenStream(org.antlr.runtime.CommonTokenStream) Token(org.antlr.runtime.Token) CeylonLexer(org.eclipse.ceylon.compiler.typechecker.parser.CeylonLexer) CeylonInterpolatingLexer(org.eclipse.ceylon.compiler.typechecker.parser.CeylonInterpolatingLexer) Tree(org.eclipse.ceylon.compiler.typechecker.tree.Tree) ParseError(org.eclipse.ceylon.compiler.typechecker.parser.ParseError) CeylonParser(org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser) ANTLRInputStream(org.antlr.runtime.ANTLRInputStream) LexError(org.eclipse.ceylon.compiler.typechecker.parser.LexError)

Example 4 with CeylonParser

use of org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser in project ceylon by eclipse.

the class IssuesTests_1500_1999 method benchmarkParse.

private void benchmarkParse(String file) throws Exception {
    String readSource = readFile(new File(getPackagePath(), file));
    String source = readSource.toString();
    char[] chars = source.toCharArray();
    LineMap map = Position.makeLineMap(chars, chars.length, false);
    System.err.println(map.hashCode());
    ANTLRStringStream input = new ANTLRStringStream(source);
    CeylonLexer lexer = new CeylonLexer(input);
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    CeylonParser parser = new CeylonParser(tokens);
// CompilationUnit cu = parser.compilationUnit();
// System.err.println(cu.hashCode());
}
Also used : ANTLRStringStream(org.antlr.runtime.ANTLRStringStream) CommonTokenStream(org.antlr.runtime.CommonTokenStream) LineMap(org.eclipse.ceylon.langtools.tools.javac.util.Position.LineMap) CeylonLexer(org.eclipse.ceylon.compiler.typechecker.parser.CeylonLexer) File(java.io.File) CeylonParser(org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser)

Example 5 with CeylonParser

use of org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser in project ceylon by eclipse.

the class LanguageCompiler method ceylonParse.

private JCCompilationUnit ceylonParse(JavaFileObject filename, CharSequence readSource) {
    if (ceylonEnter.hasRun())
        throw new RunTwiceException("Trying to load new source file after CeylonEnter has been called: " + filename);
    try {
        ModuleManager moduleManager = phasedUnits.getModuleManager();
        ModuleSourceMapper moduleSourceMapper = phasedUnits.getModuleSourceMapper();
        File sourceFile = new File(filename.getName());
        // FIXME: temporary solution
        VirtualFile file = vfs.getFromFile(sourceFile);
        VirtualFile srcDir = vfs.getFromFile(getSrcDir(sourceFile));
        String source = readSource.toString();
        char[] chars = source.toCharArray();
        LineMap map = Position.makeLineMap(chars, chars.length, false);
        PhasedUnit phasedUnit = null;
        PhasedUnit externalPhasedUnit = compilerDelegate.getExternalSourcePhasedUnit(srcDir, file);
        String suppressWarnings = options.get(Option.CEYLONSUPPRESSWARNINGS);
        final EnumSet<Warning> suppressedWarnings;
        if (suppressWarnings != null) {
            if (suppressWarnings.trim().isEmpty()) {
                suppressedWarnings = EnumSet.allOf(Warning.class);
            } else {
                suppressedWarnings = EnumSet.noneOf(Warning.class);
                for (String name : suppressWarnings.trim().split(" *, *")) {
                    suppressedWarnings.add(Warning.valueOf(name));
                }
            }
        } else {
            suppressedWarnings = EnumSet.noneOf(Warning.class);
        }
        if (externalPhasedUnit != null) {
            phasedUnit = new CeylonPhasedUnit(externalPhasedUnit, filename, map);
            phasedUnit.setSuppressedWarnings(suppressedWarnings);
            phasedUnits.addPhasedUnit(externalPhasedUnit.getUnitFile(), phasedUnit);
            gen.setMap(map);
            String pkgName = phasedUnit.getPackage().getQualifiedNameString();
            if ("".equals(pkgName)) {
                pkgName = null;
            }
            return gen.makeJCCompilationUnitPlaceholder(phasedUnit.getCompilationUnit(), filename, pkgName, phasedUnit);
        }
        if (phasedUnit == null) {
            ANTLRStringStream input = new NewlineFixingStringStream(source);
            CeylonLexer lexer = new CeylonLexer(input);
            CommonTokenStream tokens = new CommonTokenStream(new CeylonInterpolatingLexer(lexer));
            CeylonParser parser = new CeylonParser(tokens);
            CompilationUnit cu = parser.compilationUnit();
            java.util.List<LexError> lexerErrors = lexer.getErrors();
            for (LexError le : lexerErrors) {
                printError(le, le.getMessage(), "ceylon.lexer", map);
            }
            java.util.List<ParseError> parserErrors = parser.getErrors();
            for (ParseError pe : parserErrors) {
                printError(pe, pe.getMessage(), "ceylon.parser", map);
            }
            // if we continue and it's not a descriptor, we don't care about errors
            if ((options.get(Option.CEYLONCONTINUE) != null && !ModuleManager.MODULE_FILE.equals(sourceFile.getName()) && !ModuleManager.PACKAGE_FILE.equals(sourceFile.getName())) || // otherwise we care about errors
            (lexerErrors.size() == 0 && parserErrors.size() == 0)) {
                // FIXME: this is bad in many ways
                String pkgName = getPackage(filename);
                // make a Package with no module yet, we will resolve them later
                /*
                     * Stef: see javadoc for findOrCreateModulelessPackage() for why this is here.
                     */
                Package p = modelLoader.findOrCreateModulelessPackage(pkgName == null ? "" : pkgName);
                phasedUnit = new CeylonPhasedUnit(file, srcDir, cu, p, moduleManager, moduleSourceMapper, ceylonContext, filename, map);
                phasedUnit.setSuppressedWarnings(suppressedWarnings);
                phasedUnits.addPhasedUnit(file, phasedUnit);
                gen.setMap(map);
                return gen.makeJCCompilationUnitPlaceholder(cu, filename, pkgName, phasedUnit);
            }
        }
    } catch (RuntimeException e) {
        throw e;
    } catch (Exception e) {
        throw new RuntimeException(e);
    }
    JCCompilationUnit result = make.TopLevel(List.<JCAnnotation>nil(), null, List.<JCTree>of(make.Erroneous()));
    result.sourcefile = filename;
    return result;
}
Also used : VirtualFile(org.eclipse.ceylon.compiler.typechecker.io.VirtualFile) JCCompilationUnit(org.eclipse.ceylon.langtools.tools.javac.tree.JCTree.JCCompilationUnit) Warning(org.eclipse.ceylon.compiler.typechecker.analyzer.Warning) ModuleManager(org.eclipse.ceylon.model.typechecker.util.ModuleManager) NewlineFixingStringStream(org.eclipse.ceylon.compiler.typechecker.util.NewlineFixingStringStream) PhasedUnit(org.eclipse.ceylon.compiler.typechecker.context.PhasedUnit) ParseError(org.eclipse.ceylon.compiler.typechecker.parser.ParseError) ModuleSourceMapper(org.eclipse.ceylon.compiler.typechecker.analyzer.ModuleSourceMapper) CeylonParser(org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser) ANTLRStringStream(org.antlr.runtime.ANTLRStringStream) JCCompilationUnit(org.eclipse.ceylon.langtools.tools.javac.tree.JCTree.JCCompilationUnit) CeylonCompilationUnit(org.eclipse.ceylon.compiler.java.codegen.CeylonCompilationUnit) CompilationUnit(org.eclipse.ceylon.compiler.typechecker.tree.Tree.CompilationUnit) CommonTokenStream(org.antlr.runtime.CommonTokenStream) LineMap(org.eclipse.ceylon.langtools.tools.javac.util.Position.LineMap) CeylonLexer(org.eclipse.ceylon.compiler.typechecker.parser.CeylonLexer) IOException(java.io.IOException) CeylonInterpolatingLexer(org.eclipse.ceylon.compiler.typechecker.parser.CeylonInterpolatingLexer) Package(org.eclipse.ceylon.model.typechecker.model.Package) VirtualFile(org.eclipse.ceylon.compiler.typechecker.io.VirtualFile) File(java.io.File) LexError(org.eclipse.ceylon.compiler.typechecker.parser.LexError)

Aggregations

CeylonLexer (org.eclipse.ceylon.compiler.typechecker.parser.CeylonLexer)5 CeylonParser (org.eclipse.ceylon.compiler.typechecker.parser.CeylonParser)5 CommonTokenStream (org.antlr.runtime.CommonTokenStream)3 Tree (org.eclipse.ceylon.compiler.typechecker.tree.Tree)3 File (java.io.File)2 ANTLRFileStream (org.antlr.runtime.ANTLRFileStream)2 ANTLRStringStream (org.antlr.runtime.ANTLRStringStream)2 TokenRewriteStream (org.antlr.runtime.TokenRewriteStream)2 CeylonInterpolatingLexer (org.eclipse.ceylon.compiler.typechecker.parser.CeylonInterpolatingLexer)2 LexError (org.eclipse.ceylon.compiler.typechecker.parser.LexError)2 ParseError (org.eclipse.ceylon.compiler.typechecker.parser.ParseError)2 LineMap (org.eclipse.ceylon.langtools.tools.javac.util.Position.LineMap)2 IOException (java.io.IOException)1 ANTLRInputStream (org.antlr.runtime.ANTLRInputStream)1 Token (org.antlr.runtime.Token)1 CeylonCompilationUnit (org.eclipse.ceylon.compiler.java.codegen.CeylonCompilationUnit)1 ModuleSourceMapper (org.eclipse.ceylon.compiler.typechecker.analyzer.ModuleSourceMapper)1 Warning (org.eclipse.ceylon.compiler.typechecker.analyzer.Warning)1 PhasedUnit (org.eclipse.ceylon.compiler.typechecker.context.PhasedUnit)1 VirtualFile (org.eclipse.ceylon.compiler.typechecker.io.VirtualFile)1