Examples with GenericParser org.snt.inmemantlr.GenericParser used on opensource projects

Example 1 with GenericParser

use of org.snt.inmemantlr.GenericParser in project inmemantlr by julianthome.

the class TestExternalGrammars method testPHP.

@Test
public void testPHP() {
    if (!toCheck("php"))
        return;
    Subject s = subjects.get("php");
    s.g4.removeIf(f -> f.getName().equals("PHPLexer_CSharpSharwell.g4") || f.getName().equals("PHPLexer_Python.g4"));
    GenericParser gp = null;
    try {
        gp = new GenericParser(s.g4.toArray(new File[s.g4.size()]));
    } catch (FileNotFoundException e) {
        Assertions.assertTrue(false);
    }
    boolean compile;
    try {
        gp.compile();
        compile = true;
    } catch (CompilationException e) {
        compile = false;
    }
    gp.setStreamProvider(new CasedStreamProvider(GenericParser.CaseSensitiveType.LOWER));
    Assertions.assertTrue(compile);
    s.examples = s.examples.stream().filter(f -> !f.getName().contains("alternativeSyntax.php")).collect(Collectors.toSet());
    verify(gp, s.examples, s.nexamples, s.entrypoint);
}

Example 2 with GenericParser

use of org.snt.inmemantlr.GenericParser in project inmemantlr by julianthome.

the class TestExternalGrammars method testPlsql.

@Test
public void testPlsql() {
    if (!toCheck("plsql"))
        return;
    Subject s = subjects.get("plsql");
    Set<File> mfiles = s.g4.stream().filter(v -> v.getName().matches("PlSql" + "(Lexer|Parser).g4")).collect(Collectors.toSet());
    Assertions.assertTrue(mfiles.size() > 0);
    GenericParser mparser = null;
    try {
        mparser = new GenericParser(mfiles.toArray(new File[mfiles.size()]));
    } catch (FileNotFoundException e) {
        Assertions.assertTrue(false);
    }
    Assertions.assertNotNull(mparser);
    DefaultTreeListener mdt = new DefaultTreeListener();
    boolean compile;
    try {
        mparser.compile();
        compile = true;
    } catch (CompilationException e) {
        compile = false;
    }
    mparser.setStreamProvider(new CasedStreamProvider(GenericParser.CaseSensitiveType.UPPER));
    mparser.setListener(mdt);
    Assertions.assertTrue(compile);
    verify(mparser, s.examples, s.nexamples, s.entrypoint);
}

Example 3 with GenericParser

use of org.snt.inmemantlr.GenericParser in project inmemantlr by julianthome.

the class TestArtifactSerialization method testBroken.

@Test
public void testBroken() throws IOException {
    try (InputStream sgrammar = getClass().getClassLoader().getResourceAsStream("inmemantlr/Simple.g4")) {
        sgrammarcontent = FileUtils.getStringFromStream(sgrammar);
    }
    ToolCustomizer tc = new ToolCustomizer() {

        @Override
        public void customize(Tool t) {
            t.genPackage = "com.github.inmemantlr.parser";
        }
    };
    GenericParser gp = new GenericParser(tc, sgrammarcontent);
    DefaultTreeListener t = new DefaultTreeListener();
    gp.setListener(t);
    boolean compile;
    try {
        gp.compile();
        compile = true;
    } catch (CompilationException e) {
        compile = false;
    }
    gp.writeAntlrAritfactsTo("/tmp/test/out");
}

Example 4 with GenericParser

use of org.snt.inmemantlr.GenericParser in project inmemantlr by julianthome.

the class TestMemObjects method testStoreAndLoad.

@Test
public void testStoreAndLoad() throws CompilationException {
    GenericParser gp = assertDoesNotThrow(() -> new GenericParser(grammar));
    assertNotNull(gp);
    File file = assertDoesNotThrow(() -> File.createTempFile("temp", Long.toString(System.nanoTime())));
    file.mkdir();
    gp.compile();
    String s = FileUtils.loadFileContent(sfile.getAbsolutePath());
    assertTrue(s != null && !s.isEmpty());
    assertDoesNotThrow(() -> {
        gp.parse(s);
    });
    assertDoesNotThrow(() -> {
        gp.store(file.getAbsolutePath(), true);
    });
    GenericParser cgp = assertDoesNotThrow(() -> GenericParser.load(file.getAbsolutePath()));
    assertDoesNotThrow(() -> {
        cgp.parse(s);
    });
    DefaultTreeListener dlist = new DefaultTreeListener();
    cgp.setListener(dlist);
    assertDoesNotThrow(() -> {
        cgp.parse(s);
    });
    assertNotNull(dlist.getParseTree());
    LOGGER.debug(dlist.getParseTree().toDot());
}

Example 5 with GenericParser

use of org.snt.inmemantlr.GenericParser in project inmemantlr by julianthome.

the class TestParseTreeProcessorEvaluation method testInterpreter.

@Test
public void testInterpreter() throws IOException {
    try (InputStream sgrammar = getClass().getClassLoader().getResourceAsStream("inmemantlr/Ops.g4")) {
        sgrammarcontent = FileUtils.getStringFromStream(sgrammar);
    }
    GenericParser gp = new GenericParser(sgrammarcontent);
    DefaultTreeListener t = new DefaultTreeListener();
    gp.setListener(t);
    boolean compile;
    try {
        gp.compile();
        compile = true;
    } catch (CompilationException e) {
        compile = false;
    }
    assertTrue(compile);
    // this example shows you how one could use inmemantlr for incremental parsing
    try {
        ParseTree parseTree;
        gp.parse("3+100");
        parseTree = t.getParseTree();
        // Process the tree bottom up
        ParseTreeProcessor<String, String> processor = new ParseTreeProcessor<String, String>(parseTree) {

            @Override
            public String getResult() {
                return smap.get(this.parseTree.getRoot());
            }

            @Override
            protected void initialize() {
                this.parseTree.getNodes().forEach(n -> smap.put(n, n.getLabel()));
            }

            @Override
            protected void process(ParseTreeNode n) {
                LOGGER.debug("id " + n.getId());
                if (n.getRule().equals("expression")) {
                    int n0 = Integer.parseInt(smap.get(n.getChild(0)));
                    int n1 = Integer.parseInt(smap.get(n.getChild(2)));
                    int result = 0;
                    switch(smap.get(n.getChild(1))) {
                        case "+":
                            result = n0 + n1;
                            break;
                        case "-":
                            result = n0 - n1;
                            break;
                    }
                    smap.put(n, String.valueOf(result));
                } else
                    simpleProp(n);
            }
        };
        assertDoesNotThrow((Executable) processor::process);
        assertEquals(7, parseTree.getNodes().size());
        assertEquals("103", processor.getResult());
    } catch (IllegalWorkflowException | ParsingException e) {
        LOGGER.error(e.getMessage(), e);
    }
}