Examples with Lexer org.antlr.v4.runtime.Lexer used on opensource projects

Example 26 with Lexer

use of org.antlr.v4.runtime.Lexer in project jaybird by FirebirdSQL.

the class TestGrammar method createParser.

// TODO Add more testcases for grammar
protected JaybirdSqlParser createParser(String testString) {
    CharStream stream = CharStreams.fromString(testString);
    JaybirdSqlLexer lexer = new JaybirdSqlLexer(stream);
    CommonTokenStream tokenStream = new CommonTokenStream(lexer);
    return new JaybirdSqlParser(tokenStream);
}

Example 27 with Lexer

use of org.antlr.v4.runtime.Lexer in project components by Talend.

the class SoqlQuery method init.

/**
 * init method parses input <code>queryString</code> and stores is as tree.
 * Should be invoked right after
 * {@link org.talend.components.salesforce.soql.SoqlQuery#getInstance()} method
 *
 * @param queryString SOQL query
 */
public void init(String queryString) {
    ANTLRInputStream is = new ANTLRInputStream(queryString);
    SoqlLexer lexer = new SoqlLexer(is);
    CommonTokenStream tokenStream = new CommonTokenStream(lexer);
    SoqlParser parser = new SoqlParser(tokenStream);
    queryTree = parser.query();
    fieldDescriptions = new ArrayList<>();
    FieldRetrieverListener listener = new FieldRetrieverListener();
    ParseTreeWalker.DEFAULT.walk(listener, queryTree);
}

Example 28 with Lexer

use of org.antlr.v4.runtime.Lexer in project ballerina by ballerina-lang.

the class SiddhiCompiler method parse.

public static SiddhiApp parse(String source) {
    ANTLRInputStream input = new ANTLRInputStream(source);
    SiddhiQLLexer lexer = new SiddhiQLLexer(input);
    lexer.removeErrorListeners();
    lexer.addErrorListener(SiddhiErrorListener.INSTANCE);
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    SiddhiQLParser parser = new SiddhiQLParser(tokens);
    // parser.setErrorHandler(new BailErrorStrategy());
    parser.removeErrorListeners();
    parser.addErrorListener(SiddhiErrorListener.INSTANCE);
    ParseTree tree = parser.parse();
    SiddhiQLVisitor eval = new SiddhiQLBaseVisitorImpl();
    return (SiddhiApp) eval.visit(tree);
}

Example 29 with Lexer

use of org.antlr.v4.runtime.Lexer in project ballerina by ballerina-lang.

the class SiddhiCompiler method parseStoreQuery.

public static StoreQuery parseStoreQuery(String storeQuery) throws SiddhiParserException {
    ANTLRInputStream input = new ANTLRInputStream(storeQuery);
    SiddhiQLLexer lexer = new SiddhiQLLexer(input);
    lexer.removeErrorListeners();
    lexer.addErrorListener(SiddhiErrorListener.INSTANCE);
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    SiddhiQLParser parser = new SiddhiQLParser(tokens);
    parser.removeErrorListeners();
    parser.addErrorListener(SiddhiErrorListener.INSTANCE);
    ParseTree tree = parser.store_query_final();
    SiddhiQLVisitor eval = new SiddhiQLBaseVisitorImpl();
    return (StoreQuery) eval.visit(tree);
}

Example 30 with Lexer

use of org.antlr.v4.runtime.Lexer in project ballerina by ballerina-lang.

the class SiddhiCompiler method parseQuery.

public static Query parseQuery(String source) throws SiddhiParserException {
    ANTLRInputStream input = new ANTLRInputStream(source);
    SiddhiQLLexer lexer = new SiddhiQLLexer(input);
    lexer.removeErrorListeners();
    lexer.addErrorListener(SiddhiErrorListener.INSTANCE);
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    SiddhiQLParser parser = new SiddhiQLParser(tokens);
    parser.removeErrorListeners();
    parser.addErrorListener(SiddhiErrorListener.INSTANCE);
    ParseTree tree = parser.query_final();
    SiddhiQLVisitor eval = new SiddhiQLBaseVisitorImpl();
    return (Query) eval.visit(tree);
}