Examples with EOF org.antlr.v4.runtime.Recognizer.EOF used on opensource projects

Example 16 with EOF

use of org.antlr.v4.runtime.Recognizer.EOF in project checkstyle by checkstyle.

the class ParseTreeBuilder method treeJavadocTagDescriptionWithInlineTags.

public static ParseTree treeJavadocTagDescriptionWithInlineTags() {
    JavadocContext javadocContext0 = new JavadocContext(null, 0);
    JavadocTagContext javadocTagContext0 = new JavadocTagContext(javadocContext0, 0);
    CommonToken deprecatedLiteral0 = new CommonToken(JavadocTokenTypes.DEPRECATED_LITERAL, "@deprecated");
    javadocTagContext0.addChild(deprecatedLiteral0);
    CommonToken ws0 = new CommonToken(JavadocTokenTypes.WS, " ");
    javadocTagContext0.addChild(ws0);
    DescriptionContext descriptionContext0 = new DescriptionContext(javadocTagContext0, 0);
    TextContext textContext0 = new TextContext(descriptionContext0, 0);
    CommonToken char0 = new CommonToken(JavadocTokenTypes.CHAR, "u");
    textContext0.addChild(char0);
    CommonToken char1 = new CommonToken(JavadocTokenTypes.CHAR, "s");
    textContext0.addChild(char1);
    CommonToken char2 = new CommonToken(JavadocTokenTypes.CHAR, "e");
    textContext0.addChild(char2);
    CommonToken ws1 = new CommonToken(JavadocTokenTypes.WS, " ");
    textContext0.addChild(ws1);
    descriptionContext0.addChild(textContext0);
    JavadocInlineTagContext javadocInlineTagContext0 = new JavadocInlineTagContext(descriptionContext0, 0);
    CommonToken javadocInlineTagStart0 = new CommonToken(JavadocTokenTypes.JAVADOC_INLINE_TAG_START, "{");
    javadocInlineTagContext0.addChild(javadocInlineTagStart0);
    CommonToken linkLiteral0 = new CommonToken(JavadocTokenTypes.LINK_LITERAL, "@link");
    javadocInlineTagContext0.addChild(linkLiteral0);
    CommonToken ws2 = new CommonToken(JavadocTokenTypes.WS, " ");
    javadocInlineTagContext0.addChild(ws2);
    ReferenceContext referenceContext0 = new ReferenceContext(javadocInlineTagContext0, 0);
    CommonToken package0 = new CommonToken(JavadocTokenTypes.PACKAGE, "java.lang");
    referenceContext0.addChild(package0);
    CommonToken dot0 = new CommonToken(JavadocTokenTypes.DOT, ".");
    referenceContext0.addChild(dot0);
    CommonToken class0 = new CommonToken(JavadocTokenTypes.CLASS, "Integer");
    referenceContext0.addChild(class0);
    javadocInlineTagContext0.addChild(referenceContext0);
    DescriptionContext descriptionContext1 = new DescriptionContext(javadocInlineTagContext0, 0);
    TextContext textContext1 = new TextContext(descriptionContext1, 0);
    CommonToken ws3 = new CommonToken(JavadocTokenTypes.WS, " ");
    textContext1.addChild(ws3);
    CommonToken char3 = new CommonToken(JavadocTokenTypes.CHAR, "I");
    textContext1.addChild(char3);
    CommonToken char4 = new CommonToken(JavadocTokenTypes.CHAR, "n");
    textContext1.addChild(char4);
    CommonToken char5 = new CommonToken(JavadocTokenTypes.CHAR, "t");
    textContext1.addChild(char5);
    CommonToken char6 = new CommonToken(JavadocTokenTypes.CHAR, "e");
    textContext1.addChild(char6);
    CommonToken char7 = new CommonToken(JavadocTokenTypes.CHAR, "g");
    textContext1.addChild(char7);
    CommonToken char8 = new CommonToken(JavadocTokenTypes.CHAR, "e");
    textContext1.addChild(char8);
    CommonToken char9 = new CommonToken(JavadocTokenTypes.CHAR, "r");
    textContext1.addChild(char9);
    descriptionContext1.addChild(textContext1);
    JavadocInlineTagContext javadocInlineTagContext1 = new JavadocInlineTagContext(descriptionContext1, 0);
    CommonToken javadocInlineTagStart1 = new CommonToken(JavadocTokenTypes.JAVADOC_INLINE_TAG_START, "{");
    javadocInlineTagContext1.addChild(javadocInlineTagStart1);
    CommonToken codeLiteral0 = new CommonToken(JavadocTokenTypes.CODE_LITERAL, "@code");
    javadocInlineTagContext1.addChild(codeLiteral0);
    CommonToken ws4 = new CommonToken(JavadocTokenTypes.WS, " ");
    javadocInlineTagContext1.addChild(ws4);
    TextContext textContext2 = new TextContext(javadocInlineTagContext1, 0);
    CommonToken char10 = new CommonToken(JavadocTokenTypes.CHAR, "<");
    textContext2.addChild(char10);
    CommonToken char11 = new CommonToken(JavadocTokenTypes.CHAR, "a");
    textContext2.addChild(char11);
    CommonToken char12 = new CommonToken(JavadocTokenTypes.CHAR, ">");
    textContext2.addChild(char12);
    CommonToken char13 = new CommonToken(JavadocTokenTypes.CHAR, "W");
    textContext2.addChild(char13);
    CommonToken char14 = new CommonToken(JavadocTokenTypes.CHAR, "a");
    textContext2.addChild(char14);
    CommonToken char15 = new CommonToken(JavadocTokenTypes.CHAR, "t");
    textContext2.addChild(char15);
    CommonToken char16 = new CommonToken(JavadocTokenTypes.CHAR, "<");
    textContext2.addChild(char16);
    CommonToken char17 = new CommonToken(JavadocTokenTypes.CHAR, "/");
    textContext2.addChild(char17);
    CommonToken char18 = new CommonToken(JavadocTokenTypes.CHAR, "a");
    textContext2.addChild(char18);
    CommonToken char19 = new CommonToken(JavadocTokenTypes.CHAR, ">");
    textContext2.addChild(char19);
    javadocInlineTagContext1.addChild(textContext2);
    CommonToken javadocInlineTagEnd0 = new CommonToken(JavadocTokenTypes.JAVADOC_INLINE_TAG_END, "}");
    javadocInlineTagContext1.addChild(javadocInlineTagEnd0);
    descriptionContext1.addChild(javadocInlineTagContext1);
    javadocInlineTagContext0.addChild(descriptionContext1);
    CommonToken javadocInlineTagEnd1 = new CommonToken(JavadocTokenTypes.JAVADOC_INLINE_TAG_END, "}");
    javadocInlineTagContext0.addChild(javadocInlineTagEnd1);
    descriptionContext0.addChild(javadocInlineTagContext0);
    TextContext textContext3 = new TextContext(descriptionContext0, 0);
    CommonToken ws5 = new CommonToken(JavadocTokenTypes.WS, " ");
    textContext3.addChild(ws5);
    CommonToken char20 = new CommonToken(JavadocTokenTypes.CHAR, "i");
    textContext3.addChild(char20);
    CommonToken char21 = new CommonToken(JavadocTokenTypes.CHAR, "n");
    textContext3.addChild(char21);
    CommonToken char22 = new CommonToken(JavadocTokenTypes.CHAR, "s");
    textContext3.addChild(char22);
    CommonToken char23 = new CommonToken(JavadocTokenTypes.CHAR, "t");
    textContext3.addChild(char23);
    CommonToken char24 = new CommonToken(JavadocTokenTypes.CHAR, "e");
    textContext3.addChild(char24);
    CommonToken char25 = new CommonToken(JavadocTokenTypes.CHAR, "a");
    textContext3.addChild(char25);
    CommonToken char26 = new CommonToken(JavadocTokenTypes.CHAR, "d");
    textContext3.addChild(char26);
    descriptionContext0.addChild(textContext3);
    javadocTagContext0.addChild(descriptionContext0);
    javadocContext0.addChild(javadocTagContext0);
    CommonToken eof0 = new CommonToken(JavadocTokenTypes.EOF, "<EOF>");
    javadocContext0.addChild(eof0);
    return javadocContext0;
}

Example 17 with EOF

use of org.antlr.v4.runtime.Recognizer.EOF in project antlr4 by antlr.

the class BaseGoTest method getTokenTypes.

public List<String> getTokenTypes(LexerGrammar lg, ATN atn, CharStream input) {
    LexerATNSimulator interp = new LexerATNSimulator(atn, new DFA[] { new DFA(atn.modeToStartState.get(Lexer.DEFAULT_MODE)) }, null);
    List<String> tokenTypes = new ArrayList<String>();
    int ttype;
    boolean hitEOF = false;
    do {
        if (hitEOF) {
            tokenTypes.add("EOF");
            break;
        }
        int t = input.LA(1);
        ttype = interp.match(input, Lexer.DEFAULT_MODE);
        if (ttype == Token.EOF) {
            tokenTypes.add("EOF");
        } else {
            tokenTypes.add(lg.typeToTokenList.get(ttype));
        }
        if (t == IntStream.EOF) {
            hitEOF = true;
        }
    } while (ttype != Token.EOF);
    return tokenTypes;
}

Example 18 with EOF

use of org.antlr.v4.runtime.Recognizer.EOF in project antlr4 by antlr.

the class BaseJavaTest method getTokenTypes.

public List<String> getTokenTypes(LexerGrammar lg, ATN atn, CharStream input) {
    LexerATNSimulator interp = new LexerATNSimulator(atn, new DFA[] { new DFA(atn.modeToStartState.get(Lexer.DEFAULT_MODE)) }, null);
    List<String> tokenTypes = new ArrayList<String>();
    int ttype;
    boolean hitEOF = false;
    do {
        if (hitEOF) {
            tokenTypes.add("EOF");
            break;
        }
        int t = input.LA(1);
        ttype = interp.match(input, Lexer.DEFAULT_MODE);
        if (ttype == Token.EOF) {
            tokenTypes.add("EOF");
        } else {
            tokenTypes.add(lg.typeToTokenList.get(ttype));
        }
        if (t == IntStream.EOF) {
            hitEOF = true;
        }
    } while (ttype != Token.EOF);
    return tokenTypes;
}

Example 19 with EOF

use of org.antlr.v4.runtime.Recognizer.EOF in project antlr4 by antlr.

the class TestCodePointCharStream method consumingPastEndOfEmojiCodePointWithShouldThrow.

@Test
public void consumingPastEndOfEmojiCodePointWithShouldThrow() {
    CodePointCharStream s = CharStreams.fromString(new StringBuilder().appendCodePoint(0x1F4A9).toString());
    assertEquals(0, s.index());
    s.consume();
    assertEquals(1, s.index());
    thrown.expect(IllegalStateException.class);
    thrown.expectMessage("cannot consume EOF");
    s.consume();
}

Example 20 with EOF

use of org.antlr.v4.runtime.Recognizer.EOF in project antlr4 by antlr.

the class TestCodePointCharStream method consumingPastSingleLatinCodePointShouldThrow.

@Test
public void consumingPastSingleLatinCodePointShouldThrow() {
    CodePointCharStream s = CharStreams.fromString("X");
    s.consume();
    thrown.expect(IllegalStateException.class);
    thrown.expectMessage("cannot consume EOF");
    s.consume();
}