Examples with Token priv.bajdcc.util.lexer.token.Token used on opensource projects

Example 16 with Token

use of priv.bajdcc.util.lexer.token.Token in project jMiniLang by bajdcc.

the class Grammar method getTokenString.

/**
 * 获得单词流描述
 * @return 单词流描述
 */
public String getTokenString() {
    StringBuilder sb = new StringBuilder();
    sb.append("#### 单词流 ####");
    sb.append(System.lineSeparator());
    for (Token token : arrTokens) {
        sb.append(token.toString());
        sb.append(System.lineSeparator());
    }
    return sb.toString();
}

Example 17 with Token

use of priv.bajdcc.util.lexer.token.Token in project jMiniLang by bajdcc.

the class Grammar method getTokenString.

/**
 * 获得单词流描述
 * @return 单词流描述
 */
public String getTokenString() {
    StringBuilder sb = new StringBuilder();
    sb.append("#### 单词流 ####");
    sb.append(System.lineSeparator());
    for (Token token : arrTokens) {
        sb.append(token.toString());
        sb.append(System.lineSeparator());
    }
    return sb.toString();
}

Example 18 with Token

use of priv.bajdcc.util.lexer.token.Token in project jMiniLang by bajdcc.

the class TokenTools method binop.

/**
 * 双目运算
 *
 * @param recorder 错误记录
 * @param exp      表达式
 * @return 运算是否合法
 */
public static boolean binop(ISemanticRecorder recorder, ExpBinop exp) {
    ExpValue leftValue = (ExpValue) exp.getLeftOperand();
    ExpValue rightValue = (ExpValue) exp.getRightOperand();
    Token token = exp.getToken();
    Token leftToken = leftValue.getToken();
    Token rightToken = rightValue.getToken();
    OperatorType type = (OperatorType) token.object;
    if (bin(type, leftToken, rightToken)) {
        return true;
    }
    recorder.add(SemanticError.INVALID_OPERATOR, token);
    return false;
}

Example 19 with Token

use of priv.bajdcc.util.lexer.token.Token in project jMiniLang by bajdcc.

the class SemanticHandler method initializeHandler.

/**
 * 初始化语义
 */
private void initializeHandler() {
    /* 复制 */
    mapSemanticAnalyzier.put("copy", (indexed, query, recorder) -> indexed.get(0).object);
    /* 表达式 */
    mapSemanticAnalyzier.put("exp", (indexed, query, recorder) -> {
        if (indexed.exists(2)) {
            // 双目运算
            ExpBinop binop = new ExpBinop();
            binop.setToken(indexed.get(2).token);
            binop.setLeftOperand((IExp) indexed.get(1).object);
            binop.setRightOperand((IExp) indexed.get(0).object);
            return binop.simplify(recorder);
        } else if (indexed.exists(3)) {
            // 单目运算
            ExpSinop sinop = new ExpSinop();
            sinop.setToken(indexed.get(3).token);
            sinop.setOperand((IExp) indexed.get(1).object);
            return sinop.simplify(recorder);
        } else if (indexed.exists(4)) {
            // 三目运算
            ExpTriop triop = new ExpTriop();
            triop.setFirstToken(indexed.get(4).token);
            triop.setSecondToken(indexed.get(5).token);
            triop.setFirstOperand((IExp) indexed.get(0).object);
            triop.setSecondOperand((IExp) indexed.get(6).object);
            triop.setThirdOperand((IExp) indexed.get(7).object);
            return triop.simplify(recorder);
        } else {
            Object obj = indexed.get(0).object;
            if (obj instanceof ExpValue) {
                ExpValue value = (ExpValue) obj;
                if (!value.isConstant() && !query.getQueryScopeService().findDeclaredSymbol(value.getToken().toRealString())) {
                    recorder.add(SemanticError.VARIABLE_NOT_DECLARAED, value.getToken());
                }
            }
            return obj;
        }
    });
    /* 基本数据结构 */
    mapSemanticAnalyzier.put("type", (indexed, query, recorder) -> {
        if (indexed.exists(1)) {
            return indexed.get(1).object;
        } else if (indexed.exists(2)) {
            return indexed.get(2).object;
        } else if (indexed.exists(3)) {
            ExpInvoke invoke = new ExpInvoke();
            Token token = indexed.get(0).token;
            invoke.setName(token);
            Function func = query.getQueryScopeService().getFuncByName(token.toRealString());
            if (func == null) {
                if (TokenTools.isExternalName(token)) {
                    invoke.setExtern(token);
                } else if (query.getQueryScopeService().findDeclaredSymbol(token.toRealString())) {
                    invoke.setExtern(token);
                    invoke.setInvoke(true);
                } else {
                    recorder.add(SemanticError.MISSING_FUNCNAME, token);
                }
            } else {
                invoke.setFunc(func);
            }
            if (indexed.exists(4)) {
                invoke.setParams((ArrayList<IExp>) indexed.get(4).object);
            }
            return invoke;
        } else if (indexed.exists(5)) {
            ExpIndex exp = new ExpIndex();
            exp.setToken(indexed.get(0).token);
            exp.setExp((IExp) indexed.get(5).object);
            return exp;
        } else {
            ExpValue value = new ExpValue();
            Token token = indexed.get(0).token;
            value.setToken(token);
            return value;
        }
    });
    /* 入口 */
    mapSemanticAnalyzier.put("main", (indexed, query, recorder) -> {
        Function func = new Function();
        func.setName(query.getQueryScopeService().getEntryToken());
        func.setRealName(func.getName().toRealString());
        Block block = new Block((List<IStmt>) indexed.get(0).object);
        block.getStmts().add(new StmtReturn());
        func.setBlock(block);
        return func;
    });
    /* 块 */
    mapSemanticAnalyzier.put("block", (indexed, query, recorder) -> {
        if (!indexed.exists(0)) {
            return new Block();
        }
        return new Block((List<IStmt>) indexed.get(0).object);
    });
    /* 语句集合 */
    mapSemanticAnalyzier.put("stmt_list", (indexed, query, recorder) -> {
        ArrayList<IStmt> stmts;
        if (indexed.exists(1)) {
            stmts = (ArrayList<IStmt>) indexed.get(1).object;
        } else {
            stmts = new ArrayList<>();
        }
        stmts.add(0, (IStmt) indexed.get(0).object);
        return stmts;
    });
    /* 变量定义 */
    mapSemanticAnalyzier.put("var", (indexed, query, recorder) -> {
        ExpAssign assign = new ExpAssign();
        Token token = indexed.get(0).token;
        assign.setName(token);
        if (indexed.exists(11)) {
            assign.setDecleared(true);
        }
        if (indexed.exists(1)) {
            ExpFunc func = new ExpFunc();
            func.setFunc((Function) indexed.get(1).object);
            func.genClosure();
            if (assign.isDecleared()) {
                func.getFunc().setRealName(token.toRealString());
            }
            assign.setExp(func);
        } else {
            assign.setExp((IExp) indexed.get(2).object);
        }
        return assign;
    });
    /* 属性设置 */
    mapSemanticAnalyzier.put("set", (indexed, query, recorder) -> {
        ExpAssignProperty assign = new ExpAssignProperty();
        assign.setObj((IExp) indexed.get(3).object);
        assign.setProperty((IExp) indexed.get(4).object);
        assign.setExp((IExp) indexed.get(2).object);
        return assign;
    });
    /* 调用表达式 */
    mapSemanticAnalyzier.put("call_exp", (indexed, query, recorder) -> {
        ExpInvoke invoke = new ExpInvoke();
        if (indexed.exists(1)) {
            Token token = indexed.get(1).token;
            invoke.setName(token);
            Function func = query.getQueryScopeService().getFuncByName(token.toRealString());
            if (func == null) {
                if (TokenTools.isExternalName(token)) {
                    invoke.setExtern(token);
                } else if (query.getQueryScopeService().findDeclaredSymbol(token.toRealString())) {
                    invoke.setExtern(token);
                    invoke.setInvoke(true);
                } else {
                    recorder.add(SemanticError.MISSING_FUNCNAME, token);
                }
            } else {
                invoke.setFunc(func);
            }
        } else {
            invoke.setFunc((Function) indexed.get(0).object);
            invoke.setName(invoke.getFunc().getName());
        }
        if (indexed.exists(2)) {
            invoke.setParams((ArrayList<IExp>) indexed.get(2).object);
        }
        return invoke;
    });
    /* 类方法调用表达式 */
    mapSemanticAnalyzier.put("invoke", (indexed, query, recorder) -> {
        ExpInvokeProperty invoke = new ExpInvokeProperty();
        invoke.setToken(indexed.get(0).token);
        invoke.setObj((IExp) indexed.get(1).object);
        invoke.setProperty((IExp) indexed.get(2).object);
        if (indexed.exists(3)) {
            invoke.setParams((ArrayList<IExp>) indexed.get(3).object);
        }
        return invoke;
    });
    /* 单词集合 */
    mapSemanticAnalyzier.put("token_list", (indexed, query, recorder) -> {
        ArrayList<Token> tokens;
        if (indexed.exists(1)) {
            tokens = (ArrayList<Token>) indexed.get(1).object;
        } else {
            tokens = new ArrayList<>();
        }
        tokens.add(0, indexed.get(0).token);
        return tokens;
    });
    /* 表达式集合 */
    mapSemanticAnalyzier.put("exp_list", (indexed, query, recorder) -> {
        ArrayList<IExp> exps;
        if (indexed.exists(1)) {
            exps = (ArrayList<IExp>) indexed.get(1).object;
        } else {
            exps = new ArrayList<>();
        }
        exps.add(0, (IExp) indexed.get(0).object);
        return exps;
    });
    /* 过程 */
    mapSemanticAnalyzier.put("func", (indexed, query, recorder) -> {
        Token token = indexed.get(1).token;
        Function func = query.getQueryScopeService().getFuncByName(token.toRealString());
        if (!indexed.exists(10)) {
            func.setYield(true);
            query.getQueryBlockService().leaveBlock(BlockType.kYield);
        }
        if (indexed.exists(2)) {
            func.setParams((ArrayList<Token>) indexed.get(2).object);
        }
        if (indexed.exists(0)) {
            func.setDoc((ArrayList<Token>) indexed.get(0).object);
        }
        StmtReturn ret = new StmtReturn();
        if (func.isYield()) {
            ret.setYield(true);
        }
        if (indexed.exists(3)) {
            List<IStmt> stmts = new ArrayList<>();
            ret.setExp((IExp) indexed.get(3).object);
            stmts.add(ret);
            Block block = new Block(stmts);
            func.setBlock(block);
        } else {
            Block block = (Block) indexed.get(4).object;
            List<IStmt> stmts = block.getStmts();
            if (!stmts.isEmpty() && !(stmts.get(stmts.size() - 1) instanceof StmtReturn))
                stmts.add(ret);
            func.setBlock(block);
        }
        return func;
    });
    /* 匿名函数 */
    mapSemanticAnalyzier.put("lambda", (indexed, query, recorder) -> {
        Token token = indexed.get(1).token;
        Function func = query.getQueryScopeService().getLambda();
        if (indexed.exists(2)) {
            func.setParams((ArrayList<Token>) indexed.get(2).object);
        }
        StmtReturn ret = new StmtReturn();
        if (indexed.exists(3)) {
            List<IStmt> stmts = new ArrayList<>();
            ret.setExp((IExp) indexed.get(3).object);
            stmts.add(ret);
            Block block = new Block(stmts);
            func.setBlock(block);
        } else {
            Block block = (Block) indexed.get(4).object;
            List<IStmt> stmts = block.getStmts();
            if (!stmts.isEmpty() && !(stmts.get(stmts.size() - 1) instanceof StmtReturn))
                stmts.add(ret);
            func.setBlock(block);
        }
        ExpFunc exp = new ExpFunc();
        exp.setFunc(func);
        exp.genClosure();
        return exp;
    });
    /* 返回语句 */
    mapSemanticAnalyzier.put("return", (indexed, query, recorder) -> {
        StmtReturn ret = new StmtReturn();
        if (indexed.exists(0)) {
            ret.setExp((IExp) indexed.get(0).object);
        }
        if (indexed.exists(1)) {
            if (!indexed.exists(0) || !query.getQueryBlockService().isInBlock(BlockType.kYield)) {
                recorder.add(SemanticError.WRONG_YIELD, indexed.get(1).token);
            }
            ret.setYield(true);
        } else if (query.getQueryBlockService().isInBlock(BlockType.kYield)) {
            if (indexed.exists(0)) {
                recorder.add(SemanticError.WRONG_YIELD, indexed.get(1).token);
            }
        }
        return ret;
    });
    /* 导入/导出 */
    mapSemanticAnalyzier.put("port", (indexed, query, recorder) -> {
        StmtPort port = new StmtPort();
        Token token = indexed.get(0).token;
        port.setName(token);
        if (!indexed.exists(1)) {
            port.setImported(false);
            Function func = query.getQueryScopeService().getFuncByName(token.object.toString());
            if (func == null) {
                recorder.add(SemanticError.WRONG_EXTERN_SYMBOL, token);
            } else {
                func.setExtern(true);
            }
        }
        return port;
    });
    /* 表达式语句 */
    mapSemanticAnalyzier.put("stmt_exp", (indexed, query, recorder) -> {
        StmtExp exp = new StmtExp();
        if (indexed.exists(0)) {
            exp.setExp((IExp) indexed.get(0).object);
        }
        return exp;
    });
    /* 条件语句 */
    mapSemanticAnalyzier.put("if", (indexed, query, recorder) -> {
        StmtIf stmt = new StmtIf();
        stmt.setExp((IExp) indexed.get(0).object);
        stmt.setTrueBlock((Block) indexed.get(1).object);
        if (indexed.exists(2)) {
            stmt.setFalseBlock((Block) indexed.get(2).object);
        } else if (indexed.exists(3)) {
            Block block = new Block();
            block.getStmts().add((IStmt) indexed.get(3).object);
            stmt.setFalseBlock(block);
        }
        return stmt;
    });
    /* 循环语句 */
    mapSemanticAnalyzier.put("for", (indexed, query, recorder) -> {
        query.getQueryBlockService().leaveBlock(BlockType.kCycle);
        StmtFor stmt = new StmtFor();
        if (indexed.exists(0)) {
            stmt.setVar((IExp) indexed.get(0).object);
        }
        if (indexed.exists(1)) {
            stmt.setCond((IExp) indexed.get(1).object);
        }
        if (indexed.exists(2)) {
            stmt.setCtrl((IExp) indexed.get(2).object);
        }
        stmt.setBlock((Block) indexed.get(3).object);
        return stmt;
    });
    mapSemanticAnalyzier.put("while", (indexed, query, recorder) -> {
        query.getQueryBlockService().leaveBlock(BlockType.kCycle);
        StmtWhile stmt = new StmtWhile();
        stmt.setCond((IExp) indexed.get(0).object);
        stmt.setBlock((Block) indexed.get(1).object);
        return stmt;
    });
    mapSemanticAnalyzier.put("foreach", (indexed, query, recorder) -> {
        query.getQueryBlockService().leaveBlock(BlockType.kCycle);
        StmtForeach stmt = new StmtForeach();
        stmt.setVar(indexed.get(0).token);
        stmt.setEnumerator((IExp) indexed.get(1).object);
        stmt.setBlock((Block) indexed.get(2).object);
        if (!stmt.getEnumerator().isEnumerable()) {
            recorder.add(SemanticError.WRONG_ENUMERABLE, stmt.getVar());
        }
        stmt.getEnumerator().setYield();
        return stmt;
    });
    /* 循环控制表达式 */
    mapSemanticAnalyzier.put("cycle", (indexed, query, recorder) -> {
        ExpCycleCtrl exp = new ExpCycleCtrl();
        if (indexed.exists(0)) {
            exp.setName(indexed.get(0).token);
        }
        if (!query.getQueryBlockService().isInBlock(BlockType.kCycle)) {
            recorder.add(SemanticError.WRONG_CYCLE, exp.getName());
        }
        return exp;
    });
    /* 块语句 */
    mapSemanticAnalyzier.put("block_stmt", (indexed, query, recorder) -> {
        StmtBlock block = new StmtBlock();
        block.setBlock((Block) indexed.get(0).object);
        return block;
    });
    /* 数组 */
    mapSemanticAnalyzier.put("array", (indexed, query, recorder) -> {
        ExpArray exp = new ExpArray();
        if (indexed.exists(0)) {
            exp.setParams((ArrayList<IExp>) indexed.get(0).object);
        }
        return exp;
    });
    /* 字典 */
    mapSemanticAnalyzier.put("map_list", (indexed, query, recorder) -> {
        ArrayList<IExp> exps;
        if (indexed.exists(0)) {
            exps = (ArrayList<IExp>) indexed.get(0).object;
        } else {
            exps = new ArrayList<>();
        }
        ExpBinop binop = new ExpBinop();
        binop.setToken(indexed.get(3).token);
        ExpValue value = new ExpValue();
        value.setToken(indexed.get(1).token);
        binop.setLeftOperand(value);
        binop.setRightOperand((IExp) indexed.get(2).object);
        exps.add(0, binop.simplify(recorder));
        return exps;
    });
    mapSemanticAnalyzier.put("map", (indexed, query, recorder) -> {
        ExpMap exp = new ExpMap();
        if (indexed.exists(0)) {
            exp.setParams((ArrayList<IExp>) indexed.get(0).object);
        }
        return exp;
    });
    /* 异常处理 */
    mapSemanticAnalyzier.put("try", (indexed, query, recorder) -> {
        StmtTry stmt = new StmtTry();
        stmt.setTryBlock((Block) indexed.get(1).object);
        stmt.setCatchBlock((Block) indexed.get(2).object);
        if (indexed.exists(0)) {
            stmt.setToken(indexed.get(0).token);
        }
        return stmt;
    });
    mapSemanticAnalyzier.put("throw", (indexed, query, recorder) -> {
        StmtThrow stmt = new StmtThrow();
        stmt.setExp((IExp) indexed.get(0).object);
        return stmt;
    });
}

Example 20 with Token

use of priv.bajdcc.util.lexer.token.Token in project jMiniLang by bajdcc.

the class Function method print.

@Override
public String print(StringBuilder prefix) {
    StringBuilder sb = new StringBuilder();
    if (yield) {
        sb.append(KeywordType.YIELD.getName());
        sb.append(" ");
    }
    sb.append(KeywordType.FUNCTION.getName());
    sb.append(" ");
    sb.append(realName);
    sb.append("(");
    for (Token param : params) {
        sb.append(param.toRealString());
        sb.append(", ");
    }
    if (!params.isEmpty()) {
        sb.deleteCharAt(sb.length() - 1);
        sb.deleteCharAt(sb.length() - 1);
    }
    sb.append(") ");
    if (block != null) {
        sb.append(block.print(prefix));
    }
    return sb.toString();
}