Examples with TextWhiteSpaceDetector org.jkiss.dbeaver.ui.editors.text.TextWhiteSpaceDetector used on opensource projects

Example 1 with TextWhiteSpaceDetector

use of org.jkiss.dbeaver.ui.editors.text.TextWhiteSpaceDetector in project dbeaver by serge-rider.

the class SQLRuleManager method refreshRules.

public void refreshRules(@Nullable DBPDataSource dataSource, IEditorInput editorInput) {
    boolean minimalRules = false;
    File file = EditorUtils.getLocalFileFromInput(editorInput);
    if (file != null && file.length() > MAX_FILE_LENGTH_FOR_RULES) {
        minimalRules = true;
    }
    /*final Color backgroundColor = null;unassigned || dataSource != null ?
            getColor(SQLConstants.CONFIG_COLOR_BACKGROUND, SWT.COLOR_WHITE) :
            getColor(SQLConstants.CONFIG_COLOR_DISABLED, SWT.COLOR_WIDGET_LIGHT_SHADOW);*/
    final IToken keywordToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_KEYWORD), null, SWT.BOLD));
    final IToken typeToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_DATATYPE), null, SWT.BOLD));
    final IToken stringToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_STRING), null, SWT.NORMAL));
    final IToken quotedToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_DATATYPE), null, SWT.NORMAL));
    final IToken numberToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_NUMBER), null, SWT.NORMAL));
    final IToken commentToken = new SQLCommentToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_COMMENT), null, SWT.NORMAL));
    final SQLDelimiterToken delimiterToken = new SQLDelimiterToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_DELIMITER, SWT.COLOR_RED), null, SWT.NORMAL));
    final SQLParameterToken parameterToken = new SQLParameterToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_PARAMETER, SWT.COLOR_DARK_BLUE), null, SWT.BOLD));
    final IToken otherToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_TEXT), null, SWT.NORMAL));
    final SQLBlockHeaderToken blockHeaderToken = new SQLBlockHeaderToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_KEYWORD), null, SWT.BOLD));
    final SQLBlockBeginToken blockBeginToken = new SQLBlockBeginToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_KEYWORD), null, SWT.BOLD));
    final SQLBlockEndToken blockEndToken = new SQLBlockEndToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_KEYWORD), null, SWT.BOLD));
    final SQLBlockToggleToken blockToggleToken = new SQLBlockToggleToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_DELIMITER), null, SWT.BOLD));
    setDefaultReturnToken(otherToken);
    List<IRule> rules = new ArrayList<>();
    SQLDialect dialect = syntaxManager.getDialect();
    // Add rule for single-line comments.
    for (String lineComment : dialect.getSingleLineComments()) {
        if (lineComment.startsWith("^")) {
            //$NON-NLS-1$
            rules.add(new LineCommentRule(lineComment, commentToken));
        } else {
            //$NON-NLS-1$
            rules.add(new EndOfLineRule(lineComment, commentToken));
        }
    }
    // Add rules for delimited identifiers and string literals.
    //char escapeChar = syntaxManager.getEscapeChar();
    String quoteSymbol = syntaxManager.getQuoteSymbol();
    if (quoteSymbol != null) {
        rules.add(new SingleLineRule(quoteSymbol, quoteSymbol, quotedToken, (char) 0));
    }
    if (quoteSymbol == null || !quoteSymbol.equals(SQLConstants.STR_QUOTE_SINGLE)) {
        rules.add(new MultiLineRule(SQLConstants.STR_QUOTE_SINGLE, SQLConstants.STR_QUOTE_SINGLE, stringToken, (char) 0));
    }
    if (quoteSymbol == null || !quoteSymbol.equals(SQLConstants.STR_QUOTE_DOUBLE)) {
        rules.add(new MultiLineRule(SQLConstants.STR_QUOTE_DOUBLE, SQLConstants.STR_QUOTE_DOUBLE, quotedToken, (char) 0));
    }
    // Add rules for multi-line comments
    Pair<String, String> multiLineComments = dialect.getMultiLineComments();
    if (multiLineComments != null) {
        rules.add(new MultiLineRule(multiLineComments.getFirst(), multiLineComments.getSecond(), commentToken, (char) 0, true));
    }
    // Add generic whitespace rule.
    rules.add(new WhitespaceRule(new TextWhiteSpaceDetector()));
    if (!minimalRules) {
        // Add numeric rule
        rules.add(new NumberRule(numberToken));
    }
    SQLDelimiterRule delimRule = new SQLDelimiterRule(syntaxManager.getStatementDelimiters(), delimiterToken);
    rules.add(delimRule);
    {
        // Delimiter redefine
        String delimRedefine = dialect.getScriptDelimiterRedefiner();
        if (!CommonUtils.isEmpty(delimRedefine)) {
            final SQLSetDelimiterToken setDelimiterToken = new SQLSetDelimiterToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_COMMAND), null, SWT.BOLD));
            rules.add(new SQLDelimiterSetRule(delimRedefine, setDelimiterToken, delimRule));
        }
    }
    if (!minimalRules) {
        // Add word rule for keywords, types, and constants.
        WordRule wordRule = new WordRule(new SQLWordDetector(), otherToken, true);
        for (String reservedWord : dialect.getReservedWords()) {
            wordRule.addWord(reservedWord, keywordToken);
        }
        if (dataSource != null) {
            for (String function : dialect.getFunctions(dataSource)) {
                wordRule.addWord(function, typeToken);
            }
            for (String type : dialect.getDataTypes(dataSource)) {
                wordRule.addWord(type, typeToken);
            }
        }
        final String blockHeaderString = dialect.getBlockHeaderString();
        if (!CommonUtils.isEmpty(blockHeaderString)) {
            wordRule.addWord(blockHeaderString, blockHeaderToken);
        }
        String[][] blockBounds = dialect.getBlockBoundStrings();
        if (blockBounds != null) {
            for (String[] block : blockBounds) {
                if (block.length != 2) {
                    continue;
                }
                wordRule.addWord(block[0], blockBeginToken);
                wordRule.addWord(block[1], blockEndToken);
            }
        }
        rules.add(wordRule);
    }
    final String blockToggleString = dialect.getBlockToggleString();
    if (!CommonUtils.isEmpty(blockToggleString)) {
        int divPos = blockToggleString.indexOf(SQLConstants.KEYWORD_PATTERN_CHARS);
        if (divPos != -1) {
            String prefix = blockToggleString.substring(0, divPos);
            String postfix = blockToggleString.substring(divPos + SQLConstants.KEYWORD_PATTERN_CHARS.length());
            WordPatternRule blockToggleRule = new WordPatternRule(new SQLWordDetector(), prefix, postfix, blockToggleToken);
            rules.add(blockToggleRule);
        } else {
            WordRule blockToggleRule = new WordRule(getWordOrSymbolDetector(blockToggleString), Token.UNDEFINED, true);
            blockToggleRule.addWord(blockToggleString, blockToggleToken);
            rules.add(blockToggleRule);
        }
    }
    if (!minimalRules) {
        // Parameter rule
        rules.add(new SQLParameterRule(syntaxManager, parameterToken));
    }
    IRule[] result = new IRule[rules.size()];
    rules.toArray(result);
    setRules(result);
}

Example 2 with TextWhiteSpaceDetector

use of org.jkiss.dbeaver.ui.editors.text.TextWhiteSpaceDetector in project dbeaver by dbeaver.

the class SQLRuleManager method refreshRules.

public void refreshRules(@Nullable DBPDataSource dataSource, IEditorInput editorInput) {
    SQLDialect dialect = syntaxManager.getDialect();
    SQLRuleProvider ruleProvider = null;
    if (dialect instanceof SQLRuleProvider) {
        ruleProvider = (SQLRuleProvider) dialect;
    }
    boolean minimalRules = false;
    File file = EditorUtils.getLocalFileFromInput(editorInput);
    if (file != null && file.length() > MAX_FILE_LENGTH_FOR_RULES) {
        minimalRules = true;
    }
    /*final Color backgroundColor = null;unassigned || dataSource != null ?
            getColor(SQLConstants.CONFIG_COLOR_BACKGROUND, SWT.COLOR_WHITE) :
            getColor(SQLConstants.CONFIG_COLOR_DISABLED, SWT.COLOR_WIDGET_LIGHT_SHADOW);*/
    final IToken keywordToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_KEYWORD), null, SWT.BOLD));
    final IToken typeToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_DATATYPE), null, SWT.BOLD));
    final IToken stringToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_STRING), null, SWT.NORMAL));
    final IToken quotedToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_DATATYPE), null, SWT.NORMAL));
    final IToken numberToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_NUMBER), null, SWT.NORMAL));
    final IToken commentToken = new SQLCommentToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_COMMENT), null, SWT.NORMAL));
    final SQLDelimiterToken delimiterToken = new SQLDelimiterToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_DELIMITER, SWT.COLOR_RED), null, SWT.NORMAL));
    final SQLParameterToken parameterToken = new SQLParameterToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_PARAMETER, SWT.COLOR_DARK_BLUE), null, SWT.BOLD));
    final SQLVariableToken variableToken = new SQLVariableToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_PARAMETER, SWT.COLOR_DARK_BLUE), null, SWT.BOLD));
    final IToken otherToken = new Token(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_TEXT), null, SWT.NORMAL));
    final SQLBlockHeaderToken blockHeaderToken = new SQLBlockHeaderToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_KEYWORD), null, SWT.BOLD));
    final SQLBlockBeginToken blockBeginToken = new SQLBlockBeginToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_KEYWORD), null, SWT.BOLD));
    final SQLBlockEndToken blockEndToken = new SQLBlockEndToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_KEYWORD), null, SWT.BOLD));
    final SQLBlockToggleToken blockToggleToken = new SQLBlockToggleToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_DELIMITER), null, SWT.BOLD));
    setDefaultReturnToken(otherToken);
    List<IRule> rules = new ArrayList<>();
    if (ruleProvider != null) {
        ruleProvider.extendRules(rules, SQLRuleProvider.RulePosition.INITIAL);
    }
    // Add rule for single-line comments.
    for (String lineComment : dialect.getSingleLineComments()) {
        if (lineComment.startsWith("^")) {
            // $NON-NLS-1$
            rules.add(new LineCommentRule(lineComment, commentToken));
        } else {
            // $NON-NLS-1$
            rules.add(new EndOfLineRule(lineComment, commentToken));
        }
    }
    {
        final SQLControlToken controlToken = new SQLControlToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_COMMAND), null, SWT.BOLD));
        if (ruleProvider != null) {
            ruleProvider.extendRules(rules, SQLRuleProvider.RulePosition.CONTROL);
        }
        String commandPrefix = syntaxManager.getControlCommandPrefix();
        // Control rules
        for (SQLCommandHandlerDescriptor controlCommand : SQLCommandsRegistry.getInstance().getCommandHandlers()) {
            // $NON-NLS-1$
            rules.add(new EndOfLineRule(commandPrefix + controlCommand.getId(), controlToken));
        }
    }
    {
        if (!minimalRules && syntaxManager.isVariablesEnabled()) {
            // Variable rule
            rules.add(new SQLVariableRule(parameterToken));
        }
    }
    {
        // Add rules for delimited identifiers and string literals.
        char escapeChar = syntaxManager.getEscapeChar();
        String[][] quoteStrings = syntaxManager.getQuoteStrings();
        boolean hasSingleQuoteRule = false, hasDoubleQuoteRule = false;
        if (!ArrayUtils.isEmpty(quoteStrings)) {
            for (int i = 0; i < quoteStrings.length; i++) {
                rules.add(new SingleLineRule(quoteStrings[i][0], quoteStrings[i][1], quotedToken, escapeChar));
                if (quoteStrings[i][0].equals(SQLConstants.STR_QUOTE_SINGLE) && quoteStrings[i][0].equals(quoteStrings[i][1])) {
                    hasSingleQuoteRule = true;
                } else if (quoteStrings[i][1].equals(SQLConstants.STR_QUOTE_DOUBLE) && quoteStrings[i][0].equals(quoteStrings[i][1])) {
                    hasDoubleQuoteRule = true;
                }
            }
        }
        if (!hasSingleQuoteRule) {
            rules.add(new MultiLineRule(SQLConstants.STR_QUOTE_SINGLE, SQLConstants.STR_QUOTE_SINGLE, stringToken, escapeChar));
        }
        if (!hasDoubleQuoteRule) {
            rules.add(new MultiLineRule(SQLConstants.STR_QUOTE_DOUBLE, SQLConstants.STR_QUOTE_DOUBLE, quotedToken, escapeChar));
        }
    }
    // Add rules for multi-line comments
    Pair<String, String> multiLineComments = dialect.getMultiLineComments();
    if (multiLineComments != null) {
        rules.add(new MultiLineRule(multiLineComments.getFirst(), multiLineComments.getSecond(), commentToken, (char) 0, true));
    }
    // Add generic whitespace rule.
    rules.add(new WhitespaceRule(new TextWhiteSpaceDetector()));
    if (!minimalRules) {
        // Add numeric rule
        rules.add(new NumberRule(numberToken));
    }
    SQLDelimiterRule delimRule = new SQLDelimiterRule(syntaxManager.getStatementDelimiters(), delimiterToken);
    rules.add(delimRule);
    {
        // Delimiter redefine
        String delimRedefine = dialect.getScriptDelimiterRedefiner();
        if (!CommonUtils.isEmpty(delimRedefine)) {
            final SQLSetDelimiterToken setDelimiterToken = new SQLSetDelimiterToken(new TextAttribute(getColor(SQLConstants.CONFIG_COLOR_COMMAND), null, SWT.BOLD));
            rules.add(new SQLDelimiterSetRule(delimRedefine, setDelimiterToken, delimRule));
        }
    }
    final String blockToggleString = dialect.getBlockToggleString();
    if (!CommonUtils.isEmpty(blockToggleString)) {
        int divPos = blockToggleString.indexOf(SQLConstants.KEYWORD_PATTERN_CHARS);
        if (divPos != -1) {
            String prefix = blockToggleString.substring(0, divPos);
            String postfix = blockToggleString.substring(divPos + SQLConstants.KEYWORD_PATTERN_CHARS.length());
            WordPatternRule blockToggleRule = new WordPatternRule(new SQLWordDetector(), prefix, postfix, blockToggleToken);
            rules.add(blockToggleRule);
        } else {
            WordRule blockToggleRule = new WordRule(getWordOrSymbolDetector(blockToggleString), Token.UNDEFINED, true);
            blockToggleRule.addWord(blockToggleString, blockToggleToken);
            rules.add(blockToggleRule);
        }
    }
    if (!minimalRules) {
        if (ruleProvider != null) {
            ruleProvider.extendRules(rules, SQLRuleProvider.RulePosition.KEYWORDS);
        }
        // Add word rule for keywords, types, and constants.
        SQLWordRule wordRule = new SQLWordRule(delimRule, otherToken);
        for (String reservedWord : dialect.getReservedWords()) {
            wordRule.addWord(reservedWord, keywordToken);
        }
        if (dataSource != null) {
            for (String function : dialect.getFunctions(dataSource)) {
                wordRule.addWord(function, typeToken);
            }
            for (String type : dialect.getDataTypes(dataSource)) {
                wordRule.addWord(type, typeToken);
            }
        }
        final String blockHeaderString = dialect.getBlockHeaderString();
        if (!CommonUtils.isEmpty(blockHeaderString)) {
            wordRule.addWord(blockHeaderString, blockHeaderToken);
        }
        String[][] blockBounds = dialect.getBlockBoundStrings();
        if (blockBounds != null) {
            for (String[] block : blockBounds) {
                if (block.length != 2) {
                    continue;
                }
                wordRule.addWord(block[0], blockBeginToken);
                wordRule.addWord(block[1], blockEndToken);
            }
        }
        rules.add(wordRule);
    }
    if (!minimalRules) {
        // Parameter rule
        rules.add(new SQLParameterRule(syntaxManager, parameterToken));
    }
    IRule[] result = new IRule[rules.size()];
    rules.toArray(result);
    setRules(result);
}