Examples with IWordDetector org.eclipse.jface.text.rules.IWordDetector used on opensource projects

Example 1 with IWordDetector

use of org.eclipse.jface.text.rules.IWordDetector in project eclipse.platform.text by eclipse.

the class WordRuleTest method testBug144355.

/*
	 * https://bugs.eclipse.org/bugs/show_bug.cgi?id=144355
	 */
@Test
public void testBug144355() throws Exception {
    IWordDetector detector = new SimpleWordDetector();
    String defaultTokenString = "defaultToken";
    Token defaultToken = new Token(defaultTokenString);
    String testTokenStringNormal = "TestTokenString";
    String testTokenStringDifferentCapitalization = "TestTOKENString";
    String testTokenStringCompletelyDifferent = "XXX";
    Token normalToken = new Token(testTokenStringNormal);
    WordRule rule = new WordRule(detector, defaultToken, true);
    rule.addWord(testTokenStringNormal, normalToken);
    // scenario 1
    // pre: pass in a normal string ("TestTokenString")
    // post: expect the normal token to be returned
    RuleBasedScanner scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { rule });
    scanner.setRange(new Document(testTokenStringNormal), 0, testTokenStringNormal.length());
    assertTrue(scanner.nextToken().getData().equals(testTokenStringNormal));
    // scenario 2
    // pre: pass in a normal string but different capitalization ("TestTOKENString")
    // post: expect the normal token to be returned
    scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { rule });
    scanner.setRange(new Document(testTokenStringDifferentCapitalization), 0, testTokenStringDifferentCapitalization.length());
    assertTrue(scanner.nextToken().getData().equals(testTokenStringNormal));
    // scenario 3
    // pre: pass in a completely different string ("XXX")
    // post: expect the default token to be returned because the string can't be matched
    scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { rule });
    scanner.setRange(new Document(testTokenStringCompletelyDifferent), 0, testTokenStringCompletelyDifferent.length());
    assertTrue(scanner.nextToken().getData().equals(defaultTokenString));
    WordRule ruleWithoutIgnoreCase = new WordRule(detector, defaultToken);
    ruleWithoutIgnoreCase.addWord(testTokenStringNormal, normalToken);
    // scenario 4
    // pre: pass in a normal string ("TestTokenString")
    // post: expect the normal token to be returned
    scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { ruleWithoutIgnoreCase });
    scanner.setRange(new Document(testTokenStringNormal), 0, testTokenStringNormal.length());
    assertTrue(scanner.nextToken().getData().equals(testTokenStringNormal));
    // scenario 5
    // pre: pass in a normal string but different capitalization ("TestTOKENString")
    // post: expect the default token to be returned
    scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { ruleWithoutIgnoreCase });
    scanner.setRange(new Document(testTokenStringDifferentCapitalization), 0, testTokenStringDifferentCapitalization.length());
    assertTrue(scanner.nextToken().getData().equals(defaultTokenString));
}

Example 2 with IWordDetector

use of org.eclipse.jface.text.rules.IWordDetector in project webtools.sourceediting by eclipse.

the class WordRuleTest method testBug163116.

/*
	 * https://bugs.eclipse.org/bugs/show_bug.cgi?id=163116
	 */
public void testBug163116() throws Exception {
    IWordDetector detector = new IWordDetector() {

        public boolean isWordPart(char c) {
            return true;
        }

        public boolean isWordStart(char c) {
            return true;
        }
    };
    WordRule rule = new WordRule(detector, new Token(this));
    RuleBasedScanner scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { rule });
    scanner.setRange(new Document(), 0, 0);
    IToken token = null;
    int i = 0;
    while (token != Token.EOF && i++ < 1000) token = scanner.nextToken();
    assertTrue(i < 1000);
}

Example 3 with IWordDetector

use of org.eclipse.jface.text.rules.IWordDetector in project eclipse.platform.text by eclipse.

the class WordRuleTest method testBug163116.

/*
	 * https://bugs.eclipse.org/bugs/show_bug.cgi?id=163116
	 */
@Test
public void testBug163116() throws Exception {
    IWordDetector detector = new IWordDetector() {

        @Override
        public boolean isWordPart(char c) {
            return true;
        }

        @Override
        public boolean isWordStart(char c) {
            return true;
        }
    };
    WordRule rule = new WordRule(detector, new Token(this));
    RuleBasedScanner scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { rule });
    scanner.setRange(new Document(), 0, 0);
    IToken token = null;
    int i = 0;
    while (token != Token.EOF && i++ < 1000) token = scanner.nextToken();
    assertTrue(i < 1000);
}

Example 4 with IWordDetector

use of org.eclipse.jface.text.rules.IWordDetector in project webtools.sourceediting by eclipse.

the class WordRuleTest method testBug144355.

/*
	 * https://bugs.eclipse.org/bugs/show_bug.cgi?id=144355
	 */
public void testBug144355() throws Exception {
    IWordDetector detector = new SimpleWordDetector();
    String defaultTokenString = "defaultToken";
    Token defaultToken = new Token(defaultTokenString);
    String testTokenStringNormal = "TestTokenString";
    String testTokenStringDifferentCapitalization = "TestTOKENString";
    String testTokenStringCompletelyDifferent = "XXX";
    Token normalToken = new Token(testTokenStringNormal);
    WordRule rule = new WordRule(detector, defaultToken, true);
    rule.addWord(testTokenStringNormal, normalToken);
    // scenario 1
    // pre: pass in a normal string ("TestTokenString")
    // post: expect the normal token to be returned
    RuleBasedScanner scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { rule });
    scanner.setRange(new Document(testTokenStringNormal), 0, testTokenStringNormal.length());
    assertTrue(scanner.nextToken().getData().equals(testTokenStringNormal));
    // scenario 2
    // pre: pass in a normal string but different capitalization ("TestTOKENString")
    // post: expect the normal token to be returned
    scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { rule });
    scanner.setRange(new Document(testTokenStringDifferentCapitalization), 0, testTokenStringDifferentCapitalization.length());
    assertTrue(scanner.nextToken().getData().equals(testTokenStringNormal));
    // scenario 3
    // pre: pass in a completely different string ("XXX")
    // post: expect the default token to be returned because the string can't be matched
    scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { rule });
    scanner.setRange(new Document(testTokenStringCompletelyDifferent), 0, testTokenStringCompletelyDifferent.length());
    assertTrue(scanner.nextToken().getData().equals(defaultTokenString));
    WordRule ruleWithoutIgnoreCase = new WordRule(detector, defaultToken);
    ruleWithoutIgnoreCase.addWord(testTokenStringNormal, normalToken);
    // scenario 4
    // pre: pass in a normal string ("TestTokenString")
    // post: expect the normal token to be returned
    scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { ruleWithoutIgnoreCase });
    scanner.setRange(new Document(testTokenStringNormal), 0, testTokenStringNormal.length());
    assertTrue(scanner.nextToken().getData().equals(testTokenStringNormal));
    // scenario 5
    // pre: pass in a normal string but different capitalization ("TestTOKENString")
    // post: expect the default token to be returned
    scanner = new RuleBasedScanner();
    scanner.setRules(new IRule[] { ruleWithoutIgnoreCase });
    scanner.setRange(new Document(testTokenStringDifferentCapitalization), 0, testTokenStringDifferentCapitalization.length());
    assertTrue(scanner.nextToken().getData().equals(defaultTokenString));
}