Search in sources :

Example 26 with PatternMatcherInput

use of org.apache.oro.text.regex.PatternMatcherInput in project Lucee by lucee.

the class Perl5Util method find.

/**
 * find occurence of a pattern in a string (same like indexOf), but dont return first ocurence , it return
 * struct with all information
 * @param strPattern
 * @param strInput
 * @param offset
 * @param caseSensitive
 * @return
 * @throws MalformedPatternException
 */
public static Struct find(String strPattern, String strInput, int offset, boolean caseSensitive) throws MalformedPatternException {
    Perl5Matcher matcher = new Perl5Matcher();
    PatternMatcherInput input = new PatternMatcherInput(strInput);
    int compileOptions = caseSensitive ? 0 : Perl5Compiler.CASE_INSENSITIVE_MASK;
    compileOptions += Perl5Compiler.SINGLELINE_MASK;
    if (offset < 1)
        offset = 1;
    Pattern pattern = getPattern(strPattern, compileOptions);
    if (offset <= strInput.length())
        input.setCurrentOffset(offset - 1);
    if (offset <= strInput.length() && matcher.contains(input, pattern)) {
        MatchResult result = matcher.getMatch();
        int groupCount = result.groups();
        Array posArray = new ArrayImpl();
        Array lenArray = new ArrayImpl();
        for (int i = 0; i < groupCount; i++) {
            int off = result.beginOffset(i);
            posArray.appendEL(Integer.valueOf(off + 1));
            lenArray.appendEL(Integer.valueOf(result.endOffset(i) - off));
        }
        Struct struct = new StructImpl();
        struct.setEL("pos", posArray);
        struct.setEL("len", lenArray);
        return struct;
    }
    Array posArray = new ArrayImpl();
    Array lenArray = new ArrayImpl();
    posArray.appendEL(Constants.INTEGER_0);
    lenArray.appendEL(Constants.INTEGER_0);
    Struct struct = new StructImpl();
    struct.setEL("pos", posArray);
    struct.setEL("len", lenArray);
    return struct;
}
Also used : Array(lucee.runtime.type.Array) Pattern(org.apache.oro.text.regex.Pattern) StructImpl(lucee.runtime.type.StructImpl) PatternMatcherInput(org.apache.oro.text.regex.PatternMatcherInput) ArrayImpl(lucee.runtime.type.ArrayImpl) Perl5Matcher(org.apache.oro.text.regex.Perl5Matcher) MatchResult(org.apache.oro.text.regex.MatchResult) Struct(lucee.runtime.type.Struct)

Example 27 with PatternMatcherInput

use of org.apache.oro.text.regex.PatternMatcherInput in project Lucee by lucee.

the class Perl5Util method _matches.

private static boolean _matches(String strPattern, String strInput) throws MalformedPatternException {
    Pattern pattern = new Perl5Compiler().compile(strPattern, Perl5Compiler.DEFAULT_MASK);
    PatternMatcherInput input = new PatternMatcherInput(strInput);
    return new Perl5Matcher().matches(input, pattern);
}
Also used : Pattern(org.apache.oro.text.regex.Pattern) Perl5Compiler(org.apache.oro.text.regex.Perl5Compiler) PatternMatcherInput(org.apache.oro.text.regex.PatternMatcherInput) Perl5Matcher(org.apache.oro.text.regex.Perl5Matcher)

Example 28 with PatternMatcherInput

use of org.apache.oro.text.regex.PatternMatcherInput in project nutch by apache.

the class JSParseFilter method getJSLinks.

// Alternative pattern, which limits valid url characters.
// private static final String URI_PATTERN =
// "(^|\\s*?)[A-Za-z0-9/](([A-Za-z0-9$_.+!*,;/?:@&~=-])|%[A-Fa-f0-9]{2})+[/.](([A-Za-z0-9$_.+!*,;/?:@&~=-])|%[A-Fa-f0-9]{2})+(#([a-zA-Z0-9][a-zA-Z0-9$_.+!*,;/?:@&~=%-]*))?($|\\s*)";
/**
 * This method extracts URLs from literals embedded in JavaScript.
 */
private Outlink[] getJSLinks(String plainText, String anchor, String base) {
    final List<Outlink> outlinks = new ArrayList<Outlink>();
    URL baseURL = null;
    try {
        baseURL = new URL(base);
    } catch (Exception e) {
        if (LOG.isErrorEnabled()) {
            LOG.error("getJSLinks", e);
        }
    }
    try {
        final PatternCompiler cp = new Perl5Compiler();
        final Pattern pattern = cp.compile(STRING_PATTERN, Perl5Compiler.CASE_INSENSITIVE_MASK | Perl5Compiler.READ_ONLY_MASK | Perl5Compiler.MULTILINE_MASK);
        final Pattern pattern1 = cp.compile(URI_PATTERN, Perl5Compiler.CASE_INSENSITIVE_MASK | Perl5Compiler.READ_ONLY_MASK | Perl5Compiler.MULTILINE_MASK);
        final PatternMatcher matcher = new Perl5Matcher();
        final PatternMatcher matcher1 = new Perl5Matcher();
        final PatternMatcherInput input = new PatternMatcherInput(plainText);
        MatchResult result;
        String url;
        // loop the matches
        while (matcher.contains(input, pattern)) {
            result = matcher.getMatch();
            url = result.group(2);
            PatternMatcherInput input1 = new PatternMatcherInput(url);
            if (!matcher1.matches(input1, pattern1)) {
                // }
                continue;
            }
            if (url.startsWith("www.")) {
                url = "http://" + url;
            } else {
                // the next match.
                try {
                    url = new URL(baseURL, url).toString();
                } catch (MalformedURLException ex) {
                    if (LOG.isTraceEnabled()) {
                        LOG.trace(" - failed URL parse '" + url + "' and baseURL '" + baseURL + "'", ex);
                    }
                    continue;
                }
            }
            url = url.replaceAll("&amp;", "&");
            if (LOG.isTraceEnabled()) {
                LOG.trace(" - outlink from JS: '" + url + "'");
            }
            outlinks.add(new Outlink(url, anchor));
        }
    } catch (Exception ex) {
        // extraction.
        if (LOG.isErrorEnabled()) {
            LOG.error("getJSLinks", ex);
        }
    }
    final Outlink[] retval;
    // create array of the Outlinks
    if (outlinks != null && outlinks.size() > 0) {
        retval = (Outlink[]) outlinks.toArray(new Outlink[0]);
    } else {
        retval = new Outlink[0];
    }
    return retval;
}
Also used : Outlink(org.apache.nutch.parse.Outlink) Perl5Compiler(org.apache.oro.text.regex.Perl5Compiler) Pattern(org.apache.oro.text.regex.Pattern) PatternCompiler(org.apache.oro.text.regex.PatternCompiler) MalformedURLException(java.net.MalformedURLException) ArrayList(java.util.ArrayList) Perl5Matcher(org.apache.oro.text.regex.Perl5Matcher) MatchResult(org.apache.oro.text.regex.MatchResult) URL(java.net.URL) MalformedURLException(java.net.MalformedURLException) PatternMatcherInput(org.apache.oro.text.regex.PatternMatcherInput) PatternMatcher(org.apache.oro.text.regex.PatternMatcher)

Aggregations

PatternMatcherInput (org.apache.oro.text.regex.PatternMatcherInput)28 MatchResult (org.apache.oro.text.regex.MatchResult)20 Pattern (org.apache.oro.text.regex.Pattern)15 Perl5Matcher (org.apache.oro.text.regex.Perl5Matcher)14 ArrayList (java.util.ArrayList)9 PatternMatcher (org.apache.oro.text.regex.PatternMatcher)5 Perl5Compiler (org.apache.oro.text.regex.Perl5Compiler)5 MalformedURLException (java.net.MalformedURLException)3 HashMap (java.util.HashMap)3 MalformedCachePatternException (org.apache.oro.text.MalformedCachePatternException)3 LinkedList (java.util.LinkedList)2 Map (java.util.Map)2 Array (lucee.runtime.type.Array)2 ArrayImpl (lucee.runtime.type.ArrayImpl)2 PatternCompiler (org.apache.oro.text.regex.PatternCompiler)2 IOException (java.io.IOException)1 UnsupportedEncodingException (java.io.UnsupportedEncodingException)1 URL (java.net.URL)1 HashSet (java.util.HashSet)1 Struct (lucee.runtime.type.Struct)1