Examples with CoreLabel edu.stanford.nlp.ling.CoreLabel used on opensource projects

Example 71 with CoreLabel

use of edu.stanford.nlp.ling.CoreLabel in project CoreNLP by stanfordnlp.

the class RuleBasedCorefMentionFinder method initCoreLabel.

private static CoreLabel initCoreLabel(String token) {
    CoreLabel label = new CoreLabel();
    label.set(CoreAnnotations.TextAnnotation.class, token);
    label.set(CoreAnnotations.ValueAnnotation.class, token);
    return label;
}

Example 72 with CoreLabel

use of edu.stanford.nlp.ling.CoreLabel in project CoreNLP by stanfordnlp.

the class RuleBasedCorefMentionFinder method extractEnumerations.

protected static void extractEnumerations(CoreMap s, List<Mention> mentions, Set<IntPair> mentionSpanSet, Set<IntPair> namedEntitySpanSet) {
    List<CoreLabel> sent = s.get(CoreAnnotations.TokensAnnotation.class);
    Tree tree = s.get(TreeCoreAnnotations.TreeAnnotation.class);
    SemanticGraph dependency = s.get(SemanticGraphCoreAnnotations.EnhancedDependenciesAnnotation.class);
    TregexPattern tgrepPattern = enumerationsMentionPattern;
    TregexMatcher matcher = tgrepPattern.matcher(tree);
    Map<IntPair, Tree> spanToMentionSubTree = Generics.newHashMap();
    while (matcher.find()) {
        matcher.getMatch();
        Tree m1 = matcher.getNode("m1");
        Tree m2 = matcher.getNode("m2");
        List<Tree> mLeaves = m1.getLeaves();
        int beginIdx = ((CoreLabel) mLeaves.get(0).label()).get(CoreAnnotations.IndexAnnotation.class) - 1;
        int endIdx = ((CoreLabel) mLeaves.get(mLeaves.size() - 1).label()).get(CoreAnnotations.IndexAnnotation.class);
        spanToMentionSubTree.put(new IntPair(beginIdx, endIdx), m1);
        mLeaves = m2.getLeaves();
        beginIdx = ((CoreLabel) mLeaves.get(0).label()).get(CoreAnnotations.IndexAnnotation.class) - 1;
        endIdx = ((CoreLabel) mLeaves.get(mLeaves.size() - 1).label()).get(CoreAnnotations.IndexAnnotation.class);
        spanToMentionSubTree.put(new IntPair(beginIdx, endIdx), m2);
    }
    for (IntPair mSpan : spanToMentionSubTree.keySet()) {
        if (!mentionSpanSet.contains(mSpan) && !insideNE(mSpan, namedEntitySpanSet)) {
            int dummyMentionId = -1;
            Mention m = new Mention(dummyMentionId, mSpan.get(0), mSpan.get(1), dependency, new ArrayList<>(sent.subList(mSpan.get(0), mSpan.get(1))), spanToMentionSubTree.get(mSpan));
            mentions.add(m);
            mentionSpanSet.add(mSpan);
        }
    }
}

Example 73 with CoreLabel

use of edu.stanford.nlp.ling.CoreLabel in project CoreNLP by stanfordnlp.

the class RuleBasedCorefMentionFinder method findTreeWithSpan.

private static Tree findTreeWithSpan(Tree tree, int start, int end) {
    CoreLabel l = (CoreLabel) tree.label();
    if (l != null && l.containsKey(CoreAnnotations.BeginIndexAnnotation.class) && l.containsKey(CoreAnnotations.EndIndexAnnotation.class)) {
        int myStart = l.get(CoreAnnotations.BeginIndexAnnotation.class);
        int myEnd = l.get(CoreAnnotations.EndIndexAnnotation.class);
        if (start == myStart && end == myEnd) {
            // found perfect match
            return tree;
        } else if (end < myStart) {
            return null;
        } else if (start >= myEnd) {
            return null;
        }
    }
    // otherwise, check inside children - a match is possible
    for (Tree kid : tree.children()) {
        if (kid == null)
            continue;
        Tree ret = findTreeWithSpan(kid, start, end);
        // found matching child
        if (ret != null)
            return ret;
    }
    // no match
    return null;
}

Example 74 with CoreLabel

use of edu.stanford.nlp.ling.CoreLabel in project CoreNLP by stanfordnlp.

the class RuleBasedCorefMentionFinder method funkyFindLeafWithApproximateSpan.

private static Tree funkyFindLeafWithApproximateSpan(Tree root, String token, int index, int approximateness) {
    // log.info("Searching " + root + "\n  for " + token + " at position " + index + " (plus up to " + approximateness + ")");
    List<Tree> leaves = root.getLeaves();
    for (Tree leaf : leaves) {
        CoreLabel label = CoreLabel.class.cast(leaf.label());
        Integer indexInteger = label.get(CoreAnnotations.IndexAnnotation.class);
        if (indexInteger == null)
            continue;
        int ind = indexInteger - 1;
        if (token.equals(leaf.value()) && ind >= index && ind <= index + approximateness) {
            return leaf;
        }
    }
    // this shouldn't happen
    //    throw new RuntimeException("RuleBasedCorefMentionFinder: ERROR: Failed to find head token");
    SieveCoreferenceSystem.logger.warning("RuleBasedCorefMentionFinder: Failed to find head token:\n" + "Tree is: " + root + "\n" + "token = |" + token + "|" + index + "|, approx=" + approximateness);
    for (Tree leaf : leaves) {
        if (token.equals(leaf.value())) {
            //log.info("Found something: returning " + leaf);
            return leaf;
        }
    }
    int fallback = Math.max(0, leaves.size() - 2);
    SieveCoreferenceSystem.logger.warning("RuleBasedCorefMentionFinder: Last resort: returning as head: " + leaves.get(fallback));
    // last except for the added period.
    return leaves.get(fallback);
}

Example 75 with CoreLabel

use of edu.stanford.nlp.ling.CoreLabel in project CoreNLP by stanfordnlp.

the class RuleBasedCorefMentionFinder method findPartialSpan.

/** Find the tree that covers the portion of interest. */
private static Tree findPartialSpan(final Tree root, final int start) {
    CoreLabel label = (CoreLabel) root.label();
    int startIndex = label.get(CoreAnnotations.BeginIndexAnnotation.class);
    if (startIndex == start) {
        return root;
    }
    for (Tree kid : root.children()) {
        CoreLabel kidLabel = (CoreLabel) kid.label();
        int kidStart = kidLabel.get(CoreAnnotations.BeginIndexAnnotation.class);
        int kidEnd = kidLabel.get(CoreAnnotations.EndIndexAnnotation.class);
        if (kidStart <= start && kidEnd > start) {
            return findPartialSpan(kid, start);
        }
    }
    throw new RuntimeException("Shouldn't happen: " + start + " " + root);
}