Examples with SemArg de.tudarmstadt.ukp.dkpro.core.api.semantics.type.SemArg used on opensource projects

Example 1 with SemArg

use of de.tudarmstadt.ukp.dkpro.core.api.semantics.type.SemArg in project webanno by webanno.

the class Conll2009Reader method convert.

public void convert(JCas aJCas, BufferedReader aReader) throws IOException {
    if (readPos) {
        try {
            posMappingProvider.configure(aJCas.getCas());
        } catch (AnalysisEngineProcessException e) {
            throw new IOException(e);
        }
    }
    JCasBuilder doc = new JCasBuilder(aJCas);
    List<String[]> words;
    while ((words = readSentence(aReader)) != null) {
        if (words.isEmpty()) {
            // markers following each other.
            continue;
        }
        int sentenceBegin = doc.getPosition();
        int sentenceEnd = sentenceBegin;
        // Tokens, Lemma, POS
        Map<Integer, Token> tokens = new HashMap<Integer, Token>();
        List<SemPred> preds = new ArrayList<>();
        Iterator<String[]> wordIterator = words.iterator();
        while (wordIterator.hasNext()) {
            String[] word = wordIterator.next();
            // Read token
            Token token = doc.add(word[FORM], Token.class);
            tokens.put(Integer.valueOf(word[ID]), token);
            if (wordIterator.hasNext()) {
                doc.add(" ");
            }
            // Read lemma
            if (!UNUSED.equals(word[LEMMA]) && readLemma) {
                Lemma lemma = new Lemma(aJCas, token.getBegin(), token.getEnd());
                lemma.setValue(word[LEMMA]);
                lemma.addToIndexes();
                token.setLemma(lemma);
            }
            // Read part-of-speech tag
            if (!UNUSED.equals(word[POS]) && readPos) {
                Type posTag = posMappingProvider.getTagType(word[POS]);
                POS pos = (POS) aJCas.getCas().createAnnotation(posTag, token.getBegin(), token.getEnd());
                pos.setPosValue(word[POS].intern());
                // WebAnno did not yet backport the coarse grained POS feature from
                // DKPro Core 1.9.0
                // POSUtils.assignCoarseValue(pos);
                pos.addToIndexes();
                token.setPos(pos);
            }
            // Read morphological features
            if (!UNUSED.equals(word[FEAT]) && readMorph) {
                MorphologicalFeatures morphtag = new MorphologicalFeatures(aJCas, token.getBegin(), token.getEnd());
                morphtag.setValue(word[FEAT]);
                morphtag.addToIndexes();
            }
            if (!UNUSED.equals(word[PRED]) && readSemanticPredicate) {
                SemPred pred = new SemPred(aJCas, token.getBegin(), token.getEnd());
                pred.setCategory(word[PRED]);
                pred.addToIndexes();
                preds.add(pred);
            }
            sentenceEnd = token.getEnd();
        }
        // Dependencies
        if (readDependency) {
            for (String[] word : words) {
                if (!UNUSED.equals(word[DEPREL])) {
                    int depId = Integer.valueOf(word[ID]);
                    int govId = Integer.valueOf(word[HEAD]);
                    // Model the root as a loop onto itself
                    if (govId == 0) {
                        // Not using ROOT here because WebAnno cannot deal with elevated
                        // types
                        Dependency rel = new Dependency(aJCas);
                        rel.setGovernor(tokens.get(depId));
                        rel.setDependent(tokens.get(depId));
                        rel.setDependencyType(word[DEPREL]);
                        rel.setBegin(rel.getDependent().getBegin());
                        rel.setEnd(rel.getDependent().getEnd());
                        // This is set via FSUtil because we still use the DKPro Core 1.7.0 JCas
                        // classes
                        FSUtil.setFeature(rel, "flavor", DependencyFlavor.BASIC);
                        rel.addToIndexes();
                    } else {
                        Dependency rel = new Dependency(aJCas);
                        rel.setGovernor(tokens.get(govId));
                        rel.setDependent(tokens.get(depId));
                        rel.setDependencyType(word[DEPREL]);
                        rel.setBegin(rel.getDependent().getBegin());
                        rel.setEnd(rel.getDependent().getEnd());
                        // This is set via FSUtil because we still use the DKPro Core 1.7.0 JCas
                        // classes
                        FSUtil.setFeature(rel, "flavor", DependencyFlavor.BASIC);
                        rel.addToIndexes();
                    }
                }
            }
        }
        // Semantic arguments
        if (readSemanticPredicate) {
            // Get arguments for one predicate at a time
            for (int p = 0; p < preds.size(); p++) {
                List<SemArgLink> args = new ArrayList<>();
                for (String[] word : words) {
                    if (!UNUSED.equals(word[APRED + p])) {
                        Token token = tokens.get(Integer.valueOf(word[ID]));
                        SemArg arg = new SemArg(aJCas, token.getBegin(), token.getEnd());
                        arg.addToIndexes();
                        SemArgLink link = new SemArgLink(aJCas);
                        link.setRole(word[APRED + p]);
                        link.setTarget(arg);
                        args.add(link);
                    }
                }
                SemPred pred = preds.get(p);
                pred.setArguments(FSCollectionFactory.createFSArray(aJCas, args));
            }
        }
        // Sentence
        Sentence sentence = new Sentence(aJCas, sentenceBegin, sentenceEnd);
        sentence.addToIndexes();
        // Once sentence per line.
        doc.add("\n");
    }
    doc.close();
}

Example 2 with SemArg

use of de.tudarmstadt.ukp.dkpro.core.api.semantics.type.SemArg in project webanno by webanno.

the class Conll2009Writer method convert.

private void convert(JCas aJCas, PrintWriter aOut) {
    Map<Token, Collection<SemPred>> predIdx = indexCovered(aJCas, Token.class, SemPred.class);
    Map<SemArg, Collection<Token>> argIdx = indexCovered(aJCas, SemArg.class, Token.class);
    for (Sentence sentence : select(aJCas, Sentence.class)) {
        HashMap<Token, Row> ctokens = new LinkedHashMap<Token, Row>();
        // Tokens
        List<Token> tokens = selectCovered(Token.class, sentence);
        // Check if we should try to include the FEATS in output
        List<MorphologicalFeatures> morphology = selectCovered(MorphologicalFeatures.class, sentence);
        boolean useFeats = tokens.size() == morphology.size();
        List<SemPred> preds = selectCovered(SemPred.class, sentence);
        for (int i = 0; i < tokens.size(); i++) {
            Row row = new Row();
            row.id = i + 1;
            row.token = tokens.get(i);
            row.args = new SemArgLink[preds.size()];
            if (useFeats) {
                row.feats = morphology.get(i);
            }
            // If there are multiple semantic predicates for the current token, then
            // we keep only the first
            Collection<SemPred> predsForToken = predIdx.get(row.token);
            if (predsForToken != null && !predsForToken.isEmpty()) {
                row.pred = predsForToken.iterator().next();
            }
            ctokens.put(row.token, row);
        }
        // Dependencies
        List<Dependency> basicDeps = selectCovered(Dependency.class, sentence).stream().filter(dep -> {
            String flavor = FSUtil.getFeature(dep, "flavor", String.class);
            return flavor == null || DependencyFlavor.BASIC.equals(flavor);
        }).collect(Collectors.toList());
        for (Dependency rel : basicDeps) {
            Row row = ctokens.get(rel.getDependent());
            if (row.deprel != null) {
                throw new IllegalStateException("Illegal basic dependency structure - token [" + row.token.getCoveredText() + "] is dependent of more than one dependency.");
            }
            row.deprel = rel;
        }
        // Semantic arguments
        for (int p = 0; p < preds.size(); p++) {
            FSArray args = preds.get(p).getArguments();
            for (SemArgLink arg : select(args, SemArgLink.class)) {
                for (Token t : argIdx.get(arg.getTarget())) {
                    Row row = ctokens.get(t);
                    row.args[p] = arg;
                }
            }
        }
        // Write sentence in CONLL 2009 format
        for (Row row : ctokens.values()) {
            int id = row.id;
            String form = row.token.getCoveredText();
            String lemma = UNUSED;
            if (writeLemma && (row.token.getLemma() != null)) {
                lemma = row.token.getLemma().getValue();
            }
            String plemma = lemma;
            String pos = UNUSED;
            if (writePos && (row.token.getPos() != null)) {
                POS posAnno = row.token.getPos();
                pos = posAnno.getPosValue();
            }
            String ppos = pos;
            String feat = UNUSED;
            if (writeMorph && (row.feats != null)) {
                feat = row.feats.getValue();
            }
            String pfeat = feat;
            int headId = UNUSED_INT;
            String deprel = UNUSED;
            if (writeDependency && (row.deprel != null)) {
                deprel = row.deprel.getDependencyType();
                headId = ctokens.get(row.deprel.getGovernor()).id;
                if (headId == row.id) {
                    // ROOT dependencies may be modeled as a loop, ignore these.
                    headId = 0;
                }
            }
            String head = UNUSED;
            if (headId != UNUSED_INT) {
                head = Integer.toString(headId);
            }
            String phead = head;
            String pdeprel = deprel;
            String fillpred = UNUSED;
            String pred = UNUSED;
            StringBuilder apreds = new StringBuilder();
            if (writeSemanticPredicate) {
                if (row.pred != null) {
                    fillpred = "Y";
                    pred = row.pred.getCategory();
                }
                for (SemArgLink arg : row.args) {
                    if (apreds.length() > 0) {
                        apreds.append('\t');
                    }
                    apreds.append(arg != null ? arg.getRole() : UNUSED);
                }
            }
            aOut.printf("%d\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n", id, form, lemma, plemma, pos, ppos, feat, pfeat, head, phead, deprel, pdeprel, fillpred, pred, apreds);
        }
        aOut.println();
    }
}

Example 3 with SemArg

use of de.tudarmstadt.ukp.dkpro.core.api.semantics.type.SemArg in project webanno by webanno.

the class SemPredArgLayerInitializer method configure.

@Override
public void configure(Project aProject) throws IOException {
    AnnotationLayer semArgLayer = new AnnotationLayer(SemArg.class.getName(), "SemArg", SPAN_TYPE, aProject, true);
    semArgLayer.setAllowStacking(true);
    semArgLayer.setCrossSentence(false);
    semArgLayer.setLockToTokenOffset(false);
    semArgLayer.setMultipleTokens(true);
    annotationSchemaService.createLayer(semArgLayer);
    AnnotationLayer semPredLayer = new AnnotationLayer(SemPred.class.getName(), "SemPred", SPAN_TYPE, aProject, true);
    semPredLayer.setAllowStacking(true);
    semPredLayer.setCrossSentence(false);
    semPredLayer.setLockToTokenOffset(false);
    semPredLayer.setMultipleTokens(true);
    annotationSchemaService.createFeature(new AnnotationFeature(aProject, semPredLayer, "category", "category", CAS.TYPE_NAME_STRING, "Category of the semantic predicate, e.g. the frame identifier.", null));
    AnnotationFeature semPredArgumentsFeature = new AnnotationFeature();
    semPredArgumentsFeature.setName("arguments");
    semPredArgumentsFeature.setUiName("arguments");
    semPredArgumentsFeature.setDescription("Arguments of the semantic predicate");
    semPredArgumentsFeature.setType(SemArg.class.getName());
    semPredArgumentsFeature.setProject(aProject);
    semPredArgumentsFeature.setTagset(null);
    semPredArgumentsFeature.setMode(MultiValueMode.ARRAY);
    semPredArgumentsFeature.setLinkMode(LinkMode.WITH_ROLE);
    semPredArgumentsFeature.setLinkTypeName(SemArgLink.class.getName());
    semPredArgumentsFeature.setLinkTypeRoleFeatureName("role");
    semPredArgumentsFeature.setLinkTypeTargetFeatureName("target");
    semPredArgumentsFeature.setLayer(semPredLayer);
    annotationSchemaService.createFeature(semPredArgumentsFeature);
    annotationSchemaService.createLayer(semPredLayer);
}