Search in sources :

Example 81 with Statement

use of org.wikidata.wdtk.datamodel.interfaces.Statement in project OpenRefine by OpenRefine.

the class DistinctValuesScrutinizer method scrutinize.

@Override
public void scrutinize(Statement statement, EntityIdValue entityId, boolean added) {
    if (!added) {
        // not scrutinizing removed statements
        return;
    }
    Snak mainSnak = statement.getClaim().getMainSnak();
    PropertyIdValue pid = mainSnak.getPropertyId();
    List<Statement> statementList = _fetcher.getConstraintsByType(pid, distinctValuesConstraintQid);
    if (!statementList.isEmpty() && mainSnak instanceof ValueSnak) {
        Value mainSnakValue = ((ValueSnak) mainSnak).getValue();
        Map<Value, EntityIdValue> seen = _seenValues.get(pid);
        if (seen == null) {
            seen = new HashMap<Value, EntityIdValue>();
            _seenValues.put(pid, seen);
        }
        if (seen.containsKey(mainSnakValue)) {
            EntityIdValue otherId = seen.get(mainSnakValue);
            QAWarning issue = new QAWarning(type, pid.getId(), QAWarning.Severity.IMPORTANT, 1);
            issue.setProperty("property_entity", pid);
            issue.setProperty("item1_entity", entityId);
            issue.setProperty("item2_entity", otherId);
            addIssue(issue);
        } else {
            seen.put(mainSnakValue, entityId);
        }
    }
}
Also used : PropertyIdValue(org.wikidata.wdtk.datamodel.interfaces.PropertyIdValue) Snak(org.wikidata.wdtk.datamodel.interfaces.Snak) ValueSnak(org.wikidata.wdtk.datamodel.interfaces.ValueSnak) Statement(org.wikidata.wdtk.datamodel.interfaces.Statement) PropertyIdValue(org.wikidata.wdtk.datamodel.interfaces.PropertyIdValue) EntityIdValue(org.wikidata.wdtk.datamodel.interfaces.EntityIdValue) Value(org.wikidata.wdtk.datamodel.interfaces.Value) EntityIdValue(org.wikidata.wdtk.datamodel.interfaces.EntityIdValue) ValueSnak(org.wikidata.wdtk.datamodel.interfaces.ValueSnak) QAWarning(org.openrefine.wikidata.qa.QAWarning)

Example 82 with Statement

use of org.wikidata.wdtk.datamodel.interfaces.Statement in project OpenRefine by OpenRefine.

the class ItemRequiresScrutinizer method scrutinize.

@Override
public void scrutinize(TermedStatementEntityEdit update) {
    Map<PropertyIdValue, Set<Value>> propertyIdValueValueMap = new HashMap<>();
    for (Statement statement : update.getAddedStatements()) {
        Snak mainSnak = statement.getClaim().getMainSnak();
        PropertyIdValue pid = mainSnak.getPropertyId();
        Set<Value> values;
        if (mainSnak instanceof ValueSnak) {
            Value value = ((ValueSnak) mainSnak).getValue();
            if (propertyIdValueValueMap.containsKey(pid)) {
                values = propertyIdValueValueMap.get(pid);
            } else {
                values = new HashSet<>();
            }
            values.add(value);
            propertyIdValueValueMap.put(pid, values);
        }
    }
    for (PropertyIdValue propertyId : propertyIdValueValueMap.keySet()) {
        List<Statement> constraintDefinitions = _fetcher.getConstraintsByType(propertyId, itemRequiresConstraintQid);
        for (Statement statement : constraintDefinitions) {
            ItemRequiresConstraint constraint = new ItemRequiresConstraint(statement);
            PropertyIdValue itemRequiresPid = constraint.itemRequiresPid;
            List<Value> itemList = constraint.itemList;
            if (!propertyIdValueValueMap.containsKey(itemRequiresPid)) {
                QAWarning issue = new QAWarning(update.isNew() ? newItemRequirePropertyType : existingItemRequirePropertyType, propertyId.getId() + itemRequiresPid.getId(), update.isNew() ? QAWarning.Severity.WARNING : QAWarning.Severity.INFO, 1);
                issue.setProperty("property_entity", propertyId);
                issue.setProperty("added_property_entity", itemRequiresPid);
                issue.setProperty("example_entity", update.getEntityId());
                addIssue(issue);
            } else if (raiseWarning(propertyIdValueValueMap, itemRequiresPid, itemList)) {
                QAWarning issue = new QAWarning(update.isNew() ? newItemRequireValuesType : existingItemRequireValuesType, propertyId.getId() + itemRequiresPid.getId(), update.isNew() ? QAWarning.Severity.WARNING : QAWarning.Severity.INFO, 1);
                issue.setProperty("property_entity", propertyId);
                issue.setProperty("added_property_entity", itemRequiresPid);
                issue.setProperty("example_entity", update.getEntityId());
                addIssue(issue);
            }
        }
    }
}
Also used : Snak(org.wikidata.wdtk.datamodel.interfaces.Snak) ValueSnak(org.wikidata.wdtk.datamodel.interfaces.ValueSnak) Set(java.util.Set) HashSet(java.util.HashSet) HashMap(java.util.HashMap) Statement(org.wikidata.wdtk.datamodel.interfaces.Statement) PropertyIdValue(org.wikidata.wdtk.datamodel.interfaces.PropertyIdValue) PropertyIdValue(org.wikidata.wdtk.datamodel.interfaces.PropertyIdValue) Value(org.wikidata.wdtk.datamodel.interfaces.Value) ValueSnak(org.wikidata.wdtk.datamodel.interfaces.ValueSnak) QAWarning(org.openrefine.wikidata.qa.QAWarning)

Aggregations

Statement (org.wikidata.wdtk.datamodel.interfaces.Statement)82 Test (org.testng.annotations.Test)61 Snak (org.wikidata.wdtk.datamodel.interfaces.Snak)59 ConstraintFetcher (org.openrefine.wikidata.qa.ConstraintFetcher)56 TermedStatementEntityEdit (org.openrefine.wikidata.updates.TermedStatementEntityEdit)56 TermedStatementEntityEditBuilder (org.openrefine.wikidata.updates.TermedStatementEntityEditBuilder)56 ItemIdValue (org.wikidata.wdtk.datamodel.interfaces.ItemIdValue)53 StatementImpl (org.wikidata.wdtk.datamodel.implementation.StatementImpl)48 SnakGroup (org.wikidata.wdtk.datamodel.interfaces.SnakGroup)42 ValueSnak (org.wikidata.wdtk.datamodel.interfaces.ValueSnak)25 PropertyIdValue (org.wikidata.wdtk.datamodel.interfaces.PropertyIdValue)17 QAWarning (org.openrefine.wikidata.qa.QAWarning)12 Claim (org.wikidata.wdtk.datamodel.interfaces.Claim)8 HashSet (java.util.HashSet)7 Value (org.wikidata.wdtk.datamodel.interfaces.Value)7 ArrayList (java.util.ArrayList)6 NoValueSnak (org.wikidata.wdtk.datamodel.interfaces.NoValueSnak)6 HashMap (java.util.HashMap)5 Set (java.util.Set)5 StatementEdit (org.openrefine.wikidata.updates.StatementEdit)5