Examples with Interpretation com.yahoo.text.interpretation.Interpretation used on opensource projects

Example 1 with Interpretation

use of com.yahoo.text.interpretation.Interpretation in project vespa by vespa-engine.

the class PageTemplateSearcherTestCase method addIntentModelSpecifyingSource3.

private void addIntentModelSpecifyingSource3(Query query) {
    IntentModel intentModel = new IntentModel();
    InterpretationNode interpretation = new InterpretationNode(new Interpretation("ignored"));
    IntentNode intent = new IntentNode(new Intent("ignored"), 1.0);
    intent.children().add(new SourceNode(new com.yahoo.search.intent.model.Source("source3"), 1.0));
    interpretation.children().add(intent);
    intentModel.children().add(interpretation);
    intentModel.setTo(query);
}

Example 2 with Interpretation

use of com.yahoo.text.interpretation.Interpretation in project vespa by vespa-engine.

the class AnnotationTestCase method testAnnotationAPI.

public void testAnnotationAPI() {
    Interpretation a = new Interpretation("new york hotel");
    a.annotate(0, 3, "token");
    a.annotate(0, 8, "state").put("name", "New York");
    a.annotate(0, 8, "state").put("country", "US");
    a.annotate(0, 8, "state").put("coast", "east");
    a.annotate(9, 14, "business");
    a.annotate(4, 8, "token");
    a.annotate(9, 14, "token");
    for (Span span : a.getTokens()) {
        assertTrue(span.hasClass(new AnnotationClass("token")));
    }
    Set<AnnotationClass> annotationClasses = a.getClasses(0, 3);
    Set<AnnotationClass> testClass = new HashSet<>(Arrays.asList(new AnnotationClass("token"), new AnnotationClass("state")));
    assertEquals(testClass, annotationClasses);
    assertNull(a.get("state", "country"));
    assertEquals("US", a.get(0, 8, "state", "country"));
    assertEquals("new york", a.root().getSubSpans().get(0).getText());
    assertEquals("hotel", a.root().getSubSpans().get(1).getText());
    assertEquals(2, a.root().getSubSpans().size());
    // Test scoring
    a.setProbability(5);
    Interpretation b = new Interpretation("new york hotel");
    b.setProbability(3);
    // Test the interpretation API
    a.annotate("vespa_query");
    assertNotNull(a.get("vespa_query"));
    // This is bad about the API, getTokens may not necessairily return what a user thinks a token is
    // But it should still be tested
    a.annotate(0, 1, "n");
    Set<String> testSet = new HashSet<>(Arrays.asList("n", "york", "hotel"));
    for (Span span : a.getTokens()) {
        assertTrue(testSet.remove(span.getText()));
    }
    assertEquals(0, testSet.size());
}

Example 3 with Interpretation

use of com.yahoo.text.interpretation.Interpretation in project vespa by vespa-engine.

the class AnnotationTestCase method testSimpleAnnotations.

public void testSimpleAnnotations() {
    Interpretation i = new Interpretation("new york hotel");
    i.annotate("sentence").put("isValid", true);
    i.annotate(0, 3, "token");
    i.annotate(0, 8, "place_name").put("^taxonomy:place_category", "city");
    i.annotate(0, 8, "place_name").put("woeid", "12345678");
    // i.getInterpretationAnnotation().put("domain","jaffa");
    i.setProbability(0.5);
    assertNotNull(i.get("sentence"));
}

Example 4 with Interpretation

use of com.yahoo.text.interpretation.Interpretation in project vespa by vespa-engine.

the class QueryRewriteSearcherTestUtils method createInterpretation.

/**
 * Create a new interpretation with modification that
 * contains the passed in query and score
 * @param spellRewrite query to be used as modification
 * @param score score to be used as modification score
 * @param isQSSRW whether the modification is qss_rw
 * @param isQSSSugg whether the modification is qss_sugg
 * @return newly created interpretation with modification
 */
public Interpretation createInterpretation(String spellRewrite, double score, boolean isQSSRW, boolean isQSSSugg) {
    Modification modification = new Modification(spellRewrite);
    Annotations annotation = modification.getAnnotation();
    annotation.put("score", score);
    if (isQSSRW)
        annotation.put("qss_rw", true);
    if (isQSSSugg)
        annotation.put("qss_sugg", true);
    Interpretation interpretation = new Interpretation(modification);
    return interpretation;
}

Example 5 with Interpretation

use of com.yahoo.text.interpretation.Interpretation in project vespa by vespa-engine.

the class AnnotationTestCase method testUsability.

// The following testcase is a test with the api on a use_case, no cornercases here
public void testUsability() {
    Interpretation interpretation = new Interpretation("new york crab pizza");
    interpretation.annotate(0, 8, "place_name").put("^taxonomy:place_category", "city");
    interpretation.annotate(0, 8, "place_name").put("woe_id", 2459115);
    interpretation.annotate(9, 13, "food");
    interpretation.annotate(14, 19, "food");
    // Here we want to write code that finds out if the interpretation
    // matches pizza and toppings.
    List<Span> pizzaSpans = interpretation.getTermSpans("pizza");
    if (pizzaSpans.size() > 0) {
        // We know that we have pizza, now we want to get some topping
        // In a perfect world, pizza topping would have its own annotation class
        // but for now, we'll just accept terms that have been tokenized with food
        List<String> toppings = new ArrayList<>();
        for (Annotations annotations : interpretation.getAll("food")) {
            if (!annotations.getSubString().equalsIgnoreCase("pizza")) {
                toppings.add(annotations.getSubString());
            }
        }
        // We also want to find out where we should search for pizza places
        // Since we know that our interpreter engine is smart, we know
        // that all spans that has the annotation "place_name" has a "woe_id".
        int woe_id = 0;
        for (Annotations annotations : interpretation.getAll("place_name")) {
            // This will return either 0 or throw a bad exception
            // if a number is not found
            woe_id = annotations.getInteger("woe_id");
        }
        assertEquals(Arrays.asList("crab"), toppings);
        assertEquals(2459115, woe_id);
    }
}