Search in sources :

Example 1 with RuleImporter

use of com.yahoo.prelude.semantics.RuleImporter in project vespa by vespa-engine.

the class RuleBaseBenchmark method benchmark.

public void benchmark(String ruleBaseFile, String queryFile, int iterations) throws IOException, ParseException {
    String fsaFile = null;
    if (ruleBaseFile.endsWith(".sr")) {
        fsaFile = ruleBaseFile.substring(0, ruleBaseFile.length() - 3) + ".fsa";
        File fsa = new File(fsaFile);
        if (!fsa.exists()) {
            fsaFile = null;
        }
    }
    RuleBase ruleBase = new RuleImporter().importFile(ruleBaseFile, fsaFile);
    ArrayList<String> queries = new ArrayList<>();
    BufferedReader reader = new BufferedReader(new FileReader(queryFile));
    String line;
    while ((line = reader.readLine()) != null) {
        queries.add(line);
    }
    Date start = new Date();
    for (int i = 0; i < iterations; i++) {
        for (Iterator<String> iter = queries.iterator(); iter.hasNext(); ) {
            String queryString = iter.next();
            Query query = new Query("?query=" + queryString);
            ruleBase.analyze(query, 0);
        }
    }
    Date end = new Date();
    long elapsed = end.getTime() - start.getTime();
    System.out.print("BENCHMARK: rulebase=" + ruleBaseFile + "\n           fsa=" + fsaFile + "\n           queries=" + queryFile + "\n           iterations=" + iterations + "\n           elapsed=" + elapsed + "ms\n");
}
Also used : Query(com.yahoo.search.Query) ArrayList(java.util.ArrayList) Date(java.util.Date) BufferedReader(java.io.BufferedReader) FileReader(java.io.FileReader) RuleImporter(com.yahoo.prelude.semantics.RuleImporter) File(java.io.File) RuleBase(com.yahoo.prelude.semantics.RuleBase)

Example 2 with RuleImporter

use of com.yahoo.prelude.semantics.RuleImporter in project vespa by vespa-engine.

the class DuplicateRuleTestCase method testDuplicateRuleBaseLoading.

public void testDuplicateRuleBaseLoading() throws java.io.IOException, ParseException {
    // TODO: Include this test...
    if (System.currentTimeMillis() > 0)
        return;
    try {
        new RuleImporter().importFile(root + "rules.sr");
        fail("Did not detect duplicate condition names");
    } catch (RuleBaseException e) {
        assertEquals("Duplicate condition 'something' in 'duplicaterules.sr'", e.getMessage());
    }
}
Also used : RuleBaseException(com.yahoo.prelude.semantics.RuleBaseException) RuleImporter(com.yahoo.prelude.semantics.RuleImporter)

Example 3 with RuleImporter

use of com.yahoo.prelude.semantics.RuleImporter in project vespa by vespa-engine.

the class SemanticRulesTest method toMap.

private static Map<String, RuleBase> toMap(SemanticRulesConfig config) throws ParseException, IOException {
    RuleImporter ruleImporter = new RuleImporter(config);
    Map<String, RuleBase> ruleBaseMap = new HashMap<>();
    for (SemanticRulesConfig.Rulebase ruleBaseConfig : config.rulebase()) {
        RuleBase ruleBase = ruleImporter.importConfig(ruleBaseConfig);
        if (ruleBaseConfig.isdefault())
            ruleBase.setDefault(true);
        ruleBaseMap.put(ruleBase.getName(), ruleBase);
    }
    return ruleBaseMap;
}
Also used : HashMap(java.util.HashMap) SemanticRulesConfig(com.yahoo.prelude.semantics.SemanticRulesConfig) RuleImporter(com.yahoo.prelude.semantics.RuleImporter) RuleBase(com.yahoo.prelude.semantics.RuleBase)

Example 4 with RuleImporter

use of com.yahoo.prelude.semantics.RuleImporter in project vespa by vespa-engine.

the class SemanticsParserTestCase method testRuleReading.

@Test
public void testRuleReading() throws java.io.IOException, ParseException {
    RuleBase rules = new RuleImporter().importFile(ROOT + "rules.sr");
    Iterator<?> i = rules.ruleIterator();
    assertEquals("[listing] [preposition] [place] -> listing:[listing] place:[place]!150", i.next().toString());
    assertEquals("[listing] [place] +> place:[place]", i.next().toString());
    assertEquals("[brand] -> brand:[brand]", i.next().toString());
    assertEquals("[category] -> category:[category]", i.next().toString());
    assertEquals("digital camera -> digicamera", i.next().toString());
    assertEquals("(parameter.ranking='cat'), (parameter.ranking='cat0') -> one", i.next().toString());
    assertFalse(i.hasNext());
    i = rules.conditionIterator();
    assertEquals("[listing] :- restaurant, shop, cafe, hotel", i.next().toString());
    assertEquals("[preposition] :- in, at, near", i.next().toString());
    assertEquals("[place] :- geary", i.next().toString());
    assertEquals("[brand] :- sony, dell", i.next().toString());
    assertEquals("[category] :- digital camera, camera, phone", i.next().toString());
    assertFalse(i.hasNext());
    assertTrue(rules.isDefault());
    assertEquals(ROOT + "semantics.fsa", rules.getAutomataFile());
}
Also used : RuleImporter(com.yahoo.prelude.semantics.RuleImporter) RuleBase(com.yahoo.prelude.semantics.RuleBase) Test(org.junit.Test)

Aggregations

RuleImporter (com.yahoo.prelude.semantics.RuleImporter)4 RuleBase (com.yahoo.prelude.semantics.RuleBase)3 RuleBaseException (com.yahoo.prelude.semantics.RuleBaseException)1 SemanticRulesConfig (com.yahoo.prelude.semantics.SemanticRulesConfig)1 Query (com.yahoo.search.Query)1 BufferedReader (java.io.BufferedReader)1 File (java.io.File)1 FileReader (java.io.FileReader)1 ArrayList (java.util.ArrayList)1 Date (java.util.Date)1 HashMap (java.util.HashMap)1 Test (org.junit.Test)1