Search in sources :

Example 1 with MakeAliases

use of com.yahoo.searchdefinition.processing.MakeAliases in project vespa by vespa-engine.

the class SearchImporterTestCase method testSimpleImporting.

@Test
public void testSimpleImporting() throws IOException, ParseException {
    RankProfileRegistry rankProfileRegistry = new RankProfileRegistry();
    SearchBuilder sb = new UnprocessingSearchBuilder(rankProfileRegistry, new QueryProfileRegistry());
    sb.importFile("src/test/examples/simple.sd");
    sb.build();
    Search search = sb.getSearch();
    assertEquals("simple", search.getName());
    assertTrue(search.hasDocument());
    SDDocumentType document = search.getDocument();
    assertEquals("simple", document.getName());
    assertEquals(12, document.getFieldCount());
    SDField field;
    Attribute attribute;
    new MakeAliases(search, new BaseDeployLogger(), rankProfileRegistry, new QueryProfiles()).process(true);
    // First field
    field = (SDField) document.getField("title");
    assertEquals(DataType.STRING, field.getDataType());
    assertEquals("{ summary | index; }", field.getIndexingScript().toString());
    assertTrue(!search.getIndex("default").isPrefix());
    assertTrue(search.getIndex("title").isPrefix());
    Iterator<String> titleAliases = search.getIndex("title").aliasIterator();
    assertEquals("aliaz", titleAliases.next());
    assertEquals("analias.totitle", titleAliases.next());
    assertEquals("analias.todefault", search.getIndex("default").aliasIterator().next());
    assertEquals(RankType.IDENTITY, field.getRankType());
    assertTrue(field.getAttributes().size() == 0);
    assertNull(field.getStemming());
    assertTrue(field.getNormalizing().doRemoveAccents());
    assertTrue(field.isHeader());
    // Second field
    field = (SDField) document.getField("description");
    assertEquals(RankType.ABOUT, field.getRankType());
    assertEquals(SummaryTransform.NONE, field.getSummaryField("description").getTransform());
    assertEquals(SummaryTransform.DYNAMICTEASER, field.getSummaryField("dyndesc").getTransform());
    assertNull(field.getStemming());
    assertTrue(field.getNormalizing().doRemoveAccents());
    assertEquals("hallo", search.getIndex("description").aliasIterator().next());
    // Third field
    field = (SDField) document.getField("chatter");
    assertEquals(RankType.ABOUT, field.getRankType());
    assertNull(field.getStemming());
    assertTrue(field.getNormalizing().doRemoveAccents());
    // Fourth field
    field = (SDField) document.getField("category");
    assertEquals(0, field.getAttributes().size());
    assertEquals(Stemming.NONE, field.getStemming());
    assertTrue(!field.getNormalizing().doRemoveAccents());
    // Fifth field
    field = (SDField) document.getField("popularity");
    assertEquals("{ attribute; }", field.getIndexingScript().toString());
    // Sixth field
    field = (SDField) document.getField("measurement");
    assertEquals(DataType.INT, field.getDataType());
    assertEquals(RankType.EMPTY, field.getRankType());
    assertEquals(1, field.getAttributes().size());
    // Seventh field
    field = search.getConcreteField("categories");
    assertEquals("{ input categories_src | lowercase | normalize | index; }", field.getIndexingScript().toString());
    assertTrue(!field.isHeader());
    // Eight field
    field = search.getConcreteField("categoriesagain");
    assertEquals("{ input categoriesagain_src | lowercase | normalize | index; }", field.getIndexingScript().toString());
    assertTrue(field.isHeader());
    // Ninth field
    field = search.getConcreteField("exactemento");
    assertEquals("{ input exactemento_src | lowercase | index | summary; }", field.getIndexingScript().toString());
    // Tenth field
    field = search.getConcreteField("category_arr");
    assertEquals(1, field.getAttributes().size());
    attribute = field.getAttributes().get("category_arr");
    assertNotNull(attribute);
    assertEquals("category_arr", attribute.getName());
    assertEquals(Attribute.Type.STRING, attribute.getType());
    assertEquals(Attribute.CollectionType.ARRAY, attribute.getCollectionType());
    assertTrue(field.isHeader());
    // Eleventh field
    field = search.getConcreteField("measurement_arr");
    assertEquals(1, field.getAttributes().size());
    attribute = field.getAttributes().get("measurement_arr");
    assertEquals("measurement_arr", attribute.getName());
    assertEquals(Attribute.Type.INTEGER, attribute.getType());
    assertEquals(Attribute.CollectionType.ARRAY, attribute.getCollectionType());
    // Rank Profiles
    RankProfile profile = rankProfileRegistry.getRankProfile(search, "default");
    assertNotNull(profile);
    assertNull(profile.getInheritedName());
    assertEquals(null, profile.getDeclaredRankSetting("measurement", RankProfile.RankSetting.Type.RANKTYPE));
    assertEquals(RankType.EMPTY, profile.getRankSetting("measurement", RankProfile.RankSetting.Type.RANKTYPE).getValue());
    profile = rankProfileRegistry.getRankProfile(search, "experimental");
    assertNotNull(profile);
    assertEquals("default", profile.getInheritedName());
    assertEquals(RankType.IDENTITY, profile.getDeclaredRankSetting("measurement", RankProfile.RankSetting.Type.RANKTYPE).getValue());
    profile = rankProfileRegistry.getRankProfile(search, "other");
    assertNotNull(profile);
    assertEquals("experimental", profile.getInheritedName());
    // The extra-document field
    SDField exact = search.getConcreteField("exact");
    assertNotNull("Extra field was parsed", exact);
    assertEquals("exact", exact.getName());
    assertEquals(Stemming.NONE, exact.getStemming());
    assertTrue(!exact.getNormalizing().doRemoveAccents());
    assertEquals("{ input title . \" \" . input category | summary | index; }", exact.getIndexingScript().toString());
    assertEquals(RankType.IDENTITY, exact.getRankType());
}
Also used : BaseDeployLogger(com.yahoo.config.model.application.provider.BaseDeployLogger) MakeAliases(com.yahoo.searchdefinition.processing.MakeAliases) QueryProfiles(com.yahoo.vespa.model.container.search.QueryProfiles) QueryProfileRegistry(com.yahoo.search.query.profile.QueryProfileRegistry) Test(org.junit.Test)

Aggregations

BaseDeployLogger (com.yahoo.config.model.application.provider.BaseDeployLogger)1 QueryProfileRegistry (com.yahoo.search.query.profile.QueryProfileRegistry)1 MakeAliases (com.yahoo.searchdefinition.processing.MakeAliases)1 QueryProfiles (com.yahoo.vespa.model.container.search.QueryProfiles)1 Test (org.junit.Test)1