Examples with FederationSearcher com.yahoo.search.federation.FederationSearcher used on opensource projects

Example 1 with FederationSearcher

use of com.yahoo.search.federation.FederationSearcher in project vespa by vespa-engine.

the class FederationSearcherTestCase method twoTracingSources.

private Chain<Searcher> twoTracingSources(boolean strictContracts) {
    addChained(new Searcher() {

        @Override
        public Result search(Query query, Execution execution) {
            query.trace(SOURCE1, 1);
            return execution.search(query);
        }
    }, SOURCE1);
    addChained(new Searcher() {

        @Override
        public Result search(Query query, Execution execution) {
            query.trace(SOURCE2, 1);
            return execution.search(query);
        }
    }, SOURCE2);
    Chain<Searcher> mainChain = new Chain<>("default", new FederationSearcher(new FederationConfig(builder), new StrictContractsConfig(new StrictContractsConfig.Builder().searchchains(strictContracts)), new ComponentRegistry<>()));
    return mainChain;
}

Example 2 with FederationSearcher

use of com.yahoo.search.federation.FederationSearcher in project vespa by vespa-engine.

the class FutureDataTestCase method testAsyncFederation.

@Test
public void testAsyncFederation() throws InterruptedException, ExecutionException, TimeoutException {
    // Setup environment
    AsyncProviderSearcher asyncProviderSearcher = new AsyncProviderSearcher();
    Searcher syncProviderSearcher = new SyncProviderSearcher();
    Chain<Searcher> asyncSource = new Chain<Searcher>(new ComponentId("async"), asyncProviderSearcher);
    Chain<Searcher> syncSource = new Chain<>(new ComponentId("sync"), syncProviderSearcher);
    SearchChainResolver searchChainResolver = new SearchChainResolver.Builder().addSearchChain(new ComponentId("sync"), new FederationOptions().setUseByDefault(true)).addSearchChain(new ComponentId("async"), new FederationOptions().setUseByDefault(true)).build();
    Chain<Searcher> main = new Chain<Searcher>(new FederationSearcher(new ComponentId("federator"), searchChainResolver));
    SearchChainRegistry searchChainRegistry = new SearchChainRegistry();
    searchChainRegistry.register(main);
    searchChainRegistry.register(syncSource);
    searchChainRegistry.register(asyncSource);
    Result result = new Execution(main, Execution.Context.createContextStub(searchChainRegistry, null)).search(new Query());
    assertNotNull(result);
    HitGroup syncGroup = (HitGroup) result.hits().get("source:sync");
    assertNotNull(syncGroup);
    HitGroup asyncGroup = (HitGroup) result.hits().get("source:async");
    assertNotNull(asyncGroup);
    assertEquals("Got all sync data", 3, syncGroup.size());
    assertEquals("sync:0", syncGroup.get(0).getId().toString());
    assertEquals("sync:1", syncGroup.get(1).getId().toString());
    assertEquals("sync:2", syncGroup.get(2).getId().toString());
    assertTrue(asyncGroup.incoming() == asyncProviderSearcher.incomingData);
    assertEquals("Got no async data yet", 0, asyncGroup.size());
    asyncProviderSearcher.simulateOneHitIOComplete(new Hit("async:0"));
    assertEquals("Got no async data yet, as we haven't completed the incoming buffer and there is no data listener", 0, asyncGroup.size());
    asyncProviderSearcher.simulateOneHitIOComplete(new Hit("async:1"));
    asyncProviderSearcher.simulateAllHitsIOComplete();
    assertEquals("Got no async data yet, as we haven't pulled it", 0, asyncGroup.size());
    asyncGroup.complete().get();
    assertEquals("Completed, so we have the data", 2, asyncGroup.size());
    assertEquals("async:0", asyncGroup.get(0).getId().toString());
    assertEquals("async:1", asyncGroup.get(1).getId().toString());
}

Example 3 with FederationSearcher

use of com.yahoo.search.federation.FederationSearcher in project vespa by vespa-engine.

the class DuplicateSourceTestCase method testDuplicateSource.

@Test
public void testDuplicateSource() {
    // Set up a single cluster and chain (chain1), containing a MockBackendSearcher and having 2 doc types (doc1, doc2)
    MockBackendSearcher mockBackendSearcher = new MockBackendSearcher();
    SearchChainRegistry searchChains = new SearchChainRegistry();
    searchChains.register(new Chain<>("chain1", mockBackendSearcher));
    IndexFacts indexFacts = new IndexFacts();
    Map<String, List<String>> clusters = new HashMap<>();
    clusters.put("chain1", ImmutableList.of("doc1", "doc2"));
    indexFacts.setClusters(clusters);
    SearchChainResolver resolver = new SearchChainResolver.Builder().addSearchChain(new ComponentId("chain1"), ImmutableList.of("doc1", "doc2")).build();
    FederationSearcher searcher = new FederationSearcher(new ComponentId("test"), resolver);
    Result result = searcher.search(new Query("?query=test&sources=doc1%2cdoc2"), new Execution(Execution.Context.createContextStub(searchChains, indexFacts)));
    assertNull(result.hits().getError());
    assertEquals(1, mockBackendSearcher.getInvocationCount());
}

Example 4 with FederationSearcher

use of com.yahoo.search.federation.FederationSearcher in project vespa by vespa-engine.

the class FederationSearcherTestCase method createMultiProviderFederationSearcher.

private FederationSearcher createMultiProviderFederationSearcher() {
    FederationOptions options = new FederationOptions();
    SearchChainResolver.Builder builder = new SearchChainResolver.Builder();
    ComponentId provider1 = new ComponentId("provider1");
    ComponentId provider2 = new ComponentId("provider2");
    ComponentId news = new ComponentId("news");
    builder.addSearchChain(provider1, options, Collections.<String>emptyList());
    builder.addSearchChain(provider2, options, Collections.<String>emptyList());
    builder.addSourceForProvider(news, provider1, provider1, true, options, Collections.<String>emptyList());
    builder.addSourceForProvider(news, provider2, provider2, false, options, Collections.<String>emptyList());
    return new FederationSearcher(new ComponentId("federation"), builder.build());
}

Example 5 with FederationSearcher

use of com.yahoo.search.federation.FederationSearcher in project vespa by vespa-engine.

the class FederationSearcherTest method custom_federation_target.

@Test
public void custom_federation_target() {
    ComponentId targetSelectorId = ComponentId.fromString("TargetSelector");
    ComponentRegistry<TargetSelector> targetSelectors = new ComponentRegistry<>();
    targetSelectors.register(targetSelectorId, new TestTargetSelector());
    FederationSearcher searcher = new FederationSearcher(new FederationConfig(new FederationConfig.Builder().targetSelector(targetSelectorId.toString())), new StrictContractsConfig(new StrictContractsConfig.Builder()), targetSelectors);
    Result result = new Execution(searcher, Context.createContextStub()).search(new Query());
    HitGroup myChainGroup = (HitGroup) result.hits().get(0);
    assertThat(myChainGroup.getId(), is(new URI("source:myChain")));
    assertThat(myChainGroup.get(0).getId(), is(new URI("myHit")));
}