Examples with PlainIdRouter org.apache.solr.common.cloud.PlainIdRouter used on opensource projects

Example 1 with PlainIdRouter

use of org.apache.solr.common.cloud.PlainIdRouter in project lucene-solr by apache.

the class SolrIndexSplitterTest method testSplitDeletes.

// SOLR-5144
public void testSplitDeletes() throws Exception {
    LocalSolrQueryRequest request = null;
    try {
        // add two docs
        String id1 = "dorothy";
        assertU(adoc("id", id1));
        String id2 = "kansas";
        assertU(adoc("id", id2));
        assertU(commit());
        assertJQ(req("q", "*:*"), "/response/numFound==2");
        // delete id2
        assertU(delI(id2));
        assertU(commit());
        // find minHash/maxHash hash ranges
        List<DocRouter.Range> ranges = getRanges(id1, id2);
        request = lrf.makeRequest("q", "dummy");
        SplitIndexCommand command = new SplitIndexCommand(request, Lists.newArrayList(indexDir1.getAbsolutePath(), indexDir2.getAbsolutePath()), null, ranges, new PlainIdRouter(), null, null);
        new SolrIndexSplitter(command).split();
        Directory directory = h.getCore().getDirectoryFactory().get(indexDir1.getAbsolutePath(), DirectoryFactory.DirContext.DEFAULT, h.getCore().getSolrConfig().indexConfig.lockType);
        DirectoryReader reader = DirectoryReader.open(directory);
        assertEquals("id:dorothy should be present in split index1", 1, reader.docFreq(new Term("id", "dorothy")));
        assertEquals("id:kansas should not be present in split index1", 0, reader.docFreq(new Term("id", "kansas")));
        assertEquals("split index1 should have only one document", 1, reader.numDocs());
        reader.close();
        h.getCore().getDirectoryFactory().release(directory);
        directory = h.getCore().getDirectoryFactory().get(indexDir2.getAbsolutePath(), DirectoryFactory.DirContext.DEFAULT, h.getCore().getSolrConfig().indexConfig.lockType);
        reader = DirectoryReader.open(directory);
        // should be empty
        assertEquals(0, reader.numDocs());
        reader.close();
        h.getCore().getDirectoryFactory().release(directory);
    } finally {
        // decrefs the searcher
        if (request != null)
            request.close();
    }
}

Example 2 with PlainIdRouter

use of org.apache.solr.common.cloud.PlainIdRouter in project lucene-solr by apache.

the class SolrIndexSplitterTest method testSplitByCores.

@Test
public void testSplitByCores() throws Exception {
    // add two docs
    String id1 = "dorothy";
    assertU(adoc("id", id1));
    String id2 = "kansas";
    assertU(adoc("id", id2));
    assertU(commit());
    assertJQ(req("q", "*:*"), "/response/numFound==2");
    List<DocRouter.Range> ranges = getRanges(id1, id2);
    SolrCore core1 = null, core2 = null;
    try {
        core1 = h.getCoreContainer().create("split1", ImmutableMap.of("dataDir", indexDir1.getAbsolutePath(), "configSet", "minimal"));
        core2 = h.getCoreContainer().create("split2", ImmutableMap.of("dataDir", indexDir2.getAbsolutePath(), "configSet", "minimal"));
        LocalSolrQueryRequest request = null;
        try {
            request = lrf.makeRequest("q", "dummy");
            SplitIndexCommand command = new SplitIndexCommand(request, null, Lists.newArrayList(core1, core2), ranges, new PlainIdRouter(), null, null);
            new SolrIndexSplitter(command).split();
        } finally {
            if (request != null)
                request.close();
        }
        EmbeddedSolrServer server1 = new EmbeddedSolrServer(h.getCoreContainer(), "split1");
        EmbeddedSolrServer server2 = new EmbeddedSolrServer(h.getCoreContainer(), "split2");
        server1.commit(true, true);
        server2.commit(true, true);
        assertEquals("id:dorothy should be present in split index1", 1, server1.query(new SolrQuery("id:dorothy")).getResults().getNumFound());
        assertEquals("id:kansas should not be present in split index1", 0, server1.query(new SolrQuery("id:kansas")).getResults().getNumFound());
        assertEquals("id:dorothy should not be present in split index2", 0, server2.query(new SolrQuery("id:dorothy")).getResults().getNumFound());
        assertEquals("id:kansas should be present in split index2", 1, server2.query(new SolrQuery("id:kansas")).getResults().getNumFound());
    } finally {
        h.getCoreContainer().unload("split2");
        h.getCoreContainer().unload("split1");
    }
}

Example 3 with PlainIdRouter

use of org.apache.solr.common.cloud.PlainIdRouter in project lucene-solr by apache.

the class TestHashPartitioner method testHashCodes.

public void testHashCodes() throws Exception {
    DocRouter router = DocRouter.getDocRouter(PlainIdRouter.NAME);
    assertTrue(router instanceof PlainIdRouter);
    DocCollection coll = createCollection(4, router);
    doNormalIdHashing(coll);
}

Example 4 with PlainIdRouter

use of org.apache.solr.common.cloud.PlainIdRouter in project lucene-solr by apache.

the class SolrIndexSplitterTest method getRanges.

private List<DocRouter.Range> getRanges(String id1, String id2) throws UnsupportedEncodingException {
    // find minHash/maxHash hash ranges
    byte[] bytes = id1.getBytes(StandardCharsets.UTF_8);
    int minHash = Hash.murmurhash3_x86_32(bytes, 0, bytes.length, 0);
    bytes = id2.getBytes(StandardCharsets.UTF_8);
    int maxHash = Hash.murmurhash3_x86_32(bytes, 0, bytes.length, 0);
    if (minHash > maxHash) {
        int temp = maxHash;
        maxHash = minHash;
        minHash = temp;
    }
    PlainIdRouter router = new PlainIdRouter();
    DocRouter.Range fullRange = new DocRouter.Range(minHash, maxHash);
    return router.partitionRange(2, fullRange);
}

Example 5 with PlainIdRouter

use of org.apache.solr.common.cloud.PlainIdRouter in project lucene-solr by apache.

the class SolrIndexSplitterTest method testSplitByPaths.

@Test
public void testSplitByPaths() throws Exception {
    LocalSolrQueryRequest request = null;
    try {
        // add two docs
        String id1 = "dorothy";
        assertU(adoc("id", id1));
        String id2 = "kansas";
        assertU(adoc("id", id2));
        assertU(commit());
        assertJQ(req("q", "*:*"), "/response/numFound==2");
        // find minHash/maxHash hash ranges
        List<DocRouter.Range> ranges = getRanges(id1, id2);
        request = lrf.makeRequest("q", "dummy");
        SplitIndexCommand command = new SplitIndexCommand(request, Lists.newArrayList(indexDir1.getAbsolutePath(), indexDir2.getAbsolutePath()), null, ranges, new PlainIdRouter(), null, null);
        new SolrIndexSplitter(command).split();
        Directory directory = h.getCore().getDirectoryFactory().get(indexDir1.getAbsolutePath(), DirectoryFactory.DirContext.DEFAULT, h.getCore().getSolrConfig().indexConfig.lockType);
        DirectoryReader reader = DirectoryReader.open(directory);
        assertEquals("id:dorothy should be present in split index1", 1, reader.docFreq(new Term("id", "dorothy")));
        assertEquals("id:kansas should not be present in split index1", 0, reader.docFreq(new Term("id", "kansas")));
        assertEquals("split index1 should have only one document", 1, reader.numDocs());
        reader.close();
        h.getCore().getDirectoryFactory().release(directory);
        directory = h.getCore().getDirectoryFactory().get(indexDir2.getAbsolutePath(), DirectoryFactory.DirContext.DEFAULT, h.getCore().getSolrConfig().indexConfig.lockType);
        reader = DirectoryReader.open(directory);
        assertEquals("id:dorothy should not be present in split index2", 0, reader.docFreq(new Term("id", "dorothy")));
        assertEquals("id:kansas should be present in split index2", 1, reader.docFreq(new Term("id", "kansas")));
        assertEquals("split index2 should have only one document", 1, reader.numDocs());
        reader.close();
        h.getCore().getDirectoryFactory().release(directory);
    } finally {
        // decrefs the searcher
        if (request != null)
            request.close();
    }
}