Examples with SolrClientCache org.apache.solr.client.solrj.io.SolrClientCache used on opensource projects

Example 86 with SolrClientCache

use of org.apache.solr.client.solrj.io.SolrClientCache in project lucene-solr by apache.

the class StreamingTest method testNonePartitionKeys.

@Test
public void testNonePartitionKeys() throws Exception {
    new UpdateRequest().add(id, "0", "a_s", "hello0", "a_i", "0", "a_f", "1").add(id, "2", "a_s", "hello0", "a_i", "2", "a_f", "2").add(id, "3", "a_s", "hello3", "a_i", "3", "a_f", "3").add(id, "4", "a_s", "hello4", "a_i", "4", "a_f", "4").add(id, "1", "a_s", "hello0", "a_i", "1", "a_f", "5").add(id, "5", "a_s", "hello3", "a_i", "10", "a_f", "6").add(id, "6", "a_s", "hello4", "a_i", "11", "a_f", "7").add(id, "7", "a_s", "hello3", "a_i", "12", "a_f", "8").add(id, "8", "a_s", "hello3", "a_i", "13", "a_f", "9").add(id, "9", "a_s", "hello0", "a_i", "14", "a_f", "10").commit(cluster.getSolrClient(), COLLECTIONORALIAS);
    StreamContext streamContext = new StreamContext();
    SolrClientCache solrClientCache = new SolrClientCache();
    streamContext.setSolrClientCache(solrClientCache);
    try {
        SolrParams sParamsA = StreamingTest.mapParams("q", "*:*", "fl", "id,a_s,a_i,a_f", "sort", "a_s asc,a_f asc", "partitionKeys", "none");
        CloudSolrStream stream = new CloudSolrStream(zkHost, COLLECTIONORALIAS, sParamsA);
        ParallelStream pstream = parallelStream(stream, new FieldComparator("a_s", ComparatorOrder.ASCENDING));
        attachStreamFactory(pstream);
        pstream.setStreamContext(streamContext);
        List<Tuple> tuples = getTuples(pstream);
        // Each tuple will be double counted.
        assert (tuples.size() == (10 * numWorkers));
    } finally {
        solrClientCache.close();
    }
}

Example 87 with SolrClientCache

use of org.apache.solr.client.solrj.io.SolrClientCache in project lucene-solr by apache.

the class StreamingTest method testStatsStream.

@Test
public void testStatsStream() throws Exception {
    new UpdateRequest().add(id, "0", "a_s", "hello0", "a_i", "0", "a_f", "1").add(id, "2", "a_s", "hello0", "a_i", "2", "a_f", "2").add(id, "3", "a_s", "hello3", "a_i", "3", "a_f", "3").add(id, "4", "a_s", "hello4", "a_i", "4", "a_f", "4").add(id, "1", "a_s", "hello0", "a_i", "1", "a_f", "5").add(id, "5", "a_s", "hello3", "a_i", "10", "a_f", "6").add(id, "6", "a_s", "hello4", "a_i", "11", "a_f", "7").add(id, "7", "a_s", "hello3", "a_i", "12", "a_f", "8").add(id, "8", "a_s", "hello3", "a_i", "13", "a_f", "9").add(id, "9", "a_s", "hello0", "a_i", "14", "a_f", "10").commit(cluster.getSolrClient(), COLLECTIONORALIAS);
    StreamContext streamContext = new StreamContext();
    SolrClientCache solrClientCache = new SolrClientCache();
    streamContext.setSolrClientCache(solrClientCache);
    try {
        SolrParams sParamsA = mapParams("q", "*:*");
        Metric[] metrics = { new SumMetric("a_i"), new SumMetric("a_f"), new MinMetric("a_i"), new MinMetric("a_f"), new MaxMetric("a_i"), new MaxMetric("a_f"), new MeanMetric("a_i"), new MeanMetric("a_f"), new CountMetric() };
        StatsStream statsStream = new StatsStream(zkHost, COLLECTIONORALIAS, sParamsA, metrics);
        statsStream.setStreamContext(streamContext);
        List<Tuple> tuples = getTuples(statsStream);
        assertEquals(1, tuples.size());
        //Test Long and Double Sums
        Tuple tuple = tuples.get(0);
        Double sumi = tuple.getDouble("sum(a_i)");
        Double sumf = tuple.getDouble("sum(a_f)");
        Double mini = tuple.getDouble("min(a_i)");
        Double minf = tuple.getDouble("min(a_f)");
        Double maxi = tuple.getDouble("max(a_i)");
        Double maxf = tuple.getDouble("max(a_f)");
        Double avgi = tuple.getDouble("avg(a_i)");
        Double avgf = tuple.getDouble("avg(a_f)");
        Double count = tuple.getDouble("count(*)");
        assertEquals(70, sumi.longValue());
        assertEquals(55.0, sumf.doubleValue(), 0.01);
        assertEquals(0.0, mini.doubleValue(), 0.01);
        assertEquals(1.0, minf.doubleValue(), 0.01);
        assertEquals(14.0, maxi.doubleValue(), 0.01);
        assertEquals(10.0, maxf.doubleValue(), 0.01);
        assertEquals(7.0, avgi.doubleValue(), .01);
        assertEquals(5.5, avgf.doubleValue(), .001);
        assertEquals(10, count.doubleValue(), .01);
    } finally {
        solrClientCache.close();
    }
}

Example 88 with SolrClientCache

use of org.apache.solr.client.solrj.io.SolrClientCache in project lucene-solr by apache.

the class StreamExpressionTest method testCartesianProductStream.

@Test
public void testCartesianProductStream() throws Exception {
    new UpdateRequest().add(id, "0", "a_ss", "a", "a_ss", "b", "a_ss", "c", "a_ss", "d", "a_ss", "e", "b_ls", "1", "b_ls", "2", "b_ls", "3").add(id, "1", "a_ss", "a", "a_ss", "b", "a_ss", "c", "a_ss", "d", "a_ss", "e").commit(cluster.getSolrClient(), COLLECTIONORALIAS);
    StreamExpression expression;
    TupleStream stream;
    List<Tuple> tuples;
    StreamContext streamContext = new StreamContext();
    SolrClientCache solrClientCache = new SolrClientCache();
    streamContext.setSolrClientCache(solrClientCache);
    StreamFactory factory = new StreamFactory().withCollectionZkHost("collection1", cluster.getZkServer().getZkAddress()).withFunctionName("search", CloudSolrStream.class).withFunctionName("cartesian", CartesianProductStream.class);
    // single selection, no sort
    try {
        stream = factory.constructStream("cartesian(" + "search(collection1, q=*:*, fl=\"id,a_ss\", sort=\"id asc\")," + "a_ss" + ")");
        stream.setStreamContext(streamContext);
        tuples = getTuples(stream);
        assertEquals(10, tuples.size());
        assertOrder(tuples, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1);
        assertEquals("a", tuples.get(0).get("a_ss"));
        assertEquals("c", tuples.get(2).get("a_ss"));
        assertEquals("a", tuples.get(5).get("a_ss"));
        assertEquals("c", tuples.get(7).get("a_ss"));
        // single selection, sort
        stream = factory.constructStream("cartesian(" + "search(collection1, q=*:*, fl=\"id,a_ss\", sort=\"id asc\")," + "a_ss," + "productSort=\"a_ss DESC\"" + ")");
        stream.setStreamContext(streamContext);
        tuples = getTuples(stream);
        assertEquals(10, tuples.size());
        assertOrder(tuples, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1);
        assertEquals("e", tuples.get(0).get("a_ss"));
        assertEquals("c", tuples.get(2).get("a_ss"));
        assertEquals("e", tuples.get(5).get("a_ss"));
        assertEquals("c", tuples.get(7).get("a_ss"));
        // multi selection, sort
        stream = factory.constructStream("cartesian(" + "search(collection1, q=*:*, fl=\"id,a_ss,b_ls\", sort=\"id asc\")," + "a_ss," + "b_ls," + "productSort=\"a_ss ASC\"" + ")");
        stream.setStreamContext(streamContext);
        tuples = getTuples(stream);
        // (5 * 3) + 5
        assertEquals(20, tuples.size());
        assertOrder(tuples, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1);
        assertEquals("a", tuples.get(0).get("a_ss"));
        assertEquals(1L, tuples.get(0).get("b_ls"));
        assertEquals("a", tuples.get(1).get("a_ss"));
        assertEquals(2L, tuples.get(1).get("b_ls"));
        assertEquals("a", tuples.get(2).get("a_ss"));
        assertEquals(3L, tuples.get(2).get("b_ls"));
        assertEquals("b", tuples.get(3).get("a_ss"));
        assertEquals(1L, tuples.get(3).get("b_ls"));
        assertEquals("b", tuples.get(4).get("a_ss"));
        assertEquals(2L, tuples.get(4).get("b_ls"));
        assertEquals("b", tuples.get(5).get("a_ss"));
        assertEquals(3L, tuples.get(5).get("b_ls"));
        // multi selection, sort
        stream = factory.constructStream("cartesian(" + "search(collection1, q=*:*, fl=\"id,a_ss,b_ls\", sort=\"id asc\")," + "a_ss," + "b_ls," + "productSort=\"a_ss ASC, b_ls DESC\"" + ")");
        stream.setStreamContext(streamContext);
        tuples = getTuples(stream);
        // (5 * 3) + 5
        assertEquals(20, tuples.size());
        assertOrder(tuples, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1);
        assertEquals("a", tuples.get(0).get("a_ss"));
        assertEquals(3L, tuples.get(0).get("b_ls"));
        assertEquals("a", tuples.get(1).get("a_ss"));
        assertEquals(2L, tuples.get(1).get("b_ls"));
        assertEquals("a", tuples.get(2).get("a_ss"));
        assertEquals(1L, tuples.get(2).get("b_ls"));
        assertEquals("b", tuples.get(3).get("a_ss"));
        assertEquals(3L, tuples.get(3).get("b_ls"));
        assertEquals("b", tuples.get(4).get("a_ss"));
        assertEquals(2L, tuples.get(4).get("b_ls"));
        assertEquals("b", tuples.get(5).get("a_ss"));
        assertEquals(1L, tuples.get(5).get("b_ls"));
        // multi selection, sort
        stream = factory.constructStream("cartesian(" + "search(collection1, q=*:*, fl=\"id,a_ss,b_ls\", sort=\"id asc\")," + "a_ss," + "b_ls," + "productSort=\"b_ls DESC\"" + ")");
        stream.setStreamContext(streamContext);
        tuples = getTuples(stream);
        // (5 * 3) + 5
        assertEquals(20, tuples.size());
        assertOrder(tuples, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1);
        assertEquals("a", tuples.get(0).get("a_ss"));
        assertEquals(3L, tuples.get(0).get("b_ls"));
        assertEquals("b", tuples.get(1).get("a_ss"));
        assertEquals(3L, tuples.get(1).get("b_ls"));
        assertEquals("c", tuples.get(2).get("a_ss"));
        assertEquals(3L, tuples.get(2).get("b_ls"));
        assertEquals("d", tuples.get(3).get("a_ss"));
        assertEquals(3L, tuples.get(3).get("b_ls"));
        assertEquals("e", tuples.get(4).get("a_ss"));
        assertEquals(3L, tuples.get(4).get("b_ls"));
        assertEquals("a", tuples.get(5).get("a_ss"));
        assertEquals(2L, tuples.get(5).get("b_ls"));
        assertEquals("b", tuples.get(6).get("a_ss"));
        assertEquals(2L, tuples.get(6).get("b_ls"));
        assertEquals("c", tuples.get(7).get("a_ss"));
        assertEquals(2L, tuples.get(7).get("b_ls"));
        assertEquals("d", tuples.get(8).get("a_ss"));
        assertEquals(2L, tuples.get(8).get("b_ls"));
        assertEquals("e", tuples.get(9).get("a_ss"));
        assertEquals(2L, tuples.get(9).get("b_ls"));
    } finally {
        solrClientCache.close();
    }
}

Example 89 with SolrClientCache

use of org.apache.solr.client.solrj.io.SolrClientCache in project lucene-solr by apache.

the class StreamExpressionTest method testAnalyzeEvaluator.

@Test
public void testAnalyzeEvaluator() throws Exception {
    UpdateRequest updateRequest = new UpdateRequest();
    updateRequest.add(id, "1", "test_t", "l b c d c");
    updateRequest.commit(cluster.getSolrClient(), COLLECTIONORALIAS);
    SolrClientCache cache = new SolrClientCache();
    try {
        String expr = "cartesianProduct(search(" + COLLECTIONORALIAS + ", q=\"*:*\", fl=\"id, test_t\", sort=\"id desc\"), analyze(test_t, test_t) as test_t)";
        ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
        paramsLoc.set("expr", expr);
        paramsLoc.set("qt", "/stream");
        String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString() + "/" + COLLECTIONORALIAS;
        SolrStream solrStream = new SolrStream(url, paramsLoc);
        StreamContext context = new StreamContext();
        solrStream.setStreamContext(context);
        List<Tuple> tuples = getTuples(solrStream);
        assertTrue(tuples.size() == 5);
        Tuple t = tuples.get(0);
        assertTrue(t.getString("test_t").equals("l"));
        assertTrue(t.getString("id").equals("1"));
        t = tuples.get(1);
        assertTrue(t.getString("test_t").equals("b"));
        assertTrue(t.getString("id").equals("1"));
        t = tuples.get(2);
        assertTrue(t.getString("test_t").equals("c"));
        assertTrue(t.getString("id").equals("1"));
        t = tuples.get(3);
        assertTrue(t.getString("test_t").equals("d"));
        assertTrue(t.getString("id").equals("1"));
        t = tuples.get(4);
        assertTrue(t.getString("test_t").equals("c"));
        assertTrue(t.getString("id").equals("1"));
        //Try with single param
        expr = "cartesianProduct(search(" + COLLECTIONORALIAS + ", q=\"*:*\", fl=\"id, test_t\", sort=\"id desc\"), analyze(test_t) as test_t)";
        paramsLoc = new ModifiableSolrParams();
        paramsLoc.set("expr", expr);
        paramsLoc.set("qt", "/stream");
        solrStream = new SolrStream(url, paramsLoc);
        context = new StreamContext();
        solrStream.setStreamContext(context);
        tuples = getTuples(solrStream);
        assertTrue(tuples.size() == 5);
        t = tuples.get(0);
        assertTrue(t.getString("test_t").equals("l"));
        assertTrue(t.getString("id").equals("1"));
        t = tuples.get(1);
        assertTrue(t.getString("test_t").equals("b"));
        assertTrue(t.getString("id").equals("1"));
        t = tuples.get(2);
        assertTrue(t.getString("test_t").equals("c"));
        assertTrue(t.getString("id").equals("1"));
        t = tuples.get(3);
        assertTrue(t.getString("test_t").equals("d"));
        assertTrue(t.getString("id").equals("1"));
        t = tuples.get(4);
        assertTrue(t.getString("test_t").equals("c"));
        assertTrue(t.getString("id").equals("1"));
        //Try with null in the test_t field
        expr = "cartesianProduct(search(" + COLLECTIONORALIAS + ", q=\"*:*\", fl=\"id\", sort=\"id desc\"), analyze(test_t, test_t) as test_t)";
        paramsLoc = new ModifiableSolrParams();
        paramsLoc.set("expr", expr);
        paramsLoc.set("qt", "/stream");
        solrStream = new SolrStream(url, paramsLoc);
        context = new StreamContext();
        solrStream.setStreamContext(context);
        tuples = getTuples(solrStream);
        assertTrue(tuples.size() == 1);
        //Test annotating tuple
        expr = "select(search(" + COLLECTIONORALIAS + ", q=\"*:*\", fl=\"id, test_t\", sort=\"id desc\"), analyze(test_t, test_t) as test1_t)";
        paramsLoc = new ModifiableSolrParams();
        paramsLoc.set("expr", expr);
        paramsLoc.set("qt", "/stream");
        solrStream = new SolrStream(url, paramsLoc);
        context = new StreamContext();
        solrStream.setStreamContext(context);
        tuples = getTuples(solrStream);
        assertTrue(tuples.size() == 1);
        List l = (List) tuples.get(0).get("test1_t");
        assertTrue(l.get(0).equals("l"));
        assertTrue(l.get(1).equals("b"));
        assertTrue(l.get(2).equals("c"));
        assertTrue(l.get(3).equals("d"));
        assertTrue(l.get(4).equals("c"));
    } finally {
        cache.close();
    }
}

Example 90 with SolrClientCache

use of org.apache.solr.client.solrj.io.SolrClientCache in project lucene-solr by apache.

the class StreamExpressionTest method testPriorityStream.

@Test
public void testPriorityStream() throws Exception {
    Assume.assumeTrue(!useAlias);
    new UpdateRequest().add(id, "0", "a_s", "hello1", "a_i", "0", "a_f", "1").add(id, "2", "a_s", "hello1", "a_i", "2", "a_f", "2").add(id, "3", "a_s", "hello1", "a_i", "3", "a_f", "3").add(id, "4", "a_s", "hello1", "a_i", "4", "a_f", "4").add(id, "1", "a_s", "hello1", "a_i", "1", "a_f", "5").add(id, "5", "a_s", "hello", "a_i", "10", "a_f", "6").add(id, "6", "a_s", "hello", "a_i", "11", "a_f", "7").add(id, "7", "a_s", "hello", "a_i", "12", "a_f", "8").add(id, "8", "a_s", "hello", "a_i", "13", "a_f", "9").add(id, "9", "a_s", "hello1", "a_i", "14", "a_f", "10").commit(cluster.getSolrClient(), COLLECTIONORALIAS);
    StreamFactory factory = new StreamFactory().withCollectionZkHost("collection1", cluster.getZkServer().getZkAddress()).withFunctionName("topic", TopicStream.class).withFunctionName("priority", PriorityStream.class);
    StreamExpression expression;
    TupleStream stream;
    List<Tuple> tuples;
    SolrClientCache cache = new SolrClientCache();
    try {
        FieldComparator comp = new FieldComparator("a_i", ComparatorOrder.ASCENDING);
        expression = StreamExpressionParser.parse("priority(topic(collection1, collection1, q=\"a_s:hello\", fl=\"id,a_i\", id=1000000, initialCheckpoint=0)," + "topic(collection1, collection1, q=\"a_s:hello1\", fl=\"id,a_i\", id=2000000, initialCheckpoint=0))");
        stream = factory.constructStream(expression);
        StreamContext context = new StreamContext();
        context.setSolrClientCache(cache);
        stream.setStreamContext(context);
        tuples = getTuples(stream);
        Collections.sort(tuples, comp);
        //The tuples from the first topic (high priority) should be returned.
        assertEquals(tuples.size(), 4);
        assertOrder(tuples, 5, 6, 7, 8);
        expression = StreamExpressionParser.parse("priority(topic(collection1, collection1, q=\"a_s:hello\", fl=\"id,a_i\", id=1000000, initialCheckpoint=0)," + "topic(collection1, collection1, q=\"a_s:hello1\", fl=\"id,a_i\", id=2000000, initialCheckpoint=0))");
        stream = factory.constructStream(expression);
        context = new StreamContext();
        context.setSolrClientCache(cache);
        stream.setStreamContext(context);
        tuples = getTuples(stream);
        Collections.sort(tuples, comp);
        //The Tuples from the second topic (Low priority) should be returned.
        assertEquals(tuples.size(), 6);
        assertOrder(tuples, 0, 1, 2, 3, 4, 9);
        expression = StreamExpressionParser.parse("priority(topic(collection1, collection1, q=\"a_s:hello\", fl=\"id,a_i\", id=1000000, initialCheckpoint=0)," + "topic(collection1, collection1, q=\"a_s:hello1\", fl=\"id,a_i\", id=2000000, initialCheckpoint=0))");
        stream = factory.constructStream(expression);
        context = new StreamContext();
        context.setSolrClientCache(cache);
        stream.setStreamContext(context);
        tuples = getTuples(stream);
        //Both queus are empty.
        assertEquals(tuples.size(), 0);
    } finally {
        cache.close();
    }
}