Examples with SolrStream org.apache.solr.client.solrj.io.stream.SolrStream used on opensource projects

Example 6 with SolrStream

use of org.apache.solr.client.solrj.io.stream.SolrStream in project lucene-solr by apache.

the class TestSQLHandler method testMixedCaseFields.

private void testMixedCaseFields() throws Exception {
    try {
        CloudJettyRunner jetty = this.cloudJettys.get(0);
        del("*:*");
        commit();
        indexDoc(sdoc("id", "1", "Text_t", "XXXX XXXX", "Str_s", "a", "Field_i", "7"));
        indexDoc(sdoc("id", "2", "Text_t", "XXXX XXXX", "Str_s", "b", "Field_i", "8"));
        indexDoc(sdoc("id", "3", "Text_t", "XXXX XXXX", "Str_s", "a", "Field_i", "20"));
        indexDoc(sdoc("id", "4", "Text_t", "XXXX XXXX", "Str_s", "b", "Field_i", "11"));
        indexDoc(sdoc("id", "5", "Text_t", "XXXX XXXX", "Str_s", "c", "Field_i", "30"));
        indexDoc(sdoc("id", "6", "Text_t", "XXXX XXXX", "Str_s", "c", "Field_i", "40"));
        indexDoc(sdoc("id", "7", "Text_t", "XXXX XXXX", "Str_s", "c", "Field_i", "50"));
        indexDoc(sdoc("id", "8", "Text_t", "XXXX XXXX", "Str_s", "c", "Field_i", "60"));
        commit();
        SolrParams sParams = mapParams(CommonParams.QT, "/sql", "aggregationMode", "map_reduce", "stmt", "select id, Field_i, Str_s from collection1 where Text_t='XXXX' order by Field_i desc");
        SolrStream solrStream = new SolrStream(jetty.url, sParams);
        List<Tuple> tuples = getTuples(solrStream);
        assert (tuples.size() == 8);
        Tuple tuple;
        tuple = tuples.get(0);
        assert (tuple.getLong("id") == 8);
        assert (tuple.getLong("Field_i") == 60);
        assert (tuple.get("Str_s").equals("c"));
        tuple = tuples.get(1);
        assert (tuple.getLong("id") == 7);
        assert (tuple.getLong("Field_i") == 50);
        assert (tuple.get("Str_s").equals("c"));
        tuple = tuples.get(2);
        assert (tuple.getLong("id") == 6);
        assert (tuple.getLong("Field_i") == 40);
        assert (tuple.get("Str_s").equals("c"));
        tuple = tuples.get(3);
        assert (tuple.getLong("id") == 5);
        assert (tuple.getLong("Field_i") == 30);
        assert (tuple.get("Str_s").equals("c"));
        tuple = tuples.get(4);
        assert (tuple.getLong("id") == 3);
        assert (tuple.getLong("Field_i") == 20);
        assert (tuple.get("Str_s").equals("a"));
        tuple = tuples.get(5);
        assert (tuple.getLong("id") == 4);
        assert (tuple.getLong("Field_i") == 11);
        assert (tuple.get("Str_s").equals("b"));
        tuple = tuples.get(6);
        assert (tuple.getLong("id") == 2);
        assert (tuple.getLong("Field_i") == 8);
        assert (tuple.get("Str_s").equals("b"));
        tuple = tuples.get(7);
        assert (tuple.getLong("id") == 1);
        assert (tuple.getLong("Field_i") == 7);
        assert (tuple.get("Str_s").equals("a"));
        // TODO get sum(Field_i) as named one
        sParams = mapParams(CommonParams.QT, "/sql", "stmt", "select Str_s, sum(Field_i) from collection1 where id='(1 8)' group by Str_s having (sum(Field_i) = 7 OR sum(Field_i) = 60) order by sum(Field_i) desc");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 2);
        tuple = tuples.get(0);
        assert (tuple.get("Str_s").equals("c"));
        assert (tuple.getDouble("EXPR$1") == 60);
        tuple = tuples.get(1);
        assert (tuple.get("Str_s").equals("a"));
        assert (tuple.getDouble("EXPR$1") == 7);
        sParams = mapParams(CommonParams.QT, "/sql", "aggregationMode", "map_reduce", "stmt", "select Str_s, sum(Field_i) from collection1 where id='(1 8)' group by Str_s having (sum(Field_i) = 7 OR sum(Field_i) = 60) order by sum(Field_i) desc");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 2);
        tuple = tuples.get(0);
        assert (tuple.get("Str_s").equals("c"));
        assert (tuple.getDouble("EXPR$1") == 60);
        tuple = tuples.get(1);
        assert (tuple.get("Str_s").equals("a"));
        assert (tuple.getDouble("EXPR$1") == 7);
    } finally {
        delete();
    }
}

Example 7 with SolrStream

use of org.apache.solr.client.solrj.io.stream.SolrStream in project lucene-solr by apache.

the class TestSQLHandler method testParallelSelectDistinct.

private void testParallelSelectDistinct() throws Exception {
    try {
        CloudJettyRunner jetty = this.cloudJettys.get(0);
        del("*:*");
        commit();
        indexr("id", "1", "text", "XXXX XXXX", "str_s", "a", "field_i", "1");
        indexr("id", "2", "text", "XXXX XXXX", "str_s", "b", "field_i", "2");
        indexr("id", "3", "text", "XXXX XXXX", "str_s", "a", "field_i", "20");
        indexr("id", "4", "text", "XXXX XXXX", "str_s", "b", "field_i", "2");
        indexr("id", "5", "text", "XXXX XXXX", "str_s", "c", "field_i", "30");
        indexr("id", "6", "text", "XXXX XXXX", "str_s", "c", "field_i", "30");
        indexr("id", "7", "text", "XXXX XXXX", "str_s", "c", "field_i", "50");
        indexr("id", "8", "text", "XXXX XXXX", "str_s", "c", "field_i", "60");
        commit();
        SolrParams sParams = mapParams(CommonParams.QT, "/sql", "numWorkers", "2", "aggregationMode", "map_reduce", "stmt", "select distinct str_s, field_i from collection1 order by str_s asc, field_i asc");
        SolrStream solrStream = new SolrStream(jetty.url, sParams);
        List<Tuple> tuples = getTuples(solrStream);
        assert (tuples.size() == 6);
        Tuple tuple;
        tuple = tuples.get(0);
        assert (tuple.get("str_s").equals("a"));
        assert (tuple.getLong("field_i") == 1);
        tuple = tuples.get(1);
        assert (tuple.get("str_s").equals("a"));
        assert (tuple.getLong("field_i") == 20);
        tuple = tuples.get(2);
        assert (tuple.get("str_s").equals("b"));
        assert (tuple.getLong("field_i") == 2);
        tuple = tuples.get(3);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 30);
        tuple = tuples.get(4);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 50);
        tuple = tuples.get(5);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 60);
        //reverse the sort
        sParams = mapParams(CommonParams.QT, "/sql", "numWorkers", "2", "aggregationMode", "map_reduce", "stmt", "select distinct str_s, field_i from collection1 order by str_s desc, field_i desc");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 6);
        tuple = tuples.get(0);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 60);
        tuple = tuples.get(1);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 50);
        tuple = tuples.get(2);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 30);
        tuple = tuples.get(3);
        assert (tuple.get("str_s").equals("b"));
        assert (tuple.getLong("field_i") == 2);
        tuple = tuples.get(4);
        assert (tuple.get("str_s").equals("a"));
        assert (tuple.getLong("field_i") == 20);
        tuple = tuples.get(5);
        assert (tuple.get("str_s").equals("a"));
        assert (tuple.getLong("field_i") == 1);
        //reverse the sort
        sParams = mapParams(CommonParams.QT, "/sql", "numWorkers", "2", "aggregationMode", "map_reduce", "stmt", "select distinct str_s as myString, field_i from collection1 order by myString desc, field_i desc");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 6);
        tuple = tuples.get(0);
        assert (tuple.get("myString").equals("c"));
        assert (tuple.getLong("field_i") == 60);
        tuple = tuples.get(1);
        assert (tuple.get("myString").equals("c"));
        assert (tuple.getLong("field_i") == 50);
        tuple = tuples.get(2);
        assert (tuple.get("myString").equals("c"));
        assert (tuple.getLong("field_i") == 30);
        tuple = tuples.get(3);
        assert (tuple.get("myString").equals("b"));
        assert (tuple.getLong("field_i") == 2);
        tuple = tuples.get(4);
        assert (tuple.get("myString").equals("a"));
        assert (tuple.getLong("field_i") == 20);
        tuple = tuples.get(5);
        assert (tuple.get("myString").equals("a"));
        assert (tuple.getLong("field_i") == 1);
        //test with limit
        sParams = mapParams(CommonParams.QT, "/sql", "numWorkers", "2", "aggregationMode", "map_reduce", "stmt", "select distinct str_s, field_i from collection1 order by str_s desc, field_i desc limit 2");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 2);
        tuple = tuples.get(0);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 60);
        tuple = tuples.get(1);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 50);
        // Test without a sort. Sort should be asc by default.
        sParams = mapParams(CommonParams.QT, "/sql", "numWorkers", "2", "aggregationMode", "map_reduce", "stmt", "select distinct str_s, field_i from collection1");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 6);
        tuple = tuples.get(0);
        assert (tuple.get("str_s").equals("a"));
        assert (tuple.getLong("field_i") == 1);
        tuple = tuples.get(1);
        assert (tuple.get("str_s").equals("a"));
        assert (tuple.getLong("field_i") == 20);
        tuple = tuples.get(2);
        assert (tuple.get("str_s").equals("b"));
        assert (tuple.getLong("field_i") == 2);
        tuple = tuples.get(3);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 30);
        tuple = tuples.get(4);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 50);
        tuple = tuples.get(5);
        assert (tuple.get("str_s").equals("c"));
        assert (tuple.getLong("field_i") == 60);
        // Test with a predicate.
        sParams = mapParams(CommonParams.QT, "/sql", "numWorkers", "2", "aggregationMode", "map_reduce", "stmt", "select distinct str_s, field_i from collection1 where str_s = 'a'");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 2);
        tuple = tuples.get(0);
        assert (tuple.get("str_s").equals("a"));
        assert (tuple.getLong("field_i") == 1);
        tuple = tuples.get(1);
        assert (tuple.get("str_s").equals("a"));
        assert (tuple.getLong("field_i") == 20);
    } finally {
        delete();
    }
}

Example 8 with SolrStream

use of org.apache.solr.client.solrj.io.stream.SolrStream in project lucene-solr by apache.

the class StatementImpl method constructStream.

protected SolrStream constructStream(String sql) throws IOException {
    try {
        ZkStateReader zkStateReader = this.connection.getClient().getZkStateReader();
        Collection<Slice> slices = CloudSolrStream.getSlices(this.connection.getCollection(), zkStateReader, true);
        List<Replica> shuffler = new ArrayList<>();
        for (Slice slice : slices) {
            Collection<Replica> replicas = slice.getReplicas();
            for (Replica replica : replicas) {
                shuffler.add(replica);
            }
        }
        Collections.shuffle(shuffler, new Random());
        ModifiableSolrParams params = new ModifiableSolrParams();
        params.set(CommonParams.QT, "/sql");
        params.set("stmt", sql);
        for (String propertyName : this.connection.getProperties().stringPropertyNames()) {
            params.set(propertyName, this.connection.getProperties().getProperty(propertyName));
        }
        Replica rep = shuffler.get(0);
        ZkCoreNodeProps zkProps = new ZkCoreNodeProps(rep);
        String url = zkProps.getCoreUrl();
        return new SolrStream(url, params);
    } catch (Exception e) {
        throw new IOException(e);
    }
}

Example 9 with SolrStream

use of org.apache.solr.client.solrj.io.stream.SolrStream in project lucene-solr by apache.

the class TestSQLHandlerNonCloud method testSQLHandler.

@Test
public void testSQLHandler() throws Exception {
    String sql = "select id, field_i, str_s from " + DEFAULT_TEST_COLLECTION_NAME + " limit 10";
    SolrParams sParams = mapParams(CommonParams.QT, "/sql", "stmt", sql);
    String url = jetty.getBaseUrl() + "/" + DEFAULT_TEST_COLLECTION_NAME;
    SolrStream solrStream = new SolrStream(url, sParams);
    try {
        getTuples(solrStream);
        fail(SQLHandler.sqlNonCloudErrorMsg);
    } catch (IOException e) {
        assertTrue(e.getMessage().contains(SQLHandler.sqlNonCloudErrorMsg));
    }
}

Example 10 with SolrStream

use of org.apache.solr.client.solrj.io.stream.SolrStream in project lucene-solr by apache.

the class TestSQLHandler method testBasicSelect.

private void testBasicSelect() throws Exception {
    try {
        CloudJettyRunner jetty = this.cloudJettys.get(0);
        del("*:*");
        commit();
        indexDoc(sdoc("id", "1", "text", "XXXX XXXX", "str_s", "a", "field_i", "7"));
        indexDoc(sdoc("id", "2", "text", "XXXX XXXX", "str_s", "b", "field_i", "8"));
        indexDoc(sdoc("id", "3", "text", "XXXX XXXX", "str_s", "a", "field_i", "20"));
        indexDoc(sdoc("id", "4", "text", "XXXX XXXX", "str_s", "b", "field_i", "11"));
        indexDoc(sdoc("id", "5", "text", "XXXX XXXX", "str_s", "c", "field_i", "30"));
        indexDoc(sdoc("id", "6", "text", "XXXX XXXX", "str_s", "c", "field_i", "40"));
        indexDoc(sdoc("id", "7", "text", "XXXX XXXX", "str_s", "c", "field_i", "50"));
        indexDoc(sdoc("id", "8", "text", "XXXX XXXX", "str_s", "c", "field_i", "60"));
        commit();
        System.out.println("############# testBasicSelect() ############");
        SolrParams sParams = mapParams(CommonParams.QT, "/sql", "stmt", "select id, field_i, str_s from collection1 where (text='(XXXX)' OR text='XXXX') AND text='XXXX' order by field_i desc");
        SolrStream solrStream = new SolrStream(jetty.url, sParams);
        List<Tuple> tuples = getTuples(solrStream);
        assert (tuples.size() == 8);
        Tuple tuple;
        tuple = tuples.get(0);
        assert (tuple.getLong("id") == 8);
        assert (tuple.getLong("field_i") == 60);
        assert (tuple.get("str_s").equals("c"));
        tuple = tuples.get(1);
        assert (tuple.getLong("id") == 7);
        assert (tuple.getLong("field_i") == 50);
        assert (tuple.get("str_s").equals("c"));
        tuple = tuples.get(2);
        assert (tuple.getLong("id") == 6);
        assert (tuple.getLong("field_i") == 40);
        assert (tuple.get("str_s").equals("c"));
        tuple = tuples.get(3);
        assert (tuple.getLong("id") == 5);
        assert (tuple.getLong("field_i") == 30);
        assert (tuple.get("str_s").equals("c"));
        tuple = tuples.get(4);
        assert (tuple.getLong("id") == 3);
        assert (tuple.getLong("field_i") == 20);
        assert (tuple.get("str_s").equals("a"));
        tuple = tuples.get(5);
        assert (tuple.getLong("id") == 4);
        assert (tuple.getLong("field_i") == 11);
        assert (tuple.get("str_s").equals("b"));
        tuple = tuples.get(6);
        assert (tuple.getLong("id") == 2);
        assert (tuple.getLong("field_i") == 8);
        assert (tuple.get("str_s").equals("b"));
        tuple = tuples.get(7);
        assert (tuple.getLong("id") == 1);
        assert (tuple.getLong("field_i") == 7);
        assert (tuple.get("str_s").equals("a"));
        //Assert field order
        assertResponseContains(clients.get(0), sParams, "{\"docs\":[{\"id\":8,\"field_i\":60,\"str_s\":\"c\"}");
        //Test unlimited unsorted result. Should sort on _version_ desc
        sParams = mapParams(CommonParams.QT, "/sql", "stmt", "select id, field_i, str_s from collection1 where text='XXXX'");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 8);
        tuple = tuples.get(0);
        assert (tuple.getLong("id") == 8);
        assert (tuple.getLong("field_i") == 60);
        assert (tuple.get("str_s").equals("c"));
        tuple = tuples.get(1);
        assert (tuple.getLong("id") == 7);
        assert (tuple.getLong("field_i") == 50);
        assert (tuple.get("str_s").equals("c"));
        tuple = tuples.get(2);
        assert (tuple.getLong("id") == 6);
        assert (tuple.getLong("field_i") == 40);
        assert (tuple.get("str_s").equals("c"));
        tuple = tuples.get(3);
        assert (tuple.getLong("id") == 5);
        assert (tuple.getLong("field_i") == 30);
        assert (tuple.get("str_s").equals("c"));
        tuple = tuples.get(4);
        assert (tuple.getLong("id") == 4);
        assert (tuple.getLong("field_i") == 11);
        assert (tuple.get("str_s").equals("b"));
        tuple = tuples.get(5);
        assert (tuple.getLong("id") == 3);
        assert (tuple.getLong("field_i") == 20);
        assert (tuple.get("str_s").equals("a"));
        tuple = tuples.get(6);
        assert (tuple.getLong("id") == 2);
        assert (tuple.getLong("field_i") == 8);
        assert (tuple.get("str_s").equals("b"));
        tuple = tuples.get(7);
        assert (tuple.getLong("id") == 1);
        assert (tuple.getLong("field_i") == 7);
        assert (tuple.get("str_s").equals("a"));
        sParams = mapParams(CommonParams.QT, "/sql", "stmt", "select id, field_i, str_s from collection1 where text='XXXX' order by field_i desc limit 1");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 1);
        tuple = tuples.get(0);
        assert (tuple.getLong("id") == 8);
        assert (tuple.getLong("field_i") == 60);
        assert (tuple.get("str_s").equals("c"));
        sParams = mapParams(CommonParams.QT, "/sql", "stmt", "select id, field_i, str_s from collection1 where text='XXXX' AND id='(1 2 3)' order by field_i desc");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 3);
        tuple = tuples.get(0);
        assert (tuple.getLong("id") == 3);
        assert (tuple.getLong("field_i") == 20);
        assert (tuple.get("str_s").equals("a"));
        tuple = tuples.get(1);
        assert (tuple.getLong("id") == 2);
        assert (tuple.getLong("field_i") == 8);
        assert (tuple.get("str_s").equals("b"));
        tuple = tuples.get(2);
        assert (tuple.getLong("id") == 1);
        assert (tuple.getLong("field_i") == 7);
        assert (tuple.get("str_s").equals("a"));
        sParams = mapParams(CommonParams.QT, "/sql", "stmt", "select id as myId, field_i as myInt, str_s as myString from collection1 where text='XXXX' AND id='(1 2 3)' order by myInt desc");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 3);
        tuple = tuples.get(0);
        assert (tuple.getLong("myId") == 3);
        assert (tuple.getLong("myInt") == 20);
        assert (tuple.get("myString").equals("a"));
        tuple = tuples.get(1);
        assert (tuple.getLong("myId") == 2);
        assert (tuple.getLong("myInt") == 8);
        assert (tuple.get("myString").equals("b"));
        tuple = tuples.get(2);
        assert (tuple.getLong("myId") == 1);
        assert (tuple.getLong("myInt") == 7);
        assert (tuple.get("myString").equals("a"));
        sParams = mapParams(CommonParams.QT, "/sql", "stmt", "select id as myId, field_i as myInt, str_s as myString from collection1 where text='XXXX' AND id='(1 2 3)' order by field_i desc");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 3);
        tuple = tuples.get(0);
        assert (tuple.getLong("myId") == 3);
        assert (tuple.getLong("myInt") == 20);
        assert (tuple.get("myString").equals("a"));
        tuple = tuples.get(1);
        assert (tuple.getLong("myId") == 2);
        assert (tuple.getLong("myInt") == 8);
        assert (tuple.get("myString").equals("b"));
        tuple = tuples.get(2);
        assert (tuple.getLong("myId") == 1);
        assert (tuple.getLong("myInt") == 7);
        assert (tuple.get("myString").equals("a"));
        //Test after reload SOLR-9059//
        Replica leader = getShardLeader("collection1", "shard1", 30);
        // reload collection and wait to see the core report it has been reloaded
        boolean wasReloaded = reloadCollection(leader, "collection1");
        assertTrue(wasReloaded);
        sParams = mapParams(CommonParams.QT, "/sql", "stmt", "select id as myId, field_i as myInt, str_s as myString from collection1 where text='XXXX' AND id='(1 2 3)' order by field_i desc");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assert (tuples.size() == 3);
        tuple = tuples.get(0);
        assert (tuple.getLong("myId") == 3);
        assert (tuple.getLong("myInt") == 20);
        assert (tuple.get("myString").equals("a"));
        tuple = tuples.get(1);
        assert (tuple.getLong("myId") == 2);
        assert (tuple.getLong("myInt") == 8);
        assert (tuple.get("myString").equals("b"));
        tuple = tuples.get(2);
        assert (tuple.getLong("myId") == 1);
        assert (tuple.getLong("myInt") == 7);
        assert (tuple.get("myString").equals("a"));
        // SOLR-8845 - Test to make sure that 1 = 0 works for things like Spark SQL
        sParams = mapParams(CommonParams.QT, "/sql", "stmt", "select id, field_i, str_s from collection1 where 1 = 0");
        solrStream = new SolrStream(jetty.url, sParams);
        tuples = getTuples(solrStream);
        assertEquals(0, tuples.size());
    } finally {
        delete();
    }
}