Examples with ZSession org.apache.zeppelin.client.ZSession used on opensource projects

Example 1 with ZSession

use of org.apache.zeppelin.client.ZSession in project zeppelin by apache.

the class FlinkAdvancedExample2 method main.

public static void main(String[] args) {
    ZSession session = null;
    try {
        ClientConfig clientConfig = new ClientConfig("http://localhost:8080");
        Map<String, String> intpProperties = new HashMap<>();
        session = ZSession.builder().setClientConfig(clientConfig).setInterpreter("flink").setIntpProperties(intpProperties).build();
        // CompositeMessageHandler allow you to add StatementMessageHandler for each statement.
        // otherwise you have to use a global MessageHandler.
        session.start(new CompositeMessageHandler());
        System.out.println("Flink Web UI: " + session.getWeburl());
        System.out.println("-----------------------------------------------------------------------------");
        String initCode = IOUtils.toString(FlinkAdvancedExample.class.getResource("/init_stream.scala"));
        ExecuteResult result = session.execute(initCode);
        System.out.println("Job status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
        // run flink ssql
        Map<String, String> localProperties = new HashMap<>();
        localProperties.put("type", "update");
        result = session.submit("ssql", localProperties, "select url, count(1) as pv from log group by url", new MyStatementMessageHandler1());
        session.waitUntilFinished(result.getStatementId());
        result = session.submit("ssql", localProperties, "select upper(url), count(1) as pv from log group by url", new MyStatementMessageHandler2());
        session.waitUntilFinished(result.getStatementId());
    } catch (Exception e) {
        e.printStackTrace();
    } finally {
        if (session != null) {
            try {
                session.stop();
            } catch (Exception e) {
                e.printStackTrace();
            }
        }
    }
}

Example 2 with ZSession

use of org.apache.zeppelin.client.ZSession in project zeppelin by apache.

the class HiveExample method main.

public static void main(String[] args) {
    ZSession session = null;
    try {
        ClientConfig clientConfig = new ClientConfig("http://localhost:8080");
        Map<String, String> intpProperties = new HashMap<>();
        session = ZSession.builder().setClientConfig(clientConfig).setInterpreter("hive").setIntpProperties(intpProperties).build();
        session.start(new SimpleMessageHandler());
        // single sql
        ExecuteResult result = session.execute("show databases");
        System.out.println("show database result : " + result.getResults().get(0).getData());
        // multiple sql
        result = session.execute("use tpch_text_5;\nshow tables");
        System.out.println("show tables result: " + result.getResults().get(0).getData());
        // select, you can see the hive sql job progress via SimpleMessageHandler
        result = session.execute("select count(1) from lineitem");
        System.out.println("Result status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
        // invalid sql
        result = session.execute("select * from unknown_table");
        System.out.println("Result status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
    } catch (Exception e) {
        e.printStackTrace();
    } finally {
        if (session != null) {
            try {
                session.stop();
            } catch (Exception e) {
                e.printStackTrace();
            }
        }
    }
}

Example 3 with ZSession

use of org.apache.zeppelin.client.ZSession in project zeppelin by apache.

the class PythonExample method main.

public static void main(String[] args) {
    ZSession session = null;
    try {
        ClientConfig clientConfig = new ClientConfig("http://localhost:8080");
        Map<String, String> intpProperties = new HashMap<>();
        session = ZSession.builder().setClientConfig(clientConfig).setInterpreter("python").setIntpProperties(intpProperties).build();
        session.start(new SimpleMessageHandler());
        // single statement
        ExecuteResult result = session.execute("print('hello world')");
        System.out.println(result.getResults().get(0).getData());
        // multiple statement
        result = session.execute("print('hello world')\nprint('hello world2')");
        System.out.println(result.getResults().get(0).getData());
        // error output
        result = session.execute("1/0");
        System.out.println("Result status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
        // matplotlib
        result = session.execute("ipython", "%matplotlib inline\n" + "import matplotlib.pyplot as plt\n" + "plt.plot([1,2,3,4])\n" + "plt.ylabel('some numbers')\n" + "plt.show()");
        System.out.println("Matplotlib result, type: " + result.getResults().get(0).getType() + ", data: " + result.getResults().get(0).getData());
        // show pandas dataframe
        result = session.execute("ipython", "import pandas as pd\n" + "df = pd.DataFrame({'name':['a','b','c'], 'count':[12,24,18]})\n" + "z.show(df)");
        System.out.println("Pandas dataframe result, type: " + result.getResults().get(0).getType() + ", data: " + result.getResults().get(0).getData());
        // streaming output
        result = session.execute("import time\n" + "for i in range(1,10):\n" + "    print(i)\n" + "    time.sleep(1)");
        System.out.println("Python streaming result, type: " + result.getResults().get(0).getType() + ", data: " + result.getResults().get(0).getData());
    } catch (Exception e) {
        e.printStackTrace();
    } finally {
        if (session != null) {
            try {
                session.stop();
            } catch (Exception e) {
                e.printStackTrace();
            }
        }
    }
}

Example 4 with ZSession

use of org.apache.zeppelin.client.ZSession in project zeppelin by apache.

the class SparkAdvancedExample method main.

public static void main(String[] args) {
    ZSession session = null;
    try {
        ClientConfig clientConfig = new ClientConfig("http://localhost:8080");
        Map<String, String> intpProperties = new HashMap<>();
        intpProperties.put("spark.master", "local[*]");
        session = ZSession.builder().setClientConfig(clientConfig).setInterpreter("spark").setIntpProperties(intpProperties).build();
        // if MessageHandler is specified, then websocket is enabled.
        // you can get continuous output from Zeppelin via websocket.
        session.start(new SimpleMessageHandler());
        System.out.println("Spark Web UI: " + session.getWeburl());
        String code = "sc.range(1,10).map(e=> {Thread.sleep(2000); e}).sum()";
        System.out.println("Submit code: " + code);
        // use submit to run spark code in non-blocking way.
        ExecuteResult result = session.submit(code);
        System.out.println("Job status: " + result.getStatus());
        while (!result.getStatus().isCompleted()) {
            result = session.queryStatement(result.getStatementId());
            System.out.println("Job status: " + result.getStatus() + ", progress: " + result.getProgress());
            Thread.sleep(1000);
        }
        System.out.println("Job status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
        System.out.println("-----------------------------------------------------------------------------");
        System.out.println("Submit code: " + code);
        result = session.submit("sc.range(1,10).map(e=> {Thread.sleep(2000); e}).sum()");
        System.out.println("Job status: " + result.getStatus());
        result = session.waitUntilFinished(result.getStatementId());
        System.out.println("Job status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
        System.out.println("-----------------------------------------------------------------------------");
        System.out.println("Submit code: " + code);
        result = session.submit("sc.range(1,10).map(e=> {Thread.sleep(2000); e}).sum()");
        System.out.println("Job status: " + result.getStatus());
        session.waitUntilRunning(result.getStatementId());
        System.out.println("Try to cancel statement: " + result.getStatementId());
        session.cancel(result.getStatementId());
        result = session.waitUntilFinished(result.getStatementId());
        System.out.println("Job status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
        System.out.println("-----------------------------------------------------------------------------");
        code = "for(i <- 1 to 10) {\n" + "   Thread.sleep(1000)\n" + "   println(i)\n" + "}";
        System.out.println("Submit code: " + code);
        result = session.execute(code);
        System.out.println("Job status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
    } catch (Exception e) {
        e.printStackTrace();
    } finally {
        if (session != null) {
            try {
                session.stop();
            } catch (Exception e) {
                e.printStackTrace();
            }
        }
    }
}

Example 5 with ZSession

use of org.apache.zeppelin.client.ZSession in project zeppelin by apache.

the class FlinkExample method main.

public static void main(String[] args) {
    ZSession session = null;
    try {
        ClientConfig clientConfig = new ClientConfig("http://localhost:8080");
        Map<String, String> intpProperties = new HashMap<>();
        session = ZSession.builder().setClientConfig(clientConfig).setInterpreter("flink").setIntpProperties(intpProperties).build();
        session.start();
        System.out.println("Flink Web UI: " + session.getWeburl());
        // scala (single result)
        ExecuteResult result = session.execute("benv.fromElements(1,2,3).print()");
        System.out.println("Result: " + result.getResults().get(0).getData());
        // scala (multiple result)
        result = session.execute("val data = benv.fromElements(1,2,3).map(e=>(e, e * 2))\n" + "data.print()\n" + "z.show(data)");
        // The first result is text output
        System.out.println("Result 1: type: " + result.getResults().get(0).getType() + ", data: " + result.getResults().get(0).getData());
        // The second result is table output
        System.out.println("Result 2: type: " + result.getResults().get(1).getType() + ", data: " + result.getResults().get(1).getData());
        System.out.println("Flink Job Urls:\n" + StringUtils.join(result.getJobUrls(), "\n"));
        // error output
        result = session.execute("1/0");
        System.out.println("Result status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
        // pyflink
        result = session.execute("pyflink", "type(b_env)");
        System.out.println("benv: " + result.getResults().get(0).getData());
        // matplotlib
        result = session.execute("ipyflink", "%matplotlib inline\n" + "import matplotlib.pyplot as plt\n" + "plt.plot([1,2,3,4])\n" + "plt.ylabel('some numbers')\n" + "plt.show()");
        System.out.println("Matplotlib result, type: " + result.getResults().get(0).getType() + ", data: " + result.getResults().get(0).getData());
        // flink sql
        result = session.execute("ssql", "show tables");
        System.out.println("Flink tables: " + result.getResults().get(0).getData());
        // flink invalid sql
        result = session.execute("bsql", "select * from unknown_table");
        System.out.println("Result status: " + result.getStatus() + ", data: " + result.getResults().get(0).getData());
    } catch (Exception e) {
        e.printStackTrace();
    } finally {
        if (session != null) {
            try {
                session.stop();
            } catch (Exception e) {
                e.printStackTrace();
            }
        }
    }
}