Examples with ParseException org.apache.pig.tools.pigscript.parser.ParseException used on opensource projects

Example 1 with ParseException

use of org.apache.pig.tools.pigscript.parser.ParseException in project zeppelin by apache.

the class PigQueryInterpreter method interpret.

@Override
public InterpreterResult interpret(String st, InterpreterContext context) {
    // '-' is invalid for pig alias
    String alias = "paragraph_" + context.getParagraphId().replace("-", "_");
    String[] lines = st.split("\n");
    List<String> queries = new ArrayList<>();
    for (int i = 0; i < lines.length; ++i) {
        if (i == lines.length - 1) {
            lines[i] = alias + " = " + lines[i];
        }
        queries.add(lines[i]);
    }
    StringBuilder resultBuilder = new StringBuilder("%table ");
    try {
        pigServer.setJobName(createJobName(st, context));
        File tmpScriptFile = PigUtils.createTempPigScript(queries);
        // each thread should its own ScriptState & PigStats
        ScriptState.start(pigServer.getPigContext().getExecutionEngine().instantiateScriptState());
        // reset PigStats, otherwise you may get the PigStats of last job in the same thread
        // because PigStats is ThreadLocal variable
        PigStats.start(pigServer.getPigContext().getExecutionEngine().instantiatePigStats());
        PigScriptListener scriptListener = new PigScriptListener();
        ScriptState.get().registerListener(scriptListener);
        listenerMap.put(context.getParagraphId(), scriptListener);
        pigServer.registerScript(tmpScriptFile.getAbsolutePath());
        Schema schema = pigServer.dumpSchema(alias);
        boolean schemaKnown = (schema != null);
        if (schemaKnown) {
            for (int i = 0; i < schema.size(); ++i) {
                Schema.FieldSchema field = schema.getField(i);
                resultBuilder.append(field.alias != null ? field.alias : "col_" + i);
                if (i != schema.size() - 1) {
                    resultBuilder.append("\t");
                }
            }
            resultBuilder.append("\n");
        }
        Iterator<Tuple> iter = pigServer.openIterator(alias);
        boolean firstRow = true;
        int index = 0;
        while (iter.hasNext() && index < maxResult) {
            index++;
            Tuple tuple = iter.next();
            if (firstRow && !schemaKnown) {
                for (int i = 0; i < tuple.size(); ++i) {
                    resultBuilder.append("c_" + i + "\t");
                }
                resultBuilder.append("\n");
                firstRow = false;
            }
            resultBuilder.append(StringUtils.join(tuple.iterator(), "\t"));
            resultBuilder.append("\n");
        }
        if (index >= maxResult && iter.hasNext()) {
            resultBuilder.append("\n");
            resultBuilder.append(ResultMessages.getExceedsLimitRowsMessage(maxResult, MAX_RESULTS));
        }
    } catch (IOException e) {
        // 4. Other errors.
        if (e instanceof FrontendException) {
            FrontendException fe = (FrontendException) e;
            if (!fe.getMessage().contains("Backend error :")) {
                LOGGER.error("Fail to run pig query.", e);
                return new InterpreterResult(Code.ERROR, ExceptionUtils.getStackTrace(e));
            }
        }
        if (e.getCause() instanceof ParseException) {
            return new InterpreterResult(Code.ERROR, e.getMessage());
        }
        PigStats stats = PigStats.get();
        if (stats != null) {
            String errorMsg = stats.getDisplayString();
            if (errorMsg != null) {
                return new InterpreterResult(Code.ERROR, errorMsg);
            }
        }
        LOGGER.error("Fail to run pig query.", e);
        return new InterpreterResult(Code.ERROR, ExceptionUtils.getStackTrace(e));
    } finally {
        listenerMap.remove(context.getParagraphId());
    }
    return new InterpreterResult(Code.SUCCESS, resultBuilder.toString());
}

Example 2 with ParseException

use of org.apache.pig.tools.pigscript.parser.ParseException in project zeppelin by apache.

the class PigInterpreter method interpret.

@Override
public InterpreterResult interpret(String cmd, InterpreterContext contextInterpreter) {
    // remember the origial stdout, because we will redirect stdout to capture
    // the pig dump output.
    PrintStream originalStdOut = System.out;
    ByteArrayOutputStream bytesOutput = new ByteArrayOutputStream();
    File tmpFile = null;
    try {
        pigServer.setJobName(createJobName(cmd, contextInterpreter));
        tmpFile = PigUtils.createTempPigScript(cmd);
        System.setOut(new PrintStream(bytesOutput));
        // each thread should its own ScriptState & PigStats
        ScriptState.start(pigServer.getPigContext().getExecutionEngine().instantiateScriptState());
        // reset PigStats, otherwise you may get the PigStats of last job in the same thread
        // because PigStats is ThreadLocal variable
        PigStats.start(pigServer.getPigContext().getExecutionEngine().instantiatePigStats());
        PigScriptListener scriptListener = new PigScriptListener();
        ScriptState.get().registerListener(scriptListener);
        listenerMap.put(contextInterpreter.getParagraphId(), scriptListener);
        pigServer.registerScript(tmpFile.getAbsolutePath());
    } catch (IOException e) {
        // 4. Other errors.
        if (e instanceof FrontendException) {
            FrontendException fe = (FrontendException) e;
            if (!fe.getMessage().contains("Backend error :")) {
                // If the error message contains "Backend error :", that means the exception is from
                // backend.
                LOGGER.error("Fail to run pig script.", e);
                return new InterpreterResult(Code.ERROR, ExceptionUtils.getStackTrace(e));
            }
        }
        if (e.getCause() instanceof ParseException) {
            return new InterpreterResult(Code.ERROR, e.getCause().getMessage());
        }
        PigStats stats = PigStats.get();
        if (stats != null) {
            String errorMsg = stats.getDisplayString();
            if (errorMsg != null) {
                LOGGER.error("Fail to run pig script, " + errorMsg);
                return new InterpreterResult(Code.ERROR, errorMsg);
            }
        }
        LOGGER.error("Fail to run pig script.", e);
        return new InterpreterResult(Code.ERROR, ExceptionUtils.getStackTrace(e));
    } finally {
        System.setOut(originalStdOut);
        listenerMap.remove(contextInterpreter.getParagraphId());
        if (tmpFile != null) {
            tmpFile.delete();
        }
    }
    StringBuilder outputBuilder = new StringBuilder();
    PigStats stats = PigStats.get();
    if (stats != null && includeJobStats) {
        String jobStats = stats.getDisplayString();
        if (jobStats != null) {
            outputBuilder.append(jobStats);
        }
    }
    outputBuilder.append(bytesOutput.toString());
    return new InterpreterResult(Code.SUCCESS, outputBuilder.toString());
}