Examples with OozieClientException org.apache.oozie.client.OozieClientException used on opensource projects

Example 16 with OozieClientException

use of org.apache.oozie.client.OozieClientException in project oozie by apache.

the class AppInfoCollector method getBundleJob.

private void getBundleJob(final File outputDir, final String jobId, int maxChildActions) {
    if (jobId == null || !isBundle(jobId)) {
        return;
    }
    try {
        System.out.print("Getting Details for " + jobId + "...");
        final File bundleOutputDir = new File(outputDir, jobId);
        if (!createOutputDirectory(bundleOutputDir)) {
            return;
        }
        final BundleJob job = client.getBundleJobInfo(jobId);
        try (DiagBundleEntryWriter bundleEntryWriter = new DiagBundleEntryWriter(bundleOutputDir, "info.txt")) {
            persistBundleJobInfo(job, bundleEntryWriter);
        }
        storeCommonDetails(bundleOutputDir, jobId, "bundle", job.getConf());
        System.out.println("Done");
        for (CoordinatorJob coordJob : job.getCoordinators()) {
            getCoordJob(outputDir, coordJob.getId(), maxChildActions);
        }
    } catch (IOException | OozieClientException e) {
        System.err.printf(String.format("Exception occurred during the retrieval of bundle information: %s%n", e.getMessage()));
    }
}

Example 17 with OozieClientException

use of org.apache.oozie.client.OozieClientException in project oozie by apache.

the class AppInfoCollector method getCoordJob.

private void getCoordJob(final File outputDir, final String jobId, int maxChildActions) {
    if (jobId == null || !isCoordinator(jobId)) {
        return;
    }
    try {
        System.out.print("Getting Details for " + jobId + "...");
        final File coordOutputDir = new File(outputDir, jobId);
        if (!createOutputDirectory(coordOutputDir)) {
            return;
        }
        final CoordinatorJob job = client.getCoordJobInfo(jobId);
        try (DiagBundleEntryWriter bundleEntryWriter = new DiagBundleEntryWriter(coordOutputDir, "info.txt")) {
            persistCoordinatorJobInfo(maxChildActions, job, bundleEntryWriter);
        }
        storeCommonDetails(coordOutputDir, jobId, "coordinator", job.getConf());
        System.out.println("Done");
        final List<CoordinatorAction> coordinatorActions = job.getActions();
        for (int i = 0; i != coordinatorActions.size() && i < maxChildActions; ++i) {
            storeWorkflowJobDetails(outputDir, coordinatorActions.get(i).getExternalId(), maxChildActions);
        }
    } catch (IOException | OozieClientException e) {
        System.err.printf(String.format("Exception occurred during the retrieval of coordinator information:%s%n", e.getMessage()));
    }
}

Example 18 with OozieClientException

use of org.apache.oozie.client.OozieClientException in project oozie by apache.

the class OozieCLI method scriptLanguageCommand.

private void scriptLanguageCommand(CommandLine commandLine, String jobType) throws IOException, OozieCLIException {
    List<String> args = commandLine.getArgList();
    if (args.size() > 0) {
        // checking if args starts with -X (because CLIParser cannot check this)
        if (!args.get(0).equals("-X")) {
            throw new OozieCLIException("Unrecognized option: " + args.get(0) + " Expecting -X");
        }
        args.remove(0);
    }
    if (!commandLine.hasOption(SCRIPTFILE_OPTION)) {
        throw new OozieCLIException("Need to specify -file <scriptfile>");
    }
    if (!commandLine.hasOption(CONFIG_OPTION)) {
        throw new OozieCLIException("Need to specify -config <configfile>");
    }
    try {
        XOozieClient wc = createXOozieClient(commandLine);
        Properties conf = getConfiguration(wc, commandLine);
        String script = commandLine.getOptionValue(SCRIPTFILE_OPTION);
        List<String> paramsList = new ArrayList<String>();
        if (commandLine.hasOption("P")) {
            Properties params = commandLine.getOptionProperties("P");
            for (String key : params.stringPropertyNames()) {
                paramsList.add(key + "=" + params.getProperty(key));
            }
        }
        System.out.println(JOB_ID_PREFIX + wc.submitScriptLanguage(conf, script, args.toArray(new String[args.size()]), paramsList.toArray(new String[paramsList.size()]), jobType));
    } catch (OozieClientException ex) {
        throw new OozieCLIException(ex.toString(), ex);
    }
}

Example 19 with OozieClientException

use of org.apache.oozie.client.OozieClientException in project oozie by apache.

the class OozieCLI method jobCommand.

private void jobCommand(CommandLine commandLine) throws IOException, OozieCLIException {
    XOozieClient wc = createXOozieClient(commandLine);
    List<String> options = new ArrayList<String>();
    for (Option option : commandLine.getOptions()) {
        options.add(option.getOpt());
    }
    try {
        if (options.contains(SUBMIT_OPTION)) {
            System.out.println(JOB_ID_PREFIX + wc.submit(getConfiguration(wc, commandLine)));
        } else if (options.contains(START_OPTION)) {
            wc.start(commandLine.getOptionValue(START_OPTION));
        } else if (options.contains(DRYRUN_OPTION) && !options.contains(UPDATE_OPTION)) {
            String dryrunStr = wc.dryrun(getConfiguration(wc, commandLine));
            if (dryrunStr.equals("OK")) {
                // workflow
                System.out.println("OK");
            } else {
                // coordinator
                String[] dryrunStrs = dryrunStr.split("action for new instance");
                int arraysize = dryrunStrs.length;
                System.out.println("***coordJob after parsing: ***");
                System.out.println(dryrunStrs[0]);
                int aLen = dryrunStrs.length - 1;
                if (aLen < 0) {
                    aLen = 0;
                }
                System.out.println("***total coord actions is " + aLen + " ***");
                for (int i = 1; i <= arraysize - 1; i++) {
                    System.out.println(RULER);
                    System.out.println("coordAction instance: " + i + ":");
                    System.out.println(dryrunStrs[i]);
                }
            }
        } else if (options.contains(SUSPEND_OPTION)) {
            wc.suspend(commandLine.getOptionValue(SUSPEND_OPTION));
        } else if (options.contains(RESUME_OPTION)) {
            wc.resume(commandLine.getOptionValue(RESUME_OPTION));
        } else if (options.contains(IGNORE_OPTION)) {
            String ignoreScope = null;
            if (options.contains(ACTION_OPTION)) {
                ignoreScope = commandLine.getOptionValue(ACTION_OPTION);
                if (ignoreScope == null || ignoreScope.isEmpty()) {
                    throw new OozieCLIException("-" + ACTION_OPTION + " is empty");
                }
            }
            printCoordActionsStatus(wc.ignore(commandLine.getOptionValue(IGNORE_OPTION), ignoreScope));
        } else if (options.contains(KILL_OPTION)) {
            if (commandLine.getOptionValue(KILL_OPTION).contains("-C") && (options.contains(DATE_OPTION) || options.contains(ACTION_OPTION))) {
                String coordJobId = commandLine.getOptionValue(KILL_OPTION);
                String scope = null;
                String rangeType = null;
                if (options.contains(DATE_OPTION) && options.contains(ACTION_OPTION)) {
                    throw new OozieCLIException("Invalid options provided for rerun: either" + DATE_OPTION + " or " + ACTION_OPTION + " expected. Don't use both at the same time.");
                }
                if (options.contains(DATE_OPTION)) {
                    rangeType = RestConstants.JOB_COORD_SCOPE_DATE;
                    scope = commandLine.getOptionValue(DATE_OPTION);
                } else if (options.contains(ACTION_OPTION)) {
                    rangeType = RestConstants.JOB_COORD_SCOPE_ACTION;
                    scope = commandLine.getOptionValue(ACTION_OPTION);
                } else {
                    throw new OozieCLIException("Invalid options provided for rerun: " + DATE_OPTION + " or " + ACTION_OPTION + " expected.");
                }
                printCoordActions(wc.kill(coordJobId, rangeType, scope));
            } else {
                wc.kill(commandLine.getOptionValue(KILL_OPTION));
            }
        } else if (options.contains(CHANGE_OPTION)) {
            wc.change(commandLine.getOptionValue(CHANGE_OPTION), getChangeValue(commandLine));
        } else if (options.contains(RUN_OPTION)) {
            System.out.println(JOB_ID_PREFIX + wc.run(getConfiguration(wc, commandLine)));
        } else if (options.contains(RERUN_OPTION)) {
            if (commandLine.getOptionValue(RERUN_OPTION).contains("-W")) {
                if (isConfigurationSpecified(wc, commandLine)) {
                    wc.reRun(commandLine.getOptionValue(RERUN_OPTION), getConfiguration(wc, commandLine));
                } else {
                    wc.reRun(commandLine.getOptionValue(RERUN_OPTION), new Properties());
                }
            } else if (commandLine.getOptionValue(RERUN_OPTION).contains("-B")) {
                String bundleJobId = commandLine.getOptionValue(RERUN_OPTION);
                String coordScope = null;
                String dateScope = null;
                boolean refresh = false;
                boolean noCleanup = false;
                if (options.contains(ACTION_OPTION)) {
                    throw new OozieCLIException("Invalid options provided for bundle rerun. " + ACTION_OPTION + " is not valid for bundle rerun");
                }
                if (options.contains(DATE_OPTION)) {
                    dateScope = commandLine.getOptionValue(DATE_OPTION);
                }
                if (options.contains(COORD_OPTION)) {
                    coordScope = commandLine.getOptionValue(COORD_OPTION);
                }
                if (options.contains(RERUN_REFRESH_OPTION)) {
                    refresh = true;
                }
                if (options.contains(RERUN_NOCLEANUP_OPTION)) {
                    noCleanup = true;
                }
                wc.reRunBundle(bundleJobId, coordScope, dateScope, refresh, noCleanup);
                if (coordScope != null && !coordScope.isEmpty()) {
                    System.out.println("Coordinators [" + coordScope + "] of bundle " + bundleJobId + " are scheduled to rerun on date ranges [" + dateScope + "].");
                } else {
                    System.out.println("All coordinators of bundle " + bundleJobId + " are scheduled to rerun on the date ranges [" + dateScope + "].");
                }
            } else {
                String coordJobId = commandLine.getOptionValue(RERUN_OPTION);
                String scope = null;
                String rerunType = null;
                boolean refresh = false;
                boolean noCleanup = false;
                boolean failed = false;
                if (options.contains(DATE_OPTION) && options.contains(ACTION_OPTION)) {
                    throw new OozieCLIException("Invalid options provided for rerun: either" + DATE_OPTION + " or " + ACTION_OPTION + " expected. Don't use both at the same time.");
                }
                if (options.contains(DATE_OPTION)) {
                    rerunType = RestConstants.JOB_COORD_SCOPE_DATE;
                    scope = commandLine.getOptionValue(DATE_OPTION);
                } else if (options.contains(ACTION_OPTION)) {
                    rerunType = RestConstants.JOB_COORD_SCOPE_ACTION;
                    scope = commandLine.getOptionValue(ACTION_OPTION);
                } else {
                    throw new OozieCLIException("Invalid options provided for rerun: " + DATE_OPTION + " or " + ACTION_OPTION + " expected.");
                }
                if (options.contains(RERUN_REFRESH_OPTION)) {
                    refresh = true;
                }
                if (options.contains(RERUN_NOCLEANUP_OPTION)) {
                    noCleanup = true;
                }
                Properties props = null;
                if (isConfigurationSpecified(wc, commandLine)) {
                    props = getConfiguration(wc, commandLine);
                }
                if (options.contains(RERUN_FAILED_OPTION)) {
                    failed = true;
                }
                printCoordActions(wc.reRunCoord(coordJobId, rerunType, scope, refresh, noCleanup, failed, props));
            }
        } else if (options.contains(INFO_OPTION)) {
            String timeZoneId = getTimeZoneId(commandLine);
            final String optionValue = commandLine.getOptionValue(INFO_OPTION);
            if (optionValue.endsWith("-B")) {
                String filter = commandLine.getOptionValue(FILTER_OPTION);
                if (filter != null) {
                    throw new OozieCLIException("Filter option is currently not supported for a Bundle job");
                }
                printBundleJob(wc.getBundleJobInfo(optionValue), timeZoneId, options.contains(VERBOSE_OPTION));
            } else if (optionValue.endsWith("-C")) {
                String s = commandLine.getOptionValue(OFFSET_OPTION);
                int start = Integer.parseInt((s != null) ? s : "-1");
                s = commandLine.getOptionValue(LEN_OPTION);
                int len = Integer.parseInt((s != null) ? s : "-1");
                String filter = commandLine.getOptionValue(FILTER_OPTION);
                String order = commandLine.getOptionValue(ORDER_OPTION);
                printCoordJob(wc.getCoordJobInfo(optionValue, filter, start, len, order), timeZoneId, options.contains(VERBOSE_OPTION));
            } else if (optionValue.contains("-C@")) {
                if (options.contains(ALL_WORKFLOWS_FOR_COORD_ACTION)) {
                    printWfsForCoordAction(wc.getWfsForCoordAction(optionValue), timeZoneId);
                } else {
                    String filter = commandLine.getOptionValue(FILTER_OPTION);
                    if (filter != null) {
                        throw new OozieCLIException("Filter option is not supported for a Coordinator action");
                    }
                    printCoordAction(wc.getCoordActionInfo(optionValue), timeZoneId);
                }
            } else if (optionValue.contains("-W@")) {
                String filter = commandLine.getOptionValue(FILTER_OPTION);
                if (filter != null) {
                    throw new OozieCLIException("Filter option is not supported for a Workflow action");
                }
                printWorkflowAction(wc.getWorkflowActionInfo(optionValue), timeZoneId, options.contains(VERBOSE_OPTION));
            } else {
                String filter = commandLine.getOptionValue(FILTER_OPTION);
                if (filter != null) {
                    throw new OozieCLIException("Filter option is currently not supported for a Workflow job");
                }
                String s = commandLine.getOptionValue(OFFSET_OPTION);
                int start = Integer.parseInt((s != null) ? s : "0");
                s = commandLine.getOptionValue(LEN_OPTION);
                String jobtype = commandLine.getOptionValue(JOBTYPE_OPTION);
                jobtype = (jobtype != null) ? jobtype : "wf";
                int len = Integer.parseInt((s != null) ? s : "0");
                printJob(wc.getJobInfo(optionValue, start, len), timeZoneId, options.contains(VERBOSE_OPTION));
            }
        } else if (options.contains(LOG_OPTION)) {
            PrintStream ps = System.out;
            String logFilter = null;
            if (options.contains(RestConstants.LOG_FILTER_OPTION)) {
                logFilter = commandLine.getOptionValue(RestConstants.LOG_FILTER_OPTION);
            }
            if (commandLine.getOptionValue(LOG_OPTION).contains("-C")) {
                String logRetrievalScope = null;
                String logRetrievalType = null;
                if (options.contains(ACTION_OPTION)) {
                    logRetrievalType = RestConstants.JOB_LOG_ACTION;
                    logRetrievalScope = commandLine.getOptionValue(ACTION_OPTION);
                }
                if (options.contains(DATE_OPTION)) {
                    logRetrievalType = RestConstants.JOB_LOG_DATE;
                    logRetrievalScope = commandLine.getOptionValue(DATE_OPTION);
                }
                try {
                    wc.getJobLog(commandLine.getOptionValue(LOG_OPTION), logRetrievalType, logRetrievalScope, logFilter, ps);
                } finally {
                    ps.close();
                }
            } else {
                if (!options.contains(ACTION_OPTION) && !options.contains(DATE_OPTION)) {
                    wc.getJobLog(commandLine.getOptionValue(LOG_OPTION), null, null, logFilter, ps);
                } else {
                    throw new OozieCLIException("Invalid options provided for log retrieval. " + ACTION_OPTION + " and " + DATE_OPTION + " are valid only for coordinator job log retrieval");
                }
            }
        } else if (options.contains(ERROR_LOG_OPTION)) {
            PrintStream ps = System.out;
            try {
                wc.getJobErrorLog(commandLine.getOptionValue(ERROR_LOG_OPTION), ps);
            } finally {
                ps.close();
            }
        } else if (options.contains(AUDIT_LOG_OPTION)) {
            PrintStream ps = System.out;
            try {
                wc.getJobAuditLog(commandLine.getOptionValue(AUDIT_LOG_OPTION), ps);
            } finally {
                ps.close();
            }
        } else if (options.contains(DEFINITION_OPTION)) {
            System.out.println(wc.getJobDefinition(commandLine.getOptionValue(DEFINITION_OPTION)));
        } else if (options.contains(CONFIG_CONTENT_OPTION)) {
            if (commandLine.getOptionValue(CONFIG_CONTENT_OPTION).endsWith("-C")) {
                System.out.println(wc.getCoordJobInfo(commandLine.getOptionValue(CONFIG_CONTENT_OPTION)).getConf());
            } else if (commandLine.getOptionValue(CONFIG_CONTENT_OPTION).endsWith("-W")) {
                System.out.println(wc.getJobInfo(commandLine.getOptionValue(CONFIG_CONTENT_OPTION)).getConf());
            } else if (commandLine.getOptionValue(CONFIG_CONTENT_OPTION).endsWith("-B")) {
                System.out.println(wc.getBundleJobInfo(commandLine.getOptionValue(CONFIG_CONTENT_OPTION)).getConf());
            } else {
                System.out.println("ERROR:  job id [" + commandLine.getOptionValue(CONFIG_CONTENT_OPTION) + "] doesn't end with either C or W or B");
            }
        } else if (options.contains(UPDATE_OPTION)) {
            String coordJobId = commandLine.getOptionValue(UPDATE_OPTION);
            Properties conf = null;
            String dryrun = "";
            String showdiff = "";
            if (commandLine.getOptionValue(CONFIG_OPTION) != null) {
                conf = getConfiguration(wc, commandLine);
            }
            if (options.contains(DRYRUN_OPTION)) {
                dryrun = "true";
            }
            if (commandLine.getOptionValue(SHOWDIFF_OPTION) != null) {
                showdiff = commandLine.getOptionValue(SHOWDIFF_OPTION);
            }
            if (conf == null) {
                System.out.println(wc.updateCoord(coordJobId, dryrun, showdiff));
            } else {
                System.out.println(wc.updateCoord(coordJobId, conf, dryrun, showdiff));
            }
        } else if (options.contains(POLL_OPTION)) {
            String jobId = commandLine.getOptionValue(POLL_OPTION);
            int timeout = 30;
            int interval = 5;
            String timeoutS = commandLine.getOptionValue(TIMEOUT_OPTION);
            if (timeoutS != null) {
                timeout = Integer.parseInt(timeoutS);
            }
            String intervalS = commandLine.getOptionValue(INTERVAL_OPTION);
            if (intervalS != null) {
                interval = Integer.parseInt(intervalS);
            }
            boolean verbose = commandLine.hasOption(VERBOSE_OPTION);
            wc.pollJob(jobId, timeout, interval, verbose);
        } else if (options.contains(SLA_ENABLE_ALERT)) {
            slaAlertCommand(commandLine.getOptionValue(SLA_ENABLE_ALERT), wc, commandLine, options);
        } else if (options.contains(SLA_DISABLE_ALERT)) {
            slaAlertCommand(commandLine.getOptionValue(SLA_DISABLE_ALERT), wc, commandLine, options);
        } else if (options.contains(SLA_CHANGE)) {
            slaAlertCommand(commandLine.getOptionValue(SLA_CHANGE), wc, commandLine, options);
        } else if (options.contains(WORKFLOW_ACTIONS_RETRIES)) {
            printWorkflowActionRetries(wc.getWorkflowActionRetriesInfo(commandLine.getOptionValue(WORKFLOW_ACTIONS_RETRIES)), commandLine.getOptionValue(WORKFLOW_ACTIONS_RETRIES));
        } else if (options.contains(COORD_ACTION_MISSING_DEPENDENCIES)) {
            String actions = null, dates = null;
            if (options.contains(ACTION_OPTION)) {
                actions = commandLine.getOptionValue(ACTION_OPTION);
            }
            if (options.contains(DATE_OPTION)) {
                dates = commandLine.getOptionValue(DATE_OPTION);
            }
            wc.getCoordActionMissingDependencies(commandLine.getOptionValue(COORD_ACTION_MISSING_DEPENDENCIES), actions, dates, System.out);
        }
    } catch (OozieClientException ex) {
        throw new OozieCLIException(ex.toString(), ex);
    }
}

Example 20 with OozieClientException

use of org.apache.oozie.client.OozieClientException in project oozie by apache.

the class OozieCLI method jobsCommand.

private void jobsCommand(CommandLine commandLine) throws IOException, OozieCLIException {
    XOozieClient wc = createXOozieClient(commandLine);
    List<String> options = new ArrayList<String>();
    for (Option option : commandLine.getOptions()) {
        options.add(option.getOpt());
    }
    String filter = commandLine.getOptionValue(FILTER_OPTION);
    String s = commandLine.getOptionValue(OFFSET_OPTION);
    int start = Integer.parseInt((s != null) ? s : "0");
    s = commandLine.getOptionValue(LEN_OPTION);
    String jobtype = commandLine.getOptionValue(JOBTYPE_OPTION);
    String timeZoneId = getTimeZoneId(commandLine);
    jobtype = (jobtype != null) ? jobtype : "wf";
    int len = Integer.parseInt((s != null) ? s : "0");
    String bulkFilterString = commandLine.getOptionValue(BULK_OPTION);
    try {
        if (options.contains(KILL_OPTION)) {
            printBulkModifiedJobs(wc.killJobs(filter, jobtype, start, len), timeZoneId, "killed");
        } else if (options.contains(SUSPEND_OPTION)) {
            printBulkModifiedJobs(wc.suspendJobs(filter, jobtype, start, len), timeZoneId, "suspended");
        } else if (options.contains(RESUME_OPTION)) {
            printBulkModifiedJobs(wc.resumeJobs(filter, jobtype, start, len), timeZoneId, "resumed");
        } else if (bulkFilterString != null) {
            printBulkJobs(wc.getBulkInfo(bulkFilterString, start, len), timeZoneId, commandLine.hasOption(VERBOSE_OPTION));
        } else if (jobtype.toLowerCase().contains("wf")) {
            printJobs(wc.getJobsInfo(filter, start, len), timeZoneId, commandLine.hasOption(VERBOSE_OPTION));
        } else if (jobtype.toLowerCase().startsWith("coord")) {
            printCoordJobs(wc.getCoordJobsInfo(filter, start, len), timeZoneId, commandLine.hasOption(VERBOSE_OPTION));
        } else if (jobtype.toLowerCase().startsWith("bundle")) {
            printBundleJobs(wc.getBundleJobsInfo(filter, start, len), timeZoneId, commandLine.hasOption(VERBOSE_OPTION));
        }
    } catch (OozieClientException ex) {
        throw new OozieCLIException(ex.toString(), ex);
    }
}