Search in sources :

Example 1 with RuleState

use of org.smartdata.model.RuleState in project SSM by Intel-bigdata.

the class RuleInfoRepo method doLaunchExecutor.

private RuleExecutor doLaunchExecutor(RuleManager ruleManager) throws IOException {
    RuleState state = ruleInfo.getState();
    if (state == RuleState.ACTIVE || state == RuleState.DRYRUN) {
        if (executor != null && !executor.isExited()) {
            return null;
        }
        ExecutionContext ctx = new ExecutionContext();
        ctx.setRuleId(ruleInfo.getId());
        TranslationContext transCtx = new TranslationContext(ruleInfo.getId(), ruleInfo.getSubmitTime());
        TranslateResult tr = executor != null ? executor.getTranslateResult() : new SmartRuleStringParser(ruleInfo.getRuleText(), transCtx, conf).translate();
        List<RuleExecutorPlugin> plugins = RuleExecutorPluginManager.getPlugins();
        for (RuleExecutorPlugin plugin : plugins) {
            plugin.onNewRuleExecutor(ruleInfo, tr);
        }
        executor = new RuleExecutor(ruleManager, ctx, tr, ruleManager.getMetaStore());
        return executor;
    }
    return null;
}
Also used : SmartRuleStringParser(org.smartdata.rule.parser.SmartRuleStringParser) RuleState(org.smartdata.model.RuleState) ExecutionContext(org.smartdata.server.engine.data.ExecutionContext) TranslateResult(org.smartdata.model.rule.TranslateResult) TranslationContext(org.smartdata.rule.parser.TranslationContext) RuleExecutorPlugin(org.smartdata.model.rule.RuleExecutorPlugin)

Example 2 with RuleState

use of org.smartdata.model.RuleState in project SSM by Intel-bigdata.

the class RuleInfoRepo method changeRuleState.

private boolean changeRuleState(RuleState newState, boolean updateDb) throws IOException {
    RuleState oldState = ruleInfo.getState();
    if (newState == null || oldState == newState) {
        return false;
    }
    try {
        switch(newState) {
            case ACTIVE:
                if (oldState == RuleState.DISABLED || oldState == RuleState.DRYRUN) {
                    ruleInfo.setState(newState);
                    if (updateDb && metaStore != null) {
                        metaStore.updateRuleState(ruleInfo.getId(), newState);
                    }
                    return true;
                }
                break;
            case DISABLED:
                if (oldState == RuleState.ACTIVE || oldState == RuleState.DRYRUN) {
                    ruleInfo.setState(newState);
                    markWorkExit();
                    if (updateDb && metaStore != null) {
                        metaStore.updateRuleState(ruleInfo.getId(), newState);
                    }
                    return true;
                }
                break;
            case DELETED:
                ruleInfo.setState(newState);
                markWorkExit();
                if (updateDb && metaStore != null) {
                    metaStore.updateRuleState(ruleInfo.getId(), newState);
                }
                return true;
            case FINISHED:
                if (oldState == RuleState.ACTIVE || oldState == RuleState.DRYRUN) {
                    ruleInfo.setState(newState);
                    if (updateDb && metaStore != null) {
                        metaStore.updateRuleState(ruleInfo.getId(), newState);
                    }
                    return true;
                }
                break;
        }
    } catch (MetaStoreException e) {
        throw new IOException(ruleInfo.toString(), e);
    }
    throw new IOException("This rule state transition is not supported: " + oldState.name() + " -> " + // TODO: unsupported
    newState.name());
}
Also used : MetaStoreException(org.smartdata.metastore.MetaStoreException) RuleState(org.smartdata.model.RuleState) IOException(java.io.IOException)

Example 3 with RuleState

use of org.smartdata.model.RuleState in project SSM by Intel-bigdata.

the class RuleExecutor method run.

@Override
public void run() {
    long startCheckTime = System.currentTimeMillis();
    if (exited) {
        exitSchedule();
    }
    if (!tr.getTbScheduleInfo().isExecutable(startCheckTime)) {
        return;
    }
    List<RuleExecutorPlugin> plugins = RuleExecutorPluginManager.getPlugins();
    long rid = ctx.getRuleId();
    try {
        if (ruleManager.isClosed()) {
            exitSchedule();
        }
        long endCheckTime;
        int numCmdSubmitted = 0;
        List<String> files = new ArrayList<>();
        RuleInfo info = ruleManager.getRuleInfo(rid);
        boolean doExec = true;
        for (RuleExecutorPlugin plugin : plugins) {
            doExec &= plugin.preExecution(info, tr);
            if (!doExec) {
                break;
            }
        }
        RuleState state = info.getState();
        if (exited || state == RuleState.DELETED || state == RuleState.FINISHED || state == RuleState.DISABLED) {
            exitSchedule();
        }
        TimeBasedScheduleInfo scheduleInfo = tr.getTbScheduleInfo();
        if (!scheduleInfo.isOnce() && scheduleInfo.getEndTime() != TimeBasedScheduleInfo.FOR_EVER) {
            boolean befExit = false;
            if (scheduleInfo.isOneShot()) {
                // The subScheduleTime is set in triggering time.
                if (scheduleInfo.getSubScheduleTime() > scheduleInfo.getEndTime()) {
                    befExit = true;
                }
            } else if (startCheckTime - scheduleInfo.getEndTime() > 0) {
                befExit = true;
            }
            if (befExit) {
                LOG.info("Rule " + ctx.getRuleId() + " exit rule executor due to time passed");
                ruleManager.updateRuleInfo(rid, RuleState.FINISHED, startCheckTime, 0, 0);
                exitSchedule();
            }
        }
        if (doExec) {
            files = executeFileRuleQuery();
            if (exited) {
                exitSchedule();
            }
        }
        endCheckTime = System.currentTimeMillis();
        if (doExec) {
            for (RuleExecutorPlugin plugin : plugins) {
                files = plugin.preSubmitCmdlet(info, files);
            }
            numCmdSubmitted = submitCmdlets(info, files);
        }
        ruleManager.updateRuleInfo(rid, null, startCheckTime, 1, numCmdSubmitted);
        long endProcessTime = System.currentTimeMillis();
        if (endProcessTime - startCheckTime > 2000 || LOG.isDebugEnabled()) {
            LOG.warn("Rule " + ctx.getRuleId() + " execution took " + (endProcessTime - startCheckTime) + "ms. QueryTime = " + (endCheckTime - startCheckTime) + "ms, SubmitTime = " + (endProcessTime - endCheckTime) + "ms, fileNum = " + numCmdSubmitted + ".");
        }
        if (scheduleInfo.isOneShot()) {
            ruleManager.updateRuleInfo(rid, RuleState.FINISHED, startCheckTime, 0, 0);
            exitSchedule();
        }
        if (endProcessTime + scheduleInfo.getBaseEvery() > scheduleInfo.getEndTime()) {
            LOG.info("Rule " + ctx.getRuleId() + " exit rule executor due to finished");
            ruleManager.updateRuleInfo(rid, RuleState.FINISHED, startCheckTime, 0, 0);
            exitSchedule();
        }
        if (exited) {
            exitSchedule();
        }
    } catch (IOException e) {
        LOG.error("Rule " + ctx.getRuleId() + " exception", e);
    }
}
Also used : RuleState(org.smartdata.model.RuleState) ArrayList(java.util.ArrayList) RuleExecutorPlugin(org.smartdata.model.rule.RuleExecutorPlugin) IOException(java.io.IOException) RuleInfo(org.smartdata.model.RuleInfo) TimeBasedScheduleInfo(org.smartdata.model.rule.TimeBasedScheduleInfo)

Aggregations

RuleState (org.smartdata.model.RuleState)3 IOException (java.io.IOException)2 RuleExecutorPlugin (org.smartdata.model.rule.RuleExecutorPlugin)2 ArrayList (java.util.ArrayList)1 MetaStoreException (org.smartdata.metastore.MetaStoreException)1 RuleInfo (org.smartdata.model.RuleInfo)1 TimeBasedScheduleInfo (org.smartdata.model.rule.TimeBasedScheduleInfo)1 TranslateResult (org.smartdata.model.rule.TranslateResult)1 SmartRuleStringParser (org.smartdata.rule.parser.SmartRuleStringParser)1 TranslationContext (org.smartdata.rule.parser.TranslationContext)1 ExecutionContext (org.smartdata.server.engine.data.ExecutionContext)1