Search in sources :

Example 1 with TimeBoundary

use of com.evolveum.midpoint.task.quartzimpl.util.TimeBoundary in project midpoint by Evolveum.

the class NodeCleaner method cleanupNodes.

/**
 * Cleans up dead nodes older than specified age.
 *
 * @param selector If returns false, the respective node will not be removed.
 */
public void cleanupNodes(@NotNull DeadNodeCleanupPolicyType policy, @NotNull Predicate<NodeType> selector, @NotNull RunningTask task, @NotNull OperationResult result) throws SchemaException, ObjectNotFoundException {
    if (policy.getMaxAge() == null) {
        return;
    }
    TimeBoundary timeBoundary = TimeBoundary.compute(policy.getMaxAge());
    XMLGregorianCalendar deleteNodesNotCheckedInAfter = timeBoundary.getBoundary();
    LOGGER.info("Starting cleanup for stopped nodes not checked in after {} (duration '{}').", deleteNodesNotCheckedInAfter, timeBoundary.getPositiveDuration());
    for (PrismObject<NodeType> node : clusterManager.getAllNodes(result)) {
        if (!task.canRun()) {
            result.recordWarning("Interrupted");
            LOGGER.warn("Node cleanup was interrupted.");
            break;
        }
        if (!clusterManager.isCurrentNode(node) && !clusterManager.isCheckingIn(node.asObjectable()) && XmlTypeConverter.compareMillis(node.asObjectable().getLastCheckInTime(), deleteNodesNotCheckedInAfter) <= 0) {
            // This includes last check in time == null
            LOGGER.info("Deleting dead node {}; last check in time = {}", node, node.asObjectable().getLastCheckInTime());
            IterativeOperationStartInfo iterativeOperationStartInfo = new IterativeOperationStartInfo(new IterationItemInformation(node));
            iterativeOperationStartInfo.setSimpleCaller(true);
            Operation op = task.recordIterativeOperationStart(iterativeOperationStartInfo);
            if (ObjectTypeUtil.isIndestructible(node)) {
                LOGGER.debug("Not deleting dead but indestructible node {}", node);
                op.skipped();
                continue;
            }
            try {
                // Selector testing is in try-catch because of possible exceptions during autz evaluation
                if (!selector.test(node.asObjectable())) {
                    LOGGER.debug("Not deleting node {} because it was rejected by the selector", node);
                    op.skipped();
                    continue;
                }
                repositoryService.deleteObject(NodeType.class, node.getOid(), result);
                op.succeeded();
            } catch (Throwable t) {
                op.failed(t);
                LoggingUtils.logUnexpectedException(LOGGER, "Couldn't delete dead node {}", t, node);
            }
            task.incrementLegacyProgressAndStoreStatisticsIfTimePassed(result);
        }
    }
}
Also used : XMLGregorianCalendar(javax.xml.datatype.XMLGregorianCalendar) TimeBoundary(com.evolveum.midpoint.task.quartzimpl.util.TimeBoundary) IterativeOperationStartInfo(com.evolveum.midpoint.schema.statistics.IterativeOperationStartInfo) NodeType(com.evolveum.midpoint.xml.ns._public.common.common_3.NodeType) Operation(com.evolveum.midpoint.schema.statistics.Operation) IterationItemInformation(com.evolveum.midpoint.schema.statistics.IterationItemInformation)

Example 2 with TimeBoundary

use of com.evolveum.midpoint.task.quartzimpl.util.TimeBoundary in project midpoint by Evolveum.

the class TaskCleaner method cleanupTasks.

public void cleanupTasks(@NotNull CleanupPolicyType policy, @NotNull Predicate<TaskType> selector, @NotNull RunningTask executionTask, @NotNull OperationResult result) throws SchemaException, ObjectNotFoundException {
    if (policy.getMaxAge() == null) {
        return;
    }
    TimeBoundary timeBoundary = TimeBoundary.compute(policy.getMaxAge());
    XMLGregorianCalendar deleteTasksClosedUpTo = timeBoundary.getBoundary();
    LOGGER.info("Starting cleanup for closed tasks deleting up to {} (duration '{}').", deleteTasksClosedUpTo, timeBoundary.getPositiveDuration());
    ObjectQuery obsoleteTasksQuery = prismContext.queryFor(TaskType.class).item(TaskType.F_EXECUTION_STATE).eq(TaskExecutionStateType.CLOSED).and().item(TaskType.F_COMPLETION_TIMESTAMP).le(deleteTasksClosedUpTo).and().item(TaskType.F_PARENT).isNull().build();
    List<PrismObject<TaskType>> obsoleteTasks = repositoryService.searchObjects(TaskType.class, obsoleteTasksQuery, null, result);
    LOGGER.debug("Found {} task tree(s) to be cleaned up", obsoleteTasks.size());
    boolean interrupted = false;
    int deleted = 0;
    int problems = 0;
    int subtasksProblems = 0;
    root: for (PrismObject<TaskType> rootTaskPrism : obsoleteTasks) {
        if (!executionTask.canRun()) {
            result.recordWarning("Interrupted");
            LOGGER.warn("Task cleanup was interrupted.");
            interrupted = true;
            break;
        }
        IterativeOperationStartInfo iterativeOperationStartInfo = new IterativeOperationStartInfo(new IterationItemInformation(rootTaskPrism));
        iterativeOperationStartInfo.setSimpleCaller(true);
        Operation op = executionTask.recordIterativeOperationStart(iterativeOperationStartInfo);
        try {
            // get whole tree
            TaskQuartzImpl rootTask = taskInstantiator.createTaskInstance(rootTaskPrism, result);
            if (rootTask.isIndestructible()) {
                LOGGER.trace("Not deleting {} as it is indestructible", rootTaskPrism);
                op.skipped();
                continue;
            }
            if (!selector.test(rootTaskPrism.asObjectable())) {
                LOGGER.debug("Not deleting {} because it was rejected by the selector", rootTaskPrism);
                op.skipped();
                continue;
            }
            List<TaskQuartzImpl> taskTreeMembers = rootTask.listSubtasksDeeply(true, result);
            for (TaskQuartzImpl child : taskTreeMembers) {
                if (child.isIndestructible()) {
                    LOGGER.trace("Not deleting {} as it has an indestructible child: {}", rootTask, child);
                    op.skipped();
                    continue root;
                }
                if (!selector.test(child.getRawTaskObject().asObjectable())) {
                    LOGGER.debug("Not deleting {} because the user has no authorization to delete one of the children: {}", rootTask, child);
                    op.skipped();
                    continue root;
                }
            }
            taskTreeMembers.add(rootTask);
            LOGGER.trace("Removing task {} along with its {} children.", rootTask, taskTreeMembers.size() - 1);
            Throwable lastProblem = null;
            for (Task task : taskTreeMembers) {
                try {
                    // TODO use repository service only - the task should be closed now
                    taskStateManager.deleteTask(task.getOid(), result);
                    deleted++;
                } catch (SchemaException | ObjectNotFoundException | RuntimeException e) {
                    LoggingUtils.logUnexpectedException(LOGGER, "Couldn't delete obsolete task {}", e, task);
                    lastProblem = e;
                    problems++;
                    if (!task.getTaskIdentifier().equals(rootTask.getTaskIdentifier())) {
                        subtasksProblems++;
                    }
                }
            }
            // approximate solution (as the problem might be connected to a subtask)
            if (lastProblem != null) {
                op.failed(lastProblem);
            } else {
                op.succeeded();
            }
        } catch (Throwable t) {
            op.failed(t);
            throw t;
        }
        // structured progress is incremented with iterative operation reporting
        executionTask.incrementLegacyProgressAndStoreStatisticsIfTimePassed(result);
    }
    LOGGER.info("Task cleanup procedure " + (interrupted ? "was interrupted" : "finished") + ". Successfully deleted {} tasks; there were problems with deleting {} tasks.", deleted, problems);
    if (subtasksProblems > 0) {
        LOGGER.error("{} subtask(s) couldn't be deleted. Inspect that manually, otherwise they might reside in repo forever.", subtasksProblems);
    }
    String suffix = interrupted ? " Interrupted." : "";
    if (problems == 0) {
        result.createSubresult(OP_STATISTICS).recordStatus(SUCCESS, "Successfully deleted " + deleted + " task(s)." + suffix);
    } else {
        result.createSubresult(OP_STATISTICS).recordPartialError("Successfully deleted " + deleted + " task(s), " + "there was problems with deleting " + problems + " tasks." + suffix + (subtasksProblems > 0 ? (" " + subtasksProblems + " subtask(s) couldn't be deleted, please see the log.") : ""));
    }
}
Also used : RunningTask(com.evolveum.midpoint.task.api.RunningTask) Task(com.evolveum.midpoint.task.api.Task) Operation(com.evolveum.midpoint.schema.statistics.Operation) ObjectQuery(com.evolveum.midpoint.prism.query.ObjectQuery) XMLGregorianCalendar(javax.xml.datatype.XMLGregorianCalendar) PrismObject(com.evolveum.midpoint.prism.PrismObject) TimeBoundary(com.evolveum.midpoint.task.quartzimpl.util.TimeBoundary) IterativeOperationStartInfo(com.evolveum.midpoint.schema.statistics.IterativeOperationStartInfo) TaskType(com.evolveum.midpoint.xml.ns._public.common.common_3.TaskType) TaskQuartzImpl(com.evolveum.midpoint.task.quartzimpl.TaskQuartzImpl) List(java.util.List) IterationItemInformation(com.evolveum.midpoint.schema.statistics.IterationItemInformation)

Aggregations

IterationItemInformation (com.evolveum.midpoint.schema.statistics.IterationItemInformation)2 IterativeOperationStartInfo (com.evolveum.midpoint.schema.statistics.IterativeOperationStartInfo)2 Operation (com.evolveum.midpoint.schema.statistics.Operation)2 TimeBoundary (com.evolveum.midpoint.task.quartzimpl.util.TimeBoundary)2 XMLGregorianCalendar (javax.xml.datatype.XMLGregorianCalendar)2 PrismObject (com.evolveum.midpoint.prism.PrismObject)1 ObjectQuery (com.evolveum.midpoint.prism.query.ObjectQuery)1 RunningTask (com.evolveum.midpoint.task.api.RunningTask)1 Task (com.evolveum.midpoint.task.api.Task)1 TaskQuartzImpl (com.evolveum.midpoint.task.quartzimpl.TaskQuartzImpl)1 NodeType (com.evolveum.midpoint.xml.ns._public.common.common_3.NodeType)1 TaskType (com.evolveum.midpoint.xml.ns._public.common.common_3.TaskType)1 List (java.util.List)1