Examples with DistributionQueueEntry org.apache.sling.distribution.queue.DistributionQueueEntry used on opensource projects

Example 16 with DistributionQueueEntry

use of org.apache.sling.distribution.queue.DistributionQueueEntry in project sling by apache.

the class DistributionQueueHealthCheck method execute.

public Result execute() {
    final FormattingResultLog resultLog = new FormattingResultLog();
    Map<String, Integer> failures = new HashMap<String, Integer>();
    if (distributionAgents.size() > 0) {
        for (DistributionAgent distributionAgent : distributionAgents) {
            for (String queueName : distributionAgent.getQueueNames()) {
                try {
                    DistributionQueue q = distributionAgent.getQueue(queueName);
                    DistributionQueueEntry entry = q.getHead();
                    if (entry != null) {
                        DistributionQueueItemStatus status = entry.getStatus();
                        if (status.getAttempts() <= numberOfRetriesAllowed) {
                            resultLog.debug("Queue: [{}], first item: [{}], number of retries: {}", q.getName(), entry.getId(), status.getAttempts());
                        } else {
                            // the no. of attempts is higher than the configured threshold
                            resultLog.warn("Queue: [{}], first item: [{}], number of retries: {}, expected number of retries <= {}", q.getName(), entry.getId(), status.getAttempts(), numberOfRetriesAllowed);
                            failures.put(q.getName(), status.getAttempts());
                        }
                    } else {
                        resultLog.debug("No items in queue [{}]", q.getName());
                    }
                } catch (Exception e) {
                    resultLog.warn("Exception while inspecting distribution queue [{}]: {}", queueName, e);
                }
            }
        }
    } else {
        resultLog.debug("No distribution queue providers found");
    }
    if (failures.size() > 0) {
        // a specific log entry (using markdown) to provide a recommended user action
        for (Map.Entry<String, Integer> entry : failures.entrySet()) {
            resultLog.warn("Distribution queue {}'s first item in the default queue has been retried {} times (threshold: {})", entry.getKey(), entry.getValue(), numberOfRetriesAllowed);
        }
    }
    return new Result(resultLog);
}

Example 17 with DistributionQueueEntry

use of org.apache.sling.distribution.queue.DistributionQueueEntry in project sling by apache.

the class AsyncDeliveryDispatchingStrategy method add.

@Override
public Iterable<DistributionQueueItemStatus> add(@Nonnull DistributionPackage distributionPackage, @Nonnull DistributionQueueProvider queueProvider) throws DistributionException {
    if (!(distributionPackage instanceof SharedDistributionPackage) && deliveryMappings.size() > 1) {
        throw new DistributionException("distribution package must be a shared package to be added in multiple queues");
    }
    String distributionPackageId = distributionPackage.getId();
    List<DistributionQueueItemStatus> result = new LinkedList<DistributionQueueItemStatus>();
    for (String referenceQueueName : deliveryMappings.keySet()) {
        DistributionQueue queue = queueProvider.getQueue(referenceQueueName);
        int MAX_QUEUE_ITEMS_THRESHOLD = 100;
        if (queue.getStatus().getItemsCount() > MAX_QUEUE_ITEMS_THRESHOLD) {
            // too many items in the queue, let's send actual packages and references separately
            distributionPackage.getInfo().put("reference-required", true);
            DistributionQueueItem item = getItem(distributionPackage);
            // create and acquire reference package
            ReferencePackage referencePackage = new ReferencePackage(distributionPackage);
            DistributionPackageUtils.acquire(referencePackage, referenceQueueName);
            // acquire actual package
            String deliveryQueueName = deliveryMappings.get(referenceQueueName);
            DistributionPackageUtils.acquire(distributionPackage, deliveryQueueName);
            // add the actual package to the delivery queue
            DistributionQueue deliveryQueue = queueProvider.getQueue(deliveryQueueName);
            DistributionQueueEntry deliveryQueueEntry = deliveryQueue.add(item);
            if (deliveryQueueEntry != null) {
                DistributionQueueItemStatus status = deliveryQueueEntry.getStatus();
                log.debug("item {} added to delivery queue: {}", item, status);
                result.add(status);
            } else {
                DistributionPackageUtils.release(distributionPackage, deliveryQueueName);
                log.error("cannot add package {} to delivery queue {}", distributionPackageId, deliveryQueueName);
                result.add(new DistributionQueueItemStatus(DistributionQueueItemState.ERROR, deliveryQueue.getName()));
            }
            // add the reference package to the reference queue
            DistributionQueue referenceQueue = queueProvider.getQueue(referenceQueueName);
            DistributionQueueItem referenceQueueItem = getItem(referencePackage);
            DistributionQueueEntry referenceQueueEntry = referenceQueue.add(referenceQueueItem);
            if (referenceQueueEntry != null) {
                DistributionQueueItemStatus status = referenceQueueEntry.getStatus();
                log.debug("item {} added to reference queue: {}", referenceQueueItem, status);
            } else {
                DistributionPackageUtils.release(referencePackage, referenceQueueName);
                log.error("cannot add package {} to reference queue {}", distributionPackageId, referenceQueueName);
                result.add(new DistributionQueueItemStatus(DistributionQueueItemState.ERROR, referenceQueue.getName()));
            }
        } else {
            // normal queueing
            DistributionQueueItem item = getItem(distributionPackage);
            DistributionQueueItemStatus status = new DistributionQueueItemStatus(DistributionQueueItemState.ERROR, queue.getName());
            DistributionPackageUtils.acquire(distributionPackage, referenceQueueName);
            DistributionQueueEntry queueEntry = queue.add(item);
            if (queueEntry != null) {
                status = queueEntry.getStatus();
                log.debug("item {} added to queue: {}", item, status);
            } else {
                DistributionPackageUtils.release(distributionPackage, referenceQueueName);
                log.error("cannot add package {} to queue {}", distributionPackageId, referenceQueueName);
            }
            result.add(status);
        }
    }
    return result;
}

Example 18 with DistributionQueueEntry

use of org.apache.sling.distribution.queue.DistributionQueueEntry in project sling by apache.

the class ErrorQueueDispatchingStrategy method add.

@Override
public Iterable<DistributionQueueItemStatus> add(@Nonnull DistributionPackage distributionPackage, @Nonnull DistributionQueueProvider queueProvider) throws DistributionException {
    List<DistributionQueueItemStatus> result = new ArrayList<DistributionQueueItemStatus>();
    String originQueue = DistributionPackageUtils.getQueueName(distributionPackage.getInfo());
    if (!queueNames.contains(originQueue)) {
        return result;
    }
    String errorQueueName = ERROR_PREFIX + originQueue;
    DistributionQueue errorQueue = queueProvider.getQueue(errorQueueName);
    DistributionQueueItemStatus status = new DistributionQueueItemStatus(DistributionQueueItemState.ERROR, errorQueueName);
    DistributionQueueItem queueItem = DistributionPackageUtils.toQueueItem(distributionPackage);
    DistributionPackageUtils.acquire(distributionPackage, errorQueueName);
    DistributionQueueEntry queueEntry = errorQueue.add(queueItem);
    if (queueEntry != null) {
        status = queueEntry.getStatus();
    } else {
        DistributionPackageUtils.releaseOrDelete(distributionPackage, errorQueueName);
        log.error("cannot add package {} to queue {}", distributionPackage.getId(), errorQueueName);
    }
    result.add(status);
    return result;
}

Example 19 with DistributionQueueEntry

use of org.apache.sling.distribution.queue.DistributionQueueEntry in project sling by apache.

the class MultipleQueueDispatchingStrategy method add.

public Iterable<DistributionQueueItemStatus> add(@Nonnull DistributionPackage distributionPackage, @Nonnull DistributionQueueProvider queueProvider) throws DistributionException {
    if (!(distributionPackage instanceof SharedDistributionPackage) && queueNames.length > 1) {
        throw new DistributionException("distribution package must be a shared package to be added in multiple queues");
    }
    DistributionQueueItem queueItem = getItem(distributionPackage);
    List<DistributionQueueItemStatus> result = new ArrayList<DistributionQueueItemStatus>();
    // first acquire the package for all queues
    DistributionPackageUtils.acquire(distributionPackage, queueNames);
    // second add the package to all queues
    for (String queueName : queueNames) {
        DistributionQueue queue = queueProvider.getQueue(queueName);
        DistributionQueueItemStatus status = new DistributionQueueItemStatus(DistributionQueueItemState.ERROR, queue.getName());
        DistributionQueueEntry queueEntry = queue.add(queueItem);
        if (queueEntry != null) {
            status = queueEntry.getStatus();
        } else {
            DistributionPackageUtils.release(distributionPackage, queueName);
            log.error("cannot add package {} to queue {}", distributionPackage.getId(), queueName);
        }
        result.add(status);
    }
    return result;
}

Example 20 with DistributionQueueEntry

use of org.apache.sling.distribution.queue.DistributionQueueEntry in project sling by apache.

the class AgentDistributionPackageExporter method exportPackages.

public void exportPackages(@Nonnull ResourceResolver resourceResolver, @Nonnull DistributionRequest distributionRequest, @Nonnull DistributionPackageProcessor packageProcessor) throws DistributionException {
    if (DistributionRequestType.TEST.equals(distributionRequest.getRequestType())) {
        packageProcessor.process(new SimpleDistributionPackage(distributionRequest, PACKAGE_TYPE));
        return;
    }
    if (!DistributionRequestType.PULL.equals(distributionRequest.getRequestType())) {
        throw new DistributionException("request type not supported " + distributionRequest.getRequestType());
    }
    DistributionPackage distributionPackage = null;
    try {
        log.debug("getting packages from queue {}", queueName);
        DistributionQueue queue = getQueueOrThrow(queueName);
        DistributionQueueEntry entry = queue.getHead();
        if (entry != null) {
            DistributionQueueItem queueItem = entry.getItem();
            DistributionPackageInfo info = DistributionPackageUtils.fromQueueItem(queueItem);
            DistributionPackageBuilder packageBuilder = packageBuilderProvider.getPackageBuilder(info.getType());
            if (packageBuilder != null) {
                distributionPackage = packageBuilder.getPackage(resourceResolver, queueItem.getPackageId());
                if (distributionPackage != null) {
                    distributionPackage.getInfo().putAll(info);
                    log.debug("item {} fetched from the queue", info);
                    packageProcessor.process(new AgentDistributionPackage(distributionPackage, queue, entry.getId()));
                } else {
                    log.warn("cannot get package {}", info);
                }
            } else {
                log.warn("cannot find package builder with type {}", info.getType());
            }
        }
    } catch (Exception ex) {
        log.error("Error exporting package", ex);
    } finally {
        DistributionPackageUtils.closeSafely(distributionPackage);
    }
}