Search in sources :

Example 1 with HttpConfiguration

use of org.apache.sling.distribution.transport.impl.HttpConfiguration in project sling by apache.

the class RemoteDistributionPackageExporterFactory method activate.

@Activate
protected void activate(Map<String, Object> config) throws Exception {
    log.info("activating remote exporter with pb {} and dtsp {}", packageBuilder, transportSecretProvider);
    String[] endpoints = PropertiesUtil.toStringArray(config.get(ENDPOINTS), new String[0]);
    endpoints = SettingsUtils.removeEmptyEntries(endpoints);
    int pollItems = PropertiesUtil.toInteger(config.get(PULL_ITEMS), Integer.MAX_VALUE);
    String exporterName = PropertiesUtil.toString(config.get(NAME), null);
    DefaultDistributionLog distributionLog = new DefaultDistributionLog(DistributionComponentKind.EXPORTER, exporterName, RemoteDistributionPackageExporter.class, DefaultDistributionLog.LogLevel.ERROR);
    // default to 10s, we can expose it if needed
    HttpConfiguration httpConfiguration = new HttpConfiguration(10000);
    exporter = new RemoteDistributionPackageExporter(distributionLog, packageBuilder, transportSecretProvider, endpoints, pollItems, httpConfiguration);
}
Also used : DefaultDistributionLog(org.apache.sling.distribution.log.impl.DefaultDistributionLog) HttpConfiguration(org.apache.sling.distribution.transport.impl.HttpConfiguration) Activate(org.apache.felix.scr.annotations.Activate)

Example 2 with HttpConfiguration

use of org.apache.sling.distribution.transport.impl.HttpConfiguration in project sling by apache.

the class ForwardDistributionAgentFactory method createAgent.

@Override
protected SimpleDistributionAgent createAgent(String agentName, BundleContext context, Map<String, Object> config, DefaultDistributionLog distributionLog) {
    String serviceName = SettingsUtils.removeEmptyEntry(PropertiesUtil.toString(config.get(SERVICE_NAME), null));
    String[] allowedRoots = PropertiesUtil.toStringArray(config.get(ALLOWED_ROOTS), null);
    allowedRoots = SettingsUtils.removeEmptyEntries(allowedRoots);
    boolean queueProcessingEnabled = PropertiesUtil.toBoolean(config.get(QUEUE_PROCESSING_ENABLED), true);
    String[] passiveQueues = PropertiesUtil.toStringArray(config.get(PASSIVE_QUEUES), new String[0]);
    passiveQueues = SettingsUtils.removeEmptyEntries(passiveQueues, new String[0]);
    Map<String, String> priorityQueues = PropertiesUtil.toMap(config.get(PRIORITY_QUEUES), new String[0]);
    priorityQueues = SettingsUtils.removeEmptyEntries(priorityQueues);
    Integer timeout = PropertiesUtil.toInteger(HTTP, 10) * 1000;
    HttpConfiguration httpConfiguration = new HttpConfiguration(timeout);
    DistributionPackageExporter packageExporter = new LocalDistributionPackageExporter(packageBuilder);
    DistributionQueueProvider queueProvider;
    String queueProviderName = PropertiesUtil.toString(config.get(QUEUE_PROVIDER), JobHandlingDistributionQueueProvider.TYPE);
    if (JobHandlingDistributionQueueProvider.TYPE.equals(queueProviderName)) {
        queueProvider = new JobHandlingDistributionQueueProvider(agentName, jobManager, context, configAdmin);
    } else if (SimpleDistributionQueueProvider.TYPE.equals(queueProviderName)) {
        queueProvider = new SimpleDistributionQueueProvider(scheduler, agentName, false);
    } else {
        queueProvider = new SimpleDistributionQueueProvider(scheduler, agentName, true);
    }
    queueProvider = new MonitoringDistributionQueueProvider(queueProvider, context);
    DistributionQueueDispatchingStrategy exportQueueStrategy;
    DistributionQueueDispatchingStrategy errorQueueStrategy = null;
    DistributionPackageImporter packageImporter;
    Map<String, String> importerEndpointsMap = SettingsUtils.toUriMap(config.get(IMPORTER_ENDPOINTS));
    Set<String> processingQueues = new HashSet<String>();
    Set<String> endpointNames = importerEndpointsMap.keySet();
    Set<String> endpointsAndPassiveQueues = new TreeSet<String>();
    endpointsAndPassiveQueues.addAll(endpointNames);
    endpointsAndPassiveQueues.addAll(Arrays.asList(passiveQueues));
    // names of all the queues
    String[] queueNames = endpointsAndPassiveQueues.toArray(new String[endpointsAndPassiveQueues.size()]);
    if (priorityQueues != null) {
        PriorityQueueDispatchingStrategy dispatchingStrategy = new PriorityQueueDispatchingStrategy(priorityQueues, queueNames);
        Map<String, String> queueAliases = dispatchingStrategy.getMatchingQueues(null);
        importerEndpointsMap = SettingsUtils.expandUriMap(importerEndpointsMap, queueAliases);
        exportQueueStrategy = dispatchingStrategy;
        endpointNames = importerEndpointsMap.keySet();
    } else {
        boolean asyncDelivery = PropertiesUtil.toBoolean(config.get(ASYNC_DELIVERY), false);
        if (asyncDelivery) {
            // delivery queues' names
            Map<String, String> deliveryQueues = new HashMap<String, String>();
            for (String e : endpointNames) {
                deliveryQueues.put(e, "delivery-" + e);
            }
            processingQueues.addAll(deliveryQueues.values());
            exportQueueStrategy = new AsyncDeliveryDispatchingStrategy(deliveryQueues);
        } else {
            exportQueueStrategy = new MultipleQueueDispatchingStrategy(endpointNames.toArray(new String[endpointNames.size()]));
        }
    }
    processingQueues.addAll(endpointNames);
    processingQueues.removeAll(Arrays.asList(passiveQueues));
    packageImporter = new RemoteDistributionPackageImporter(distributionLog, transportSecretProvider, importerEndpointsMap, httpConfiguration);
    DistributionRequestType[] allowedRequests = new DistributionRequestType[] { DistributionRequestType.ADD, DistributionRequestType.DELETE };
    String retryStrategy = SettingsUtils.removeEmptyEntry(PropertiesUtil.toString(config.get(RETRY_STRATEGY), null));
    int retryAttepts = PropertiesUtil.toInteger(config.get(RETRY_ATTEMPTS), 100);
    if ("errorQueue".equals(retryStrategy)) {
        errorQueueStrategy = new ErrorQueueDispatchingStrategy(processingQueues.toArray(new String[processingQueues.size()]));
    }
    return new SimpleDistributionAgent(agentName, queueProcessingEnabled, processingQueues, serviceName, packageImporter, packageExporter, requestAuthorizationStrategy, queueProvider, exportQueueStrategy, errorQueueStrategy, distributionEventFactory, resourceResolverFactory, slingRepository, distributionLog, allowedRequests, allowedRoots, retryAttepts);
}
Also used : DistributionQueueDispatchingStrategy(org.apache.sling.distribution.queue.impl.DistributionQueueDispatchingStrategy) HashMap(java.util.HashMap) JobHandlingDistributionQueueProvider(org.apache.sling.distribution.queue.impl.jobhandling.JobHandlingDistributionQueueProvider) HttpConfiguration(org.apache.sling.distribution.transport.impl.HttpConfiguration) PriorityQueueDispatchingStrategy(org.apache.sling.distribution.queue.impl.PriorityQueueDispatchingStrategy) DistributionRequestType(org.apache.sling.distribution.DistributionRequestType) ErrorQueueDispatchingStrategy(org.apache.sling.distribution.queue.impl.ErrorQueueDispatchingStrategy) TreeSet(java.util.TreeSet) RemoteDistributionPackageImporter(org.apache.sling.distribution.packaging.impl.importer.RemoteDistributionPackageImporter) SimpleDistributionQueueProvider(org.apache.sling.distribution.queue.impl.simple.SimpleDistributionQueueProvider) HashSet(java.util.HashSet) MultipleQueueDispatchingStrategy(org.apache.sling.distribution.queue.impl.MultipleQueueDispatchingStrategy) LocalDistributionPackageExporter(org.apache.sling.distribution.packaging.impl.exporter.LocalDistributionPackageExporter) DistributionPackageExporter(org.apache.sling.distribution.packaging.DistributionPackageExporter) LocalDistributionPackageExporter(org.apache.sling.distribution.packaging.impl.exporter.LocalDistributionPackageExporter) AsyncDeliveryDispatchingStrategy(org.apache.sling.distribution.queue.impl.AsyncDeliveryDispatchingStrategy) MonitoringDistributionQueueProvider(org.apache.sling.distribution.monitor.impl.MonitoringDistributionQueueProvider) SimpleDistributionQueueProvider(org.apache.sling.distribution.queue.impl.simple.SimpleDistributionQueueProvider) JobHandlingDistributionQueueProvider(org.apache.sling.distribution.queue.impl.jobhandling.JobHandlingDistributionQueueProvider) DistributionQueueProvider(org.apache.sling.distribution.queue.DistributionQueueProvider) DistributionPackageImporter(org.apache.sling.distribution.packaging.DistributionPackageImporter) RemoteDistributionPackageImporter(org.apache.sling.distribution.packaging.impl.importer.RemoteDistributionPackageImporter) MonitoringDistributionQueueProvider(org.apache.sling.distribution.monitor.impl.MonitoringDistributionQueueProvider)

Example 3 with HttpConfiguration

use of org.apache.sling.distribution.transport.impl.HttpConfiguration in project sling by apache.

the class RemoteDistributionPackageExporterTest method testNothingExported.

@Test
public void testNothingExported() throws Exception {
    DistributionPackageBuilder packageBuilder = mock(DistributionPackageBuilder.class);
    DistributionTransportSecretProvider distributionTransportSecretProvider = mock(DistributionTransportSecretProvider.class);
    String[] endpoints = new String[0];
    RemoteDistributionPackageExporter remotedistributionPackageExporter = new RemoteDistributionPackageExporter(mock(DefaultDistributionLog.class), packageBuilder, distributionTransportSecretProvider, endpoints, 1, new HttpConfiguration(10000));
    ResourceResolver resourceResolver = mock(ResourceResolver.class);
    DistributionRequest distributionRequest = new SimpleDistributionRequest(DistributionRequestType.ADD, "/");
    final List<DistributionPackage> distributionPackages = new ArrayList<DistributionPackage>();
    remotedistributionPackageExporter.exportPackages(resourceResolver, distributionRequest, new DistributionPackageProcessor() {

        @Override
        public void process(DistributionPackage distributionPackage) {
            distributionPackages.add(distributionPackage);
        }

        @Override
        public List<DistributionResponse> getAllResponses() {
            return null;
        }

        @Override
        public int getPackagesCount() {
            return 0;
        }

        @Override
        public long getPackagesSize() {
            return 0;
        }
    });
    assertNotNull(distributionPackages);
    assertTrue(distributionPackages.isEmpty());
}
Also used : ArrayList(java.util.ArrayList) DistributionTransportSecretProvider(org.apache.sling.distribution.transport.DistributionTransportSecretProvider) DefaultDistributionLog(org.apache.sling.distribution.log.impl.DefaultDistributionLog) HttpConfiguration(org.apache.sling.distribution.transport.impl.HttpConfiguration) SimpleDistributionRequest(org.apache.sling.distribution.SimpleDistributionRequest) DistributionRequest(org.apache.sling.distribution.DistributionRequest) SimpleDistributionRequest(org.apache.sling.distribution.SimpleDistributionRequest) DistributionPackageProcessor(org.apache.sling.distribution.packaging.DistributionPackageProcessor) DistributionPackage(org.apache.sling.distribution.packaging.DistributionPackage) DistributionPackageBuilder(org.apache.sling.distribution.packaging.DistributionPackageBuilder) ResourceResolver(org.apache.sling.api.resource.ResourceResolver) ArrayList(java.util.ArrayList) List(java.util.List) Test(org.junit.Test)

Example 4 with HttpConfiguration

use of org.apache.sling.distribution.transport.impl.HttpConfiguration in project sling by apache.

the class SyncDistributionAgentFactory method createAgent.

@Override
protected SimpleDistributionAgent createAgent(String agentName, BundleContext context, Map<String, Object> config, DefaultDistributionLog distributionLog) {
    String serviceName = SettingsUtils.removeEmptyEntry(PropertiesUtil.toString(config.get(SERVICE_NAME), null));
    boolean queueProcessingEnabled = PropertiesUtil.toBoolean(config.get(QUEUE_PROCESSING_ENABLED), true);
    String[] passiveQueues = PropertiesUtil.toStringArray(config.get(PASSIVE_QUEUES), new String[0]);
    passiveQueues = SettingsUtils.removeEmptyEntries(passiveQueues, new String[0]);
    Object exporterEndpointsValue = config.get(EXPORTER_ENDPOINTS);
    Object importerEndpointsValue = config.get(IMPORTER_ENDPOINTS);
    String[] exporterEndpoints = PropertiesUtil.toStringArray(exporterEndpointsValue, new String[0]);
    exporterEndpoints = SettingsUtils.removeEmptyEntries(exporterEndpoints);
    Map<String, String> importerEndpointsMap = SettingsUtils.toUriMap(importerEndpointsValue);
    int pullItems = PropertiesUtil.toInteger(config.get(PULL_ITEMS), Integer.MAX_VALUE);
    DistributionQueueDispatchingStrategy exportQueueStrategy;
    DistributionQueueDispatchingStrategy importQueueStrategy = null;
    DistributionPackageImporter packageImporter;
    Set<String> processingQueues = new HashSet<String>();
    Set<String> queuesMap = new TreeSet<String>();
    queuesMap.addAll(importerEndpointsMap.keySet());
    queuesMap.addAll(Arrays.asList(passiveQueues));
    processingQueues.addAll(importerEndpointsMap.keySet());
    processingQueues.removeAll(Arrays.asList(passiveQueues));
    String[] queueNames = queuesMap.toArray(new String[queuesMap.size()]);
    exportQueueStrategy = new MultipleQueueDispatchingStrategy(queueNames);
    Integer timeout = PropertiesUtil.toInteger(HTTP, 10) * 1000;
    HttpConfiguration httpConfiguration = new HttpConfiguration(timeout);
    packageImporter = new RemoteDistributionPackageImporter(distributionLog, transportSecretProvider, importerEndpointsMap, httpConfiguration);
    DistributionPackageExporter packageExporter = new RemoteDistributionPackageExporter(distributionLog, packageBuilder, transportSecretProvider, exporterEndpoints, pullItems, httpConfiguration);
    DistributionQueueProvider queueProvider = new MonitoringDistributionQueueProvider(new JobHandlingDistributionQueueProvider(agentName, jobManager, context), context);
    DistributionRequestType[] allowedRequests = new DistributionRequestType[] { DistributionRequestType.PULL };
    String retryStrategy = SettingsUtils.removeEmptyEntry(PropertiesUtil.toString(config.get(RETRY_STRATEGY), null));
    int retryAttepts = PropertiesUtil.toInteger(config.get(RETRY_ATTEMPTS), 100);
    if ("errorQueue".equals(retryStrategy)) {
        importQueueStrategy = new ErrorQueueDispatchingStrategy(processingQueues.toArray(new String[processingQueues.size()]));
    }
    return new SimpleDistributionAgent(agentName, queueProcessingEnabled, processingQueues, serviceName, packageImporter, packageExporter, requestAuthorizationStrategy, queueProvider, exportQueueStrategy, importQueueStrategy, distributionEventFactory, resourceResolverFactory, slingRepository, distributionLog, allowedRequests, null, retryAttepts);
}
Also used : DistributionQueueDispatchingStrategy(org.apache.sling.distribution.queue.impl.DistributionQueueDispatchingStrategy) RemoteDistributionPackageExporter(org.apache.sling.distribution.packaging.impl.exporter.RemoteDistributionPackageExporter) MultipleQueueDispatchingStrategy(org.apache.sling.distribution.queue.impl.MultipleQueueDispatchingStrategy) JobHandlingDistributionQueueProvider(org.apache.sling.distribution.queue.impl.jobhandling.JobHandlingDistributionQueueProvider) HttpConfiguration(org.apache.sling.distribution.transport.impl.HttpConfiguration) RemoteDistributionPackageExporter(org.apache.sling.distribution.packaging.impl.exporter.RemoteDistributionPackageExporter) DistributionPackageExporter(org.apache.sling.distribution.packaging.DistributionPackageExporter) DistributionRequestType(org.apache.sling.distribution.DistributionRequestType) ErrorQueueDispatchingStrategy(org.apache.sling.distribution.queue.impl.ErrorQueueDispatchingStrategy) RemoteDistributionPackageImporter(org.apache.sling.distribution.packaging.impl.importer.RemoteDistributionPackageImporter) MonitoringDistributionQueueProvider(org.apache.sling.distribution.monitor.impl.MonitoringDistributionQueueProvider) JobHandlingDistributionQueueProvider(org.apache.sling.distribution.queue.impl.jobhandling.JobHandlingDistributionQueueProvider) DistributionQueueProvider(org.apache.sling.distribution.queue.DistributionQueueProvider) RemoteDistributionPackageImporter(org.apache.sling.distribution.packaging.impl.importer.RemoteDistributionPackageImporter) DistributionPackageImporter(org.apache.sling.distribution.packaging.DistributionPackageImporter) MonitoringDistributionQueueProvider(org.apache.sling.distribution.monitor.impl.MonitoringDistributionQueueProvider)

Example 5 with HttpConfiguration

use of org.apache.sling.distribution.transport.impl.HttpConfiguration in project sling by apache.

the class RemoteDistributionPackageExporterTest method testFailedPackageRetrieval.

@Test
public void testFailedPackageRetrieval() throws Exception {
    DistributionPackageBuilder packageBuilder = mock(DistributionPackageBuilder.class);
    DistributionTransportSecretProvider distributionTransportSecretProvider = mock(DistributionTransportSecretProvider.class);
    String[] endpoints = new String[0];
    RemoteDistributionPackageExporter remotedistributionPackageExporter = new RemoteDistributionPackageExporter(mock(DefaultDistributionLog.class), packageBuilder, distributionTransportSecretProvider, endpoints, 1, new HttpConfiguration(10000));
    ResourceResolver resourceResolver = mock(ResourceResolver.class);
    DistributionPackage distributionPackage = remotedistributionPackageExporter.getPackage(resourceResolver, "123");
    assertNull(distributionPackage);
}
Also used : DistributionPackage(org.apache.sling.distribution.packaging.DistributionPackage) DistributionPackageBuilder(org.apache.sling.distribution.packaging.DistributionPackageBuilder) ResourceResolver(org.apache.sling.api.resource.ResourceResolver) DistributionTransportSecretProvider(org.apache.sling.distribution.transport.DistributionTransportSecretProvider) DefaultDistributionLog(org.apache.sling.distribution.log.impl.DefaultDistributionLog) HttpConfiguration(org.apache.sling.distribution.transport.impl.HttpConfiguration) Test(org.junit.Test)

Aggregations

HttpConfiguration (org.apache.sling.distribution.transport.impl.HttpConfiguration)8 DefaultDistributionLog (org.apache.sling.distribution.log.impl.DefaultDistributionLog)5 ResourceResolver (org.apache.sling.api.resource.ResourceResolver)3 DistributionRequestType (org.apache.sling.distribution.DistributionRequestType)3 MonitoringDistributionQueueProvider (org.apache.sling.distribution.monitor.impl.MonitoringDistributionQueueProvider)3 DistributionPackage (org.apache.sling.distribution.packaging.DistributionPackage)3 DistributionPackageExporter (org.apache.sling.distribution.packaging.DistributionPackageExporter)3 DistributionPackageImporter (org.apache.sling.distribution.packaging.DistributionPackageImporter)3 DistributionQueueProvider (org.apache.sling.distribution.queue.DistributionQueueProvider)3 DistributionQueueDispatchingStrategy (org.apache.sling.distribution.queue.impl.DistributionQueueDispatchingStrategy)3 JobHandlingDistributionQueueProvider (org.apache.sling.distribution.queue.impl.jobhandling.JobHandlingDistributionQueueProvider)3 DistributionTransportSecretProvider (org.apache.sling.distribution.transport.DistributionTransportSecretProvider)3 Test (org.junit.Test)3 HashMap (java.util.HashMap)2 HashSet (java.util.HashSet)2 Activate (org.apache.felix.scr.annotations.Activate)2 DistributionPackageBuilder (org.apache.sling.distribution.packaging.DistributionPackageBuilder)2 RemoteDistributionPackageExporter (org.apache.sling.distribution.packaging.impl.exporter.RemoteDistributionPackageExporter)2 RemoteDistributionPackageImporter (org.apache.sling.distribution.packaging.impl.importer.RemoteDistributionPackageImporter)2 ErrorQueueDispatchingStrategy (org.apache.sling.distribution.queue.impl.ErrorQueueDispatchingStrategy)2