Examples with Downloader org.apache.karaf.features.internal.download.Downloader used on opensource projects

Example 6 with Downloader

use of org.apache.karaf.features.internal.download.Downloader in project karaf by apache.

the class AssemblyDeployCallback method installConfigs.

@Override
public void installConfigs(org.apache.karaf.features.Feature feature) throws IOException, InvalidSyntaxException {
    assertNotBlacklisted(feature);
    // Install
    Downloader downloader = manager.createDownloader();
    for (Config config : ((Feature) feature).getConfig()) {
        if (config.isExternal()) {
            downloader.download(config.getValue().trim(), provider -> {
                Path input = provider.getFile().toPath();
                byte[] data = Files.readAllBytes(input);
                Path configFile = etcDirectory.resolve(config.getName() + ".cfg");
                LOGGER.info("      adding config file: {}", homeDirectory.relativize(configFile));
                if (!Files.exists(configFile)) {
                    Files.write(configFile, data);
                } else if (config.isAppend()) {
                    Files.write(configFile, data, StandardOpenOption.APPEND);
                }
            });
        } else {
            byte[] data = config.getValue().getBytes();
            Path configFile = etcDirectory.resolve(config.getName() + ".cfg");
            LOGGER.info("      adding config file: {}", homeDirectory.relativize(configFile));
            if (!Files.exists(configFile)) {
                Files.write(configFile, data);
            } else if (config.isAppend()) {
                Files.write(configFile, data, StandardOpenOption.APPEND);
            }
        }
    }
    for (final ConfigFile configFile : ((Feature) feature).getConfigfile()) {
        downloader.download(configFile.getLocation(), provider -> {
            Path input = provider.getFile().toPath();
            String path = configFile.getFinalname();
            if (path.startsWith("/")) {
                path = path.substring(1);
            }
            path = substFinalName(path);
            Path output = homeDirectory.resolve(path);
            LOGGER.info("      adding config file: {}", path);
            Files.copy(input, output, StandardCopyOption.REPLACE_EXISTING);
        });
    }
}

Example 7 with Downloader

use of org.apache.karaf.features.internal.download.Downloader in project karaf by apache.

the class AssemblyDeployCallback method installLibraries.

@Override
public void installLibraries(org.apache.karaf.features.Feature feature) throws IOException {
    assertNotBlacklisted(feature);
    Downloader downloader = manager.createDownloader();
    List<String> libraries = new ArrayList<>();
    for (Library library : ((Feature) feature).getLibraries()) {
        String lib = library.getLocation() + ";type:=" + library.getType() + ";export:=" + library.isExport() + ";delegate:=" + library.isDelegate();
        libraries.add(lib);
    }
    if (!libraries.isEmpty()) {
        Path configPropertiesPath = etcDirectory.resolve("config.properties");
        Properties configProperties = new Properties(configPropertiesPath.toFile());
        builder.downloadLibraries(downloader, configProperties, libraries, "   ");
    }
    try {
        downloader.await();
    } catch (Exception e) {
        throw new IOException("Error downloading configuration files", e);
    }
}

Example 8 with Downloader

use of org.apache.karaf.features.internal.download.Downloader in project karaf by apache.

the class Builder method loadRepositories.

private Map<String, Features> loadRepositories(DownloadManager manager, Collection<String> repositories, final boolean install) throws Exception {
    final Map<String, Features> loaded = new HashMap<>();
    final Downloader downloader = manager.createDownloader();
    final List<String> blacklist = new ArrayList<>();
    blacklist.addAll(blacklistedBundles);
    blacklist.addAll(blacklistedFeatures);
    final List<String> blacklistRepos = new ArrayList<>();
    blacklistRepos.addAll(blacklistedRepositories);
    final Clause[] clauses = org.apache.felix.utils.manifest.Parser.parseClauses(blacklist.toArray(new String[blacklist.size()]));
    final Clause[] clausesRepos = org.apache.felix.utils.manifest.Parser.parseClauses(blacklistRepos.toArray(new String[blacklistRepos.size()]));
    for (String repository : repositories) {
        downloader.download(repository, new DownloadCallback() {

            @Override
            public void downloaded(final StreamProvider provider) throws Exception {
                String url = provider.getUrl();
                if (Blacklist.isBlacklisted(clausesRepos, url, TYPE_REPOSITORY)) {
                    return;
                }
                synchronized (loaded) {
                    if (!loaded.containsKey(provider.getUrl())) {
                        if (install) {
                            synchronized (provider) {
                                Path path = pathFromProviderUrl(url);
                                Files.createDirectories(path.getParent());
                                Files.copy(provider.getFile().toPath(), path, StandardCopyOption.REPLACE_EXISTING);
                            }
                        }
                        try (InputStream is = provider.open()) {
                            Features featuresModel = JaxbUtil.unmarshal(url, is, false);
                            if (blacklistPolicy == BlacklistPolicy.Discard) {
                                Blacklist.blacklist(featuresModel, clauses);
                            }
                            loaded.put(provider.getUrl(), featuresModel);
                            for (String innerRepository : featuresModel.getRepository()) {
                                downloader.download(innerRepository, this);
                            }
                        }
                    }
                }
            }
        });
    }
    downloader.await();
    return loaded;
}

Example 9 with Downloader

use of org.apache.karaf.features.internal.download.Downloader in project karaf by apache.

the class Builder method installStage.

private void installStage(Profile installedProfile, Set<Feature> allBootFeatures) throws Exception {
    LOGGER.info("Install stage");
    //
    // Handle installed profiles
    //
    Profile installedOverlay = Profiles.getOverlay(installedProfile, allProfiles, environment);
    Profile installedEffective = Profiles.getEffective(installedOverlay, false);
    Downloader downloader = manager.createDownloader();
    // Load startup repositories
    Map<String, Features> installedRepositories = loadRepositories(manager, installedEffective.getRepositories(), true);
    // Compute startup feature dependencies
    Set<Feature> allInstalledFeatures = new HashSet<>();
    for (Features repo : installedRepositories.values()) {
        allInstalledFeatures.addAll(repo.getFeature());
    }
    Set<Feature> installedFeatures = new LinkedHashSet<>();
    // Add boot features for search
    allInstalledFeatures.addAll(allBootFeatures);
    for (String feature : installedEffective.getFeatures()) {
        addFeatures(allInstalledFeatures, feature, installedFeatures, true);
    }
    for (Feature feature : installedFeatures) {
        LOGGER.info("   Feature {} is defined as an installed feature", feature.getId());
        for (Bundle bundle : feature.getBundle()) {
            if (!ignoreDependencyFlag || !bundle.isDependency()) {
                installArtifact(downloader, bundle.getLocation().trim());
            }
        }
        // Install config files
        for (ConfigFile configFile : feature.getConfigfile()) {
            installArtifact(downloader, configFile.getLocation().trim());
        }
        for (Conditional cond : feature.getConditional()) {
            for (Bundle bundle : cond.getBundle()) {
                if (!ignoreDependencyFlag || !bundle.isDependency()) {
                    installArtifact(downloader, bundle.getLocation().trim());
                }
            }
        }
    }
    for (String location : installedEffective.getBundles()) {
        installArtifact(downloader, location);
    }
    downloader.await();
}

Example 10 with Downloader

use of org.apache.karaf.features.internal.download.Downloader in project karaf by apache.

the class Builder method bootStage.

private Set<Feature> bootStage(Profile bootProfile, Profile startupEffective) throws Exception {
    LOGGER.info("Boot stage");
    //
    // Handle boot profiles
    //
    Profile bootOverlay = Profiles.getOverlay(bootProfile, allProfiles, environment);
    Profile bootEffective = Profiles.getEffective(bootOverlay, false);
    // Load startup repositories
    Map<String, Features> bootRepositories = loadRepositories(manager, bootEffective.getRepositories(), true);
    // Compute startup feature dependencies
    Set<Feature> allBootFeatures = new HashSet<>();
    for (Features repo : bootRepositories.values()) {
        allBootFeatures.addAll(repo.getFeature());
    }
    // Generate a global feature
    Map<String, Dependency> generatedDep = new HashMap<>();
    Feature generated = new Feature();
    generated.setName(UUID.randomUUID().toString());
    // Add feature dependencies
    for (String dependency : bootEffective.getFeatures()) {
        Dependency dep = generatedDep.get(dependency);
        if (dep == null) {
            dep = createDependency(dependency);
            generated.getFeature().add(dep);
            generatedDep.put(dep.getName(), dep);
        }
        dep.setDependency(false);
    }
    // Add bundles
    for (String location : bootEffective.getBundles()) {
        location = location.replace("profile:", "file:etc/");
        Bundle bun = new Bundle();
        bun.setLocation(location);
        generated.getBundle().add(bun);
    }
    Features rep = new Features();
    rep.setName(UUID.randomUUID().toString());
    rep.getRepository().addAll(bootEffective.getRepositories());
    rep.getFeature().add(generated);
    allBootFeatures.add(generated);
    Downloader downloader = manager.createDownloader();
    // Compute startup feature dependencies
    Set<Feature> bootFeatures = new HashSet<>();
    addFeatures(allBootFeatures, generated.getName(), bootFeatures, true);
    for (Feature feature : bootFeatures) {
        // the feature is a startup feature, updating startup.properties file
        LOGGER.info("   Feature " + feature.getId() + " is defined as a boot feature");
        // add the feature in the system folder
        Set<String> locations = new HashSet<>();
        for (Bundle bundle : feature.getBundle()) {
            if (!ignoreDependencyFlag || !bundle.isDependency()) {
                locations.add(bundle.getLocation().trim());
            }
        }
        for (Conditional cond : feature.getConditional()) {
            for (Bundle bundle : cond.getBundle()) {
                if (!ignoreDependencyFlag || !bundle.isDependency()) {
                    locations.add(bundle.getLocation().trim());
                }
            }
        }
        // Build optional features and known prerequisites
        Map<String, List<String>> prereqs = new HashMap<>();
        prereqs.put("blueprint:", Arrays.asList("deployer", "aries-blueprint"));
        prereqs.put("spring:", Arrays.asList("deployer", "spring"));
        prereqs.put("wrap:", Arrays.asList("wrap"));
        prereqs.put("war:", Arrays.asList("war"));
        for (String location : locations) {
            installArtifact(downloader, location);
            for (Map.Entry<String, List<String>> entry : prereqs.entrySet()) {
                if (location.startsWith(entry.getKey())) {
                    for (String prereq : entry.getValue()) {
                        Dependency dep = generatedDep.get(prereq);
                        if (dep == null) {
                            dep = new Dependency();
                            dep.setName(prereq);
                            generated.getFeature().add(dep);
                            generatedDep.put(dep.getName(), dep);
                        }
                        dep.setPrerequisite(true);
                    }
                }
            }
        }
        List<Content> contents = new ArrayList<>();
        contents.add(feature);
        contents.addAll(feature.getConditional());
        for (Content content : contents) {
            // Install config files
            for (Config config : content.getConfig()) {
                if (config.isExternal()) {
                    installArtifact(downloader, config.getValue().trim());
                }
            }
            for (ConfigFile configFile : content.getConfigfile()) {
                installArtifact(downloader, configFile.getLocation().trim());
            }
            // Extract configs
            for (Config config : content.getConfig()) {
                if (pidMatching(config.getName())) {
                    Path configFile = etcDirectory.resolve(config.getName() + ".cfg");
                    LOGGER.info("      adding config file: {}", homeDirectory.relativize(configFile));
                    if (config.isExternal()) {
                        downloader.download(config.getValue().trim(), provider -> {
                            synchronized (provider) {
                                Files.copy(provider.getFile().toPath(), configFile, StandardCopyOption.REPLACE_EXISTING);
                            }
                        });
                    } else {
                        Files.write(configFile, config.getValue().getBytes());
                    }
                }
            }
        }
        // Install libraries
        List<String> libraries = new ArrayList<>();
        for (Library library : feature.getLibraries()) {
            String lib = library.getLocation() + ";type:=" + library.getType() + ";export:=" + library.isExport() + ";delegate:=" + library.isDelegate();
            libraries.add(lib);
        }
        Path configPropertiesPath = etcDirectory.resolve("config.properties");
        Properties configProperties = new Properties(configPropertiesPath.toFile());
        downloadLibraries(downloader, configProperties, libraries, "   ");
        downloader.await();
        // Reformat clauses
        reformatClauses(configProperties, Constants.FRAMEWORK_SYSTEMPACKAGES_EXTRA);
        reformatClauses(configProperties, Constants.FRAMEWORK_BOOTDELEGATION);
        configProperties.save();
    }
    // If there are bundles to install, we can't use the boot features only
    // so keep the generated feature
    Path featuresCfgFile = etcDirectory.resolve("org.apache.karaf.features.cfg");
    if (!generated.getBundle().isEmpty()) {
        File output = etcDirectory.resolve(rep.getName() + ".xml").toFile();
        ByteArrayOutputStream baos = new ByteArrayOutputStream();
        JaxbUtil.marshal(rep, baos);
        ByteArrayInputStream bais;
        String repoUrl;
        if (karafVersion == KarafVersion.v24) {
            String str = baos.toString();
            str = str.replace("http://karaf.apache.org/xmlns/features/v1.3.0", "http://karaf.apache.org/xmlns/features/v1.2.0");
            str = str.replaceAll(" dependency=\".*?\"", "");
            str = str.replaceAll(" prerequisite=\".*?\"", "");
            for (Feature f : rep.getFeature()) {
                for (Dependency d : f.getFeature()) {
                    if (d.isPrerequisite()) {
                        if (!startupEffective.getFeatures().contains(d.getName())) {
                            LOGGER.warn("Feature " + d.getName() + " is a prerequisite and should be installed as a startup feature.");
                        }
                    }
                }
            }
            bais = new ByteArrayInputStream(str.getBytes());
            repoUrl = "file:etc/" + output.getName();
        } else {
            bais = new ByteArrayInputStream(baos.toByteArray());
            repoUrl = "file:${karaf.home}/etc/" + output.getName();
        }
        Files.copy(bais, output.toPath());
        Properties featuresProperties = new Properties(featuresCfgFile.toFile());
        featuresProperties.put(FEATURES_REPOSITORIES, repoUrl);
        featuresProperties.put(FEATURES_BOOT, generated.getName());
        featuresProperties.save();
    } else {
        String repos = getRepos(rep);
        String boot = getBootFeatures(generatedDep);
        Properties featuresProperties = new Properties(featuresCfgFile.toFile());
        featuresProperties.put(FEATURES_REPOSITORIES, repos);
        featuresProperties.put(FEATURES_BOOT, boot);
        reformatClauses(featuresProperties, FEATURES_REPOSITORIES);
        reformatClauses(featuresProperties, FEATURES_BOOT);
        featuresProperties.save();
    }
    downloader.await();
    return allBootFeatures;
}