Examples with RepositoryPolicy org.sonatype.aether.repository.RepositoryPolicy used on opensource projects

Example 1 with RepositoryPolicy

use of org.sonatype.aether.repository.RepositoryPolicy in project build-info by JFrogDev.

the class ArtifactorySonatypeRepositoryListener method setRepositoryPolicy.

/**
 * Enables both snapshot and release polocies for a repository
 */
private void setRepositoryPolicy(RemoteRepository repo) throws NoSuchFieldException, IllegalAccessException {
    RepositoryPolicy policy = new RepositoryPolicy(true, RepositoryPolicy.UPDATE_POLICY_DAILY, RepositoryPolicy.CHECKSUM_POLICY_WARN);
    Field releasePolicyField = RemoteRepository.class.getDeclaredField("releasePolicy");
    Field snapshotPolicyField = RemoteRepository.class.getDeclaredField("snapshotPolicy");
    releasePolicyField.setAccessible(true);
    snapshotPolicyField.setAccessible(true);
    releasePolicyField.set(repo, policy);
    snapshotPolicyField.set(repo, policy);
}

Example 2 with RepositoryPolicy

use of org.sonatype.aether.repository.RepositoryPolicy in project sonatype-aether by sonatype.

the class DefaultRemoteRepositoryManager method merge.

private RepositoryPolicy merge(RepositorySystemSession session, RepositoryPolicy policy1, RepositoryPolicy policy2) {
    RepositoryPolicy policy;
    if (policy1.isEnabled() && policy2.isEnabled()) {
        String checksums;
        if (ordinalOfChecksumPolicy(policy2.getChecksumPolicy()) < ordinalOfChecksumPolicy(policy1.getChecksumPolicy())) {
            checksums = policy2.getChecksumPolicy();
        } else {
            checksums = policy1.getChecksumPolicy();
        }
        String updates = updateCheckManager.getEffectiveUpdatePolicy(session, policy1.getUpdatePolicy(), policy2.getUpdatePolicy());
        policy = new RepositoryPolicy(true, updates, checksums);
    } else if (policy2.isEnabled()) {
        policy = policy2;
    } else {
        policy = policy1;
    }
    return policy;
}

Example 3 with RepositoryPolicy

use of org.sonatype.aether.repository.RepositoryPolicy in project sonatype-aether by sonatype.

the class DefaultArtifactResolver method resolve.

private List<ArtifactResult> resolve(RepositorySystemSession session, Collection<? extends ArtifactRequest> requests) throws ArtifactResolutionException {
    List<ArtifactResult> results = new ArrayList<ArtifactResult>(requests.size());
    boolean failures = false;
    LocalRepositoryManager lrm = session.getLocalRepositoryManager();
    WorkspaceReader workspace = session.getWorkspaceReader();
    List<ResolutionGroup> groups = new ArrayList<ResolutionGroup>();
    for (ArtifactRequest request : requests) {
        RequestTrace trace = DefaultRequestTrace.newChild(request.getTrace(), request);
        ArtifactResult result = new ArtifactResult(request);
        results.add(result);
        Artifact artifact = request.getArtifact();
        List<RemoteRepository> repos = request.getRepositories();
        artifactResolving(session, trace, artifact);
        String localPath = artifact.getProperty(ArtifactProperties.LOCAL_PATH, null);
        if (localPath != null) {
            // unhosted artifact, just validate file
            File file = new File(localPath);
            if (!file.isFile()) {
                failures = true;
                result.addException(new ArtifactNotFoundException(artifact, null));
            } else {
                artifact = artifact.setFile(file);
                result.setArtifact(artifact);
                artifactResolved(session, trace, artifact, null, result.getExceptions());
            }
            continue;
        }
        VersionResult versionResult;
        try {
            VersionRequest versionRequest = new VersionRequest(artifact, repos, request.getRequestContext());
            versionRequest.setTrace(trace);
            versionResult = versionResolver.resolveVersion(session, versionRequest);
        } catch (VersionResolutionException e) {
            result.addException(e);
            continue;
        }
        artifact = artifact.setVersion(versionResult.getVersion());
        if (versionResult.getRepository() != null) {
            if (versionResult.getRepository() instanceof RemoteRepository) {
                repos = Collections.singletonList((RemoteRepository) versionResult.getRepository());
            } else {
                repos = Collections.emptyList();
            }
        }
        if (workspace != null) {
            File file = workspace.findArtifact(artifact);
            if (file != null) {
                artifact = artifact.setFile(file);
                result.setArtifact(artifact);
                result.setRepository(workspace.getRepository());
                artifactResolved(session, trace, artifact, result.getRepository(), null);
                continue;
            }
        }
        LocalArtifactResult local = lrm.find(session, new LocalArtifactRequest(artifact, repos, request.getRequestContext()));
        if (isLocallyInstalled(local, versionResult)) {
            if (local.getRepository() != null) {
                result.setRepository(local.getRepository());
            } else {
                result.setRepository(lrm.getRepository());
            }
            try {
                artifact = artifact.setFile(getFile(session, artifact, local.getFile()));
                result.setArtifact(artifact);
                artifactResolved(session, trace, artifact, result.getRepository(), null);
            } catch (ArtifactTransferException e) {
                result.addException(e);
            }
            if (!local.isAvailable()) {
                /*
                     * NOTE: Interop with simple local repository: An artifact installed by a simple local repo manager
                     * will not show up in the repository tracking file of the enhanced local repository. If however the
                     * maven-metadata-local.xml tells us the artifact was installed locally, we sync the repository
                     * tracking file.
                     */
                lrm.add(session, new LocalArtifactRegistration(artifact));
            }
            continue;
        } else if (local.getFile() != null) {
            logger.debug("Verifying availability of " + local.getFile() + " from " + repos);
        }
        if (session.isOffline()) {
            Exception exception = new ArtifactNotFoundException(artifact, null, "The repository system is offline but the artifact " + artifact + " is not available in the local repository.");
            result.addException(exception);
            artifactResolved(session, trace, artifact, null, result.getExceptions());
            continue;
        }
        AtomicBoolean resolved = new AtomicBoolean(false);
        Iterator<ResolutionGroup> groupIt = groups.iterator();
        for (RemoteRepository repo : repos) {
            if (!repo.getPolicy(artifact.isSnapshot()).isEnabled()) {
                continue;
            }
            ResolutionGroup group = null;
            while (groupIt.hasNext()) {
                ResolutionGroup t = groupIt.next();
                if (t.matches(repo)) {
                    group = t;
                    break;
                }
            }
            if (group == null) {
                group = new ResolutionGroup(repo);
                groups.add(group);
                groupIt = Collections.<ResolutionGroup>emptyList().iterator();
            }
            group.items.add(new ResolutionItem(trace, artifact, resolved, result, local, repo));
        }
    }
    for (ResolutionGroup group : groups) {
        List<ArtifactDownload> downloads = new ArrayList<ArtifactDownload>();
        for (ResolutionItem item : group.items) {
            Artifact artifact = item.artifact;
            if (item.resolved.get()) {
                // resolved in previous resolution group
                continue;
            }
            ArtifactDownload download = new ArtifactDownload();
            download.setArtifact(artifact);
            download.setRequestContext(item.request.getRequestContext());
            download.setTrace(item.trace);
            if (item.local.getFile() != null) {
                download.setFile(item.local.getFile());
                download.setExistenceCheck(true);
            } else {
                String path = lrm.getPathForRemoteArtifact(artifact, group.repository, item.request.getRequestContext());
                download.setFile(new File(lrm.getRepository().getBasedir(), path));
            }
            boolean snapshot = artifact.isSnapshot();
            RepositoryPolicy policy = remoteRepositoryManager.getPolicy(session, group.repository, !snapshot, snapshot);
            if (session.isNotFoundCachingEnabled() || session.isTransferErrorCachingEnabled()) {
                UpdateCheck<Artifact, ArtifactTransferException> check = new UpdateCheck<Artifact, ArtifactTransferException>();
                check.setItem(artifact);
                check.setFile(download.getFile());
                check.setFileValid(!download.isExistenceCheck());
                check.setRepository(group.repository);
                check.setPolicy(policy.getUpdatePolicy());
                item.updateCheck = check;
                updateCheckManager.checkArtifact(session, check);
                if (!check.isRequired()) {
                    item.result.addException(check.getException());
                    continue;
                }
            }
            download.setChecksumPolicy(policy.getChecksumPolicy());
            download.setRepositories(item.repository.getMirroredRepositories());
            downloads.add(download);
            item.download = download;
        }
        if (downloads.isEmpty()) {
            continue;
        }
        for (ArtifactDownload download : downloads) {
            artifactDownloading(session, download.getTrace(), download.getArtifact(), group.repository);
        }
        try {
            RepositoryConnector connector = remoteRepositoryManager.getRepositoryConnector(session, group.repository);
            try {
                connector.get(downloads, null);
            } finally {
                connector.close();
            }
        } catch (NoRepositoryConnectorException e) {
            for (ArtifactDownload download : downloads) {
                download.setException(new ArtifactTransferException(download.getArtifact(), group.repository, e));
            }
        }
        for (ResolutionItem item : group.items) {
            ArtifactDownload download = item.download;
            if (download == null) {
                continue;
            }
            if (item.updateCheck != null) {
                item.updateCheck.setException(download.getException());
                updateCheckManager.touchArtifact(session, item.updateCheck);
            }
            if (download.getException() == null) {
                item.resolved.set(true);
                item.result.setRepository(group.repository);
                Artifact artifact = download.getArtifact();
                try {
                    artifact = artifact.setFile(getFile(session, artifact, download.getFile()));
                    item.result.setArtifact(artifact);
                } catch (ArtifactTransferException e) {
                    item.result.addException(e);
                    continue;
                }
                lrm.add(session, new LocalArtifactRegistration(artifact, group.repository, download.getSupportedContexts()));
                artifactDownloaded(session, download.getTrace(), artifact, group.repository, null);
                artifactResolved(session, download.getTrace(), artifact, group.repository, null);
            } else {
                item.result.addException(download.getException());
                artifactDownloaded(session, download.getTrace(), download.getArtifact(), group.repository, download.getException());
            }
        }
    }
    for (ArtifactResult result : results) {
        ArtifactRequest request = result.getRequest();
        Artifact artifact = result.getArtifact();
        if (artifact == null || artifact.getFile() == null) {
            failures = true;
            if (result.getExceptions().isEmpty()) {
                Exception exception = new ArtifactNotFoundException(request.getArtifact(), null);
                result.addException(exception);
            }
            RequestTrace trace = DefaultRequestTrace.newChild(request.getTrace(), request);
            artifactResolved(session, trace, request.getArtifact(), null, result.getExceptions());
        }
    }
    if (failures) {
        throw new ArtifactResolutionException(results);
    }
    return results;
}

Example 4 with RepositoryPolicy

use of org.sonatype.aether.repository.RepositoryPolicy in project sonatype-aether by sonatype.

the class DefaultDeployer method upload.

private void upload(Collection<MetadataUpload> metadataUploads, RepositorySystemSession session, Metadata metadata, RemoteRepository repository, RepositoryConnector connector, EventCatapult catapult) throws DeploymentException {
    LocalRepositoryManager lrm = session.getLocalRepositoryManager();
    File basedir = lrm.getRepository().getBasedir();
    File dstFile = new File(basedir, lrm.getPathForRemoteMetadata(metadata, repository, ""));
    if (metadata instanceof MergeableMetadata) {
        if (!((MergeableMetadata) metadata).isMerged()) {
            {
                DefaultRepositoryEvent event = new DefaultRepositoryEvent(EventType.METADATA_RESOLVING, session, catapult.getTrace());
                event.setMetadata(metadata);
                event.setRepository(repository);
                repositoryEventDispatcher.dispatch(event);
                event = new DefaultRepositoryEvent(EventType.METADATA_DOWNLOADING, session, catapult.getTrace());
                event.setMetadata(metadata);
                event.setRepository(repository);
                repositoryEventDispatcher.dispatch(event);
            }
            RepositoryPolicy policy = getPolicy(session, repository, metadata.getNature());
            MetadataDownload download = new MetadataDownload();
            download.setMetadata(metadata);
            download.setFile(dstFile);
            download.setChecksumPolicy(policy.getChecksumPolicy());
            connector.get(null, Arrays.asList(download));
            Exception error = download.getException();
            if (error instanceof MetadataNotFoundException) {
                dstFile.delete();
            }
            {
                DefaultRepositoryEvent event = new DefaultRepositoryEvent(EventType.METADATA_DOWNLOADED, session, catapult.getTrace());
                event.setMetadata(metadata);
                event.setRepository(repository);
                event.setException(error);
                event.setFile(dstFile);
                repositoryEventDispatcher.dispatch(event);
                event = new DefaultRepositoryEvent(EventType.METADATA_RESOLVED, session, catapult.getTrace());
                event.setMetadata(metadata);
                event.setRepository(repository);
                event.setException(error);
                event.setFile(dstFile);
                repositoryEventDispatcher.dispatch(event);
            }
            if (error != null && !(error instanceof MetadataNotFoundException)) {
                throw new DeploymentException("Failed to retrieve remote metadata " + metadata + ": " + error.getMessage(), error);
            }
        }
        try {
            ((MergeableMetadata) metadata).merge(dstFile, dstFile);
        } catch (RepositoryException e) {
            throw new DeploymentException("Failed to update metadata " + metadata + ": " + e.getMessage(), e);
        }
    } else {
        if (metadata.getFile() == null) {
            throw new DeploymentException("Failed to update metadata " + metadata + ": No file attached.");
        }
        try {
            fileProcessor.copy(metadata.getFile(), dstFile, null);
        } catch (IOException e) {
            throw new DeploymentException("Failed to update metadata " + metadata + ": " + e.getMessage(), e);
        }
    }
    UpdateCheck<Metadata, MetadataTransferException> check = new UpdateCheck<Metadata, MetadataTransferException>();
    check.setItem(metadata);
    check.setFile(dstFile);
    check.setRepository(repository);
    check.setAuthoritativeRepository(repository);
    updateCheckManager.touchMetadata(session, check);
    metadataUploads.add(new MetadataUploadEx(metadata, dstFile, catapult));
}

Example 5 with RepositoryPolicy

use of org.sonatype.aether.repository.RepositoryPolicy in project sonatype-aether by sonatype.

the class DefaultMetadataResolver method resolve.

private List<MetadataResult> resolve(RepositorySystemSession session, Collection<? extends MetadataRequest> requests) {
    List<MetadataResult> results = new ArrayList<MetadataResult>(requests.size());
    List<ResolveTask> tasks = new ArrayList<ResolveTask>(requests.size());
    Map<File, Long> localLastUpdates = new HashMap<File, Long>();
    for (MetadataRequest request : requests) {
        RequestTrace trace = DefaultRequestTrace.newChild(request.getTrace(), request);
        MetadataResult result = new MetadataResult(request);
        results.add(result);
        Metadata metadata = request.getMetadata();
        RemoteRepository repository = request.getRepository();
        if (repository == null) {
            LocalRepository localRepo = session.getLocalRepositoryManager().getRepository();
            metadataResolving(session, trace, metadata, localRepo);
            File localFile = getLocalFile(session, metadata);
            if (localFile != null) {
                metadata = metadata.setFile(localFile);
                result.setMetadata(metadata);
            } else {
                result.setException(new MetadataNotFoundException(metadata, localRepo));
            }
            metadataResolved(session, trace, metadata, localRepo, result.getException());
            continue;
        }
        List<RemoteRepository> repositories = getEnabledSourceRepositories(repository, metadata.getNature());
        if (repositories.isEmpty()) {
            continue;
        }
        metadataResolving(session, trace, metadata, repository);
        LocalRepositoryManager lrm = session.getLocalRepositoryManager();
        LocalMetadataRequest localRequest = new LocalMetadataRequest(metadata, repository, request.getRequestContext());
        LocalMetadataResult lrmResult = lrm.find(session, localRequest);
        File metadataFile = lrmResult.getFile();
        if (session.isOffline()) {
            if (metadataFile != null) {
                metadata = metadata.setFile(metadataFile);
                result.setMetadata(metadata);
            } else {
                String msg = "The repository system is offline but the metadata " + metadata + " from " + repository + " is not available in the local repository.";
                result.setException(new MetadataNotFoundException(metadata, repository, msg));
            }
            metadataResolved(session, trace, metadata, repository, result.getException());
            continue;
        }
        Long localLastUpdate = null;
        if (request.isFavorLocalRepository()) {
            File localFile = getLocalFile(session, metadata);
            localLastUpdate = localLastUpdates.get(localFile);
            if (localLastUpdate == null) {
                localLastUpdate = Long.valueOf(localFile != null ? localFile.lastModified() : 0);
                localLastUpdates.put(localFile, localLastUpdate);
            }
        }
        List<UpdateCheck<Metadata, MetadataTransferException>> checks = new ArrayList<UpdateCheck<Metadata, MetadataTransferException>>();
        Exception exception = null;
        for (RemoteRepository repo : repositories) {
            UpdateCheck<Metadata, MetadataTransferException> check = new UpdateCheck<Metadata, MetadataTransferException>();
            check.setLocalLastUpdated((localLastUpdate != null) ? localLastUpdate.longValue() : 0);
            check.setItem(metadata);
            // use 'main' installation file for the check (-> use requested repository)
            File checkFile = new File(session.getLocalRepository().getBasedir(), session.getLocalRepositoryManager().getPathForRemoteMetadata(metadata, repository, request.getRequestContext()));
            check.setFile(checkFile);
            check.setRepository(repository);
            check.setAuthoritativeRepository(repo);
            check.setPolicy(getPolicy(session, repo, metadata.getNature()).getUpdatePolicy());
            if (lrmResult.isStale()) {
                checks.add(check);
            } else {
                updateCheckManager.checkMetadata(session, check);
                if (check.isRequired()) {
                    checks.add(check);
                } else if (exception == null) {
                    exception = check.getException();
                }
            }
        }
        if (!checks.isEmpty()) {
            RepositoryPolicy policy = getPolicy(session, repository, metadata.getNature());
            // install path may be different from lookup path
            File installFile = new File(session.getLocalRepository().getBasedir(), session.getLocalRepositoryManager().getPathForRemoteMetadata(metadata, request.getRepository(), request.getRequestContext()));
            ResolveTask task = new ResolveTask(session, trace, result, installFile, checks, policy.getChecksumPolicy());
            tasks.add(task);
        } else {
            result.setException(exception);
            if (metadataFile != null) {
                metadata = metadata.setFile(metadataFile);
                result.setMetadata(metadata);
            }
            metadataResolved(session, trace, metadata, repository, result.getException());
        }
    }
    if (!tasks.isEmpty()) {
        int threads = ConfigUtils.getInteger(session, 4, "aether.metadataResolver.threads");
        Executor executor = getExecutor(Math.min(tasks.size(), threads));
        try {
            RunnableErrorForwarder errorForwarder = new RunnableErrorForwarder();
            for (ResolveTask task : tasks) {
                executor.execute(errorForwarder.wrap(task));
            }
            errorForwarder.await();
            for (ResolveTask task : tasks) {
                task.result.setException(task.exception);
            }
        } finally {
            shutdown(executor);
        }
        for (ResolveTask task : tasks) {
            Metadata metadata = task.request.getMetadata();
            // re-lookup metadata for resolve
            LocalMetadataRequest localRequest = new LocalMetadataRequest(metadata, task.request.getRepository(), task.request.getRequestContext());
            File metadataFile = session.getLocalRepositoryManager().find(session, localRequest).getFile();
            if (metadataFile != null) {
                metadata = metadata.setFile(metadataFile);
                task.result.setMetadata(metadata);
            }
            if (task.result.getException() == null) {
                task.result.setUpdated(true);
            }
            metadataResolved(session, task.trace, metadata, task.request.getRepository(), task.result.getException());
        }
    }
    return results;
}