Examples with TargetRepository org.jboss.pnc.model.TargetRepository used on opensource projects

Example 1 with TargetRepository

use of org.jboss.pnc.model.TargetRepository in project pnc by project-ncl.

the class DefaultDatastore method fetchOrSaveRequiredTargetRepositories.

private void fetchOrSaveRequiredTargetRepositories(Collection<Artifact> artifacts, Map<TargetRepository.IdentifierPath, TargetRepository> storedTargetRepositories) {
    Map<TargetRepository.IdentifierPath, TargetRepository> requiredTargetRepositories = new HashMap<>();
    for (Artifact artifact : artifacts) {
        TargetRepository targetRepository = artifact.getTargetRepository();
        logger.trace("Adding repository for artifact: {}.", artifact.toString());
        if (!storedTargetRepositories.containsKey(targetRepository.getIdentifierPath())) {
            requiredTargetRepositories.put(targetRepository.getIdentifierPath(), targetRepository);
        }
    }
    if (requiredTargetRepositories.size() > 0) {
        List<TargetRepository> targetRepositoriesInDB = targetRepositoryRepository.queryByIdentifiersAndPaths(requiredTargetRepositories.keySet());
        for (TargetRepository targetRepository : targetRepositoriesInDB) {
            storedTargetRepositories.put(targetRepository.getIdentifierPath(), targetRepository);
            requiredTargetRepositories.remove(targetRepository.getIdentifierPath());
        }
        for (TargetRepository targetRepository : requiredTargetRepositories.values()) {
            // NCL-5474: This can potentionally cause unique constraint violation if two builds finish at the same
            // time, both with the same new target repository. This is unlikely to happen, so we take the risk.
            TargetRepository savedTargetRepository = targetRepositoryRepository.save(targetRepository);
            storedTargetRepositories.put(targetRepository.getIdentifierPath(), savedTargetRepository);
        }
    }
}

Example 2 with TargetRepository

use of org.jboss.pnc.model.TargetRepository in project pnc by project-ncl.

the class IndyRepositorySession method collectUploads.

/**
 * Return list of output artifacts for promotion.
 *
 * @param report The tracking report that contains info about artifacts uploaded (output) from the build
 * @return List of output artifacts meta data
 * @throws RepositoryManagerException In case of a client API transport error or an error during promotion of
 *         artifacts
 */
private Uploads collectUploads(TrackedContentDTO report) throws RepositoryManagerException {
    List<Artifact> data;
    List<String> promotion;
    logger.info("BEGIN: Process artifacts uploaded from build");
    userLog.info("Processing built artifacts");
    StopWatch stopWatch = StopWatch.createStarted();
    Set<TrackedContentEntryDTO> uploads = report.getUploads();
    if (CollectionUtils.isEmpty(uploads)) {
        data = Collections.emptyList();
        promotion = Collections.emptyList();
    } else {
        data = new ArrayList<>();
        Set<String> promotionSet = new HashSet<>();
        IndyContentClientModule content;
        try {
            content = indy.content();
        } catch (IndyClientException e) {
            throw new RepositoryManagerException("Failed to retrieve Indy content module. Reason: %s", e, e.getMessage());
        }
        for (TrackedContentEntryDTO upload : uploads) {
            String path = upload.getPath();
            StoreKey storeKey = upload.getStoreKey();
            if (artifactFilter.acceptsForData(upload)) {
                String identifier = computeIdentifier(upload);
                String purl = computePurl(upload);
                logger.info("Recording upload: {}", identifier);
                RepositoryType repoType = toRepoType(storeKey.getPackageType());
                TargetRepository targetRepository = getUploadsTargetRepository(repoType, content);
                ArtifactQuality artifactQuality = getArtifactQuality(isTempBuild);
                Artifact.Builder artifactBuilder = Artifact.Builder.newBuilder().md5(upload.getMd5()).sha1(upload.getSha1()).sha256(upload.getSha256()).size(upload.getSize()).deployPath(upload.getPath()).filename(new File(path).getName()).identifier(identifier).purl(purl).targetRepository(targetRepository).artifactQuality(artifactQuality).buildCategory(buildCategory);
                Artifact artifact = validateArtifact(artifactBuilder.build());
                data.add(artifact);
            }
            if (artifactFilter.acceptsForPromotion(upload, false)) {
                promotionSet.add(path);
                if (MAVEN_PKG_KEY.equals(storeKey.getPackageType()) && !isChecksum(path)) {
                    // add the standard checksums to ensure, they are promoted (Maven usually uses only one, so
                    // the other would be missing) but avoid adding checksums of checksums.
                    promotionSet.add(path + ".md5");
                    promotionSet.add(path + ".sha1");
                }
            }
        }
        promotion = new ArrayList<>(promotionSet);
    }
    logger.info("END: Process artifacts uploaded from build, took {} seconds", stopWatch.getTime(TimeUnit.SECONDS));
    return new Uploads(data, promotion);
}

Example 3 with TargetRepository

use of org.jboss.pnc.model.TargetRepository in project pnc by project-ncl.

the class IndyRepositorySession method collectDownloadedArtifacts.

private List<Artifact> collectDownloadedArtifacts(TrackedContentDTO report) throws RepositoryManagerException {
    IndyContentClientModule content;
    try {
        content = indy.content();
    } catch (IndyClientException e) {
        throw new RepositoryManagerException("Failed to retrieve Indy content module. Reason: %s", e, e.getMessage());
    }
    Set<TrackedContentEntryDTO> downloads = report.getDownloads();
    List<Artifact> deps = new ArrayList<>(downloads.size());
    for (TrackedContentEntryDTO download : downloads) {
        String path = download.getPath();
        if (artifactFilter.acceptsForData(download)) {
            String identifier = computeIdentifier(download);
            String purl = computePurl(download);
            logger.info("Recording download: {}", identifier);
            String originUrl = download.getOriginUrl();
            if (originUrl == null) {
                // this is from a hosted repository, either shared-imports or a build, or something like that.
                originUrl = download.getLocalUrl();
            }
            TargetRepository targetRepository = getDownloadsTargetRepository(download, content);
            Artifact.Builder artifactBuilder = Artifact.Builder.newBuilder().md5(download.getMd5()).sha1(download.getSha1()).sha256(download.getSha256()).size(download.getSize()).deployPath(path).originUrl(originUrl).importDate(Date.from(Instant.now())).filename(new File(path).getName()).identifier(identifier).purl(purl).targetRepository(targetRepository);
            Artifact artifact = validateArtifact(artifactBuilder.build());
            deps.add(artifact);
        }
    }
    return deps;
}

Example 4 with TargetRepository

use of org.jboss.pnc.model.TargetRepository in project pnc by project-ncl.

the class DeliverableAnalyzerManagerImpl method processDeliverables.

private void processDeliverables(int milestoneId, Collection<Build> builds, String distributionUrl) {
    ProductMilestone milestone = milestoneRepository.queryById(milestoneId);
    for (Build build : builds) {
        Function<Artifact, org.jboss.pnc.model.Artifact> artifactParser;
        if (build.getBuildSystemType() == null) {
            TargetRepository distributionRepository = getDistributionRepository(distributionUrl);
            artifactParser = art -> findOrCreateArtifact(art, distributionRepository);
        } else {
            switch(build.getBuildSystemType()) {
                case PNC:
                    artifactParser = this::getPncArtifact;
                    break;
                case BREW:
                    TargetRepository brewRepository = getBrewRepository(build);
                    artifactParser = art -> findOrCreateArtifact(assertBrewArtifacts(art), brewRepository);
                    break;
                default:
                    throw new UnsupportedOperationException("Unknown build system type " + build.getBuildSystemType());
            }
        }
        build.getArtifacts().stream().map(artifactParser).forEach(milestone::addDeliveredArtifact);
    }
    milestone.setDeliveredArtifactsImporter(userService.currentUser());
}

Example 5 with TargetRepository

use of org.jboss.pnc.model.TargetRepository in project pnc by project-ncl.

the class DeliverableAnalyzerManagerImpl method getBrewRepository.

private TargetRepository getBrewRepository(Build build) {
    String path = KOJI_PATH_MAVEN_PREFIX + build.getBrewNVR();
    TargetRepository tr = targetRepositoryRepository.queryByIdentifierAndPath(INDY_MAVEN, path);
    if (tr == null) {
        tr = createRepository(path, INDY_MAVEN, RepositoryType.MAVEN);
    }
    return tr;
}