Examples with UploadTarget com.synopsys.integration.blackduck.codelocation.upload.UploadTarget used on opensource projects

Example 6 with UploadTarget

use of com.synopsys.integration.blackduck.codelocation.upload.UploadTarget in project synopsys-detect by blackducksoftware.

the class DetectRapidScanService method performUpload.

public List<HttpUrl> performUpload(UploadBatch uploadBatch, RapidScanOptions rapidScanOptions, @Nullable File rapidScanConfig) throws IntegrationException, IOException {
    List<HttpUrl> allScanUrls = new LinkedList<>();
    for (UploadTarget uploadTarget : uploadBatch.getUploadTargets()) {
        HttpUrl url = bdio2FileUploadService.uploadFile(directoryManager.getRapidOutputDirectory(), uploadTarget, rapidScanOptions, rapidScanConfig);
        logger.info("Uploaded Rapid Scan: {}", url);
        allScanUrls.add(url);
    }
    return allScanUrls;
}

Example 7 with UploadTarget

use of com.synopsys.integration.blackduck.codelocation.upload.UploadTarget in project synopsys-detect by blackducksoftware.

the class RapidScanUploadService method uploadFiles.

private HttpUrl uploadFiles(UploadTarget uploadTarget, List<BdioFileContent> bdioFiles, RapidScanOptions rapidScanOptions, @Nullable NameVersion nameVersion, @Nullable File rapidScanConfig, @Nullable File rapidScanWorkingDirectory) throws IntegrationException, IOException {
    if (bdioFiles.isEmpty()) {
        throw new IllegalArgumentException("BDIO files cannot be empty.");
    }
    BdioFileContent header = bdioFiles.stream().filter(content -> content.getFileName().equals(FILE_NAME_BDIO_HEADER_JSONLD)).findFirst().orElseThrow(() -> new BlackDuckIntegrationException("Cannot find BDIO header file" + FILE_NAME_BDIO_HEADER_JSONLD + "."));
    List<BdioFileContent> remainingFiles = bdioFiles.stream().filter(content -> !content.getFileName().equals(FILE_NAME_BDIO_HEADER_JSONLD)).collect(Collectors.toList());
    int count = remainingFiles.size();
    logger.debug("BDIO upload file count = " + count);
    BlackDuckRequestBuilderEditor editor = builder -> {
        builder.addHeader(RapidCompareMode.HEADER_NAME, rapidScanOptions.getCompareMode().getHeaderValue());
        if (nameVersion != null) {
            builder.addHeader(Bdio2StreamUploader.PROJECT_NAME_HEADER, nameVersion.getName()).addHeader(Bdio2StreamUploader.VERSION_NAME_HEADER, nameVersion.getVersion());
        }
    };
    HttpUrl url;
    if (rapidScanConfig != null) {
        url = bdio2Uploader.startWithConfig(zip(uploadTarget, rapidScanConfig, header, rapidScanWorkingDirectory), editor);
    } else {
        url = bdio2Uploader.start(header, editor);
    }
    for (BdioFileContent content : remainingFiles) {
        bdio2Uploader.append(url, count, content, editor);
    }
    bdio2Uploader.finish(url, count, editor);
    return url;
}

Example 8 with UploadTarget

use of com.synopsys.integration.blackduck.codelocation.upload.UploadTarget in project synopsys-detect by blackducksoftware.

the class RapidModeUploadOperation method run.

public List<HttpUrl> run(BdioResult bdioResult, RapidScanOptions rapidScanOptions, @Nullable File rapidScanConfig) throws IntegrationException, IOException {
    logger.info("Begin Rapid Mode Scan");
    UploadBatch uploadBatch = new UploadBatch();
    for (UploadTarget uploadTarget : bdioResult.getUploadTargets()) {
        logger.debug(String.format("Uploading %s", uploadTarget.getUploadFile().getName()));
        uploadBatch.addUploadTarget(uploadTarget);
    }
    List<HttpUrl> results = rapidScanService.performUpload(uploadBatch, rapidScanOptions, rapidScanConfig);
    logger.debug("Rapid scan url count: {}", results.size());
    return results;
}

Example 9 with UploadTarget

use of com.synopsys.integration.blackduck.codelocation.upload.UploadTarget in project blackduck-common by blackducksoftware.

the class CodeLocationServiceTestIT method testMappingWithProjectCodeCreator.

@Test
@Disabled
// ejk 2020-09-17 disabling this until I can figure out a better way to create the required elements for the test to pass
void testMappingWithProjectCodeCreator() throws IntegrationException, InterruptedException {
    /*
        This test requires a project/version: code_location_mapping_test_donotdelete/code_location_mapping_test_donotdelete
        Also, it requires a user, project_code_scanner, with the Project Code Scanner role on the above project.
         */
    String codeLocationName = "bdio to be mapped";
    File bdioFile = new File(getClass().getResource("/bdio/bdio_without_project.jsonld").getFile());
    UploadTarget uploadTarget = UploadTarget.createDefault(new NameVersion("inaccurate", "inaccurate"), codeLocationName, bdioFile);
    BdioUploadService bdioUploadService = blackDuckServices.blackDuckServicesFactory.createBdioUploadService();
    bdioUploadService.uploadBdio(uploadTarget);
    UserView projectCodeScanner = blackDuckServices.blackDuckServicesFactory.createUserGroupService().getUserByUsername("project_code_scanner").get();
    Optional<CodeLocationView> codeLocationView = blackDuckServices.codeLocationService.getCodeLocationByName(codeLocationName);
    int attempts = 0;
    while (!codeLocationView.isPresent()) {
        attempts++;
        if (attempts > 15) {
            fail("code location not created fast enough");
        }
        Thread.sleep(5000);
        codeLocationView = blackDuckServices.codeLocationService.getCodeLocationByName(codeLocationName);
    }
    assertTrue(StringUtils.isBlank(codeLocationView.get().getMappedProjectVersion()));
    HttpUrl codeLocationUrl = codeLocationView.get().getHref();
    // now use the project code scanner user
    BufferedIntLogger logger = new BufferedIntLogger();
    BlackDuckServerConfigBuilder projectCodeScannerBuilder = BlackDuckServerConfig.newBuilder();
    projectCodeScannerBuilder.setUrl(intHttpClientTestHelper.getProperty(TestingPropertyKey.TEST_BLACK_DUCK_SERVER_URL));
    projectCodeScannerBuilder.setUsername("project_code_scanner");
    projectCodeScannerBuilder.setPassword("super_secure_password");
    projectCodeScannerBuilder.setTrustCert(true);
    BlackDuckServicesFactory specialFactory = projectCodeScannerBuilder.build().createBlackDuckServicesFactory(logger);
    Optional<ProjectVersionWrapper> projectVersionWrapper = specialFactory.createProjectService().getProjectVersion(new NameVersion("code_location_mapping_test_donotdelete", "code_location_mapping_test_donotdelete"));
    assertTrue(projectVersionWrapper.isPresent());
    CodeLocationService specialCodeLocationService = specialFactory.createCodeLocationService();
    specialCodeLocationService.mapCodeLocation(codeLocationUrl, projectVersionWrapper.get().getProjectVersionView());
    codeLocationView = blackDuckServices.codeLocationService.getCodeLocationByName(codeLocationName);
    assertTrue(codeLocationView.isPresent());
    assertEquals(projectVersionWrapper.get().getProjectVersionView().getHref().string(), codeLocationView.get().getMappedProjectVersion());
    blackDuckServices.blackDuckApiClient.delete(codeLocationView.get());
}

Example 10 with UploadTarget

use of com.synopsys.integration.blackduck.codelocation.upload.UploadTarget in project blackduck-docker-inspector by blackducksoftware.

the class BlackDuckClient method uploadBdio.

public void uploadBdio(File bdioFile, String codeLocationName, NameVersion projectAndVersion) throws IntegrationException {
    if (config.isOfflineMode()) {
        logger.info("Upload of BDIO has been disabled by offline mode");
        return;
    }
    logger.info("Uploading BDIO files.");
    BlackDuckHttpClient httpConnection = createHttpConnection(intLogger);
    BlackDuckServicesFactory blackDuckServicesFactory = createBlackDuckServicesFactory(intLogger, httpConnection);
    BdioUploadService bdioUploadService = blackDuckServicesFactory.createBdioUploadService();
    UploadBatch uploadBatch = new UploadBatch();
    UploadTarget uploadTarget = UploadTarget.createDefault(projectAndVersion, codeLocationName, bdioFile);
    logger.info(String.format("uploading %s", uploadTarget.getUploadFile().getName()));
    uploadBatch.addUploadTarget(uploadTarget);
    BdioUploadCodeLocationCreationRequest uploadRequest = bdioUploadService.createUploadRequest(uploadBatch);
    CodeLocationCreationData<UploadBatchOutput> bdioUploadResults = bdioUploadService.uploadBdio(uploadRequest);
    bdioUploadResults.getOutput().getOutputs().stream().forEach(o -> logger.debug(String.format("\tUpload %s: output: %s%n", o.getCodeLocationName(), o.getResponse().orElse("unknown"))));
    logger.info(String.format("Uploaded bdio file %s to %s", bdioFile.getName(), config.getBlackDuckUrl()));
}