Examples with SingularityS3SearchResult com.hubspot.singularity.api.SingularityS3SearchResult used on opensource projects

Example 1 with SingularityS3SearchResult

use of com.hubspot.singularity.api.SingularityS3SearchResult in project Singularity by HubSpot.

the class S3LogResource method getS3Logs.

private SingularityS3SearchResult getS3Logs(S3Configuration s3Configuration, Map<SingularityS3Service, Set<String>> servicesToPrefixes, final SingularityS3SearchRequest search, final boolean paginated) throws InterruptedException, ExecutionException, TimeoutException {
    int totalPrefixCount = 0;
    for (Map.Entry<SingularityS3Service, Set<String>> entry : servicesToPrefixes.entrySet()) {
        totalPrefixCount += entry.getValue().size();
    }
    if (totalPrefixCount == 0) {
        return SingularityS3SearchResult.empty();
    }
    ListeningExecutorService executorService = MoreExecutors.listeningDecorator(Executors.newFixedThreadPool(Math.min(totalPrefixCount, s3Configuration.getMaxS3Threads()), new ThreadFactoryBuilder().setNameFormat("S3LogFetcher-%d").build()));
    try {
        final ConcurrentHashMap<String, ContinuationToken> continuationTokens = new ConcurrentHashMap<>();
        List<SingularityS3LogMetadata> logs = Lists.newArrayList(getS3LogsWithExecutorService(s3Configuration, executorService, servicesToPrefixes, totalPrefixCount, search, continuationTokens, paginated));
        Collections.sort(logs, LOG_COMPARATOR);
        return new SingularityS3SearchResult(continuationTokens, isFinalPageForAllPrefixes(continuationTokens.values()), logs);
    } finally {
        executorService.shutdownNow();
    }
}