Examples with AmazonClientException com.amazonaws.AmazonClientException used on opensource projects

Example 76 with AmazonClientException

use of com.amazonaws.AmazonClientException in project crate by crate.

the class S3BlobContainer method delete.

@Override
public void delete() throws IOException {
    try (AmazonS3Reference clientReference = blobStore.clientReference()) {
        ObjectListing prevListing = null;
        while (true) {
            ObjectListing list;
            if (prevListing != null) {
                final ObjectListing finalPrevListing = prevListing;
                list = clientReference.client().listNextBatchOfObjects(finalPrevListing);
            } else {
                final ListObjectsRequest listObjectsRequest = new ListObjectsRequest();
                listObjectsRequest.setBucketName(blobStore.bucket());
                listObjectsRequest.setPrefix(keyPath);
                list = clientReference.client().listObjects(listObjectsRequest);
            }
            final List<String> blobsToDelete = list.getObjectSummaries().stream().map(S3ObjectSummary::getKey).collect(Collectors.toList());
            if (list.isTruncated()) {
                doDeleteBlobs(blobsToDelete, false);
                prevListing = list;
            } else {
                final List<String> lastBlobsToDelete = new ArrayList<>(blobsToDelete);
                lastBlobsToDelete.add(keyPath);
                doDeleteBlobs(lastBlobsToDelete, false);
                break;
            }
        }
    } catch (final AmazonClientException e) {
        throw new IOException("Exception when deleting blob container [" + keyPath + "]", e);
    }
}

Example 77 with AmazonClientException

use of com.amazonaws.AmazonClientException in project zeppelin by apache.

the class S3NotebookRepo method list.

@Override
public Map<String, NoteInfo> list(AuthenticationInfo subject) throws IOException {
    Map<String, NoteInfo> notesInfo = new HashMap<>();
    try {
        ListObjectsRequest listObjectsRequest = new ListObjectsRequest().withBucketName(bucketName).withPrefix(user + "/" + "notebook");
        ObjectListing objectListing;
        do {
            objectListing = s3client.listObjects(listObjectsRequest);
            for (S3ObjectSummary objectSummary : objectListing.getObjectSummaries()) {
                if (objectSummary.getKey().endsWith(".zpln")) {
                    try {
                        NoteInfo info = getNoteInfo(objectSummary.getKey());
                        notesInfo.put(info.getId(), info);
                    } catch (IOException e) {
                        LOGGER.warn(e.getMessage());
                    }
                }
            }
            listObjectsRequest.setMarker(objectListing.getNextMarker());
        } while (objectListing.isTruncated());
    } catch (AmazonClientException ace) {
        throw new IOException("Fail to list objects in S3", ace);
    }
    return notesInfo;
}

Example 78 with AmazonClientException

use of com.amazonaws.AmazonClientException in project zeppelin by apache.

the class S3NotebookRepo method move.

@Override
public void move(String folderPath, String newFolderPath, AuthenticationInfo subject) throws IOException {
    try {
        ListObjectsRequest listObjectsRequest = new ListObjectsRequest().withBucketName(bucketName).withPrefix(rootFolder + folderPath + "/");
        ObjectListing objectListing;
        do {
            objectListing = s3client.listObjects(listObjectsRequest);
            for (S3ObjectSummary objectSummary : objectListing.getObjectSummaries()) {
                if (objectSummary.getKey().endsWith(".zpln")) {
                    String noteId = getNoteId(objectSummary.getKey());
                    String notePath = getNotePath(rootFolder, objectSummary.getKey());
                    String newNotePath = newFolderPath + notePath.substring(folderPath.length());
                    move(noteId, notePath, newNotePath, subject);
                }
            }
            listObjectsRequest.setMarker(objectListing.getNextMarker());
        } while (objectListing.isTruncated());
    } catch (AmazonClientException ace) {
        throw new IOException("Fail to move folder: " + folderPath + " to " + newFolderPath + " in S3", ace);
    }
}

Example 79 with AmazonClientException

use of com.amazonaws.AmazonClientException in project druid by druid-io.

the class KinesisRecordSupplierTest method getLatestSequenceNumberWhenKinesisRetryableException.

@Test
public void getLatestSequenceNumberWhenKinesisRetryableException() {
    EasyMock.expect(kinesis.getShardIterator(EasyMock.eq(STREAM), EasyMock.eq(SHARD_ID0), EasyMock.eq(ShardIteratorType.LATEST.toString()))).andReturn(getShardIteratorResult0).once();
    EasyMock.expect(getShardIteratorResult0.getShardIterator()).andReturn(SHARD0_ITERATOR).once();
    AmazonClientException ex = new AmazonClientException(new IOException());
    EasyMock.expect(kinesis.getRecords(generateGetRecordsReq(SHARD0_ITERATOR, 1000))).andThrow(ex).andReturn(getRecordsResult0).once();
    EasyMock.expect(getRecordsResult0.getRecords()).andReturn(SHARD0_RECORDS).once();
    EasyMock.expect(getRecordsResult0.getNextShardIterator()).andReturn(null).once();
    EasyMock.expect(getRecordsResult0.getMillisBehindLatest()).andReturn(0L).once();
    replayAll();
    recordSupplier = new KinesisRecordSupplier(kinesis, recordsPerFetch, 0, 2, true, 100, 5000, 5000, 1000, 100, true);
    Assert.assertEquals("0", recordSupplier.getLatestSequenceNumber(StreamPartition.of(STREAM, SHARD_ID0)));
}

Example 80 with AmazonClientException

use of com.amazonaws.AmazonClientException in project airpal by airbnb.

the class S3FilePersistor method persist.

@Override
public URI persist(JobOutputBuilder outputBuilder, Job job) {
    File file = checkNotNull(outputBuilder.build(), "output builder resulting file was null");
    val objectMetaData = new ObjectMetadata();
    objectMetaData.setContentLength(file.length());
    objectMetaData.setContentType(MediaType.CSV_UTF_8.toString());
    if (compressedOutput) {
        objectMetaData.setContentEncoding("gzip");
    }
    val putRequest = new PutObjectRequest(outputBucket, getOutputKey(file.getName()), file).withMetadata(objectMetaData);
    try {
        s3Client.putObject(putRequest);
        return UriBuilder.fromPath("/api/s3/{filename}").build(file.getName());
    } catch (AmazonClientException e) {
        throw new ExecutionClient.ExecutionFailureException(job, "Could not upload CSV to S3", e);
    } finally {
        outputBuilder.delete();
    }
}