Examples with S3Client uk.co.automatictester.lightning.lambda.s3.S3Client used on opensource projects

Example 56 with S3Client

use of uk.co.automatictester.lightning.lambda.s3.S3Client in project aws-doc-sdk-examples by awsdocs.

the class DeleteBucketPolicy method main.

public static void main(String[] args) {
    final String USAGE = "\n" + "Usage:\n" + "    <bucketName>\n\n" + "Where:\n" + "    bucketName - the Amazon S3 bucket to delete the policy from (for example, bucket1).";
    if (args.length != 1) {
        System.out.println(USAGE);
        System.exit(1);
    }
    String bucketName = args[0];
    System.out.format("Deleting policy from bucket: \"%s\"\n\n", bucketName);
    Region region = Region.US_EAST_1;
    S3Client s3 = S3Client.builder().region(region).build();
    deleteS3BucketPolicy(s3, bucketName);
    s3.close();
}

Example 57 with S3Client

use of uk.co.automatictester.lightning.lambda.s3.S3Client in project aws-doc-sdk-examples by awsdocs.

the class S3BucketOps method main.

public static void main(String[] args) {
    // snippet-start:[s3.java2.s3_bucket_ops.region]
    Region region = Region.US_WEST_2;
    S3Client s3 = S3Client.builder().region(region).build();
    // snippet-end:[s3.java2.s3_bucket_ops.region]
    String bucket = "bucket" + System.currentTimeMillis();
    System.out.println(bucket);
    createBucket(s3, bucket);
    performOperations(s3, bucket);
}

Example 58 with S3Client

use of uk.co.automatictester.lightning.lambda.s3.S3Client in project aws-doc-sdk-examples by awsdocs.

the class S3Log method main.

public static void main(String[] args) {
    System.out.println("testing logging setup for " + S3Log.class);
    Region region = Region.US_WEST_2;
    S3Client s3 = S3Client.builder().region(region).build();
    ListBucketsRequest listBucketsRequest = ListBucketsRequest.builder().build();
    ListBucketsResponse listBucketsResponse = s3.listBuckets(listBucketsRequest);
    listBucketsResponse.buckets().stream().forEach(x -> System.out.println(x.name()));
    logger.info("logging level info");
    logger.debug("logging debug stuff");
    logger.warn("logging warning");
    logger.error("logging error");
    logger.fatal("logging fatal");
}

Example 59 with S3Client

use of uk.co.automatictester.lightning.lambda.s3.S3Client in project hazelcast by hazelcast.

the class S3MockTest method when_itemsToSinkIsLargerThanBuffer.

@Test
public void when_itemsToSinkIsLargerThanBuffer() {
    s3Client.createBucket(b -> b.bucket(SINK_BUCKET));
    StringBuilder sb = new StringBuilder();
    for (int i = 0; i < S3SinkContext.DEFAULT_MINIMUM_UPLOAD_PART_SIZE / 5; i++) {
        sb.append("01234567890");
    }
    String expected = sb.toString();
    Pipeline p = Pipeline.create();
    p.readFrom(TestSources.items(expected)).writeTo(S3Sinks.s3(SINK_BUCKET, null, UTF_8, clientSupplier(), Object::toString));
    hz.getJet().newJob(p).join();
    try (S3Client client = clientSupplier().get()) {
        List<String> lines = client.listObjectsV2(req -> req.bucket(SINK_BUCKET)).contents().stream().peek(o -> System.out.println("Found object: " + o)).map(object -> client.getObject(req -> req.bucket(SINK_BUCKET).key(object.key()), toInputStream())).flatMap(this::inputStreamToLines).collect(Collectors.toList());
        assertEquals(1, lines.size());
        String actual = lines.get(0);
        assertEquals(expected.length(), actual.length());
        assertEquals(expected, actual);
    }
}

Example 60 with S3Client

use of uk.co.automatictester.lightning.lambda.s3.S3Client in project hazelcast by hazelcast.

the class S3SinkTest method deleteObjects.

@AfterClass
public static void deleteObjects() {
    S3Client client = client();
    List<ObjectIdentifier> identifiers = listObjects(client).contents().stream().map(S3Object::key).map(key -> ObjectIdentifier.builder().key(key).build()).collect(Collectors.toList());
    if (!identifiers.isEmpty()) {
        client.deleteObjects(b -> b.bucket(BUCKET).delete(d -> d.objects(identifiers)));
    }
    int sleepMillis = (int) (SECONDS.toMillis(WAIT_AFTER_CLEANUP_IN_SECS) / 10);
    long deadline = System.currentTimeMillis() + SECONDS.toMillis(WAIT_AFTER_CLEANUP_IN_SECS);
    int keyCount;
    while ((keyCount = listObjects(client).keyCount()) != 0 && System.currentTimeMillis() < deadline) {
        logger.info("After sending the object cleanup request to S3, the bucket, " + BUCKET + ", still has " + keyCount + " keys.");
        sleepMillis(sleepMillis);
    }
    if (keyCount == 0) {
        logger.info("We finished waiting because we observe that the keys were deleted.");
    } else {
        logger.warning("There may still be keys in the bucket that are not deleted.\n" + "At our last check, keyCount was " + keyCount + "\n We finished waiting because of the timeout.");
    }
}