Examples with RANGE_HEADER org.apache.hadoop.ozone.s3.util.S3Consts.RANGE_HEADER used on opensource projects

Example 1 with RANGE_HEADER

use of org.apache.hadoop.ozone.s3.util.S3Consts.RANGE_HEADER in project ozone by apache.

the class ObjectEndpoint method get.

/**
 * Rest endpoint to download object from a bucket, if query param uploadId
 * is specified, request for list parts of a multipart upload key with
 * specific uploadId.
 * <p>
 * See: https://docs.aws.amazon.com/AmazonS3/latest/API/RESTObjectGET.html
 * https://docs.aws.amazon.com/AmazonS3/latest/API/mpUploadListParts.html
 * for more details.
 */
@GET
public Response get(@PathParam("bucket") String bucketName, @PathParam("path") String keyPath, @QueryParam("uploadId") String uploadId, @QueryParam("max-parts") @DefaultValue("1000") int maxParts, @QueryParam("part-number-marker") String partNumberMarker, InputStream body) throws IOException, OS3Exception {
    try {
        if (uploadId != null) {
            // When we have uploadId, this is the request for list Parts.
            int partMarker = parsePartNumberMarker(partNumberMarker);
            return listParts(bucketName, keyPath, uploadId, partMarker, maxParts);
        }
        OzoneBucket bucket = getBucket(bucketName);
        OzoneKeyDetails keyDetails = bucket.getKey(keyPath);
        long length = keyDetails.getDataSize();
        LOG.debug("Data length of the key {} is {}", keyPath, length);
        String rangeHeaderVal = headers.getHeaderString(RANGE_HEADER);
        RangeHeader rangeHeader = null;
        LOG.debug("range Header provided value: {}", rangeHeaderVal);
        if (rangeHeaderVal != null) {
            rangeHeader = RangeHeaderParserUtil.parseRangeHeader(rangeHeaderVal, length);
            LOG.debug("range Header provided: {}", rangeHeader);
            if (rangeHeader.isInValidRange()) {
                throw newError(S3ErrorTable.INVALID_RANGE, rangeHeaderVal);
            }
        }
        ResponseBuilder responseBuilder;
        if (rangeHeaderVal == null || rangeHeader.isReadFull()) {
            StreamingOutput output = dest -> {
                try (OzoneInputStream key = bucket.readKey(keyPath)) {
                    IOUtils.copy(key, dest);
                }
            };
            responseBuilder = Response.ok(output).header(CONTENT_LENGTH, keyDetails.getDataSize());
        } else {
            long startOffset = rangeHeader.getStartOffset();
            long endOffset = rangeHeader.getEndOffset();
            // eg. if range header is given as bytes=0-0, then we should return 1
            // byte from start offset
            long copyLength = endOffset - startOffset + 1;
            StreamingOutput output = dest -> {
                try (OzoneInputStream ozoneInputStream = bucket.readKey(keyPath)) {
                    ozoneInputStream.seek(startOffset);
                    IOUtils.copyLarge(ozoneInputStream, dest, 0, copyLength, new byte[bufferSize]);
                }
            };
            responseBuilder = Response.ok(output).header(CONTENT_LENGTH, copyLength);
            String contentRangeVal = RANGE_HEADER_SUPPORTED_UNIT + " " + rangeHeader.getStartOffset() + "-" + rangeHeader.getEndOffset() + "/" + length;
            responseBuilder.header(CONTENT_RANGE_HEADER, contentRangeVal);
        }
        responseBuilder.header(ACCEPT_RANGE_HEADER, RANGE_HEADER_SUPPORTED_UNIT);
        for (String responseHeader : customizableGetHeaders) {
            String headerValue = headers.getHeaderString(responseHeader);
            if (headerValue != null) {
                responseBuilder.header(responseHeader, headerValue);
            }
        }
        addLastModifiedDate(responseBuilder, keyDetails);
        return responseBuilder.build();
    } catch (OMException ex) {
        if (ex.getResult() == ResultCodes.KEY_NOT_FOUND) {
            throw newError(S3ErrorTable.NO_SUCH_KEY, keyPath, ex);
        } else if (ex.getResult() == ResultCodes.PERMISSION_DENIED) {
            throw newError(S3ErrorTable.ACCESS_DENIED, keyPath, ex);
        } else {
            throw ex;
        }
    }
}