Examples with OmKeyArgs org.apache.hadoop.ozone.om.helpers.OmKeyArgs used on opensource projects

Example 6 with OmKeyArgs

use of org.apache.hadoop.ozone.om.helpers.OmKeyArgs in project ozone by apache.

the class OzoneManagerProtocolClientSideTranslatorPB method commitMultipartUploadPart.

@Override
public OmMultipartCommitUploadPartInfo commitMultipartUploadPart(OmKeyArgs omKeyArgs, long clientId) throws IOException {
    List<OmKeyLocationInfo> locationInfoList = omKeyArgs.getLocationInfoList();
    Preconditions.checkNotNull(locationInfoList);
    MultipartCommitUploadPartRequest.Builder multipartCommitUploadPartRequest = MultipartCommitUploadPartRequest.newBuilder();
    KeyArgs.Builder keyArgs = KeyArgs.newBuilder().setVolumeName(omKeyArgs.getVolumeName()).setBucketName(omKeyArgs.getBucketName()).setKeyName(omKeyArgs.getKeyName()).setMultipartUploadID(omKeyArgs.getMultipartUploadID()).setIsMultipartKey(omKeyArgs.getIsMultipartKey()).setMultipartNumber(omKeyArgs.getMultipartUploadPartNumber()).setDataSize(omKeyArgs.getDataSize()).addAllKeyLocations(locationInfoList.stream().map(info -> info.getProtobuf(ClientVersion.CURRENT_VERSION)).collect(Collectors.toList()));
    multipartCommitUploadPartRequest.setClientID(clientId);
    multipartCommitUploadPartRequest.setKeyArgs(keyArgs.build());
    OMRequest omRequest = createOMRequest(Type.CommitMultiPartUpload).setCommitMultiPartUploadRequest(multipartCommitUploadPartRequest.build()).build();
    MultipartCommitUploadPartResponse response = handleError(submitRequest(omRequest)).getCommitMultiPartUploadResponse();
    OmMultipartCommitUploadPartInfo info = new OmMultipartCommitUploadPartInfo(response.getPartName());
    return info;
}

Example 7 with OmKeyArgs

use of org.apache.hadoop.ozone.om.helpers.OmKeyArgs in project ozone by apache.

the class OzoneManagerProtocolClientSideTranslatorPB method openKey.

/**
 * Create a new open session of the key, then use the returned meta info to
 * talk to data node to actually write the key.
 * @param args the args for the key to be allocated
 * @return a handler to the key, returned client
 * @throws IOException
 */
@Override
public OpenKeySession openKey(OmKeyArgs args) throws IOException {
    CreateKeyRequest.Builder req = CreateKeyRequest.newBuilder();
    KeyArgs.Builder keyArgs = KeyArgs.newBuilder().setVolumeName(args.getVolumeName()).setBucketName(args.getBucketName()).setKeyName(args.getKeyName());
    if (args.getAcls() != null) {
        keyArgs.addAllAcls(args.getAcls().stream().distinct().map(a -> OzoneAcl.toProtobuf(a)).collect(Collectors.toList()));
    }
    if (args.getReplicationConfig() != null) {
        if (args.getReplicationConfig() instanceof ECReplicationConfig) {
            keyArgs.setEcReplicationConfig(((ECReplicationConfig) args.getReplicationConfig()).toProto());
        } else {
            keyArgs.setFactor(ReplicationConfig.getLegacyFactor(args.getReplicationConfig()));
        }
        keyArgs.setType(args.getReplicationConfig().getReplicationType());
    }
    if (args.getDataSize() > 0) {
        keyArgs.setDataSize(args.getDataSize());
    }
    if (args.getMetadata() != null && args.getMetadata().size() > 0) {
        keyArgs.addAllMetadata(KeyValueUtil.toProtobuf(args.getMetadata()));
    }
    req.setKeyArgs(keyArgs.build());
    if (args.getMultipartUploadID() != null) {
        keyArgs.setMultipartUploadID(args.getMultipartUploadID());
    }
    if (args.getMultipartUploadPartNumber() > 0) {
        keyArgs.setMultipartNumber(args.getMultipartUploadPartNumber());
    }
    keyArgs.setIsMultipartKey(args.getIsMultipartKey());
    req.setKeyArgs(keyArgs.build());
    OMRequest omRequest = createOMRequest(Type.CreateKey).setCreateKeyRequest(req).build();
    CreateKeyResponse keyResponse = handleError(submitRequest(omRequest)).getCreateKeyResponse();
    return new OpenKeySession(keyResponse.getID(), OmKeyInfo.getFromProtobuf(keyResponse.getKeyInfo()), keyResponse.getOpenVersion());
}

Example 8 with OmKeyArgs

use of org.apache.hadoop.ozone.om.helpers.OmKeyArgs in project ozone by apache.

the class OzoneManagerProtocolClientSideTranslatorPB method createDirectory.

@Override
public void createDirectory(OmKeyArgs args) throws IOException {
    KeyArgs keyArgs = KeyArgs.newBuilder().setVolumeName(args.getVolumeName()).setBucketName(args.getBucketName()).setKeyName(args.getKeyName()).addAllAcls(args.getAcls().stream().map(a -> OzoneAcl.toProtobuf(a)).collect(Collectors.toList())).build();
    CreateDirectoryRequest request = CreateDirectoryRequest.newBuilder().setKeyArgs(keyArgs).build();
    OMRequest omRequest = createOMRequest(Type.CreateDirectory).setCreateDirectoryRequest(request).build();
    OMResponse omResponse = submitRequest(omRequest);
    if (!omResponse.getStatus().equals(DIRECTORY_ALREADY_EXISTS)) {
        // TODO: If the directory already exists, we should return false to
        // client. For this, the client createDirectory API needs to be
        // changed to return a boolean.
        handleError(omResponse);
    }
}

Example 9 with OmKeyArgs

use of org.apache.hadoop.ozone.om.helpers.OmKeyArgs in project ozone by apache.

the class OzoneManagerProtocolClientSideTranslatorPB method commitKey.

@Override
public void commitKey(OmKeyArgs args, long clientId) throws IOException {
    CommitKeyRequest.Builder req = CommitKeyRequest.newBuilder();
    List<OmKeyLocationInfo> locationInfoList = args.getLocationInfoList();
    Preconditions.checkNotNull(locationInfoList);
    KeyArgs.Builder keyArgsBuilder = KeyArgs.newBuilder().setVolumeName(args.getVolumeName()).setBucketName(args.getBucketName()).setKeyName(args.getKeyName()).setDataSize(args.getDataSize()).addAllKeyLocations(locationInfoList.stream().map(info -> info.getProtobuf(ClientVersion.CURRENT_VERSION)).collect(Collectors.toList()));
    if (args.getReplicationConfig() != null) {
        if (args.getReplicationConfig() instanceof ECReplicationConfig) {
            keyArgsBuilder.setEcReplicationConfig(((ECReplicationConfig) args.getReplicationConfig()).toProto());
        } else {
            keyArgsBuilder.setFactor(ReplicationConfig.getLegacyFactor(args.getReplicationConfig()));
        }
        keyArgsBuilder.setType(args.getReplicationConfig().getReplicationType());
    }
    req.setKeyArgs(keyArgsBuilder.build());
    req.setClientID(clientId);
    OMRequest omRequest = createOMRequest(Type.CommitKey).setCommitKeyRequest(req).build();
    handleError(submitRequest(omRequest));
}

Example 10 with OmKeyArgs

use of org.apache.hadoop.ozone.om.helpers.OmKeyArgs in project ozone by apache.

the class TestCloseContainerHandlingByClient method testBlockWritesCloseConsistency.

@Test
public void testBlockWritesCloseConsistency() throws Exception {
    String keyName = getKeyName();
    OzoneOutputStream key = createKey(keyName, ReplicationType.RATIS, 0);
    // write data more than 1 chunk
    byte[] data = ContainerTestHelper.getFixedLengthString(keyString, chunkSize + chunkSize / 2).getBytes(UTF_8);
    key.write(data);
    Assert.assertTrue(key.getOutputStream() instanceof KeyOutputStream);
    // get the name of a valid container
    OmKeyArgs keyArgs = new OmKeyArgs.Builder().setVolumeName(volumeName).setBucketName(bucketName).setReplicationConfig(StandaloneReplicationConfig.getInstance(ONE)).setKeyName(keyName).setRefreshPipeline(true).build();
    waitForContainerClose(key);
    key.close();
    // read the key from OM again and match the length.The length will still
    // be the equal to the original data size.
    OmKeyInfo keyInfo = cluster.getOzoneManager().lookupKey(keyArgs);
    Assert.assertEquals(data.length, keyInfo.getDataSize());
    validateData(keyName, data);
}