Search in sources :

Example 1 with READ

use of org.apache.hadoop.ozone.security.acl.IAccessAuthorizer.ACLType.READ in project ozone by apache.

the class TestOzoneRpcClientAbstract method testMultipartUploadWithACL.

@Test
public void testMultipartUploadWithACL() throws Exception {
    String volumeName = UUID.randomUUID().toString();
    String bucketName = UUID.randomUUID().toString();
    String keyName = UUID.randomUUID().toString();
    store.createVolume(volumeName);
    OzoneVolume volume = store.getVolume(volumeName);
    volume.createBucket(bucketName);
    OzoneBucket bucket = volume.getBucket(bucketName);
    // Add ACL on Bucket
    OzoneAcl acl1 = new OzoneAcl(USER, "Monday", ACLType.ALL, DEFAULT);
    OzoneAcl acl2 = new OzoneAcl(USER, "Friday", ACLType.ALL, DEFAULT);
    OzoneAcl acl3 = new OzoneAcl(USER, "Jan", ACLType.ALL, ACCESS);
    OzoneAcl acl4 = new OzoneAcl(USER, "Feb", ACLType.ALL, ACCESS);
    bucket.addAcl(acl1);
    bucket.addAcl(acl2);
    bucket.addAcl(acl3);
    bucket.addAcl(acl4);
    ReplicationConfig replication = RatisReplicationConfig.getInstance(HddsProtos.ReplicationFactor.ONE);
    doMultipartUpload(bucket, keyName, (byte) 98, replication);
    OzoneObj keyObj = OzoneObjInfo.Builder.newBuilder().setBucketName(bucketName).setVolumeName(volumeName).setKeyName(keyName).setResType(OzoneObj.ResourceType.KEY).setStoreType(OzoneObj.StoreType.OZONE).build();
    List<OzoneAcl> aclList = store.getAcl(keyObj);
    // key should inherit bucket's DEFAULT type acl
    Assert.assertTrue(aclList.stream().anyMatch(acl -> acl.getName().equals(acl1.getName())));
    Assert.assertTrue(aclList.stream().anyMatch(acl -> acl.getName().equals(acl2.getName())));
    // kye should not inherit bucket's ACCESS type acl
    Assert.assertFalse(aclList.stream().anyMatch(acl -> acl.getName().equals(acl3.getName())));
    Assert.assertFalse(aclList.stream().anyMatch(acl -> acl.getName().equals(acl4.getName())));
    // User without permission should fail to upload the object
    String userName = "test-user";
    UserGroupInformation remoteUser = UserGroupInformation.createRemoteUser(userName);
    OzoneClient client = remoteUser.doAs((PrivilegedExceptionAction<OzoneClient>) () -> {
        return OzoneClientFactory.getRpcClient(cluster.getConf());
    });
    OzoneAcl acl5 = new OzoneAcl(USER, userName, ACLType.READ, DEFAULT);
    OzoneAcl acl6 = new OzoneAcl(USER, userName, ACLType.READ, ACCESS);
    OzoneObj volumeObj = OzoneObjInfo.Builder.newBuilder().setVolumeName(volumeName).setStoreType(OzoneObj.StoreType.OZONE).setResType(OzoneObj.ResourceType.VOLUME).build();
    OzoneObj bucketObj = OzoneObjInfo.Builder.newBuilder().setVolumeName(volumeName).setBucketName(bucketName).setStoreType(OzoneObj.StoreType.OZONE).setResType(OzoneObj.ResourceType.BUCKET).build();
    store.addAcl(volumeObj, acl5);
    store.addAcl(volumeObj, acl6);
    store.addAcl(bucketObj, acl5);
    store.addAcl(bucketObj, acl6);
    // User without permission cannot start multi-upload
    String keyName2 = UUID.randomUUID().toString();
    OzoneBucket bucket2 = client.getObjectStore().getVolume(volumeName).getBucket(bucketName);
    try {
        initiateMultipartUpload(bucket2, keyName2, anyReplication());
        fail("User without permission should fail");
    } catch (Exception e) {
        assertTrue(e instanceof OMException);
        assertEquals(ResultCodes.PERMISSION_DENIED, ((OMException) e).getResult());
    }
    // Add create permission for user, and try multi-upload init again
    OzoneAcl acl7 = new OzoneAcl(USER, userName, ACLType.CREATE, DEFAULT);
    OzoneAcl acl8 = new OzoneAcl(USER, userName, ACLType.CREATE, ACCESS);
    OzoneAcl acl9 = new OzoneAcl(USER, userName, WRITE, DEFAULT);
    OzoneAcl acl10 = new OzoneAcl(USER, userName, WRITE, ACCESS);
    store.addAcl(volumeObj, acl7);
    store.addAcl(volumeObj, acl8);
    store.addAcl(volumeObj, acl9);
    store.addAcl(volumeObj, acl10);
    store.addAcl(bucketObj, acl7);
    store.addAcl(bucketObj, acl8);
    store.addAcl(bucketObj, acl9);
    store.addAcl(bucketObj, acl10);
    String uploadId = initiateMultipartUpload(bucket2, keyName2, anyReplication());
    // Upload part
    byte[] data = generateData(OzoneConsts.OM_MULTIPART_MIN_SIZE, (byte) 1);
    String partName = uploadPart(bucket, keyName2, uploadId, 1, data);
    Map<Integer, String> partsMap = new TreeMap<>();
    partsMap.put(1, partName);
    // Complete multipart upload request
    completeMultipartUpload(bucket2, keyName2, uploadId, partsMap);
    // User without permission cannot read multi-uploaded object
    try {
        OzoneInputStream inputStream = bucket2.readKey(keyName);
        fail("User without permission should fail");
    } catch (Exception e) {
        assertTrue(e instanceof OMException);
        assertEquals(ResultCodes.PERMISSION_DENIED, ((OMException) e).getResult());
    }
}
Also used : OzoneObj(org.apache.hadoop.ozone.security.acl.OzoneObj) Arrays(java.util.Arrays) BlockUtils(org.apache.hadoop.ozone.container.keyvalue.helpers.BlockUtils) OmMultipartCommitUploadPartInfo(org.apache.hadoop.ozone.om.helpers.OmMultipartCommitUploadPartInfo) PARTIAL_RENAME(org.apache.hadoop.ozone.om.exceptions.OMException.ResultCodes.PARTIAL_RENAME) OzoneChecksumException(org.apache.hadoop.ozone.common.OzoneChecksumException) MiniOzoneCluster(org.apache.hadoop.ozone.MiniOzoneCluster) OzoneTestUtils(org.apache.hadoop.ozone.OzoneTestUtils) Flaky(org.apache.ozone.test.tag.Flaky) RATIS(org.apache.hadoop.hdds.client.ReplicationType.RATIS) StringUtils(org.apache.commons.lang3.StringUtils) BlockIterator(org.apache.hadoop.ozone.container.common.interfaces.BlockIterator) OzoneQuota(org.apache.hadoop.hdds.client.OzoneQuota) Map(java.util.Map) GB(org.apache.hadoop.ozone.OzoneConsts.GB) PrivilegedExceptionAction(java.security.PrivilegedExceptionAction) ObjectStore(org.apache.hadoop.ozone.client.ObjectStore) OzoneClientFactory(org.apache.hadoop.ozone.client.OzoneClientFactory) CountDownLatch(java.util.concurrent.CountDownLatch) Stream(java.util.stream.Stream) ACLType(org.apache.hadoop.ozone.security.acl.IAccessAuthorizer.ACLType) Assert.assertFalse(org.junit.Assert.assertFalse) OzoneOutputStream(org.apache.hadoop.ozone.client.io.OzoneOutputStream) DEFAULT_OM_UPDATE_ID(org.apache.hadoop.ozone.OzoneConsts.DEFAULT_OM_UPDATE_ID) StorageContainerLocationProtocolClientSideTranslatorPB(org.apache.hadoop.hdds.scm.protocolPB.StorageContainerLocationProtocolClientSideTranslatorPB) OzoneClient(org.apache.hadoop.ozone.client.OzoneClient) OzoneClientException(org.apache.hadoop.ozone.client.OzoneClientException) OzoneInputStream(org.apache.hadoop.ozone.client.io.OzoneInputStream) RandomUtils(org.apache.commons.lang3.RandomUtils) OzoneConfiguration(org.apache.hadoop.hdds.conf.OzoneConfiguration) OzoneKey(org.apache.hadoop.ozone.client.OzoneKey) HddsDatanodeService(org.apache.hadoop.ozone.HddsDatanodeService) DBHandle(org.apache.hadoop.ozone.container.common.interfaces.DBHandle) OzoneManager(org.apache.hadoop.ozone.om.OzoneManager) ArrayList(java.util.ArrayList) LinkedHashMap(java.util.LinkedHashMap) BlockData(org.apache.hadoop.ozone.container.common.helpers.BlockData) ACCESS(org.apache.hadoop.ozone.OzoneAcl.AclScope.ACCESS) DEBUG(org.slf4j.event.Level.DEBUG) BucketArgs(org.apache.hadoop.ozone.client.BucketArgs) UserGroupInformation(org.apache.hadoop.security.UserGroupInformation) ONE(org.apache.hadoop.hdds.client.ReplicationFactor.ONE) GROUP(org.apache.hadoop.ozone.security.acl.IAccessAuthorizer.ACLIdentityType.GROUP) TestMethodOrder(org.junit.jupiter.api.TestMethodOrder) DefaultReplicationConfig(org.apache.hadoop.hdds.client.DefaultReplicationConfig) OmMultipartInfo(org.apache.hadoop.ozone.om.helpers.OmMultipartInfo) ReplicationConfig(org.apache.hadoop.hdds.client.ReplicationConfig) DatanodeDetails(org.apache.hadoop.hdds.protocol.DatanodeDetails) Assert.assertTrue(org.junit.Assert.assertTrue) IOException(java.io.IOException) ContainerID(org.apache.hadoop.hdds.scm.container.ContainerID) FileUtils(org.apache.commons.io.FileUtils) Container(org.apache.hadoop.ozone.container.common.interfaces.Container) OzoneConsts(org.apache.hadoop.ozone.OzoneConsts) File(java.io.File) Assert.assertNotEquals(org.junit.Assert.assertNotEquals) XceiverClientGrpc(org.apache.hadoop.hdds.scm.XceiverClientGrpc) OMFailoverProxyProvider(org.apache.hadoop.ozone.om.ha.OMFailoverProxyProvider) ParameterizedTest(org.junit.jupiter.params.ParameterizedTest) TreeMap(java.util.TreeMap) OZONE_SCM_BLOCK_SIZE_DEFAULT(org.apache.hadoop.ozone.OzoneConfigKeys.OZONE_SCM_BLOCK_SIZE_DEFAULT) OMProxyInfo(org.apache.hadoop.ozone.om.ha.OMProxyInfo) Assert(org.junit.Assert) Assert.assertEquals(org.junit.Assert.assertEquals) OMMetadataManager(org.apache.hadoop.ozone.om.OMMetadataManager) OmFailoverProxyUtil(org.apache.hadoop.ozone.om.OmFailoverProxyUtil) HddsProtos(org.apache.hadoop.hdds.protocol.proto.HddsProtos) DEFAULT(org.apache.hadoop.ozone.OzoneAcl.AclScope.DEFAULT) OmKeyArgs(org.apache.hadoop.ozone.om.helpers.OmKeyArgs) READ(org.apache.hadoop.ozone.security.acl.IAccessAuthorizer.ACLType.READ) OzoneClientConfig(org.apache.hadoop.hdds.scm.OzoneClientConfig) OZONE_SCM_BLOCK_SIZE(org.apache.hadoop.ozone.OzoneConfigKeys.OZONE_SCM_BLOCK_SIZE) KEY_NOT_FOUND(org.apache.hadoop.ozone.om.exceptions.OMException.ResultCodes.KEY_NOT_FOUND) OzoneKeyLocation(org.apache.hadoop.ozone.client.OzoneKeyLocation) KeyValueContainerData(org.apache.hadoop.ozone.container.keyvalue.KeyValueContainerData) AtomicInteger(java.util.concurrent.atomic.AtomicInteger) BucketLayout(org.apache.hadoop.ozone.om.helpers.BucketLayout) OzoneVolume(org.apache.hadoop.ozone.client.OzoneVolume) NO_SUCH_MULTIPART_UPLOAD_ERROR(org.apache.hadoop.ozone.om.exceptions.OMException.ResultCodes.NO_SUCH_MULTIPART_UPLOAD_ERROR) Assert.fail(org.junit.Assert.fail) VolumeArgs(org.apache.hadoop.ozone.client.VolumeArgs) OzoneAcl(org.apache.hadoop.ozone.OzoneAcl) MethodSource(org.junit.jupiter.params.provider.MethodSource) USER(org.apache.hadoop.ozone.security.acl.IAccessAuthorizer.ACLIdentityType.USER) StorageUnit(org.apache.hadoop.conf.StorageUnit) RatisReplicationConfig(org.apache.hadoop.hdds.client.RatisReplicationConfig) MAX_TRXN_ID(org.apache.hadoop.ozone.OmUtils.MAX_TRXN_ID) UUID(java.util.UUID) Instant(java.time.Instant) ReplicationType(org.apache.hadoop.hdds.client.ReplicationType) Test(org.junit.jupiter.api.Test) List(java.util.List) OzoneObjInfo(org.apache.hadoop.ozone.security.acl.OzoneObjInfo) OMException(org.apache.hadoop.ozone.om.exceptions.OMException) OmMultipartUploadCompleteInfo(org.apache.hadoop.ozone.om.helpers.OmMultipartUploadCompleteInfo) OzoneObj(org.apache.hadoop.ozone.security.acl.OzoneObj) Optional(java.util.Optional) RandomStringUtils(org.apache.commons.lang3.RandomStringUtils) StorageType(org.apache.hadoop.hdds.protocol.StorageType) ContainerInfo(org.apache.hadoop.hdds.scm.container.ContainerInfo) GenericTestUtils(org.apache.ozone.test.GenericTestUtils) ClientProtocol(org.apache.hadoop.ozone.client.protocol.ClientProtocol) WRITE(org.apache.hadoop.ozone.security.acl.IAccessAuthorizer.ACLType.WRITE) THREE(org.apache.hadoop.hdds.client.ReplicationFactor.THREE) HashMap(java.util.HashMap) ContainerProtos(org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos) OmUtils(org.apache.hadoop.ozone.OmUtils) ResultCodes(org.apache.hadoop.ozone.om.exceptions.OMException.ResultCodes) QuotaUtil(org.apache.hadoop.ozone.om.helpers.QuotaUtil) OzoneBucket(org.apache.hadoop.ozone.client.OzoneBucket) OmKeyInfo(org.apache.hadoop.ozone.om.helpers.OmKeyInfo) OmKeyLocationInfo(org.apache.hadoop.ozone.om.helpers.OmKeyLocationInfo) OzoneKeyDetails(org.apache.hadoop.ozone.client.OzoneKeyDetails) StorageContainerManager(org.apache.hadoop.hdds.scm.server.StorageContainerManager) LambdaTestUtils(org.apache.ozone.test.LambdaTestUtils) KeyValueContainerLocationUtil(org.apache.hadoop.ozone.container.keyvalue.helpers.KeyValueContainerLocationUtil) Iterator(java.util.Iterator) UTF_8(java.nio.charset.StandardCharsets.UTF_8) Assert.assertNotNull(org.junit.Assert.assertNotNull) OzoneAclConfig(org.apache.hadoop.ozone.security.acl.OzoneAclConfig) Pipeline(org.apache.hadoop.hdds.scm.pipeline.Pipeline) ECReplicationConfig(org.apache.hadoop.hdds.client.ECReplicationConfig) ReplicationFactor(org.apache.hadoop.hdds.client.ReplicationFactor) OmVolumeArgs(org.apache.hadoop.ozone.om.helpers.OmVolumeArgs) MethodOrderer(org.junit.jupiter.api.MethodOrderer) TimeUnit(java.util.concurrent.TimeUnit) StandaloneReplicationConfig(org.apache.hadoop.hdds.client.StandaloneReplicationConfig) RepeatedOmKeyInfo(org.apache.hadoop.ozone.om.helpers.RepeatedOmKeyInfo) OmKeyLocationInfoGroup(org.apache.hadoop.ozone.om.helpers.OmKeyLocationInfoGroup) HddsClientUtils(org.apache.hadoop.hdds.scm.client.HddsClientUtils) OzoneMultipartUploadPartListParts(org.apache.hadoop.ozone.client.OzoneMultipartUploadPartListParts) BitSet(java.util.BitSet) StringUtils.string2Bytes(org.apache.hadoop.hdds.StringUtils.string2Bytes) OzoneInputStream(org.apache.hadoop.ozone.client.io.OzoneInputStream) DefaultReplicationConfig(org.apache.hadoop.hdds.client.DefaultReplicationConfig) ReplicationConfig(org.apache.hadoop.hdds.client.ReplicationConfig) RatisReplicationConfig(org.apache.hadoop.hdds.client.RatisReplicationConfig) ECReplicationConfig(org.apache.hadoop.hdds.client.ECReplicationConfig) StandaloneReplicationConfig(org.apache.hadoop.hdds.client.StandaloneReplicationConfig) OzoneClient(org.apache.hadoop.ozone.client.OzoneClient) TreeMap(java.util.TreeMap) OzoneChecksumException(org.apache.hadoop.ozone.common.OzoneChecksumException) OzoneClientException(org.apache.hadoop.ozone.client.OzoneClientException) IOException(java.io.IOException) OMException(org.apache.hadoop.ozone.om.exceptions.OMException) OzoneVolume(org.apache.hadoop.ozone.client.OzoneVolume) OzoneBucket(org.apache.hadoop.ozone.client.OzoneBucket) AtomicInteger(java.util.concurrent.atomic.AtomicInteger) OzoneAcl(org.apache.hadoop.ozone.OzoneAcl) OMException(org.apache.hadoop.ozone.om.exceptions.OMException) UserGroupInformation(org.apache.hadoop.security.UserGroupInformation) ParameterizedTest(org.junit.jupiter.params.ParameterizedTest) Test(org.junit.jupiter.api.Test)

Aggregations

File (java.io.File)1 IOException (java.io.IOException)1 UTF_8 (java.nio.charset.StandardCharsets.UTF_8)1 PrivilegedExceptionAction (java.security.PrivilegedExceptionAction)1 Instant (java.time.Instant)1 ArrayList (java.util.ArrayList)1 Arrays (java.util.Arrays)1 BitSet (java.util.BitSet)1 HashMap (java.util.HashMap)1 Iterator (java.util.Iterator)1 LinkedHashMap (java.util.LinkedHashMap)1 List (java.util.List)1 Map (java.util.Map)1 Optional (java.util.Optional)1 TreeMap (java.util.TreeMap)1 UUID (java.util.UUID)1 CountDownLatch (java.util.concurrent.CountDownLatch)1 TimeUnit (java.util.concurrent.TimeUnit)1 AtomicInteger (java.util.concurrent.atomic.AtomicInteger)1 Stream (java.util.stream.Stream)1