Search in sources :

Example 1 with ObjectNamespace

use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.

the class StorageSystemService method getObjectNamespace.

/**
 * Get details of the object namespace associated with a particular storage system
 *
 * @param id storage system URN ID
 * @param nsId namespace id
 * @brief Show details for a namespace
 * @return details of namespace
 */
@GET
@Produces({ MediaType.APPLICATION_XML, MediaType.APPLICATION_JSON })
@Path("/{id}/object-namespaces/{nsId}")
@CheckPermission(roles = { Role.SYSTEM_ADMIN, Role.SYSTEM_MONITOR })
public ObjectNamespaceRestRep getObjectNamespace(@PathParam("id") URI id, @PathParam("nsId") URI nsId) {
    // Make sure storage system is registered.
    ArgValidator.checkFieldUriType(id, StorageSystem.class, "id");
    StorageSystem system = queryResource(id);
    ArgValidator.checkEntity(system, id, isIdEmbeddedInURL(id));
    if (!StorageSystem.Type.ecs.toString().equals(system.getSystemType())) {
        throw APIException.badRequests.invalidParameterURIInvalid("id", id);
    }
    ArgValidator.checkFieldUriType(nsId, ObjectNamespace.class, "nativeId");
    ObjectNamespace ecsNamespace = _dbClient.queryObject(ObjectNamespace.class, nsId);
    ArgValidator.checkEntity(ecsNamespace, nsId, isIdEmbeddedInURL(nsId));
    return toObjectNamespaceRestRep(ecsNamespace, _dbClient, _coordinator);
}
Also used : ObjectNamespace(com.emc.storageos.db.client.model.ObjectNamespace) StorageSystem(com.emc.storageos.db.client.model.StorageSystem) Path(javax.ws.rs.Path) Produces(javax.ws.rs.Produces) GET(javax.ws.rs.GET) CheckPermission(com.emc.storageos.security.authorization.CheckPermission)

Example 2 with ObjectNamespace

use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.

the class ObjectNamespaceService method getObjectNamespace.

/**
 * Get details of the object storage namespace specified
 *
 * @param id object storage namespace id
 * @brief Show details for a namespace
 * @return details of the namespace
 */
@GET
@Produces({ MediaType.APPLICATION_XML, MediaType.APPLICATION_JSON })
@Path("/{id}")
@CheckPermission(roles = { Role.SYSTEM_ADMIN, Role.SYSTEM_MONITOR, Role.TENANT_ADMIN, Role.SECURITY_ADMIN })
public ObjectNamespaceRestRep getObjectNamespace(@PathParam("id") URI id) {
    _log.info("Getting details for the namespace: {}", id);
    ArgValidator.checkFieldUriType(id, ObjectNamespace.class, "id");
    ArgValidator.checkUri(id);
    ObjectNamespace objNamespace = _dbClient.queryObject(ObjectNamespace.class, id);
    ArgValidator.checkEntity(objNamespace, id, isIdEmbeddedInURL(id));
    ObjectNamespaceRestRep restRep = toObjectNamespaceRestRep(objNamespace, _dbClient, _coordinator);
    return restRep;
}
Also used : ObjectNamespaceRestRep(com.emc.storageos.model.object.ObjectNamespaceRestRep) ObjectNamespace(com.emc.storageos.db.client.model.ObjectNamespace) Path(javax.ws.rs.Path) Produces(javax.ws.rs.Produces) GET(javax.ws.rs.GET) CheckPermission(com.emc.storageos.security.authorization.CheckPermission)

Example 3 with ObjectNamespace

use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.

the class ObjectNamespaceService method getObjectNamespaces.

/**
 * Get IDs of all object storage namespaces
 *
 * @brief List namespace names and IDs
 * @return object namespace list
 */
@GET
@Produces({ MediaType.APPLICATION_XML, MediaType.APPLICATION_JSON })
@CheckPermission(roles = { Role.SYSTEM_ADMIN, Role.SYSTEM_MONITOR, Role.TENANT_ADMIN, Role.SECURITY_ADMIN })
public ObjectNamespaceList getObjectNamespaces() {
    _log.info("Getting namespaces from all object storage systesm");
    ObjectNamespaceList objNamespaceList = new ObjectNamespaceList();
    List<URI> ids = _dbClient.queryByType(ObjectNamespace.class, true);
    for (URI id : ids) {
        ObjectNamespace objNamespace = _dbClient.queryObject(ObjectNamespace.class, id);
        if (objNamespace != null) {
            objNamespaceList.getNamespaces().add(toNamedRelatedResource(objNamespace, objNamespace.getNativeGuid()));
        }
    }
    return objNamespaceList;
}
Also used : ObjectNamespaceList(com.emc.storageos.model.object.ObjectNamespaceList) URI(java.net.URI) ObjectNamespace(com.emc.storageos.db.client.model.ObjectNamespace) Produces(javax.ws.rs.Produces) GET(javax.ws.rs.GET) CheckPermission(com.emc.storageos.security.authorization.CheckPermission)

Example 4 with ObjectNamespace

use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.

the class ECSCommunicationInterface method discoverNamespaces.

/**
 * Discover ECS Namespaces with details
 * @param storageSystem
 * @return existing and new marked namespace list
 * @throws ECSCollectionException
 */
private Map<String, List<ObjectNamespace>> discoverNamespaces(StorageSystem storageSystem) throws Exception {
    URI storageSystemId = storageSystem.getId();
    List<String> namespaceIdList = new ArrayList<String>();
    Map<String, List<ObjectNamespace>> bothNamespaces = new HashMap<String, List<ObjectNamespace>>();
    List<ObjectNamespace> newNamespaces = new ArrayList<ObjectNamespace>();
    List<ObjectNamespace> existingNamespaces = new ArrayList<ObjectNamespace>();
    try {
        _logger.info("discover namespace information for storage system {} - start", storageSystemId);
        ECSApi ecsApi = getECSDevice(storageSystem);
        ObjectNamespace ecsNamespace = null;
        // Discover list of all namespaces
        namespaceIdList = ecsApi.getNamespaces();
        for (String nsId : namespaceIdList) {
            // Check if this namespace was already discovered
            ecsNamespace = null;
            String nsNativeGuid = NativeGUIDGenerator.generateNativeGuidForNamespace(storageSystem, nsId, NativeGUIDGenerator.NAMESPACE);
            URIQueryResultList uriQueryList = new URIQueryResultList();
            _dbClient.queryByConstraint(AlternateIdConstraint.Factory.getObjectNamespaceByNativeGuidConstraint(nsNativeGuid), uriQueryList);
            // Even if the namespace GUID is duplicated, URI-storageSystemId is unique
            Iterator<ObjectNamespace> nsItr = _dbClient.queryIterativeObjects(ObjectNamespace.class, uriQueryList);
            while (nsItr.hasNext()) {
                ObjectNamespace ns = nsItr.next();
                if (ns.getStorageDevice().equals(storageSystemId)) {
                    ecsNamespace = ns;
                    break;
                }
            }
            if (ecsNamespace == null) {
                // New namespace, not discovered
                ecsNamespace = new ObjectNamespace();
                ecsNamespace.setId(URIUtil.createId(ObjectNamespace.class));
                ecsNamespace.setNativeId(nsId);
                ecsNamespace.setNativeGuid(nsNativeGuid);
                ecsNamespace.setLabel(nsNativeGuid);
                ecsNamespace.setStorageDevice(storageSystemId);
                // Now obtain the complete namespace details
                ECSNamespaceRepGroup nsGroup = ecsApi.getNamespaceDetails(nsId);
                ecsNamespace.setPoolType(nsGroup.getRgType());
                StringSet repGroups = new StringSet();
                for (String rg : nsGroup.getReplicationGroups()) {
                    repGroups.add(rg);
                }
                ecsNamespace.setStoragePools(repGroups);
                ecsNamespace.setNsName(nsGroup.getNamespaceName());
                ecsNamespace.setDiscoveryStatus(DiscoveryStatus.VISIBLE.name());
                // Check if this newly discovered namespace is already mapped with a tenant
                // Upgrade from 2.4 to 2.5
                ecsNamespace.setMapped(false);
                List<URI> allTenantURI = _dbClient.queryByType(TenantOrg.class, true);
                Iterator<TenantOrg> tnItr = _dbClient.queryIterativeObjects(TenantOrg.class, allTenantURI);
                while (tnItr.hasNext()) {
                    TenantOrg ten = tnItr.next();
                    if (ten.getNamespace() != null && !ten.getNamespace().isEmpty() && ten.getNamespace().equalsIgnoreCase(nsId)) {
                        ecsNamespace.setTenant(ten.getId());
                        ecsNamespace.setMapped(true);
                        break;
                    }
                }
                _logger.info("Creating new namespace with NativeGuid : {}", nsNativeGuid);
                newNamespaces.add(ecsNamespace);
            } else {
                existingNamespaces.add(ecsNamespace);
            }
        }
        bothNamespaces.put(NEW, newNamespaces);
        bothNamespaces.put(EXISTING, existingNamespaces);
        _logger.info("discoverNamespaces for storage system {} - complete", storageSystemId);
        return bothNamespaces;
    } catch (Exception e) {
        _logger.error("discoverNamespaces failed. Storage system: {}", storageSystemId, e);
        throw e;
    }
}
Also used : ECSNamespaceRepGroup(com.emc.storageos.ecs.api.ECSNamespaceRepGroup) HashMap(java.util.HashMap) ArrayList(java.util.ArrayList) URI(java.net.URI) URIQueryResultList(com.emc.storageos.db.client.constraint.URIQueryResultList) URISyntaxException(java.net.URISyntaxException) DatabaseException(com.emc.storageos.db.exceptions.DatabaseException) ECSCollectionException(com.emc.storageos.plugins.metering.ecs.ECSCollectionException) BaseCollectionException(com.emc.storageos.plugins.BaseCollectionException) SMIPluginException(com.emc.storageos.plugins.metering.smis.SMIPluginException) ECSException(com.emc.storageos.ecs.api.ECSException) ECSApi(com.emc.storageos.ecs.api.ECSApi) StringSet(com.emc.storageos.db.client.model.StringSet) TenantOrg(com.emc.storageos.db.client.model.TenantOrg) ArrayList(java.util.ArrayList) List(java.util.List) URIQueryResultList(com.emc.storageos.db.client.constraint.URIQueryResultList) ObjectNamespace(com.emc.storageos.db.client.model.ObjectNamespace)

Example 5 with ObjectNamespace

use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.

the class ECSCommunicationInterface method discover.

/**
 * Get storage pool and storage ports
 */
@Override
public void discover(AccessProfile accessProfile) throws BaseCollectionException {
    URI storageSystemId = null;
    StorageSystem storageSystem = null;
    String detailedStatusMessage = "Unknown Status";
    long startTime = System.currentTimeMillis();
    _logger.info("ECSCommunicationInterface:discover Access Profile Details :" + accessProfile.toString());
    try {
        storageSystemId = accessProfile.getSystemId();
        storageSystem = _dbClient.queryObject(StorageSystem.class, storageSystemId);
        // try to connect to the ECS
        ECSApi ecsApi = getECSDevice(storageSystem);
        String authToken = ecsApi.getAuthToken();
        if (authToken.isEmpty()) {
            throw ECSException.exceptions.discoverFailed("Could not obtain authToken");
        }
        // Make sure user is system admin before proceeding to discovery
        if (!ecsApi.isSystemAdmin()) {
            _logger.error("User:" + accessProfile.getUserName() + "dont have privileges to access Elastic Cloud Storage: " + accessProfile.getIpAddress());
            _logger.error("Discovery failed");
            throw ECSException.exceptions.discoverFailed("User is not ECS System Admin");
        }
        String ecsVersion = ecsApi.getECSVersion();
        String ecsSerialNumber = ecsApi.getECSSerialNum();
        // Get details of storage system
        String nativeGuid = NativeGUIDGenerator.generateNativeGuid(DiscoveredDataObject.Type.ecs.toString(), ecsSerialNumber);
        storageSystem.setNativeGuid(nativeGuid);
        storageSystem.setSerialNumber(ecsSerialNumber);
        storageSystem.setFirmwareVersion(ecsVersion);
        storageSystem.setUsername(accessProfile.getUserName());
        storageSystem.setPassword(accessProfile.getPassword());
        storageSystem.setPortNumber(accessProfile.getPortNumber());
        storageSystem.setIpAddress(accessProfile.getIpAddress());
        storageSystem.setCompatibilityStatus(DiscoveredDataObject.CompatibilityStatus.COMPATIBLE.name());
        storageSystem.setReachableStatus(true);
        storageSystem.setInactive(false);
        _dbClient.persistObject(storageSystem);
        // Discover storage pools
        Map<String, List<StoragePool>> allPools = new HashMap<String, List<StoragePool>>();
        List<StoragePool> newPools = new ArrayList<StoragePool>();
        List<StoragePool> existingPools = new ArrayList<StoragePool>();
        StoragePool storagePool;
        List<ECSStoragePool> ecsStoragePools = ecsApi.getStoragePools();
        for (ECSStoragePool ecsPool : ecsStoragePools) {
            // Check if this storage pool was already discovered
            storagePool = null;
            String storagePoolNativeGuid = NativeGUIDGenerator.generateNativeGuid(storageSystem, ecsPool.getId(), NativeGUIDGenerator.POOL);
            @SuppressWarnings("deprecation") List<URI> poolURIs = _dbClient.queryByConstraint(AlternateIdConstraint.Factory.getStoragePoolByNativeGuidConstraint(storagePoolNativeGuid));
            for (URI poolUri : poolURIs) {
                StoragePool pool = _dbClient.queryObject(StoragePool.class, poolUri);
                if (!pool.getInactive() && pool.getStorageDevice().equals(storageSystemId)) {
                    storagePool = pool;
                    break;
                }
            }
            if (storagePool == null) {
                storagePool = new StoragePool();
                storagePool.setId(URIUtil.createId(StoragePool.class));
                storagePool.setNativeId(ecsPool.getId());
                storagePool.setNativeGuid(storagePoolNativeGuid);
                storagePool.setLabel(storagePoolNativeGuid);
                storagePool.setPoolClassName("ECS Pool");
                storagePool.setStorageDevice(storageSystem.getId());
                StringSet protocols = new StringSet();
                protocols.add("S3");
                protocols.add("Swift");
                protocols.add("Atmos");
                storagePool.setProtocols(protocols);
                storagePool.setPoolName(ecsPool.getName());
                storagePool.setOperationalStatus(StoragePool.PoolOperationalStatus.READY.toString());
                storagePool.setPoolServiceType(PoolServiceType.object.toString());
                storagePool.setRegistrationStatus(RegistrationStatus.REGISTERED.toString());
                storagePool.setSupportedResourceTypes(StoragePool.SupportedResourceTypes.THICK_ONLY.toString());
                storagePool.setFreeCapacity(ecsPool.getFreeCapacity() * BYTESCONVERTER * BYTESCONVERTER);
                storagePool.setTotalCapacity(ecsPool.getTotalCapacity() * BYTESCONVERTER * BYTESCONVERTER);
                storagePool.setInactive(false);
                storagePool.setDataCenters(ecsPool.getTotalDataCenters());
                _logger.info("Creating new ECS storage pool using NativeId : {}", storagePoolNativeGuid);
                storagePool.setDiscoveryStatus(DiscoveryStatus.VISIBLE.name());
                storagePool.setCompatibilityStatus(DiscoveredDataObject.CompatibilityStatus.COMPATIBLE.name());
                newPools.add(storagePool);
            } else {
                existingPools.add(storagePool);
            }
        }
        allPools.put(NEW, newPools);
        allPools.put(EXISTING, existingPools);
        _logger.info("No of newly discovered pools {}", allPools.get(NEW).size());
        _logger.info("No of existing discovered pools {}", allPools.get(EXISTING).size());
        if (!allPools.get(NEW).isEmpty()) {
            _dbClient.createObject(allPools.get(NEW));
        }
        if (!allPools.get(EXISTING).isEmpty()) {
            _dbClient.persistObject(allPools.get(EXISTING));
        }
        // Get storage ports
        HashMap<String, List<StoragePort>> storagePorts = new HashMap<String, List<StoragePort>>();
        List<StoragePort> newStoragePorts = new ArrayList<StoragePort>();
        List<StoragePort> existingStoragePorts = new ArrayList<StoragePort>();
        List<ECSStoragePort> ecsStoragePorts = ecsApi.getStoragePort(storageSystem.getIpAddress());
        for (ECSStoragePort ecsPort : ecsStoragePorts) {
            StoragePort storagePort = null;
            String portNativeGuid = NativeGUIDGenerator.generateNativeGuid(storageSystem, ecsPort.getIpAddress(), NativeGUIDGenerator.PORT);
            // Check if storage port was already discovered
            @SuppressWarnings("deprecation") List<URI> portURIs = _dbClient.queryByConstraint(AlternateIdConstraint.Factory.getStoragePortByNativeGuidConstraint(portNativeGuid));
            for (URI portUri : portURIs) {
                StoragePort port = _dbClient.queryObject(StoragePort.class, portUri);
                if (port.getStorageDevice().equals(storageSystemId) && !port.getInactive()) {
                    storagePort = port;
                    break;
                }
            }
            if (storagePort == null) {
                // Create new port
                storagePort = new StoragePort();
                storagePort.setId(URIUtil.createId(StoragePort.class));
                storagePort.setTransportType("IP");
                storagePort.setNativeGuid(portNativeGuid);
                storagePort.setLabel(portNativeGuid);
                storagePort.setStorageDevice(storageSystemId);
                storagePort.setPortNetworkId(ecsPort.getIpAddress().toLowerCase());
                storagePort.setPortName(ecsPort.getName());
                storagePort.setLabel(ecsPort.getName());
                storagePort.setPortGroup(ecsPort.getName());
                storagePort.setRegistrationStatus(RegistrationStatus.REGISTERED.toString());
                storagePort.setOperationalStatus(StoragePort.OperationalStatus.OK.toString());
                _logger.info("Creating new storage port using NativeGuid : {}", portNativeGuid);
                newStoragePorts.add(storagePort);
            } else {
                existingStoragePorts.add(storagePort);
            }
            storagePort.setDiscoveryStatus(DiscoveryStatus.VISIBLE.name());
            storagePort.setCompatibilityStatus(DiscoveredDataObject.CompatibilityStatus.COMPATIBLE.name());
        }
        storagePorts.put(NEW, newStoragePorts);
        storagePorts.put(EXISTING, existingStoragePorts);
        _logger.info("No of newly discovered ports {}", storagePorts.get(NEW).size());
        _logger.info("No of existing discovered ports {}", storagePorts.get(EXISTING).size());
        if (!storagePorts.get(NEW).isEmpty()) {
            _dbClient.createObject(storagePorts.get(NEW));
        }
        if (!storagePorts.get(EXISTING).isEmpty()) {
            _dbClient.persistObject(storagePorts.get(EXISTING));
        }
        // Discover ECS Namespaces
        List<ObjectNamespace> allNamespaces = new ArrayList<ObjectNamespace>();
        Map<String, List<ObjectNamespace>> bothNamespaces = discoverNamespaces(storageSystem);
        _logger.info("No of newly discovered namespaces {}", bothNamespaces.get(NEW).size());
        _logger.info("No of existing discovered namespaces {}", bothNamespaces.get(EXISTING).size());
        if (bothNamespaces != null && !bothNamespaces.get(NEW).isEmpty()) {
            allNamespaces.addAll(bothNamespaces.get(NEW));
            _dbClient.createObject(bothNamespaces.get(NEW));
        }
        if (bothNamespaces != null && !bothNamespaces.get(EXISTING).isEmpty()) {
            allNamespaces.addAll(bothNamespaces.get(EXISTING));
            _dbClient.updateObject(bothNamespaces.get(EXISTING));
        }
        // Some namespaces might have been deleted
        DiscoveryUtils.checkNamespacesNotVisible(allNamespaces, _dbClient, storageSystemId);
        _completer.statusPending(_dbClient, "Completed namespace discovery");
        // Discovery success
        detailedStatusMessage = String.format("Discovery completed successfully for ECS: %s", storageSystemId.toString());
    } catch (Exception e) {
        if (storageSystem != null) {
            cleanupDiscovery(storageSystem);
        }
        detailedStatusMessage = String.format("Discovery failed for Storage System ECS %s: because %s", storageSystemId.toString(), e.getLocalizedMessage());
        _logger.error(detailedStatusMessage, e);
        throw new ECSCollectionException(false, ServiceCode.DISCOVERY_ERROR, null, detailedStatusMessage, null, null);
    } finally {
        if (storageSystem != null) {
            try {
                // set detailed message
                storageSystem.setLastDiscoveryStatusMessage(detailedStatusMessage);
                _dbClient.persistObject(storageSystem);
            } catch (DatabaseException ex) {
                _logger.error("Error while persisting object to DB", ex);
            }
        }
        long totalTime = System.currentTimeMillis() - startTime;
        _logger.info(String.format("Discovery of ECS Storage System %s took %f seconds", accessProfile.getIpAddress(), (double) totalTime / (double) 1000));
    }
}
Also used : StoragePool(com.emc.storageos.db.client.model.StoragePool) ECSStoragePool(com.emc.storageos.ecs.api.ECSStoragePool) HashMap(java.util.HashMap) ArrayList(java.util.ArrayList) URI(java.net.URI) StringSet(com.emc.storageos.db.client.model.StringSet) ECSStoragePort(com.emc.storageos.ecs.api.ECSStoragePort) ArrayList(java.util.ArrayList) List(java.util.List) URIQueryResultList(com.emc.storageos.db.client.constraint.URIQueryResultList) StorageSystem(com.emc.storageos.db.client.model.StorageSystem) ECSStoragePort(com.emc.storageos.ecs.api.ECSStoragePort) StoragePort(com.emc.storageos.db.client.model.StoragePort) URISyntaxException(java.net.URISyntaxException) DatabaseException(com.emc.storageos.db.exceptions.DatabaseException) ECSCollectionException(com.emc.storageos.plugins.metering.ecs.ECSCollectionException) BaseCollectionException(com.emc.storageos.plugins.BaseCollectionException) SMIPluginException(com.emc.storageos.plugins.metering.smis.SMIPluginException) ECSException(com.emc.storageos.ecs.api.ECSException) ECSApi(com.emc.storageos.ecs.api.ECSApi) ECSStoragePool(com.emc.storageos.ecs.api.ECSStoragePool) ObjectNamespace(com.emc.storageos.db.client.model.ObjectNamespace) DatabaseException(com.emc.storageos.db.exceptions.DatabaseException) ECSCollectionException(com.emc.storageos.plugins.metering.ecs.ECSCollectionException)

Aggregations

ObjectNamespace (com.emc.storageos.db.client.model.ObjectNamespace)9 URI (java.net.URI)7 CheckPermission (com.emc.storageos.security.authorization.CheckPermission)6 Path (javax.ws.rs.Path)5 Produces (javax.ws.rs.Produces)5 URIQueryResultList (com.emc.storageos.db.client.constraint.URIQueryResultList)4 GET (javax.ws.rs.GET)4 StorageSystem (com.emc.storageos.db.client.model.StorageSystem)3 StringSet (com.emc.storageos.db.client.model.StringSet)3 TenantOrg (com.emc.storageos.db.client.model.TenantOrg)3 ArrayList (java.util.ArrayList)3 NamedURI (com.emc.storageos.db.client.model.NamedURI)2 DatabaseException (com.emc.storageos.db.exceptions.DatabaseException)2 ECSApi (com.emc.storageos.ecs.api.ECSApi)2 ECSException (com.emc.storageos.ecs.api.ECSException)2 ObjectNamespaceList (com.emc.storageos.model.object.ObjectNamespaceList)2 BaseCollectionException (com.emc.storageos.plugins.BaseCollectionException)2 ECSCollectionException (com.emc.storageos.plugins.metering.ecs.ECSCollectionException)2 SMIPluginException (com.emc.storageos.plugins.metering.smis.SMIPluginException)2 URISyntaxException (java.net.URISyntaxException)2