use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.
the class StorageSystemService method getObjectNamespace.
/**
* Get details of the object namespace associated with a particular storage system
*
* @param id storage system URN ID
* @param nsId namespace id
* @brief Show details for a namespace
* @return details of namespace
*/
@GET
@Produces({ MediaType.APPLICATION_XML, MediaType.APPLICATION_JSON })
@Path("/{id}/object-namespaces/{nsId}")
@CheckPermission(roles = { Role.SYSTEM_ADMIN, Role.SYSTEM_MONITOR })
public ObjectNamespaceRestRep getObjectNamespace(@PathParam("id") URI id, @PathParam("nsId") URI nsId) {
// Make sure storage system is registered.
ArgValidator.checkFieldUriType(id, StorageSystem.class, "id");
StorageSystem system = queryResource(id);
ArgValidator.checkEntity(system, id, isIdEmbeddedInURL(id));
if (!StorageSystem.Type.ecs.toString().equals(system.getSystemType())) {
throw APIException.badRequests.invalidParameterURIInvalid("id", id);
}
ArgValidator.checkFieldUriType(nsId, ObjectNamespace.class, "nativeId");
ObjectNamespace ecsNamespace = _dbClient.queryObject(ObjectNamespace.class, nsId);
ArgValidator.checkEntity(ecsNamespace, nsId, isIdEmbeddedInURL(nsId));
return toObjectNamespaceRestRep(ecsNamespace, _dbClient, _coordinator);
}
use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.
the class ObjectNamespaceService method getObjectNamespace.
/**
* Get details of the object storage namespace specified
*
* @param id object storage namespace id
* @brief Show details for a namespace
* @return details of the namespace
*/
@GET
@Produces({ MediaType.APPLICATION_XML, MediaType.APPLICATION_JSON })
@Path("/{id}")
@CheckPermission(roles = { Role.SYSTEM_ADMIN, Role.SYSTEM_MONITOR, Role.TENANT_ADMIN, Role.SECURITY_ADMIN })
public ObjectNamespaceRestRep getObjectNamespace(@PathParam("id") URI id) {
_log.info("Getting details for the namespace: {}", id);
ArgValidator.checkFieldUriType(id, ObjectNamespace.class, "id");
ArgValidator.checkUri(id);
ObjectNamespace objNamespace = _dbClient.queryObject(ObjectNamespace.class, id);
ArgValidator.checkEntity(objNamespace, id, isIdEmbeddedInURL(id));
ObjectNamespaceRestRep restRep = toObjectNamespaceRestRep(objNamespace, _dbClient, _coordinator);
return restRep;
}
use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.
the class ObjectNamespaceService method getObjectNamespaces.
/**
* Get IDs of all object storage namespaces
*
* @brief List namespace names and IDs
* @return object namespace list
*/
@GET
@Produces({ MediaType.APPLICATION_XML, MediaType.APPLICATION_JSON })
@CheckPermission(roles = { Role.SYSTEM_ADMIN, Role.SYSTEM_MONITOR, Role.TENANT_ADMIN, Role.SECURITY_ADMIN })
public ObjectNamespaceList getObjectNamespaces() {
_log.info("Getting namespaces from all object storage systesm");
ObjectNamespaceList objNamespaceList = new ObjectNamespaceList();
List<URI> ids = _dbClient.queryByType(ObjectNamespace.class, true);
for (URI id : ids) {
ObjectNamespace objNamespace = _dbClient.queryObject(ObjectNamespace.class, id);
if (objNamespace != null) {
objNamespaceList.getNamespaces().add(toNamedRelatedResource(objNamespace, objNamespace.getNativeGuid()));
}
}
return objNamespaceList;
}
use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.
the class ECSCommunicationInterface method discoverNamespaces.
/**
* Discover ECS Namespaces with details
* @param storageSystem
* @return existing and new marked namespace list
* @throws ECSCollectionException
*/
private Map<String, List<ObjectNamespace>> discoverNamespaces(StorageSystem storageSystem) throws Exception {
URI storageSystemId = storageSystem.getId();
List<String> namespaceIdList = new ArrayList<String>();
Map<String, List<ObjectNamespace>> bothNamespaces = new HashMap<String, List<ObjectNamespace>>();
List<ObjectNamespace> newNamespaces = new ArrayList<ObjectNamespace>();
List<ObjectNamespace> existingNamespaces = new ArrayList<ObjectNamespace>();
try {
_logger.info("discover namespace information for storage system {} - start", storageSystemId);
ECSApi ecsApi = getECSDevice(storageSystem);
ObjectNamespace ecsNamespace = null;
// Discover list of all namespaces
namespaceIdList = ecsApi.getNamespaces();
for (String nsId : namespaceIdList) {
// Check if this namespace was already discovered
ecsNamespace = null;
String nsNativeGuid = NativeGUIDGenerator.generateNativeGuidForNamespace(storageSystem, nsId, NativeGUIDGenerator.NAMESPACE);
URIQueryResultList uriQueryList = new URIQueryResultList();
_dbClient.queryByConstraint(AlternateIdConstraint.Factory.getObjectNamespaceByNativeGuidConstraint(nsNativeGuid), uriQueryList);
// Even if the namespace GUID is duplicated, URI-storageSystemId is unique
Iterator<ObjectNamespace> nsItr = _dbClient.queryIterativeObjects(ObjectNamespace.class, uriQueryList);
while (nsItr.hasNext()) {
ObjectNamespace ns = nsItr.next();
if (ns.getStorageDevice().equals(storageSystemId)) {
ecsNamespace = ns;
break;
}
}
if (ecsNamespace == null) {
// New namespace, not discovered
ecsNamespace = new ObjectNamespace();
ecsNamespace.setId(URIUtil.createId(ObjectNamespace.class));
ecsNamespace.setNativeId(nsId);
ecsNamespace.setNativeGuid(nsNativeGuid);
ecsNamespace.setLabel(nsNativeGuid);
ecsNamespace.setStorageDevice(storageSystemId);
// Now obtain the complete namespace details
ECSNamespaceRepGroup nsGroup = ecsApi.getNamespaceDetails(nsId);
ecsNamespace.setPoolType(nsGroup.getRgType());
StringSet repGroups = new StringSet();
for (String rg : nsGroup.getReplicationGroups()) {
repGroups.add(rg);
}
ecsNamespace.setStoragePools(repGroups);
ecsNamespace.setNsName(nsGroup.getNamespaceName());
ecsNamespace.setDiscoveryStatus(DiscoveryStatus.VISIBLE.name());
// Check if this newly discovered namespace is already mapped with a tenant
// Upgrade from 2.4 to 2.5
ecsNamespace.setMapped(false);
List<URI> allTenantURI = _dbClient.queryByType(TenantOrg.class, true);
Iterator<TenantOrg> tnItr = _dbClient.queryIterativeObjects(TenantOrg.class, allTenantURI);
while (tnItr.hasNext()) {
TenantOrg ten = tnItr.next();
if (ten.getNamespace() != null && !ten.getNamespace().isEmpty() && ten.getNamespace().equalsIgnoreCase(nsId)) {
ecsNamespace.setTenant(ten.getId());
ecsNamespace.setMapped(true);
break;
}
}
_logger.info("Creating new namespace with NativeGuid : {}", nsNativeGuid);
newNamespaces.add(ecsNamespace);
} else {
existingNamespaces.add(ecsNamespace);
}
}
bothNamespaces.put(NEW, newNamespaces);
bothNamespaces.put(EXISTING, existingNamespaces);
_logger.info("discoverNamespaces for storage system {} - complete", storageSystemId);
return bothNamespaces;
} catch (Exception e) {
_logger.error("discoverNamespaces failed. Storage system: {}", storageSystemId, e);
throw e;
}
}
use of com.emc.storageos.db.client.model.ObjectNamespace in project coprhd-controller by CoprHD.
the class ECSCommunicationInterface method discover.
/**
* Get storage pool and storage ports
*/
@Override
public void discover(AccessProfile accessProfile) throws BaseCollectionException {
URI storageSystemId = null;
StorageSystem storageSystem = null;
String detailedStatusMessage = "Unknown Status";
long startTime = System.currentTimeMillis();
_logger.info("ECSCommunicationInterface:discover Access Profile Details :" + accessProfile.toString());
try {
storageSystemId = accessProfile.getSystemId();
storageSystem = _dbClient.queryObject(StorageSystem.class, storageSystemId);
// try to connect to the ECS
ECSApi ecsApi = getECSDevice(storageSystem);
String authToken = ecsApi.getAuthToken();
if (authToken.isEmpty()) {
throw ECSException.exceptions.discoverFailed("Could not obtain authToken");
}
// Make sure user is system admin before proceeding to discovery
if (!ecsApi.isSystemAdmin()) {
_logger.error("User:" + accessProfile.getUserName() + "dont have privileges to access Elastic Cloud Storage: " + accessProfile.getIpAddress());
_logger.error("Discovery failed");
throw ECSException.exceptions.discoverFailed("User is not ECS System Admin");
}
String ecsVersion = ecsApi.getECSVersion();
String ecsSerialNumber = ecsApi.getECSSerialNum();
// Get details of storage system
String nativeGuid = NativeGUIDGenerator.generateNativeGuid(DiscoveredDataObject.Type.ecs.toString(), ecsSerialNumber);
storageSystem.setNativeGuid(nativeGuid);
storageSystem.setSerialNumber(ecsSerialNumber);
storageSystem.setFirmwareVersion(ecsVersion);
storageSystem.setUsername(accessProfile.getUserName());
storageSystem.setPassword(accessProfile.getPassword());
storageSystem.setPortNumber(accessProfile.getPortNumber());
storageSystem.setIpAddress(accessProfile.getIpAddress());
storageSystem.setCompatibilityStatus(DiscoveredDataObject.CompatibilityStatus.COMPATIBLE.name());
storageSystem.setReachableStatus(true);
storageSystem.setInactive(false);
_dbClient.persistObject(storageSystem);
// Discover storage pools
Map<String, List<StoragePool>> allPools = new HashMap<String, List<StoragePool>>();
List<StoragePool> newPools = new ArrayList<StoragePool>();
List<StoragePool> existingPools = new ArrayList<StoragePool>();
StoragePool storagePool;
List<ECSStoragePool> ecsStoragePools = ecsApi.getStoragePools();
for (ECSStoragePool ecsPool : ecsStoragePools) {
// Check if this storage pool was already discovered
storagePool = null;
String storagePoolNativeGuid = NativeGUIDGenerator.generateNativeGuid(storageSystem, ecsPool.getId(), NativeGUIDGenerator.POOL);
@SuppressWarnings("deprecation") List<URI> poolURIs = _dbClient.queryByConstraint(AlternateIdConstraint.Factory.getStoragePoolByNativeGuidConstraint(storagePoolNativeGuid));
for (URI poolUri : poolURIs) {
StoragePool pool = _dbClient.queryObject(StoragePool.class, poolUri);
if (!pool.getInactive() && pool.getStorageDevice().equals(storageSystemId)) {
storagePool = pool;
break;
}
}
if (storagePool == null) {
storagePool = new StoragePool();
storagePool.setId(URIUtil.createId(StoragePool.class));
storagePool.setNativeId(ecsPool.getId());
storagePool.setNativeGuid(storagePoolNativeGuid);
storagePool.setLabel(storagePoolNativeGuid);
storagePool.setPoolClassName("ECS Pool");
storagePool.setStorageDevice(storageSystem.getId());
StringSet protocols = new StringSet();
protocols.add("S3");
protocols.add("Swift");
protocols.add("Atmos");
storagePool.setProtocols(protocols);
storagePool.setPoolName(ecsPool.getName());
storagePool.setOperationalStatus(StoragePool.PoolOperationalStatus.READY.toString());
storagePool.setPoolServiceType(PoolServiceType.object.toString());
storagePool.setRegistrationStatus(RegistrationStatus.REGISTERED.toString());
storagePool.setSupportedResourceTypes(StoragePool.SupportedResourceTypes.THICK_ONLY.toString());
storagePool.setFreeCapacity(ecsPool.getFreeCapacity() * BYTESCONVERTER * BYTESCONVERTER);
storagePool.setTotalCapacity(ecsPool.getTotalCapacity() * BYTESCONVERTER * BYTESCONVERTER);
storagePool.setInactive(false);
storagePool.setDataCenters(ecsPool.getTotalDataCenters());
_logger.info("Creating new ECS storage pool using NativeId : {}", storagePoolNativeGuid);
storagePool.setDiscoveryStatus(DiscoveryStatus.VISIBLE.name());
storagePool.setCompatibilityStatus(DiscoveredDataObject.CompatibilityStatus.COMPATIBLE.name());
newPools.add(storagePool);
} else {
existingPools.add(storagePool);
}
}
allPools.put(NEW, newPools);
allPools.put(EXISTING, existingPools);
_logger.info("No of newly discovered pools {}", allPools.get(NEW).size());
_logger.info("No of existing discovered pools {}", allPools.get(EXISTING).size());
if (!allPools.get(NEW).isEmpty()) {
_dbClient.createObject(allPools.get(NEW));
}
if (!allPools.get(EXISTING).isEmpty()) {
_dbClient.persistObject(allPools.get(EXISTING));
}
// Get storage ports
HashMap<String, List<StoragePort>> storagePorts = new HashMap<String, List<StoragePort>>();
List<StoragePort> newStoragePorts = new ArrayList<StoragePort>();
List<StoragePort> existingStoragePorts = new ArrayList<StoragePort>();
List<ECSStoragePort> ecsStoragePorts = ecsApi.getStoragePort(storageSystem.getIpAddress());
for (ECSStoragePort ecsPort : ecsStoragePorts) {
StoragePort storagePort = null;
String portNativeGuid = NativeGUIDGenerator.generateNativeGuid(storageSystem, ecsPort.getIpAddress(), NativeGUIDGenerator.PORT);
// Check if storage port was already discovered
@SuppressWarnings("deprecation") List<URI> portURIs = _dbClient.queryByConstraint(AlternateIdConstraint.Factory.getStoragePortByNativeGuidConstraint(portNativeGuid));
for (URI portUri : portURIs) {
StoragePort port = _dbClient.queryObject(StoragePort.class, portUri);
if (port.getStorageDevice().equals(storageSystemId) && !port.getInactive()) {
storagePort = port;
break;
}
}
if (storagePort == null) {
// Create new port
storagePort = new StoragePort();
storagePort.setId(URIUtil.createId(StoragePort.class));
storagePort.setTransportType("IP");
storagePort.setNativeGuid(portNativeGuid);
storagePort.setLabel(portNativeGuid);
storagePort.setStorageDevice(storageSystemId);
storagePort.setPortNetworkId(ecsPort.getIpAddress().toLowerCase());
storagePort.setPortName(ecsPort.getName());
storagePort.setLabel(ecsPort.getName());
storagePort.setPortGroup(ecsPort.getName());
storagePort.setRegistrationStatus(RegistrationStatus.REGISTERED.toString());
storagePort.setOperationalStatus(StoragePort.OperationalStatus.OK.toString());
_logger.info("Creating new storage port using NativeGuid : {}", portNativeGuid);
newStoragePorts.add(storagePort);
} else {
existingStoragePorts.add(storagePort);
}
storagePort.setDiscoveryStatus(DiscoveryStatus.VISIBLE.name());
storagePort.setCompatibilityStatus(DiscoveredDataObject.CompatibilityStatus.COMPATIBLE.name());
}
storagePorts.put(NEW, newStoragePorts);
storagePorts.put(EXISTING, existingStoragePorts);
_logger.info("No of newly discovered ports {}", storagePorts.get(NEW).size());
_logger.info("No of existing discovered ports {}", storagePorts.get(EXISTING).size());
if (!storagePorts.get(NEW).isEmpty()) {
_dbClient.createObject(storagePorts.get(NEW));
}
if (!storagePorts.get(EXISTING).isEmpty()) {
_dbClient.persistObject(storagePorts.get(EXISTING));
}
// Discover ECS Namespaces
List<ObjectNamespace> allNamespaces = new ArrayList<ObjectNamespace>();
Map<String, List<ObjectNamespace>> bothNamespaces = discoverNamespaces(storageSystem);
_logger.info("No of newly discovered namespaces {}", bothNamespaces.get(NEW).size());
_logger.info("No of existing discovered namespaces {}", bothNamespaces.get(EXISTING).size());
if (bothNamespaces != null && !bothNamespaces.get(NEW).isEmpty()) {
allNamespaces.addAll(bothNamespaces.get(NEW));
_dbClient.createObject(bothNamespaces.get(NEW));
}
if (bothNamespaces != null && !bothNamespaces.get(EXISTING).isEmpty()) {
allNamespaces.addAll(bothNamespaces.get(EXISTING));
_dbClient.updateObject(bothNamespaces.get(EXISTING));
}
// Some namespaces might have been deleted
DiscoveryUtils.checkNamespacesNotVisible(allNamespaces, _dbClient, storageSystemId);
_completer.statusPending(_dbClient, "Completed namespace discovery");
// Discovery success
detailedStatusMessage = String.format("Discovery completed successfully for ECS: %s", storageSystemId.toString());
} catch (Exception e) {
if (storageSystem != null) {
cleanupDiscovery(storageSystem);
}
detailedStatusMessage = String.format("Discovery failed for Storage System ECS %s: because %s", storageSystemId.toString(), e.getLocalizedMessage());
_logger.error(detailedStatusMessage, e);
throw new ECSCollectionException(false, ServiceCode.DISCOVERY_ERROR, null, detailedStatusMessage, null, null);
} finally {
if (storageSystem != null) {
try {
// set detailed message
storageSystem.setLastDiscoveryStatusMessage(detailedStatusMessage);
_dbClient.persistObject(storageSystem);
} catch (DatabaseException ex) {
_logger.error("Error while persisting object to DB", ex);
}
}
long totalTime = System.currentTimeMillis() - startTime;
_logger.info(String.format("Discovery of ECS Storage System %s took %f seconds", accessProfile.getIpAddress(), (double) totalTime / (double) 1000));
}
}
Aggregations