Examples with FileExport com.emc.storageos.db.client.model.FileExport used on opensource projects

Example 61 with FileExport

use of com.emc.storageos.db.client.model.FileExport in project coprhd-controller by CoprHD.

the class NetworkUtil method checkNotUsedByActiveFileExport.

/**
 * If any endpoint is used in an active File Export, throws an exception
 *
 * @param endpoints endpoints being added
 * @param varrays endpoints belong to
 *
 *            Assumes endpoint formats have been validated.
 */
public static void checkNotUsedByActiveFileExport(String endpoint, DbClient dbClient) {
    Network network = NetworkUtil.getEndpointNetwork(endpoint, dbClient);
    if (network != null) {
        Set<String> netVArrayIds = network.getConnectedVirtualArrays();
        if ((netVArrayIds != null) && (!netVArrayIds.isEmpty())) {
            Iterator<String> netVArrayIdsIter = netVArrayIds.iterator();
            while (netVArrayIdsIter.hasNext()) {
                String varrayId = netVArrayIdsIter.next();
                List<FileShare> fileShares = CustomQueryUtility.queryActiveResourcesByConstraint(dbClient, FileShare.class, AlternateIdConstraint.Factory.getConstraint(FileShare.class, "varray", varrayId));
                for (FileShare fileShare : fileShares) {
                    FSExportMap fsExports = fileShare.getFsExports();
                    if (fsExports != null) {
                        Iterator<FileExport> it = fsExports.values().iterator();
                        while (it.hasNext()) {
                            FileExport fileExport = it.next();
                            if (fileExport.getClients().contains(endpoint) || fileExport.getStoragePort().contains(endpoint)) {
                                throw APIException.badRequests.endpointsCannotBeUpdatedActiveExport(endpoint);
                            }
                        }
                    }
                }
            }
        }
    }
}

Example 62 with FileExport

use of com.emc.storageos.db.client.model.FileExport in project coprhd-controller by CoprHD.

the class FileDeviceController method unexport.

@Override
public void unexport(URI storage, URI fileUri, List<FileShareExport> exports, String opId) throws ControllerException {
    ControllerUtils.setThreadLocalLogData(fileUri, opId);
    FileObject fsObj = null;
    FileShare fs = null;
    Snapshot snapshotObj = null;
    StorageSystem storageObj = null;
    try {
        storageObj = _dbClient.queryObject(StorageSystem.class, storage);
        FileDeviceInputOutput args = new FileDeviceInputOutput();
        boolean isFile = false;
        if (URIUtil.isType(fileUri, FileShare.class)) {
            isFile = true;
            fs = _dbClient.queryObject(FileShare.class, fileUri);
            setVirtualNASinArgs(fs.getVirtualNAS(), args);
            fsObj = fs;
            args.addFSFileObject(fs);
            StoragePool pool = _dbClient.queryObject(StoragePool.class, fs.getPool());
            args.addStoragePool(pool);
        } else {
            snapshotObj = _dbClient.queryObject(Snapshot.class, fileUri);
            fsObj = snapshotObj;
            fs = _dbClient.queryObject(FileShare.class, snapshotObj.getParent());
            setVirtualNASinArgs(fs.getVirtualNAS(), args);
            args.addFileShare(fs);
            args.addSnapshotFileObject(snapshotObj);
            StoragePool pool = _dbClient.queryObject(StoragePool.class, fs.getPool());
            args.addStoragePool(pool);
        }
        args.setFileOperation(isFile);
        args.setOpId(opId);
        _log.info("Export details...  ");
        List<FileExport> fileExports = new ArrayList<FileExport>();
        List<FileExportRule> exportRules = new ArrayList<FileExportRule>();
        if (exports != null) {
            for (FileShareExport fileShareExport : exports) {
                FileExport fileExport = fileShareExport.getFileExport();
                fileExports.add(fileExport);
                _log.info("FileExport:" + fileExport.getClients() + ":" + fileExport.getStoragePortName() + ":" + fileExport.getStoragePort() + ":" + fileExport.getRootUserMapping() + ":" + fileExport.getPermissions() + ":" + fileExport.getProtocol() + ":" + fileExport.getSecurityType() + ":" + fileExport.getMountPoint() + ":" + fileExport.getMountPath() + ":" + fileExport.getPath());
                _log.info("FileShareExport: " + fileExport.getFileExportKey());
                // Per New Model : Lets create the Export Rules, So these will not get missed.
                FileExportRule rule = getFileExportRule(fileUri, fileExport, args);
                exportRules.add(rule);
            }
        } else {
            _log.info("Exports are null");
        }
        WorkflowStepCompleter.stepExecuting(opId);
        BiosCommandResult result = getDevice(storageObj.getSystemType()).doUnexport(storageObj, args, fileExports);
        if (result.getCommandPending()) {
            return;
        }
        if (!result.isCommandSuccess() && !result.getCommandPending()) {
            WorkflowStepCompleter.stepFailed(opId, result.getServiceCoded());
        }
        // Set status
        fsObj.getOpStatus().updateTaskStatus(opId, result.toOperation());
        String eventMsg = result.isCommandSuccess() ? "" : result.getMessage();
        OperationTypeEnum auditType = (isFile) ? OperationTypeEnum.UNEXPORT_FILE_SYSTEM : OperationTypeEnum.UNEXPORT_FILE_SNAPSHOT;
        if (result.isCommandSuccess()) {
            // Remove Export
            for (FileExport fileExport : fileExports) {
                fsObj.getFsExports().remove(fileExport.getFileExportKey());
                _log.info("FileShareExport removed : " + fileExport.getFileExportKey());
            }
            // Query Existing Export rule and if found set to delete.
            for (FileExportRule rule : exportRules) {
                URIQueryResultList dbresult = new URIQueryResultList();
                if (!args.getFileOperation() && rule.getSnapshotExportIndex() != null) {
                    _dbClient.queryByConstraint(AlternateIdConstraint.Factory.getSnapshotExportRuleConstraint(rule.getSnapshotExportIndex()), dbresult);
                } else if (rule.getFsExportIndex() != null) {
                    _dbClient.queryByConstraint(AlternateIdConstraint.Factory.getFileExportRuleConstraint(rule.getFsExportIndex()), dbresult);
                }
                Iterator<URI> it = dbresult.iterator();
                while (it.hasNext()) {
                    if (dbresult.iterator().hasNext()) {
                        rule = _dbClient.queryObject(FileExportRule.class, it.next());
                        if (rule != null && !rule.getInactive()) {
                            _log.info("Existing DB Model found {}", rule);
                            rule.setInactive(true);
                            _dbClient.updateObject(rule);
                            break;
                        }
                    }
                }
            }
            FSExportMap exportsMap = fsObj.getFsExports();
            List<FileExport> fsExports = new ArrayList<FileExport>(exportsMap.values());
            if (isFile) {
                recordFileDeviceOperation(_dbClient, auditType, result.isCommandSuccess(), eventMsg, getExportClientExtensions(fsExports), fs, storageObj);
            } else {
                recordFileDeviceOperation(_dbClient, auditType, result.isCommandSuccess(), eventMsg, getExportClientExtensions(fsExports), snapshotObj, fs, storageObj);
            }
        }
        _dbClient.updateObject(fsObj);
        if (result.isCommandSuccess()) {
            WorkflowStepCompleter.stepSucceded(opId);
        }
    } catch (Exception e) {
        ServiceError serviceError = DeviceControllerException.errors.jobFailed(e);
        WorkflowStepCompleter.stepFailed(opId, serviceError);
        String[] params = { storage.toString(), fileUri.toString(), e.getMessage() };
        _log.error("Unable to unexport file system or snapshot: storage {}, FS/snapshot URI {}: {}", params);
        for (FileShareExport fsExport : exports) {
            _log.error("{}  ", fsExport);
        }
        updateTaskStatus(opId, fsObj, e);
        if (URIUtil.isType(fileUri, FileShare.class)) {
            if ((fs != null) && (storageObj != null)) {
                recordFileDeviceOperation(_dbClient, OperationTypeEnum.UNEXPORT_FILE_SYSTEM, false, e.getMessage(), "", fs, storageObj);
            }
        } else {
            if ((fs != null) && (storageObj != null) && (snapshotObj != null)) {
                recordFileDeviceOperation(_dbClient, OperationTypeEnum.UNEXPORT_FILE_SNAPSHOT, false, e.getMessage(), "", snapshotObj, fs, storageObj);
            }
        }
    }
}

Example 63 with FileExport

use of com.emc.storageos.db.client.model.FileExport in project coprhd-controller by CoprHD.

the class FileDeviceController method doDeleteExportsFromFSObjMap.

private void doDeleteExportsFromFSObjMap(boolean allDirs, String subDir, FileDeviceInputOutput args) throws Exception {
    // Query All Export Rules Specific to a File System.
    // Update the FS ExportMap
    // Remove Export
    FileObject fsObj = null;
    if (args.getFileOperation()) {
        fsObj = args.getFs();
    } else {
        fsObj = args.getFileSnapshot();
    }
    FSExportMap map = args.getFileObjExports();
    if ((map == null) || (map.isEmpty())) {
        return;
    }
    Collection<FileExport> fileExports = map.values();
    List<String> filexportKeys = new ArrayList<>();
    if (allDirs) {
        // to avoid current exception, prepare seperate delete list
        for (FileExport fileExport : fileExports) {
            filexportKeys.add(fileExport.getFileExportKey());
        }
        // then remove keys
        _log.info("Removing all exports from the export map");
        for (String filexportKey : filexportKeys) {
            fsObj.getFsExports().remove(filexportKey);
            _log.info("FileShareExport removed : " + filexportKey);
        }
        _dbClient.updateObject(fsObj);
    } else if (subDir != null && !subDir.isEmpty()) {
        _log.info("Removing FileExport Specific to SubDirectory from Export Map {}", subDir);
        // to avoid current exception, prepare seperate delete list
        for (FileExport fileExport : fileExports) {
            if (fileExport.getSubDirectory().equalsIgnoreCase(subDir)) {
                filexportKeys.add(fileExport.getFileExportKey());
            }
        }
        for (String filexportKey : filexportKeys) {
            fsObj.getFsExports().remove(filexportKey);
            _log.info("FileShareExport removed : " + filexportKey);
        }
        _dbClient.updateObject(fsObj);
    } else {
        // Filter for No SUBDIR - main export rules with no sub dirs
        _log.info("Removing All FileExports other than SubDirectory exports from Export Map");
        // to avoid current exception, prepare seperate delete list
        for (FileExport fileExport : fileExports) {
            if (fileExport.getSubDirectory() == null || (fileExport.getSubDirectory() != null && fileExport.getSubDirectory().isEmpty())) {
                filexportKeys.add(fileExport.getFileExportKey());
            }
        }
        // remove the filesystem keys
        for (String filexportKey : filexportKeys) {
            fsObj.getFsExports().remove(filexportKey);
            _log.info("FileShareExport removed : " + filexportKey);
        }
        _dbClient.updateObject(fsObj);
    }
}

Example 64 with FileExport

use of com.emc.storageos.db.client.model.FileExport in project coprhd-controller by CoprHD.

the class FileDeviceController method export.

@Override
public void export(URI storage, URI uri, List<FileShareExport> exports, String opId) throws ControllerException {
    ControllerUtils.setThreadLocalLogData(uri, opId);
    FileObject fsObj = null;
    FileShare fs = null;
    Snapshot snapshotObj = null;
    StorageSystem storageObj = null;
    try {
        storageObj = _dbClient.queryObject(StorageSystem.class, storage);
        FileDeviceInputOutput args = new FileDeviceInputOutput();
        boolean isFile = false;
        if (URIUtil.isType(uri, FileShare.class)) {
            isFile = true;
            fs = _dbClient.queryObject(FileShare.class, uri);
            fsObj = fs;
            args.addFSFileObject(fs);
            StoragePool pool = _dbClient.queryObject(StoragePool.class, fs.getPool());
            args.addStoragePool(pool);
            setVirtualNASinArgs(fs.getVirtualNAS(), args);
        } else {
            snapshotObj = _dbClient.queryObject(Snapshot.class, uri);
            fsObj = snapshotObj;
            fs = _dbClient.queryObject(FileShare.class, snapshotObj.getParent());
            args.addFileShare(fs);
            args.addSnapshotFileObject(snapshotObj);
            StoragePool pool = _dbClient.queryObject(StoragePool.class, fs.getPool());
            args.addStoragePool(pool);
            setVirtualNASinArgs(fs.getVirtualNAS(), args);
        }
        args.setFileOperation(isFile);
        args.setOpId(opId);
        _log.info("Export details...  ");
        List<FileExport> fileExports = new ArrayList<FileExport>();
        if (exports != null) {
            for (FileShareExport fileShareExport : exports) {
                args.setBypassDnsCheck(fileShareExport.getBypassDnsCheck());
                FileExport fExport = fileShareExport.getFileExport();
                fExport.setMountPoint(fileShareExport.getMountPath());
                _log.info("FileExport:clients:" + fExport.getClients() + ":portName:" + fExport.getStoragePortName() + ":port:" + fExport.getStoragePort() + ":rootMapping:" + fExport.getRootUserMapping() + ":permissions:" + fExport.getPermissions() + ":protocol:" + fExport.getProtocol() + ":security:" + fExport.getSecurityType() + ":mountpoint:" + fExport.getMountPoint() + ":path:" + fExport.getPath() + ":comments:" + fExport.getComments() + ":subDirectory:" + fExport.getSubDirectory());
                fileExports.add(fExport);
            }
        } else {
            _log.info("Exports are null");
        }
        // Acquire lock for VNXFILE Storage System
        acquireStepLock(storageObj, opId);
        WorkflowStepCompleter.stepExecuting(opId);
        BiosCommandResult result = getDevice(storageObj.getSystemType()).doExport(storageObj, args, fileExports);
        if (result.getCommandPending()) {
            return;
        }
        if (!result.isCommandSuccess() && !result.getCommandPending()) {
            WorkflowStepCompleter.stepFailed(opId, result.getServiceCoded());
        }
        // Set Mount path info for the exports
        FSExportMap fsExports = fsObj.getFsExports();
        // Per New model get the rules and see if any rules that are already saved and available.
        List<FileExportRule> existingRules = queryFileExports(args);
        if (null != fsExports) {
            Iterator it = fsExports.keySet().iterator();
            while (it.hasNext()) {
                String fsExpKey = (String) it.next();
                FileExport fileExport = fsObj.getFsExports().get(fsExpKey);
                if ((fileExport.getMountPath() != null) && (fileExport.getMountPath().length() > 0)) {
                    fileExport.setMountPoint(ExportUtils.getFileMountPoint(fileExport.getStoragePort(), fileExport.getMountPath()));
                } else {
                    fileExport.setMountPoint(ExportUtils.getFileMountPoint(fileExport.getStoragePort(), fileExport.getPath()));
                }
                _log.info("FileExport mountpath set to {} {}", fsExpKey, fileExport.getMountPoint());
                // Per New Model of Export Rules Lets create the rule and save it as FileExportRule.
                if (result.isCommandSuccess()) {
                    FileExportRule newRule = getFileExportRule(fsObj.getId(), fileExport, args);
                    _log.debug("ExportRule Constucted per expotkey {}, {}", fsExpKey, newRule);
                    if (existingRules != null && existingRules.isEmpty()) {
                        newRule.setId(URIUtil.createId(FileExportRule.class));
                        _log.info("No Existing rules available for this FS Export and so creating the rule now {}", newRule);
                        _dbClient.createObject(newRule);
                    } else {
                        _log.debug("Checking for existing rule(s) available for this export...");
                        boolean isRuleFound = false;
                        for (FileExportRule rule : existingRules) {
                            _log.debug("Available Export Rule {} - Matching with New Rule {}", rule, newRule);
                            if (newRule.getFsExportIndex() != null && rule.getFsExportIndex().equals(newRule.getFsExportIndex())) {
                                isRuleFound = true;
                                _log.info("Match Found : Skipping this rule as already available {}", newRule);
                                break;
                            }
                        }
                        if (!isRuleFound) {
                            _log.info("Creating new Export Rule {}", newRule);
                            newRule.setId(URIUtil.createId(FileExportRule.class));
                            _dbClient.createObject(newRule);
                            isRuleFound = false;
                        }
                    }
                }
            }
        }
        String eventMsg = result.isCommandSuccess() ? "" : result.getMessage();
        OperationTypeEnum auditType = null;
        auditType = (isFile) ? OperationTypeEnum.EXPORT_FILE_SYSTEM : OperationTypeEnum.EXPORT_FILE_SNAPSHOT;
        fsObj.getOpStatus().updateTaskStatus(opId, result.toOperation());
        if (isFile) {
            recordFileDeviceOperation(_dbClient, auditType, result.isCommandSuccess(), eventMsg, getExportClientExtensions(fileExports), fs, storageObj);
        } else {
            recordFileDeviceOperation(_dbClient, auditType, result.isCommandSuccess(), eventMsg, getExportClientExtensions(fileExports), snapshotObj, fs, storageObj);
        }
        _dbClient.updateObject(fsObj);
        if (result.isCommandSuccess()) {
            WorkflowStepCompleter.stepSucceded(opId);
        }
    } catch (Exception e) {
        ServiceError serviceError = DeviceControllerException.errors.jobFailed(e);
        WorkflowStepCompleter.stepFailed(opId, serviceError);
        String[] params = { storage.toString(), uri.toString(), e.getMessage() };
        _log.error("Unable to export file system or snapshot: storage {}, FS/snapshot URI {}: {}", params);
        for (FileShareExport fsExport : exports) {
            _log.error("{}", fsExport);
        }
        updateTaskStatus(opId, fsObj, e);
        if (URIUtil.isType(uri, FileShare.class)) {
            if ((fs != null) && (storageObj != null)) {
                recordFileDeviceOperation(_dbClient, OperationTypeEnum.EXPORT_FILE_SYSTEM, false, e.getMessage(), "", fs, storageObj);
            }
        } else {
            if ((fs != null) && (storageObj != null) && (snapshotObj != null)) {
                recordFileDeviceOperation(_dbClient, OperationTypeEnum.EXPORT_FILE_SNAPSHOT, false, e.getMessage(), "", snapshotObj, fs, storageObj);
            }
        }
    }
}

Example 65 with FileExport

use of com.emc.storageos.db.client.model.FileExport in project coprhd-controller by CoprHD.

the class FileDeviceController method doCRUDExports.

private void doCRUDExports(FileExportUpdateParams param, FileShare fs, FileDeviceInputOutput args) throws Exception {
    try {
        // create new exports
        ExportRules exportRules = param.getExportRulesToAdd();
        List<ExportRule> rules;
        if (exportRules != null) {
            rules = exportRules.getExportRules();
            if (rules != null && !rules.isEmpty()) {
                for (ExportRule exportRule : rules) {
                    FileExportRule rule = new FileExportRule();
                    rule.setId(URIUtil.createId(FileExportRule.class));
                    copyPropertiesToSave(rule, exportRule, fs, args);
                    _log.info("Storing New DB Export Rule {}", rule);
                    _dbClient.createObject(rule);
                }
            }
        }
        // Modify Existing Exports
        exportRules = param.getExportRulesToModify();
        if (exportRules != null) {
            rules = exportRules.getExportRules();
            if (rules != null && !rules.isEmpty()) {
                for (ExportRule exportRule : rules) {
                    FileExportRule rule = new FileExportRule();
                    // Copy the properties to build the index id to query DB for existing Export Rule
                    copyPropertiesToSave(rule, exportRule, fs, args);
                    rule = getAvailableExportRule(rule, args);
                    // Remove the existing and create the new one.
                    // Don't Update the existing one as persist object will create a new StringSet rather
                    // it updates the existing one with new information and upon keeping/appending to old one.
                    rule.setInactive(true);
                    _log.info("Removing Existing DB Export Rule {}", rule);
                    _dbClient.updateObject(rule);
                    FileExportRule newRule = new FileExportRule();
                    newRule.setId(URIUtil.createId(FileExportRule.class));
                    // Now, Copy the properties again into the rule came out of DB, before updating.
                    copyPropertiesToSave(newRule, exportRule, fs, args);
                    _log.info("Storing New DB Export Rule {}", newRule);
                    _dbClient.createObject(newRule);
                }
            }
        }
        // Delete Existing Exports
        exportRules = param.getExportRulesToDelete();
        if (exportRules != null) {
            rules = exportRules.getExportRules();
            if (rules != null && !rules.isEmpty()) {
                for (ExportRule exportRule : rules) {
                    FileExportRule rule = new FileExportRule();
                    copyPropertiesToSave(rule, exportRule, fs, args);
                    rule = getAvailableExportRule(rule, args);
                    rule.setInactive(true);
                    _log.info("Marking DB Export Rule Inactive {}", rule);
                    _dbClient.updateObject(rule);
                }
            }
            // Delete the ExportMap entry if there are no export rules for this file system or sub directory
            FSExportMap fsNFSExportMap = fs.getFsExports();
            ContainmentConstraint containmentConstraint = ContainmentConstraint.Factory.getFileExportRulesConstraint(fs.getId());
            List<FileExportRule> fileExportRules = CustomQueryUtility.queryActiveResourcesByConstraint(_dbClient, FileExportRule.class, containmentConstraint);
            Set<String> fileExportMapKeys = fsNFSExportMap.keySet();
            Iterator<String> keySetIterator = fileExportMapKeys.iterator();
            HashSet<String> keystoRemove = new HashSet<String>();
            while (keySetIterator.hasNext()) {
                String fileExportMapKey = keySetIterator.next();
                FileExport fileExport = fsNFSExportMap.get(fileExportMapKey);
                boolean exportRuleExists = false;
                for (FileExportRule fileExportRule : fileExportRules) {
                    if (fileExportRule.getExportPath().equals(fileExport.getMountPath())) {
                        exportRuleExists = true;
                        break;
                    }
                }
                if (!exportRuleExists) {
                    keystoRemove.add(fileExportMapKey);
                }
            }
            for (String key : keystoRemove) {
                _log.info("Deleting file export map entry : {} for key : {}", fsNFSExportMap.get(key), key);
                fsNFSExportMap.remove(key);
            }
            _dbClient.updateObject(fs);
        }
    } catch (Exception e) {
        _log.info("Error While executing CRUD Operations {}", e);
    }
}