Examples with DatasetModuleConflictException io.cdap.cdap.data2.datafabric.dataset.type.DatasetModuleConflictException used on opensource projects

Example 16 with DatasetModuleConflictException

use of io.cdap.cdap.data2.datafabric.dataset.type.DatasetModuleConflictException in project cdap by caskdata.

the class DefaultDatasetTypeService method deployDefaultModules.

private void deployDefaultModules() throws Exception {
    // adding default modules to be available in dataset manager service
    for (Map.Entry<String, DatasetModule> module : defaultModules.entrySet()) {
        try {
            // NOTE: we assume default modules are always in classpath, hence passing null for jar location
            // NOTE: we add default modules in the system namespace
            DatasetModuleId defaultModule = NamespaceId.SYSTEM.datasetModule(module.getKey());
            typeManager.addModule(defaultModule, module.getValue().getClass().getName(), null, false);
        } catch (DatasetModuleConflictException e) {
            // perfectly fine: we need to add default modules only the very first time service is started
            LOG.debug("Not adding {} module: it already exists", module.getKey());
        } catch (Throwable th) {
            LOG.error("Failed to add {} module. Aborting.", module.getKey(), th);
            throw Throwables.propagate(th);
        }
    }
}

Example 17 with DatasetModuleConflictException

use of io.cdap.cdap.data2.datafabric.dataset.type.DatasetModuleConflictException in project cdap by caskdata.

the class DatasetTypeManager method deleteModules.

/**
 * Deletes all modules in a namespace, other than system.
 * Presumes that the namespace has already been checked to be non-system.
 *
 * @param namespaceId the {@link NamespaceId} to delete modules from.
 */
public void deleteModules(final NamespaceId namespaceId) throws DatasetModuleConflictException {
    Preconditions.checkArgument(namespaceId != null && !NamespaceId.SYSTEM.equals(namespaceId), "Cannot delete modules from system namespace");
    LOG.info("Deleting all modules from namespace {}", namespaceId);
    try {
        TransactionRunners.run(transactionRunner, context -> {
            final DatasetTypeTable datasetTypeTable = DatasetTypeTable.create(context);
            final DatasetInstanceTable datasetInstanceTable = new DatasetInstanceTable(context);
            final Set<String> typesToDelete = new HashSet<String>();
            final List<Location> moduleLocations = new ArrayList<>();
            final Collection<DatasetModuleMeta> modules = datasetTypeTable.getModules(namespaceId);
            try {
                impersonator.doAs(namespaceId, new Callable<Void>() {

                    @Override
                    public Void call() throws Exception {
                        for (DatasetModuleMeta module : modules) {
                            typesToDelete.addAll(module.getTypes());
                            moduleLocations.add(Locations.getLocationFromAbsolutePath(locationFactory, module.getJarLocationPath()));
                        }
                        return null;
                    }
                });
            } catch (Exception e) {
                // the callable throws no checked exceptions
                throw Throwables.propagate(e);
            }
            // check if there are any instances that use types of these modules?
            Collection<DatasetSpecification> instances = datasetInstanceTable.getByTypes(namespaceId, typesToDelete);
            // cannot delete when there's instance that uses it
            if (!instances.isEmpty()) {
                throw new DatasetModuleConflictException("Cannot delete all modules: existing dataset instances depend on it. Delete them first");
            }
            datasetTypeTable.deleteModules(namespaceId);
            // Delete module locations
            for (Location moduleLocation : moduleLocations) {
                if (!moduleLocation.delete()) {
                    LOG.debug("Could not delete dataset module archive - {}", moduleLocation);
                }
            }
        });
    } catch (RuntimeException e) {
        for (Throwable cause : Throwables.getCausalChain(e)) {
            if (cause instanceof DatasetModuleConflictException) {
                throw (DatasetModuleConflictException) cause;
            }
        }
        LOG.error("Failed to delete all modules from namespace {}", namespaceId);
        throw Throwables.propagate(e);
    } catch (Exception e) {
        LOG.error("Operation failed", e);
        throw Throwables.propagate(e);
    }
}