Search in sources :

Example 1 with HasDefinitionMetadata

use of com.netflix.metacat.common.dto.HasDefinitionMetadata in project metacat by Netflix.

the class BaseUserMetadataService method populateMetadata.

/**
     * Populate the given metadata.
     *
     * @param holder metadata
     */
@Override
public void populateMetadata(final HasMetadata holder) {
    Optional<ObjectNode> metadata = Optional.empty();
    if (holder instanceof HasDataMetadata) {
        final HasDataMetadata dataDto = (HasDataMetadata) holder;
        if (dataDto.isDataExternal()) {
            metadata = getDataMetadata(dataDto.getDataUri());
        }
    }
    Optional<ObjectNode> definitionMetadata = Optional.empty();
    if (holder instanceof HasDefinitionMetadata) {
        final HasDefinitionMetadata definitionDto = (HasDefinitionMetadata) holder;
        definitionMetadata = getDefinitionMetadata(definitionDto.getDefinitionName());
    }
    populateMetadata(holder, definitionMetadata.orElse(null), metadata.orElse(null));
}
Also used : HasDataMetadata(com.netflix.metacat.common.dto.HasDataMetadata) ObjectNode(com.fasterxml.jackson.databind.node.ObjectNode) HasDefinitionMetadata(com.netflix.metacat.common.dto.HasDefinitionMetadata)

Example 2 with HasDefinitionMetadata

use of com.netflix.metacat.common.dto.HasDefinitionMetadata in project metacat by Netflix.

the class MysqlUserMetadataService method deleteMetadatas.

@Override
public void deleteMetadatas(final String userId, final List<HasMetadata> holders) {
    try {
        final Connection conn = poolingDataSource.getConnection();
        try {
            final List<List<HasMetadata>> subLists = Lists.partition(holders, config.getUserMetadataMaxInClauseItems());
            for (List<HasMetadata> hasMetadatas : subLists) {
                final List<QualifiedName> names = hasMetadatas.stream().filter(m -> m instanceof HasDefinitionMetadata).map(m -> ((HasDefinitionMetadata) m).getDefinitionName()).collect(Collectors.toList());
                if (!names.isEmpty()) {
                    _deleteDefinitionMetadatas(conn, names);
                }
                if (config.canSoftDeleteDataMetadata()) {
                    final List<String> uris = hasMetadatas.stream().filter(m -> m instanceof HasDataMetadata && ((HasDataMetadata) m).isDataExternal()).map(m -> ((HasDataMetadata) m).getDataUri()).collect(Collectors.toList());
                    if (!uris.isEmpty()) {
                        _softDeleteDataMetadatas(conn, userId, uris);
                    }
                }
            }
            conn.commit();
        } catch (SQLException e) {
            conn.rollback();
            throw e;
        } finally {
            conn.close();
        }
    } catch (SQLException e) {
        log.error("Sql exception", e);
        throw new UserMetadataServiceException("Failed deleting data metadata", e);
    }
}
Also used : Arrays(java.util.Arrays) Connection(java.sql.Connection) URL(java.net.URL) Date(java.util.Date) HasDataMetadata(com.netflix.metacat.common.dto.HasDataMetadata) ObjectNode(com.fasterxml.jackson.databind.node.ObjectNode) DefinitionMetadataDto(com.netflix.metacat.common.dto.DefinitionMetadataDto) Strings(com.google.common.base.Strings) SQLException(java.sql.SQLException) Lists(com.google.common.collect.Lists) ResultSet(java.sql.ResultSet) Map(java.util.Map) UserMetadataServiceException(com.netflix.metacat.common.server.usermetadata.UserMetadataServiceException) DataSource(javax.sql.DataSource) Config(com.netflix.metacat.common.server.properties.Config) BaseUserMetadataService(com.netflix.metacat.common.server.usermetadata.BaseUserMetadataService) Nonnull(javax.annotation.Nonnull) Path(java.nio.file.Path) Nullable(javax.annotation.Nullable) Charsets(com.google.common.base.Charsets) DataSourceManager(com.netflix.metacat.common.server.util.DataSourceManager) Properties(java.util.Properties) QueryRunner(org.apache.commons.dbutils.QueryRunner) MetacatJson(com.netflix.metacat.common.json.MetacatJson) Files(java.nio.file.Files) HasDefinitionMetadata(com.netflix.metacat.common.dto.HasDefinitionMetadata) Set(java.util.Set) QualifiedName(com.netflix.metacat.common.QualifiedName) Reader(java.io.Reader) PreparedStatement(java.sql.PreparedStatement) Maps(com.google.common.collect.Maps) MetacatJsonException(com.netflix.metacat.common.json.MetacatJsonException) Collectors(java.util.stream.Collectors) HasMetadata(com.netflix.metacat.common.dto.HasMetadata) Slf4j(lombok.extern.slf4j.Slf4j) List(java.util.List) DBUtil(com.netflix.metacat.common.server.util.DBUtil) Paths(java.nio.file.Paths) Optional(java.util.Optional) Preconditions(com.google.common.base.Preconditions) ColumnListHandler(org.apache.commons.dbutils.handlers.ColumnListHandler) Collections(java.util.Collections) ResultSetHandler(org.apache.commons.dbutils.ResultSetHandler) FileSystems(java.nio.file.FileSystems) Joiner(com.google.common.base.Joiner) UserMetadataServiceException(com.netflix.metacat.common.server.usermetadata.UserMetadataServiceException) HasMetadata(com.netflix.metacat.common.dto.HasMetadata) HasDataMetadata(com.netflix.metacat.common.dto.HasDataMetadata) SQLException(java.sql.SQLException) QualifiedName(com.netflix.metacat.common.QualifiedName) Connection(java.sql.Connection) List(java.util.List) HasDefinitionMetadata(com.netflix.metacat.common.dto.HasDefinitionMetadata)

Example 3 with HasDefinitionMetadata

use of com.netflix.metacat.common.dto.HasDefinitionMetadata in project metacat by Netflix.

the class MetadataV1Resource method deleteDefinitionMetadata.

/**
     * {@inheritDoc}
     */
@Override
public void deleteDefinitionMetadata(final QualifiedName name, final Boolean force) {
    final MetacatRequestContext metacatRequestContext = MetacatContextManager.getContext();
    requestWrapper.processRequest("deleteDefinitionMetadata", () -> {
        final MetacatService service = helper.getService(name);
        BaseDto dto = null;
        try {
            dto = service.get(name);
        } catch (NotFoundException ignored) {
        }
        if ((force || dto == null) && !"rds".equalsIgnoreCase(name.getCatalogName())) {
            helper.postPreUpdateEvent(name, metacatRequestContext, dto);
            userMetadataService.deleteDefinitionMetadatas(Lists.newArrayList(name));
            if (dto instanceof HasDefinitionMetadata) {
                ((HasDefinitionMetadata) dto).setDefinitionMetadata(null);
            }
            final BaseDto newDto = service.get(name);
            helper.postPostUpdateEvent(name, metacatRequestContext, dto, newDto);
        }
        return null;
    });
}
Also used : MetacatRequestContext(com.netflix.metacat.common.MetacatRequestContext) MetacatService(com.netflix.metacat.main.services.MetacatService) NotFoundException(com.netflix.metacat.common.server.connectors.exception.NotFoundException) BaseDto(com.netflix.metacat.common.dto.BaseDto) HasDefinitionMetadata(com.netflix.metacat.common.dto.HasDefinitionMetadata)

Example 4 with HasDefinitionMetadata

use of com.netflix.metacat.common.dto.HasDefinitionMetadata in project metacat by Netflix.

the class MysqlUserMetadataService method saveMetadatas.

@Override
public void saveMetadatas(final String user, final List<? extends HasMetadata> metadatas, final boolean merge) {
    try {
        final Connection conn = poolingDataSource.getConnection();
        try {
            @SuppressWarnings("unchecked") final List<List<HasMetadata>> subLists = Lists.partition((List<HasMetadata>) metadatas, config.getUserMetadataMaxInClauseItems());
            for (List<HasMetadata> hasMetadatas : subLists) {
                final List<String> uris = Lists.newArrayList();
                final List<QualifiedName> names = Lists.newArrayList();
                // Get the names and uris
                final List<HasDefinitionMetadata> definitionMetadatas = Lists.newArrayList();
                final List<HasDataMetadata> dataMetadatas = Lists.newArrayList();
                hasMetadatas.stream().forEach(hasMetadata -> {
                    if (hasMetadata instanceof HasDefinitionMetadata) {
                        final HasDefinitionMetadata oDef = (HasDefinitionMetadata) hasMetadata;
                        names.add(oDef.getDefinitionName());
                        if (oDef.getDefinitionMetadata() != null) {
                            definitionMetadatas.add(oDef);
                        }
                    }
                    if (hasMetadata instanceof HasDataMetadata) {
                        final HasDataMetadata oData = (HasDataMetadata) hasMetadata;
                        if (oData.isDataExternal() && oData.getDataMetadata() != null && oData.getDataMetadata().size() > 0) {
                            uris.add(oData.getDataUri());
                            dataMetadatas.add(oData);
                        }
                    }
                });
                if (!definitionMetadatas.isEmpty() || !dataMetadatas.isEmpty()) {
                    // Get the existing metadata based on the names and uris
                    final Map<String, ObjectNode> definitionMap = getDefinitionMetadataMap(names);
                    final Map<String, ObjectNode> dataMap = getDataMetadataMap(uris);
                    // Curate the list of existing and new metadatas
                    final List<Object[]> insertDefinitionMetadatas = Lists.newArrayList();
                    final List<Object[]> updateDefinitionMetadatas = Lists.newArrayList();
                    final List<Object[]> insertDataMetadatas = Lists.newArrayList();
                    final List<Object[]> updateDataMetadatas = Lists.newArrayList();
                    definitionMetadatas.stream().forEach(oDef -> {
                        final QualifiedName qualifiedName = oDef.getDefinitionName();
                        if (qualifiedName != null && oDef.getDefinitionMetadata() != null && oDef.getDefinitionMetadata().size() != 0) {
                            final String name = qualifiedName.toString();
                            final ObjectNode oNode = definitionMap.get(name);
                            if (oNode == null) {
                                insertDefinitionMetadatas.add(new Object[] { metacatJson.toJsonString(oDef.getDefinitionMetadata()), user, user, name });
                            } else {
                                metacatJson.mergeIntoPrimary(oNode, oDef.getDefinitionMetadata());
                                updateDefinitionMetadatas.add(new Object[] { metacatJson.toJsonString(oNode), user, name });
                            }
                        }
                    });
                    dataMetadatas.stream().forEach(oData -> {
                        final String uri = oData.getDataUri();
                        final ObjectNode oNode = dataMap.get(uri);
                        if (oData.getDataMetadata() != null && oData.getDataMetadata().size() != 0) {
                            if (oNode == null) {
                                insertDataMetadatas.add(new Object[] { metacatJson.toJsonString(oData.getDataMetadata()), user, user, uri });
                            } else {
                                metacatJson.mergeIntoPrimary(oNode, oData.getDataMetadata());
                                updateDataMetadatas.add(new Object[] { metacatJson.toJsonString(oNode), user, uri });
                            }
                        }
                    });
                    //Now run the queries
                    final QueryRunner runner = new QueryRunner();
                    if (!insertDefinitionMetadatas.isEmpty()) {
                        runner.batch(conn, SQL.INSERT_DEFINITION_METADATA, insertDefinitionMetadatas.toArray(new Object[insertDefinitionMetadatas.size()][4]));
                    }
                    if (!updateDefinitionMetadatas.isEmpty()) {
                        runner.batch(conn, SQL.UPDATE_DEFINITION_METADATA, updateDefinitionMetadatas.toArray(new Object[updateDefinitionMetadatas.size()][3]));
                    }
                    if (!insertDataMetadatas.isEmpty()) {
                        runner.batch(conn, SQL.INSERT_DATA_METADATA, insertDataMetadatas.toArray(new Object[insertDataMetadatas.size()][4]));
                    }
                    if (!updateDataMetadatas.isEmpty()) {
                        runner.batch(conn, SQL.UPDATE_DATA_METADATA, updateDataMetadatas.toArray(new Object[updateDataMetadatas.size()][3]));
                    }
                }
            }
            conn.commit();
        } catch (SQLException e) {
            conn.rollback();
            throw e;
        } finally {
            conn.close();
        }
    } catch (SQLException e) {
        log.error("Sql exception", e);
        throw new UserMetadataServiceException("Failed to save metadata", e);
    }
}
Also used : UserMetadataServiceException(com.netflix.metacat.common.server.usermetadata.UserMetadataServiceException) HasMetadata(com.netflix.metacat.common.dto.HasMetadata) HasDataMetadata(com.netflix.metacat.common.dto.HasDataMetadata) ObjectNode(com.fasterxml.jackson.databind.node.ObjectNode) SQLException(java.sql.SQLException) QualifiedName(com.netflix.metacat.common.QualifiedName) Connection(java.sql.Connection) QueryRunner(org.apache.commons.dbutils.QueryRunner) List(java.util.List) HasDefinitionMetadata(com.netflix.metacat.common.dto.HasDefinitionMetadata)

Example 5 with HasDefinitionMetadata

use of com.netflix.metacat.common.dto.HasDefinitionMetadata in project metacat by Netflix.

the class BaseUserMetadataService method populateMetadata.

/**
 * Populate the given metadata.
 *
 * @param holder metadata
 */
@Override
public void populateMetadata(final HasMetadata holder, final boolean disableIntercetpor) {
    Optional<ObjectNode> metadata = Optional.empty();
    if (holder instanceof HasDataMetadata) {
        final HasDataMetadata dataDto = (HasDataMetadata) holder;
        if (dataDto.isDataExternal()) {
            metadata = getDataMetadata(dataDto.getDataUri());
        }
    }
    Optional<ObjectNode> definitionMetadata = Optional.empty();
    if (holder instanceof HasDefinitionMetadata) {
        final HasDefinitionMetadata definitionDto = (HasDefinitionMetadata) holder;
        definitionMetadata = disableIntercetpor ? this.getDefinitionMetadata(definitionDto.getDefinitionName()) : this.getDefinitionMetadataWithInterceptor(definitionDto.getDefinitionName(), GetMetadataInterceptorParameters.builder().hasMetadata(holder).build());
    }
    populateMetadata(holder, definitionMetadata.orElse(null), metadata.orElse(null));
}
Also used : HasDataMetadata(com.netflix.metacat.common.dto.HasDataMetadata) ObjectNode(com.fasterxml.jackson.databind.node.ObjectNode) HasDefinitionMetadata(com.netflix.metacat.common.dto.HasDefinitionMetadata)

Aggregations

HasDefinitionMetadata (com.netflix.metacat.common.dto.HasDefinitionMetadata)8 HasDataMetadata (com.netflix.metacat.common.dto.HasDataMetadata)7 ObjectNode (com.fasterxml.jackson.databind.node.ObjectNode)6 QualifiedName (com.netflix.metacat.common.QualifiedName)3 HasMetadata (com.netflix.metacat.common.dto.HasMetadata)3 UserMetadataServiceException (com.netflix.metacat.common.server.usermetadata.UserMetadataServiceException)3 List (java.util.List)3 MetacatJsonException (com.netflix.metacat.common.json.MetacatJsonException)2 Connection (java.sql.Connection)2 SQLException (java.sql.SQLException)2 QueryRunner (org.apache.commons.dbutils.QueryRunner)2 Charsets (com.google.common.base.Charsets)1 Joiner (com.google.common.base.Joiner)1 Preconditions (com.google.common.base.Preconditions)1 Strings (com.google.common.base.Strings)1 Lists (com.google.common.collect.Lists)1 Maps (com.google.common.collect.Maps)1 MetacatRequestContext (com.netflix.metacat.common.MetacatRequestContext)1 BaseDto (com.netflix.metacat.common.dto.BaseDto)1 DefinitionMetadataDto (com.netflix.metacat.common.dto.DefinitionMetadataDto)1