Search in sources :

Example 1 with AbstractChangeTrackingMap

use of com.emc.storageos.db.client.model.AbstractChangeTrackingMap in project coprhd-controller by CoprHD.

the class ColumnField method serialize.

/**
 * Serializes object field into database updates
 *
 * @param obj data object to serialize
 * @param mutator row mutator to hold insertion queries
 * @return boolean
 * @throws DatabaseException
 */
public boolean serialize(DataObject obj, RowMutator mutator) {
    try {
        String id = obj.getId().toString();
        if (isLazyLoaded() || _property.getReadMethod() == null) {
            return false;
        }
        Object val = _property.getReadMethod().invoke(obj);
        if (val == null) {
            return false;
        }
        boolean changed = false;
        switch(_colType) {
            case NamedURI:
            case Primitive:
                {
                    if (!obj.isChanged(_name)) {
                        return false;
                    }
                    changed = addColumn(id, getColumnName(null, mutator), val, mutator, obj);
                    break;
                }
            case TrackingSet:
                {
                    AbstractChangeTrackingSet valueSet = (AbstractChangeTrackingSet) val;
                    Set<?> addedSet = valueSet.getAddedSet();
                    if (addedSet != null) {
                        Iterator<?> it = valueSet.getAddedSet().iterator();
                        while (it.hasNext()) {
                            Object itVal = it.next();
                            String targetVal = valueSet.valToString(itVal);
                            changed |= addColumn(id, getColumnName(targetVal, mutator), itVal, mutator);
                        }
                    }
                    Set<?> removedVal = valueSet.getRemovedSet();
                    if (removedVal != null) {
                        Iterator<?> removedIt = removedVal.iterator();
                        while (removedIt.hasNext()) {
                            String targetVal = valueSet.valToString(removedIt.next());
                            if (_index == null) {
                                changed |= removeColumn(id, new ColumnWrapper(getColumnName(targetVal, mutator), targetVal), mutator);
                            } else {
                                addDeletionMark(id, getColumnName(targetVal, mutator), mutator);
                                changed = true;
                            }
                        }
                    }
                    break;
                }
            case TrackingMap:
                {
                    AbstractChangeTrackingMap valueMap = (AbstractChangeTrackingMap) val;
                    Set<String> changedSet = valueMap.getChangedKeySet();
                    if (changedSet != null) {
                        Iterator<String> it = valueMap.getChangedKeySet().iterator();
                        while (it.hasNext()) {
                            String key = it.next();
                            Object entryVal = valueMap.get(key);
                            CompositeColumnName colName = getColumnName(key, mutator);
                            if (clockIndValue != null) {
                                int ordinal = ((ClockIndependentValue) entryVal).ordinal();
                                colName = getColumnName(key, String.format("%08d", ordinal), mutator);
                            }
                            changed |= addColumn(id, colName, valueMap.valToByte(entryVal), mutator);
                        }
                    }
                    Set<String> removedKey = valueMap.getRemovedKeySet();
                    if (removedKey != null) {
                        Iterator<String> removedIt = removedKey.iterator();
                        while (removedIt.hasNext()) {
                            String key = removedIt.next();
                            CompositeColumnName colName = getColumnName(key, mutator);
                            if (clockIndValue != null) {
                                Object removedVal = valueMap.getRemovedValue(key);
                                if (removedVal != null) {
                                    colName = getColumnName(key, String.format("%08d", ((ClockIndependentValue) removedVal).ordinal()), mutator);
                                }
                            }
                            if (_index == null) {
                                changed |= removeColumn(id, new ColumnWrapper(colName, null), mutator);
                            } else {
                                addDeletionMark(id, colName, mutator);
                                changed = true;
                            }
                        }
                    }
                    break;
                }
            case TrackingSetMap:
                {
                    AbstractChangeTrackingSetMap valueMap = (AbstractChangeTrackingSetMap) val;
                    Set<String> keys = valueMap.keySet();
                    if (keys != null) {
                        Iterator<String> it = keys.iterator();
                        while (it.hasNext()) {
                            String key = it.next();
                            AbstractChangeTrackingSet valueSet = valueMap.get(key);
                            Set<?> addedSet = valueSet.getAddedSet();
                            if (addedSet != null) {
                                Iterator<?> itSet = valueSet.getAddedSet().iterator();
                                while (itSet.hasNext()) {
                                    String value = valueSet.valToString(itSet.next());
                                    changed |= addColumn(id, getColumnName(key, value, mutator), value, mutator);
                                }
                            }
                            Set<?> removedVal = valueSet.getRemovedSet();
                            if (removedVal != null) {
                                Iterator<?> removedIt = removedVal.iterator();
                                while (removedIt.hasNext()) {
                                    String targetVal = valueSet.valToString(removedIt.next());
                                    if (_index == null) {
                                        changed |= removeColumn(id, new ColumnWrapper(getColumnName(key, targetVal, mutator), targetVal), mutator);
                                    } else {
                                        addDeletionMark(id, getColumnName(key, targetVal, mutator), mutator);
                                        changed = true;
                                    }
                                }
                            }
                        }
                    }
                    break;
                }
            case NestedObject:
                {
                    if (!obj.isChanged(_name)) {
                        break;
                    }
                    AbstractSerializableNestedObject nestedObject = (AbstractSerializableNestedObject) val;
                    changed |= addColumn(id, getColumnName(null, mutator), nestedObject.toBytes(), mutator);
                }
        }
        return changed;
    } catch (final InvocationTargetException e) {
        throw DatabaseException.fatals.serializationFailedId(obj.getId(), e);
    } catch (final IllegalAccessException e) {
        throw DatabaseException.fatals.serializationFailedId(obj.getId(), e);
    }
}
Also used : Set(java.util.Set) AbstractChangeTrackingSet(com.emc.storageos.db.client.model.AbstractChangeTrackingSet) StringSet(com.emc.storageos.db.client.model.StringSet) AbstractChangeTrackingSetMap(com.emc.storageos.db.client.model.AbstractChangeTrackingSetMap) InvocationTargetException(java.lang.reflect.InvocationTargetException) ClockIndependentValue(com.emc.storageos.db.client.model.ClockIndependentValue) AbstractChangeTrackingMap(com.emc.storageos.db.client.model.AbstractChangeTrackingMap) AbstractSerializableNestedObject(com.emc.storageos.db.client.model.AbstractSerializableNestedObject) Iterator(java.util.Iterator) AbstractSerializableNestedObject(com.emc.storageos.db.client.model.AbstractSerializableNestedObject) DataObject(com.emc.storageos.db.client.model.DataObject) AbstractChangeTrackingSet(com.emc.storageos.db.client.model.AbstractChangeTrackingSet)

Example 2 with AbstractChangeTrackingMap

use of com.emc.storageos.db.client.model.AbstractChangeTrackingMap in project coprhd-controller by CoprHD.

the class DbDependencyPurger method purge.

private <T extends DataObject> void purge(T dataObj, Set<URI> visited) throws DatabaseException {
    if (dataObj == null || visited.contains(dataObj.getId())) {
        return;
    }
    visited.add(dataObj.getId());
    Class<? extends DataObject> type = dataObj.getClass();
    List<DependencyTracker.Dependency> dependencyList = _dependencyTracker.getDependencies(type);
    try {
        for (DependencyTracker.Dependency dependence : dependencyList) {
            // Query relational index to see if any dependents exist
            Class<? extends DataObject> childType = dependence.getType();
            ColumnField childField = dependence.getColumnField();
            ContainmentConstraint constraint = new ContainmentConstraintImpl(dataObj.getId(), childType, childField);
            URIQueryResultList list = new URIQueryResultList();
            _dbClient.queryByConstraint(constraint, list);
            if (!list.iterator().hasNext()) {
                continue;
            }
            // used to remove efficiently identical URIs from the list.
            HashSet<URI> childSet = new HashSet();
            while (list.iterator().hasNext()) {
                childSet.clear();
                while (list.iterator().hasNext()) {
                    childSet.add(list.iterator().next());
                    if (childSet.size() >= MAX_PERSISTENCE_LIMIT) {
                        break;
                    }
                }
                List<URI> childUriList = new ArrayList(childSet);
                List<? extends DataObject> children = _dbClient.queryObjectField(childType, childField.getName(), childUriList);
                List<DataObject> decommissionedChildren = new ArrayList();
                for (DataObject childObj : children) {
                    switch(childField.getType()) {
                        case TrackingSet:
                        case TrackingMap:
                            // assume @indexByKey is set
                            java.beans.PropertyDescriptor pd = childField.getPropertyDescriptor();
                            Object fieldValue = pd.getReadMethod().invoke(childObj);
                            boolean deactivateChildObj = false;
                            if (fieldValue != null) {
                                // should be always true.
                                if (AbstractChangeTrackingMap.class.isAssignableFrom(pd.getPropertyType())) {
                                    AbstractChangeTrackingMap<?> trackingMap = (AbstractChangeTrackingMap<?>) fieldValue;
                                    trackingMap.remove(dataObj.getId().toString());
                                    if (trackingMap.isEmpty() && childField.deactivateIfEmpty()) {
                                        deactivateChildObj = true;
                                    }
                                } else if (AbstractChangeTrackingSet.class.isAssignableFrom(pd.getPropertyType())) {
                                    AbstractChangeTrackingSet trackingSet = (AbstractChangeTrackingSet) fieldValue;
                                    trackingSet.remove(dataObj.getId().toString());
                                    if (trackingSet.isEmpty() && childField.deactivateIfEmpty()) {
                                        deactivateChildObj = true;
                                    }
                                }
                                if (deactivateChildObj) {
                                    purge(childObj, visited);
                                    childObj.setInactive(true);
                                    _log.info("Deactivated db_object: type = {}, id = {}", childType.toString(), childObj.getId());
                                }
                            }
                            break;
                        default:
                            {
                                purge(childObj, visited);
                                childObj.setInactive(true);
                                _log.info("Deactivated db_object: type = {}, id = {}", childType.toString(), childObj.getId());
                            }
                    }
                    decommissionedChildren.add(childObj);
                }
                _dbClient.persistObject(decommissionedChildren);
            }
        }
    }// should never get here....
     catch (IllegalAccessException | InvocationTargetException | IllegalArgumentException e) {
        _log.error("Unexpected purge error", e);
        throw DatabaseException.fatals.purgeFailed(e);
    }
}
Also used : ContainmentConstraint(com.emc.storageos.db.client.constraint.ContainmentConstraint) ArrayList(java.util.ArrayList) URI(java.net.URI) URIQueryResultList(com.emc.storageos.db.client.constraint.URIQueryResultList) HashSet(java.util.HashSet) ContainmentConstraintImpl(com.emc.storageos.db.client.constraint.impl.ContainmentConstraintImpl) ColumnField(com.emc.storageos.db.client.impl.ColumnField) InvocationTargetException(java.lang.reflect.InvocationTargetException) DataObject(com.emc.storageos.db.client.model.DataObject) AbstractChangeTrackingMap(com.emc.storageos.db.client.model.AbstractChangeTrackingMap) DataObject(com.emc.storageos.db.client.model.DataObject) AbstractChangeTrackingSet(com.emc.storageos.db.client.model.AbstractChangeTrackingSet)

Example 3 with AbstractChangeTrackingMap

use of com.emc.storageos.db.client.model.AbstractChangeTrackingMap in project coprhd-controller by CoprHD.

the class ColumnValue method setField.

public static void setField(Column<CompositeColumnName> column, PropertyDescriptor pd, Object obj) {
    try {
        Class type = pd.getPropertyType();
        Object objValue = null;
        if (AbstractChangeTrackingSetMap.class.isAssignableFrom(type)) {
            objValue = pd.getReadMethod().invoke(obj);
            if (objValue == null) {
                objValue = type.newInstance();
            }
            AbstractChangeTrackingSetMap<?> trackingMap = (AbstractChangeTrackingSetMap<?>) objValue;
            String entryValue = column.getStringValue();
            if (entryValue == null || entryValue.isEmpty()) {
                trackingMap.removeNoTrack(column.getName().getTwo(), column.getName().getThree());
            } else {
                trackingMap.putNoTrack(column.getName().getTwo(), entryValue);
            }
        } else if (AbstractChangeTrackingMap.class.isAssignableFrom(type)) {
            objValue = pd.getReadMethod().invoke(obj);
            if (objValue == null) {
                objValue = type.newInstance();
            }
            AbstractChangeTrackingMap<?> trackingMap = (AbstractChangeTrackingMap<?>) objValue;
            byte[] entryValue = column.getByteArrayValue();
            if (entryValue == null || entryValue.length == 0) {
                trackingMap.removeNoTrack(column.getName().getTwo());
            } else {
                trackingMap.putNoTrack(column.getName().getTwo(), column.getByteArrayValue());
            }
        } else if (AbstractChangeTrackingSet.class.isAssignableFrom(type)) {
            objValue = pd.getReadMethod().invoke(obj);
            if (objValue == null) {
                objValue = type.newInstance();
            }
            AbstractChangeTrackingSet trackingSet = (AbstractChangeTrackingSet) objValue;
            String entryValue = column.getStringValue();
            if (entryValue == null || entryValue.isEmpty()) {
                trackingSet.removeNoTrack(column.getName().getTwo());
            } else {
                trackingSet.addNoTrack(entryValue);
            }
        } else {
            objValue = getPrimitiveColumnValue(column, pd);
        }
        pd.getWriteMethod().invoke(obj, objValue);
    } catch (IllegalAccessException e) {
        // should never get here
        throw DatabaseException.fatals.deserializationFailedProperty(pd.getName(), e);
    } catch (InvocationTargetException e) {
        throw DatabaseException.fatals.deserializationFailedProperty(pd.getName(), e);
    } catch (InstantiationException e) {
        throw DatabaseException.fatals.deserializationFailedProperty(pd.getName(), e);
    }
}
Also used : AbstractChangeTrackingSetMap(com.emc.storageos.db.client.model.AbstractChangeTrackingSetMap) AbstractChangeTrackingMap(com.emc.storageos.db.client.model.AbstractChangeTrackingMap) AbstractSerializableNestedObject(com.emc.storageos.db.client.model.AbstractSerializableNestedObject) InvocationTargetException(java.lang.reflect.InvocationTargetException) AbstractChangeTrackingSet(com.emc.storageos.db.client.model.AbstractChangeTrackingSet)

Example 4 with AbstractChangeTrackingMap

use of com.emc.storageos.db.client.model.AbstractChangeTrackingMap in project coprhd-controller by CoprHD.

the class DBClient method rebuildIndex.

public boolean rebuildIndex(URI id, Class clazz) {
    boolean runResult = false;
    try {
        DataObject queryObject = queryObject(id, clazz);
        if (queryObject != null) {
            DataObject newObject = queryObject.getClass().newInstance();
            newObject.trackChanges();
            ConvertUtils.register(new CalendarConverter(null), Calendar.class);
            ConvertUtils.register(new DateConverter(null), Date.class);
            BeanUtilsBean notNull = new NullAwareBeanUtilsBean();
            notNull.copyProperties(newObject, queryObject);
            // special change tracking for customized types
            BeanInfo bInfo;
            try {
                bInfo = Introspector.getBeanInfo(clazz);
            } catch (IntrospectionException ex) {
                log.error("Unexpected exception getting bean info", ex);
                throw new RuntimeException("Unexpected exception getting bean info", ex);
            }
            PropertyDescriptor[] pds = bInfo.getPropertyDescriptors();
            for (PropertyDescriptor pd : pds) {
                Object val = pd.getReadMethod().invoke(newObject);
                if (val instanceof AbstractChangeTrackingSet) {
                    AbstractChangeTrackingSet valueSet = (AbstractChangeTrackingSet) val;
                    valueSet.markAllForOverwrite();
                } else if (val instanceof AbstractChangeTrackingMap) {
                    AbstractChangeTrackingMap valueMap = (AbstractChangeTrackingMap) val;
                    valueMap.markAllForOverwrite();
                } else if (val instanceof AbstractChangeTrackingSetMap) {
                    AbstractChangeTrackingSetMap valueMap = (AbstractChangeTrackingSetMap) val;
                    Set<String> keys = valueMap.keySet();
                    if (keys != null) {
                        Iterator<String> it = keys.iterator();
                        while (it.hasNext()) {
                            String key = it.next();
                            AbstractChangeTrackingSet valueSet = valueMap.get(key);
                            valueSet.markAllForOverwrite();
                        }
                    }
                }
            }
            _dbClient.updateObject(newObject);
            logMsg(String.format("Successfully rebuild index for %s in cf %s", id, clazz));
            runResult = true;
        } else {
            logMsg(String.format("Could not find data object record for %s in cf %s, no need to rebuild index. Mark as success too.", id, clazz));
            runResult = true;
        }
    } catch (Exception e) {
        logMsg(String.format("Error when rebuilding index for %s in cf %s", id, clazz), true, e);
    }
    return runResult;
}
Also used : DateConverter(org.apache.commons.beanutils.converters.DateConverter) PropertyDescriptor(java.beans.PropertyDescriptor) AbstractChangeTrackingSetMap(com.emc.storageos.db.client.model.AbstractChangeTrackingSetMap) BeanInfo(java.beans.BeanInfo) IntrospectionException(java.beans.IntrospectionException) IntrospectionException(java.beans.IntrospectionException) InvocationTargetException(java.lang.reflect.InvocationTargetException) ConnectionException(com.netflix.astyanax.connectionpool.exceptions.ConnectionException) IOException(java.io.IOException) DatabaseException(com.emc.storageos.db.exceptions.DatabaseException) ParserConfigurationException(javax.xml.parsers.ParserConfigurationException) CalendarConverter(org.apache.commons.beanutils.converters.CalendarConverter) BeanUtilsBean(org.apache.commons.beanutils.BeanUtilsBean) DataObject(com.emc.storageos.db.client.model.DataObject) AbstractChangeTrackingMap(com.emc.storageos.db.client.model.AbstractChangeTrackingMap) DataObject(com.emc.storageos.db.client.model.DataObject) AbstractChangeTrackingSet(com.emc.storageos.db.client.model.AbstractChangeTrackingSet)

Aggregations

AbstractChangeTrackingMap (com.emc.storageos.db.client.model.AbstractChangeTrackingMap)4 AbstractChangeTrackingSet (com.emc.storageos.db.client.model.AbstractChangeTrackingSet)4 InvocationTargetException (java.lang.reflect.InvocationTargetException)4 AbstractChangeTrackingSetMap (com.emc.storageos.db.client.model.AbstractChangeTrackingSetMap)3 DataObject (com.emc.storageos.db.client.model.DataObject)3 AbstractSerializableNestedObject (com.emc.storageos.db.client.model.AbstractSerializableNestedObject)2 ContainmentConstraint (com.emc.storageos.db.client.constraint.ContainmentConstraint)1 URIQueryResultList (com.emc.storageos.db.client.constraint.URIQueryResultList)1 ContainmentConstraintImpl (com.emc.storageos.db.client.constraint.impl.ContainmentConstraintImpl)1 ColumnField (com.emc.storageos.db.client.impl.ColumnField)1 ClockIndependentValue (com.emc.storageos.db.client.model.ClockIndependentValue)1 StringSet (com.emc.storageos.db.client.model.StringSet)1 DatabaseException (com.emc.storageos.db.exceptions.DatabaseException)1 ConnectionException (com.netflix.astyanax.connectionpool.exceptions.ConnectionException)1 BeanInfo (java.beans.BeanInfo)1 IntrospectionException (java.beans.IntrospectionException)1 PropertyDescriptor (java.beans.PropertyDescriptor)1 IOException (java.io.IOException)1 URI (java.net.URI)1 ArrayList (java.util.ArrayList)1