Examples with AtlasGraphManagement org.apache.atlas.repository.graphdb.AtlasGraphManagement used on opensource projects

Example 11 with AtlasGraphManagement

use of org.apache.atlas.repository.graphdb.AtlasGraphManagement in project incubator-atlas by apache.

the class Titan1DatabaseTest method getGraph.

private <V, E> AtlasGraph<V, E> getGraph() {
    GraphSandboxUtil.create();
    if (atlasGraph == null) {
        Titan1GraphDatabase db = new Titan1GraphDatabase();
        atlasGraph = db.getGraph();
        AtlasGraphManagement mgmt = atlasGraph.getManagementSystem();
        // many)
        for (String propertyName : new String[] { "__superTypeNames", "__traitNames" }) {
            AtlasPropertyKey propertyKey = mgmt.getPropertyKey(propertyName);
            if (propertyKey == null) {
                propertyKey = mgmt.makePropertyKey(propertyName, String.class, AtlasCardinality.SET);
                mgmt.createExactMatchIndex(propertyName, false, Collections.singletonList(propertyKey));
            }
        }
        mgmt.commit();
    }
    return (AtlasGraph<V, E>) atlasGraph;
}

Example 12 with AtlasGraphManagement

use of org.apache.atlas.repository.graphdb.AtlasGraphManagement in project incubator-atlas by apache.

the class GraphBackedSearchIndexer method onChange.

@Override
public void onChange(ChangedTypeDefs changedTypeDefs) throws AtlasBaseException {
    if (LOG.isDebugEnabled()) {
        LOG.debug("Processing changed typedefs {}", changedTypeDefs);
    }
    AtlasGraphManagement management = null;
    try {
        management = provider.get().getManagementSystem();
        // Update index for newly created types
        if (CollectionUtils.isNotEmpty(changedTypeDefs.getCreateTypeDefs())) {
            for (AtlasBaseTypeDef typeDef : changedTypeDefs.getCreateTypeDefs()) {
                updateIndexForTypeDef(management, typeDef);
            }
        }
        // Update index for updated types
        if (CollectionUtils.isNotEmpty(changedTypeDefs.getUpdatedTypeDefs())) {
            for (AtlasBaseTypeDef typeDef : changedTypeDefs.getUpdatedTypeDefs()) {
                updateIndexForTypeDef(management, typeDef);
            }
        }
        // Invalidate the property key for deleted types
        if (CollectionUtils.isNotEmpty(changedTypeDefs.getDeletedTypeDefs())) {
            for (AtlasBaseTypeDef typeDef : changedTypeDefs.getDeletedTypeDefs()) {
                cleanupIndices(management, typeDef);
            }
        }
        // Commit indexes
        commit(management);
    } catch (RepositoryException | IndexException e) {
        LOG.error("Failed to update indexes for changed typedefs", e);
        attemptRollback(changedTypeDefs, management);
    }
}

Example 13 with AtlasGraphManagement

use of org.apache.atlas.repository.graphdb.AtlasGraphManagement in project incubator-atlas by apache.

the class GraphBackedSearchIndexer method initialize.

/**
 * Initializes the indices for the graph - create indices for Global AtlasVertex Keys
 */
private void initialize(AtlasGraph graph) throws RepositoryException, IndexException {
    AtlasGraphManagement management = graph.getManagementSystem();
    try {
        if (management.containsPropertyKey(Constants.VERTEX_TYPE_PROPERTY_KEY)) {
            LOG.info("Global indexes already exist for graph");
            management.commit();
            return;
        }
        /* This is called only once, which is the first time Atlas types are made indexable .*/
        LOG.info("Indexes do not exist, Creating indexes for graph.");
        management.createVertexIndex(Constants.VERTEX_INDEX, Constants.BACKING_INDEX, Collections.<AtlasPropertyKey>emptyList());
        management.createEdgeIndex(Constants.EDGE_INDEX, Constants.BACKING_INDEX);
        // create a composite index for guid as its unique
        createIndexes(management, Constants.GUID_PROPERTY_KEY, String.class, true, AtlasCardinality.SINGLE, true, true);
        // Add creation_timestamp property to Vertex Index (mixed index)
        createIndexes(management, Constants.TIMESTAMP_PROPERTY_KEY, Long.class, false, AtlasCardinality.SINGLE, false, false);
        // Add modification_timestamp property to Vertex Index (mixed index)
        createIndexes(management, Constants.MODIFICATION_TIMESTAMP_PROPERTY_KEY, Long.class, false, AtlasCardinality.SINGLE, false, false);
        // create a mixed index for entity state. Set systemProperty flag deliberately to false
        // so that it doesnt create a composite index which has issues with
        // titan 0.5.4 - Refer https://groups.google.com/forum/#!searchin/aureliusgraphs/hemanth/aureliusgraphs/bx7T843mzXU/fjAsclx7GAAJ
        createIndexes(management, Constants.STATE_PROPERTY_KEY, String.class, false, AtlasCardinality.SINGLE, false, false);
        // Create a composite and mixed index for created by property
        createIndexes(management, Constants.CREATED_BY_KEY, String.class, false, AtlasCardinality.SINGLE, true, true);
        // Create a composite and mixed index for modified by property
        createIndexes(management, Constants.MODIFIED_BY_KEY, String.class, false, AtlasCardinality.SINGLE, true, true);
        // create a composite and mixed index for type since it can be combined with other keys
        createIndexes(management, Constants.ENTITY_TYPE_PROPERTY_KEY, String.class, false, AtlasCardinality.SINGLE, true, true);
        // create a composite and mixed index for type since it can be combined with other keys
        createIndexes(management, Constants.SUPER_TYPES_PROPERTY_KEY, String.class, false, AtlasCardinality.SET, true, true);
        // create a composite and mixed index for traitNames since it can be combined with other
        // keys. Traits must be a set and not a list.
        createIndexes(management, Constants.TRAIT_NAMES_PROPERTY_KEY, String.class, false, AtlasCardinality.SET, true, true);
        // Index for full text search
        createFullTextIndex(management);
        // Indexes for graph backed type system store
        createTypeStoreIndexes(management);
        commit(management);
        LOG.info("Index creation for global keys complete.");
    } catch (Throwable t) {
        rollback(management);
        throw new RepositoryException(t);
    }
}

Example 14 with AtlasGraphManagement

use of org.apache.atlas.repository.graphdb.AtlasGraphManagement in project incubator-atlas by apache.

the class GraphBackedSearchIndexer method onAdd.

/**
 * This is upon adding a new type to Store.
 *
 * @param dataTypes data type
 * @throws AtlasException
 */
@Override
public void onAdd(Collection<? extends IDataType> dataTypes) throws AtlasException {
    AtlasGraphManagement management = provider.get().getManagementSystem();
    for (IDataType dataType : dataTypes) {
        if (LOG.isDebugEnabled()) {
            LOG.debug("Creating indexes for type name={}, definition={}", dataType.getName(), dataType.getClass());
        }
        try {
            addIndexForType(management, dataType);
            LOG.info("Index creation for type {} complete", dataType.getName());
        } catch (Throwable throwable) {
            LOG.error("Error creating index for type {}", dataType, throwable);
            // Rollback indexes if any failure
            rollback(management);
            throw new IndexCreationException("Error while creating index for type " + dataType, throwable);
        }
    }
    // Commit indexes
    commit(management);
}

Example 15 with AtlasGraphManagement

use of org.apache.atlas.repository.graphdb.AtlasGraphManagement in project incubator-atlas by apache.

the class GraphBackedSearchIndexer method getVertexIndexKeys.

public Set<String> getVertexIndexKeys() {
    if (recomputeIndexedKeys) {
        AtlasGraphManagement management = null;
        try {
            management = provider.get().getManagementSystem();
        } catch (RepositoryException excp) {
            LOG.error("failed to get indexedKeys from graph", excp);
        }
        if (management != null) {
            recomputeIndexedKeys = false;
            AtlasGraphIndex vertexIndex = management.getGraphIndex(Constants.VERTEX_INDEX);
            Set<String> indexKeys = new HashSet<>();
            for (AtlasPropertyKey fieldKey : vertexIndex.getFieldKeys()) {
                indexKeys.add(fieldKey.getName());
            }
            vertexIndexKeys = indexKeys;
        }
    }
    return vertexIndexKeys;
}