Examples with AtlasType org.apache.atlas.type.AtlasType used on opensource projects

Example 26 with AtlasType

use of org.apache.atlas.type.AtlasType in project atlas by apache.

the class EntityDiscoveryService method searchWithParameters.

@Override
@GraphTransaction
public AtlasSearchResult searchWithParameters(SearchParameters searchParameters) throws AtlasBaseException {
    AtlasSearchResult ret = new AtlasSearchResult(searchParameters);
    final QueryParams params = QueryParams.getNormalizedParams(searchParameters.getLimit(), searchParameters.getOffset());
    searchParameters.setLimit(params.limit());
    searchParameters.setOffset(params.offset());
    SearchContext context = new SearchContext(searchParameters, typeRegistry, graph, indexer.getVertexIndexKeys());
    // For future cancellations
    String searchID = searchTracker.add(context);
    try {
        List<AtlasVertex> resultList = context.getSearchProcessor().execute();
        // By default any attribute that shows up in the search parameter should be sent back in the response
        // If additional values are requested then the entityAttributes will be a superset of the all search attributes
        // and the explicitly requested attribute(s)
        Set<String> resultAttributes = new HashSet<>();
        Set<String> entityAttributes = new HashSet<>();
        if (CollectionUtils.isNotEmpty(searchParameters.getAttributes())) {
            resultAttributes.addAll(searchParameters.getAttributes());
        }
        if (CollectionUtils.isNotEmpty(context.getEntityAttributes())) {
            resultAttributes.addAll(context.getEntityAttributes());
        }
        AtlasEntityType entityType = context.getEntityType();
        if (entityType != null) {
            for (String resultAttribute : resultAttributes) {
                AtlasAttribute attribute = entityType.getAttribute(resultAttribute);
                if (attribute != null) {
                    AtlasType attributeType = attribute.getAttributeType();
                    if (attributeType instanceof AtlasArrayType) {
                        attributeType = ((AtlasArrayType) attributeType).getElementType();
                    }
                    if (attributeType instanceof AtlasEntityType || attributeType instanceof AtlasObjectIdType) {
                        entityAttributes.add(resultAttribute);
                    }
                }
            }
        }
        for (AtlasVertex atlasVertex : resultList) {
            AtlasEntityHeader entity = entityRetriever.toAtlasEntityHeader(atlasVertex, resultAttributes);
            if (searchParameters.getIncludeClassificationAttributes()) {
                entity.setClassifications(entityRetriever.getAllClassifications(atlasVertex));
            }
            ret.addEntity(entity);
            // populate ret.referredEntities
            for (String entityAttribute : entityAttributes) {
                Object attrValue = entity.getAttribute(entityAttribute);
                if (attrValue instanceof AtlasObjectId) {
                    AtlasObjectId objId = (AtlasObjectId) attrValue;
                    if (ret.getReferredEntities() == null) {
                        ret.setReferredEntities(new HashMap<String, AtlasEntityHeader>());
                    }
                    if (!ret.getReferredEntities().containsKey(objId.getGuid())) {
                        ret.getReferredEntities().put(objId.getGuid(), entityRetriever.toAtlasEntityHeader(objId.getGuid()));
                    }
                } else if (attrValue instanceof Collection) {
                    Collection objIds = (Collection) attrValue;
                    for (Object obj : objIds) {
                        if (obj instanceof AtlasObjectId) {
                            AtlasObjectId objId = (AtlasObjectId) obj;
                            if (ret.getReferredEntities() == null) {
                                ret.setReferredEntities(new HashMap<String, AtlasEntityHeader>());
                            }
                            if (!ret.getReferredEntities().containsKey(objId.getGuid())) {
                                ret.getReferredEntities().put(objId.getGuid(), entityRetriever.toAtlasEntityHeader(objId.getGuid()));
                            }
                        }
                    }
                }
            }
        }
    } finally {
        searchTracker.remove(searchID);
    }
    return ret;
}

Example 27 with AtlasType

use of org.apache.atlas.type.AtlasType in project atlas by apache.

the class SearchProcessor method isIndexSearchable.

private boolean isIndexSearchable(FilterCriteria filterCriteria, AtlasStructType structType) throws AtlasBaseException {
    String qualifiedName = structType.getQualifiedAttributeName(filterCriteria.getAttributeName());
    Set<String> indexedKeys = context.getIndexedKeys();
    boolean ret = indexedKeys != null && indexedKeys.contains(qualifiedName);
    if (ret) {
        // index exists
        // for string type attributes, don't use index query in the following cases:
        // - operation is NEQ, as it might return fewer entries due to tokenization of vertex property value
        // - value-to-compare has special characters
        AtlasType attributeType = structType.getAttributeType(filterCriteria.getAttributeName());
        if (AtlasBaseTypeDef.ATLAS_TYPE_STRING.equals(attributeType.getTypeName())) {
            if (filterCriteria.getOperator() == SearchParameters.Operator.NEQ) {
                if (LOG.isDebugEnabled()) {
                    LOG.debug("NEQ operator found for string attribute {}, deferring to in-memory or graph query (might cause poor performance)", qualifiedName);
                }
                ret = false;
            } else if (hasIndexQuerySpecialChar(filterCriteria.getAttributeValue())) {
                if (LOG.isDebugEnabled()) {
                    LOG.debug("special characters found in filter value {}, deferring to in-memory or graph query (might cause poor performance)", filterCriteria.getAttributeValue());
                }
                ret = false;
            }
        }
    }
    if (LOG.isDebugEnabled()) {
        if (!ret) {
            LOG.debug("Not using index query for: attribute='{}', operator='{}', value='{}'", qualifiedName, filterCriteria.getOperator(), filterCriteria.getAttributeValue());
        }
    }
    return ret;
}

Example 28 with AtlasType

use of org.apache.atlas.type.AtlasType in project atlas by apache.

the class SearchProcessor method toInMemoryPredicate.

private Predicate toInMemoryPredicate(AtlasStructType type, String attrName, SearchParameters.Operator op, String attrVal) {
    Predicate ret = null;
    AtlasAttribute attribute = type.getAttribute(attrName);
    VertexAttributePredicateGenerator predicate = OPERATOR_PREDICATE_MAP.get(op);
    if (attribute != null && predicate != null) {
        final AtlasType attrType = attribute.getAttributeType();
        final Class attrClass;
        final Object attrValue;
        // Some operators support null comparison, thus the parsing has to be conditional
        switch(attrType.getTypeName()) {
            case AtlasBaseTypeDef.ATLAS_TYPE_STRING:
                attrClass = String.class;
                attrValue = attrVal;
                break;
            case AtlasBaseTypeDef.ATLAS_TYPE_SHORT:
                attrClass = Short.class;
                attrValue = StringUtils.isEmpty(attrVal) ? null : Short.parseShort(attrVal);
                break;
            case AtlasBaseTypeDef.ATLAS_TYPE_INT:
                attrClass = Integer.class;
                attrValue = StringUtils.isEmpty(attrVal) ? null : Integer.parseInt(attrVal);
                break;
            case AtlasBaseTypeDef.ATLAS_TYPE_BIGINTEGER:
                attrClass = BigInteger.class;
                attrValue = StringUtils.isEmpty(attrVal) ? null : new BigInteger(attrVal);
                break;
            case AtlasBaseTypeDef.ATLAS_TYPE_BOOLEAN:
                attrClass = Boolean.class;
                attrValue = StringUtils.isEmpty(attrVal) ? null : Boolean.parseBoolean(attrVal);
                break;
            case AtlasBaseTypeDef.ATLAS_TYPE_BYTE:
                attrClass = Byte.class;
                attrValue = StringUtils.isEmpty(attrVal) ? null : Byte.parseByte(attrVal);
                break;
            case AtlasBaseTypeDef.ATLAS_TYPE_LONG:
            case AtlasBaseTypeDef.ATLAS_TYPE_DATE:
                attrClass = Long.class;
                attrValue = StringUtils.isEmpty(attrVal) ? null : Long.parseLong(attrVal);
                break;
            case AtlasBaseTypeDef.ATLAS_TYPE_FLOAT:
                attrClass = Float.class;
                attrValue = StringUtils.isEmpty(attrVal) ? null : Float.parseFloat(attrVal);
                break;
            case AtlasBaseTypeDef.ATLAS_TYPE_DOUBLE:
                attrClass = Double.class;
                attrValue = StringUtils.isEmpty(attrVal) ? null : Double.parseDouble(attrVal);
                break;
            case AtlasBaseTypeDef.ATLAS_TYPE_BIGDECIMAL:
                attrClass = BigDecimal.class;
                attrValue = StringUtils.isEmpty(attrVal) ? null : new BigDecimal(attrVal);
                break;
            default:
                if (attrType instanceof AtlasEnumType) {
                    attrClass = String.class;
                } else if (attrType instanceof AtlasArrayType) {
                    attrClass = List.class;
                } else {
                    attrClass = Object.class;
                }
                attrValue = attrVal;
                break;
        }
        ret = predicate.generatePredicate(attribute.getQualifiedName(), attrValue, attrClass);
    }
    return ret;
}

Example 29 with AtlasType

use of org.apache.atlas.type.AtlasType in project atlas by apache.

the class ExportService method addType.

private void addType(String typeName, ExportContext context) {
    AtlasType type = null;
    try {
        type = typeRegistry.getType(typeName);
        addType(type, context);
    } catch (AtlasBaseException excp) {
        LOG.error("unknown type {}", typeName);
    }
}

Example 30 with AtlasType

use of org.apache.atlas.type.AtlasType in project atlas by apache.

the class AtlasMapFormatConverter method fromV1ToV2.

@Override
public Map fromV1ToV2(Object v1Obj, AtlasType type, ConverterContext ctx) throws AtlasBaseException {
    Map ret = null;
    if (v1Obj != null) {
        if (v1Obj instanceof Map) {
            AtlasMapType mapType = (AtlasMapType) type;
            AtlasType keyType = mapType.getKeyType();
            AtlasType valueType = mapType.getValueType();
            AtlasFormatConverter keyConverter = converterRegistry.getConverter(keyType.getTypeCategory());
            AtlasFormatConverter valueConverter = converterRegistry.getConverter(valueType.getTypeCategory());
            Map v1Map = (Map) v1Obj;
            ret = new HashMap<>();
            for (Object key : v1Map.keySet()) {
                Object value = v1Map.get(key);
                Object v2Key = keyConverter.fromV1ToV2(key, keyType, ctx);
                Object v2Value = valueConverter.fromV1ToV2(value, valueType, ctx);
                ret.put(v2Key, v2Value);
            }
        } else {
            throw new AtlasBaseException(AtlasErrorCode.UNEXPECTED_TYPE, "Map", v1Obj.getClass().getCanonicalName());
        }
    }
    return ret;
}