Examples with DiscoveryException org.apache.atlas.discovery.DiscoveryException used on opensource projects

Example 1 with DiscoveryException

use of org.apache.atlas.discovery.DiscoveryException in project incubator-atlas by apache.

the class GraphBackedDiscoveryService method searchByFullText.

// For titan 0.5.4, refer to http://s3.thinkaurelius.com/docs/titan/0.5.4/index-backends.html for indexed query
// http://www.elastic.co/guide/en/elasticsearch/reference/current/query-dsl-query-string-query
// .html#query-string-syntax for query syntax
@Override
@GraphTransaction
public String searchByFullText(String query, QueryParams queryParams) throws DiscoveryException {
    String graphQuery = String.format("v.\"%s\":(%s)", Constants.ENTITY_TEXT_PROPERTY_KEY, query);
    LOG.debug("Full text query: {}", graphQuery);
    Iterator<AtlasIndexQuery.Result<?, ?>> results = graph.indexQuery(Constants.FULLTEXT_INDEX, graphQuery).vertices();
    JSONArray response = new JSONArray();
    int index = 0;
    while (results.hasNext() && index < queryParams.offset()) {
        results.next();
        index++;
    }
    while (results.hasNext() && response.length() < queryParams.limit()) {
        AtlasIndexQuery.Result<?, ?> result = results.next();
        AtlasVertex<?, ?> vertex = result.getVertex();
        JSONObject row = new JSONObject();
        String guid = GraphHelper.getGuid(vertex);
        if (guid != null) {
            // Filter non-class entities
            try {
                row.put("guid", guid);
                row.put(AtlasClient.TYPENAME, GraphHelper.getTypeName(vertex));
                row.put(SCORE, result.getScore());
            } catch (JSONException e) {
                LOG.error("Unable to create response", e);
                throw new DiscoveryException("Unable to create response");
            }
            response.put(row);
        }
    }
    return response.toString();
}

Example 2 with DiscoveryException

use of org.apache.atlas.discovery.DiscoveryException in project incubator-atlas by apache.

the class DataSetLineageResource method outputsGraph.

/**
 * Returns the outputs graph for a given entity.
 *
 * @param tableName table name
 */
@GET
@Path("table/{tableName}/outputs/graph")
@Consumes(Servlets.JSON_MEDIA_TYPE)
@Produces(Servlets.JSON_MEDIA_TYPE)
public Response outputsGraph(@Context HttpServletRequest request, @PathParam("tableName") String tableName) {
    if (LOG.isDebugEnabled()) {
        LOG.debug("==> DataSetLineageResource.outputsGraph({})", tableName);
    }
    AtlasPerfTracer perf = null;
    try {
        if (AtlasPerfTracer.isPerfTraceEnabled(PERF_LOG)) {
            perf = AtlasPerfTracer.getPerfTracer(PERF_LOG, "DataSetLineageResource.outputsGraph(tableName=" + tableName + ")");
        }
        final String jsonResult = lineageService.getOutputsGraph(tableName);
        JSONObject response = new JSONObject();
        response.put(AtlasClient.REQUEST_ID, Servlets.getRequestId());
        response.put("tableName", tableName);
        response.put(AtlasClient.RESULTS, new JSONObject(jsonResult));
        return Response.ok(response).build();
    } catch (EntityNotFoundException e) {
        LOG.error("table entity not found for {}", tableName);
        throw new WebApplicationException(Servlets.getErrorResponse(e, Response.Status.NOT_FOUND));
    } catch (DiscoveryException | IllegalArgumentException e) {
        LOG.error("Unable to get lineage outputs graph for table {}", tableName, e);
        throw new WebApplicationException(Servlets.getErrorResponse(e, Response.Status.BAD_REQUEST));
    } catch (WebApplicationException e) {
        LOG.error("Unable to get lineage outputs graph for table {}", tableName, e);
        throw e;
    } catch (Throwable e) {
        LOG.error("Unable to get lineage outputs graph for table {}", tableName, e);
        throw new WebApplicationException(Servlets.getErrorResponse(e, Response.Status.INTERNAL_SERVER_ERROR));
    } finally {
        AtlasPerfTracer.log(perf);
    }
}

Example 3 with DiscoveryException

use of org.apache.atlas.discovery.DiscoveryException in project incubator-atlas by apache.

the class DataSetLineageResource method inputsGraph.

/**
 * Returns the inputs graph for a given entity.
 *
 * @param tableName table name
 */
@GET
@Path("table/{tableName}/inputs/graph")
@Consumes(Servlets.JSON_MEDIA_TYPE)
@Produces(Servlets.JSON_MEDIA_TYPE)
public Response inputsGraph(@Context HttpServletRequest request, @PathParam("tableName") String tableName) {
    if (LOG.isDebugEnabled()) {
        LOG.debug("==> DataSetLineageResource.inputsGraph({})", tableName);
    }
    AtlasPerfTracer perf = null;
    try {
        if (AtlasPerfTracer.isPerfTraceEnabled(PERF_LOG)) {
            perf = AtlasPerfTracer.getPerfTracer(PERF_LOG, "DataSetLineageResource.inputsGraph(tableName=" + tableName + ")");
        }
        final String jsonResult = lineageService.getInputsGraph(tableName);
        JSONObject response = new JSONObject();
        response.put(AtlasClient.REQUEST_ID, Servlets.getRequestId());
        response.put("tableName", tableName);
        response.put(AtlasClient.RESULTS, new JSONObject(jsonResult));
        return Response.ok(response).build();
    } catch (EntityNotFoundException e) {
        LOG.error("table entity not found for {}", tableName);
        throw new WebApplicationException(Servlets.getErrorResponse(e, Response.Status.NOT_FOUND));
    } catch (DiscoveryException | IllegalArgumentException e) {
        LOG.error("Unable to get lineage inputs graph for table {}", tableName, e);
        throw new WebApplicationException(Servlets.getErrorResponse(e, Response.Status.BAD_REQUEST));
    } catch (WebApplicationException e) {
        LOG.error("Unable to get lineage inputs graph for table {}", tableName, e);
        throw e;
    } catch (Throwable e) {
        LOG.error("Unable to get lineage inputs graph for table {}", tableName, e);
        throw new WebApplicationException(Servlets.getErrorResponse(e, Response.Status.INTERNAL_SERVER_ERROR));
    } finally {
        AtlasPerfTracer.log(perf);
    }
}

Example 4 with DiscoveryException

use of org.apache.atlas.discovery.DiscoveryException in project incubator-atlas by apache.

the class MetadataDiscoveryResource method searchUsingGremlinQuery.

/**
 * Search using raw gremlin query format.
 *
 * @param gremlinQuery search query in raw gremlin format.
 * @return JSON representing the type and results.
 */
@GET
@Path("search/gremlin")
@Consumes(Servlets.JSON_MEDIA_TYPE)
@Produces(Servlets.JSON_MEDIA_TYPE)
@InterfaceAudience.Private
public Response searchUsingGremlinQuery(@QueryParam("query") String gremlinQuery) {
    if (LOG.isDebugEnabled()) {
        LOG.debug("==> MetadataDiscoveryResource.searchUsingGremlinQuery({})", gremlinQuery);
    }
    AtlasPerfTracer perf = null;
    try {
        if (AtlasPerfTracer.isPerfTraceEnabled(PERF_LOG)) {
            perf = AtlasPerfTracer.getPerfTracer(PERF_LOG, "MetadataDiscoveryResource.searchUsingGremlinQuery(" + gremlinQuery + ")");
        }
        gremlinQuery = ParamChecker.notEmpty(gremlinQuery, "gremlinQuery cannot be null or empty");
        final List<Map<String, String>> results = discoveryService.searchByGremlin(gremlinQuery);
        JSONObject response = new JSONObject();
        response.put(AtlasClient.REQUEST_ID, Servlets.getRequestId());
        response.put(AtlasClient.QUERY, gremlinQuery);
        response.put(AtlasClient.QUERY_TYPE, QUERY_TYPE_GREMLIN);
        JSONArray list = new JSONArray();
        for (Map<String, String> result : results) {
            list.put(new JSONObject(result));
        }
        response.put(AtlasClient.RESULTS, list);
        response.put(AtlasClient.COUNT, list.length());
        return Response.ok(response).build();
    } catch (DiscoveryException | IllegalArgumentException e) {
        LOG.error("Unable to get entity list for gremlinQuery {}", gremlinQuery, e);
        throw new WebApplicationException(Servlets.getErrorResponse(e, Response.Status.BAD_REQUEST));
    } catch (WebApplicationException e) {
        LOG.error("Unable to get entity list for gremlinQuery {}", gremlinQuery, e);
        throw e;
    } catch (Throwable e) {
        LOG.error("Unable to get entity list for gremlinQuery {}", gremlinQuery, e);
        throw new WebApplicationException(Servlets.getErrorResponse(e, Response.Status.INTERNAL_SERVER_ERROR));
    } finally {
        AtlasPerfTracer.log(perf);
        if (LOG.isDebugEnabled()) {
            LOG.debug("<== MetadataDiscoveryResource.searchUsingGremlinQuery({})", gremlinQuery);
        }
    }
}

Example 5 with DiscoveryException

use of org.apache.atlas.discovery.DiscoveryException in project incubator-atlas by apache.

the class GraphBackedDiscoveryService method extractResult.

private List<Map<String, String>> extractResult(final Object o) throws DiscoveryException {
    List<Map<String, String>> result = new ArrayList<>();
    if (o instanceof List) {
        List l = (List) o;
        for (Object value : l) {
            Map<String, String> oRow = new HashMap<>();
            if (value instanceof Map) {
                @SuppressWarnings("unchecked") Map<Object, Object> iRow = (Map) value;
                for (Map.Entry e : iRow.entrySet()) {
                    Object k = e.getKey();
                    Object v = e.getValue();
                    oRow.put(k.toString(), v.toString());
                }
            } else if (value instanceof AtlasVertex) {
                AtlasVertex<?, ?> vertex = (AtlasVertex<?, ?>) value;
                for (String key : vertex.getPropertyKeys()) {
                    Object propertyValue = GraphHelper.getProperty(vertex, key);
                    if (propertyValue != null) {
                        oRow.put(key, propertyValue.toString());
                    }
                }
                oRow.put(GREMLIN_ID_KEY, vertex.getId().toString());
            } else if (value instanceof String) {
                oRow.put("", value.toString());
            } else if (value instanceof AtlasEdge) {
                AtlasEdge edge = (AtlasEdge) value;
                oRow.put(GREMLIN_ID_KEY, edge.getId().toString());
                oRow.put(GREMLIN_LABEL_KEY, edge.getLabel());
                oRow.put(GREMLIN_INVERTEX_KEY, edge.getInVertex().getId().toString());
                oRow.put(GREMLIN_OUTVERTEX_KEY, edge.getOutVertex().getId().toString());
                for (String propertyKey : edge.getPropertyKeys()) {
                    oRow.put(propertyKey, GraphHelper.getProperty(edge, propertyKey).toString());
                }
            } else {
                throw new DiscoveryException(String.format("Cannot process result %s", String.valueOf(value)));
            }
            result.add(oRow);
        }
    } else {
        result.add(new HashMap<String, String>() {

            {
                put("result", o.toString());
            }
        });
    }
    return result;
}