Search in sources :

Example 6 with Query

use of datawave.webservice.query.Query in project datawave by NationalSecurityAgency.

the class BulkResultsJobConfiguration method setupQuery.

private QuerySettings setupQuery(String sid, String queryId, Principal principal) throws Exception {
    Connector connector = null;
    QueryLogic<?> logic = null;
    try {
        // Get the query by the query id
        Query q = getQueryById(queryId);
        if (!sid.equals(q.getOwner()))
            throw new QueryException("This query does not belong to you. expected: " + q.getOwner() + ", value: " + sid, Response.Status.UNAUTHORIZED.getStatusCode());
        // will throw IllegalArgumentException if not defined
        logic = queryFactory.getQueryLogic(q.getQueryLogicName(), principal);
        // Get an accumulo connection
        Map<String, String> trackingMap = connectionFactory.getTrackingMap(Thread.currentThread().getStackTrace());
        connector = connectionFactory.getConnection(logic.getConnectionPriority(), trackingMap);
        // Merge user auths with the auths that they use in the Query
        Set<Authorizations> runtimeQueryAuthorizations = AuthorizationsUtil.getDowngradedAuthorizations(q.getQueryAuthorizations(), principal);
        // Initialize the logic so that the configuration contains all of the iterator options
        GenericQueryConfiguration queryConfig = logic.initialize(connector, q, runtimeQueryAuthorizations);
        String base64EncodedQuery = BulkResultsFileOutputMapper.serializeQuery(q);
        return new QuerySettings(logic, queryConfig, base64EncodedQuery, q.getClass(), runtimeQueryAuthorizations);
    } finally {
        if (null != logic && null != connector)
            connectionFactory.returnConnection(connector);
    }
}
Also used : Connector(org.apache.accumulo.core.client.Connector) QueryException(datawave.webservice.query.exception.QueryException) Authorizations(org.apache.accumulo.core.security.Authorizations) Query(datawave.webservice.query.Query) RunningQuery(datawave.webservice.query.runner.RunningQuery) GenericQueryConfiguration(datawave.webservice.query.configuration.GenericQueryConfiguration)

Example 7 with Query

use of datawave.webservice.query.Query in project datawave by NationalSecurityAgency.

the class Persister method findByUser.

/**
 * Returns queries for the specified user with the credentials of the caller.
 *
 * @param user
 * @return list of specified users queries.
 */
@RolesAllowed("Administrator")
public List<Query> findByUser(String user) {
    // Find out who/what called this method
    Principal p = ctx.getCallerPrincipal();
    String sid = p.getName();
    Set<Authorizations> auths = new HashSet<>();
    if (p instanceof DatawavePrincipal) {
        DatawavePrincipal dp = (DatawavePrincipal) p;
        sid = dp.getShortName();
        for (Collection<String> cbAuths : dp.getAuthorizations()) auths.add(new Authorizations(cbAuths.toArray(new String[cbAuths.size()])));
    }
    log.trace(sid + " has authorizations " + auths);
    Connector c = null;
    try {
        Map<String, String> trackingMap = connectionFactory.getTrackingMap(Thread.currentThread().getStackTrace());
        c = connectionFactory.getConnection(Priority.ADMIN, trackingMap);
        tableCheck(c);
        try (Scanner scanner = ScannerHelper.createScanner(c, TABLE_NAME, auths)) {
            Range range = new Range(user, user);
            scanner.setRange(range);
            List<Query> results = null;
            for (Entry<Key, Value> entry : scanner) {
                if (null == results)
                    results = new ArrayList<>();
                results.add(QueryUtil.deserialize(QueryUtil.getQueryImplClassName(entry.getKey()), entry.getKey().getColumnVisibility(), entry.getValue()));
            }
            return results;
        }
    } catch (RuntimeException re) {
        throw re;
    } catch (Exception e) {
        log.error("Error creating query", e);
        throw new EJBException("Error creating query", e);
    } finally {
        try {
            connectionFactory.returnConnection(c);
        } catch (Exception e) {
            log.error("Error creating query", e);
            c = null;
        }
    }
}
Also used : Connector(org.apache.accumulo.core.client.Connector) Scanner(org.apache.accumulo.core.client.Scanner) Authorizations(org.apache.accumulo.core.security.Authorizations) Query(datawave.webservice.query.Query) ArrayList(java.util.ArrayList) Range(org.apache.accumulo.core.data.Range) DatawavePrincipal(datawave.security.authorization.DatawavePrincipal) TableNotFoundException(org.apache.accumulo.core.client.TableNotFoundException) InvalidProtocolBufferException(com.google.protobuf.InvalidProtocolBufferException) EJBException(javax.ejb.EJBException) TableExistsException(org.apache.accumulo.core.client.TableExistsException) AccumuloSecurityException(org.apache.accumulo.core.client.AccumuloSecurityException) AccumuloException(org.apache.accumulo.core.client.AccumuloException) Value(org.apache.accumulo.core.data.Value) EJBException(javax.ejb.EJBException) Principal(java.security.Principal) DatawavePrincipal(datawave.security.authorization.DatawavePrincipal) Key(org.apache.accumulo.core.data.Key) HashSet(java.util.HashSet) RolesAllowed(javax.annotation.security.RolesAllowed)

Example 8 with Query

use of datawave.webservice.query.Query in project datawave by NationalSecurityAgency.

the class HudBean method getRunningQueries.

/**
 * Return true if there is at least one log in the last 60 minutes.
 *
 * @return
 * @throws org.apache.accumulo.core.client.TableNotFoundException
 */
@Path("/runningqueries/{userid}")
@GET
public String getRunningQueries(@PathParam("userid") String userId) throws Exception {
    DatawavePrincipal principal = getPrincipal();
    boolean isAnAdmin = isAnAdmin(principal);
    QueryImplListResponse runningQueries = null;
    if (isAnAdmin) {
        runningQueries = queryExecutor.listQueriesForUser(userId);
    } else {
        runningQueries = queryExecutor.listUserQueries();
    }
    List<Query> queryList = runningQueries.getQuery();
    List<HudQuerySummary> querySummaryList = new ArrayList<>();
    for (Query query : queryList) {
        HudQuerySummary summary = summaryBuilder.build(query);
        String queryId = query.getId().toString();
        List<? extends BaseQueryMetric> queryMetricsList;
        queryMetricsList = queryMetrics.query(queryId).getResult();
        if (queryMetricsList != null && !queryMetricsList.isEmpty()) {
            BaseQueryMetric qm = queryMetricsList.get(0);
            List<PageMetric> pageMetrics = qm.getPageTimes();
            summary.setPageMetrics(pageMetrics);
            summary.setCreateDate(qm.getCreateDate().getTime());
            summary.setNumPages(qm.getNumPages());
            summary.setNumResults(qm.getNumResults());
            summary.setLastUpdated(qm.getLastUpdated().getTime());
            summary.setLifeCycle(qm.getLifecycle().toString());
        }
        querySummaryList.add(summary);
    }
    return gson.toJson(querySummaryList);
}
Also used : QueryImplListResponse(datawave.webservice.result.QueryImplListResponse) Query(datawave.webservice.query.Query) PageMetric(datawave.microservice.querymetric.BaseQueryMetric.PageMetric) ArrayList(java.util.ArrayList) DatawavePrincipal(datawave.security.authorization.DatawavePrincipal) BaseQueryMetric(datawave.microservice.querymetric.BaseQueryMetric) Path(javax.ws.rs.Path) GET(javax.ws.rs.GET)

Example 9 with Query

use of datawave.webservice.query.Query in project datawave by NationalSecurityAgency.

the class CompositeIndexTest method getQueryRangesIterator.

private Iterator getQueryRangesIterator(String queryString, ShardQueryLogic logic) throws Exception {
    MultivaluedMap<String, String> params = new MultivaluedMapImpl<>();
    params.putSingle(QUERY_STRING, queryString);
    params.putSingle(QUERY_NAME, "geoQuery");
    params.putSingle(QUERY_LOGIC_NAME, "EventQueryLogic");
    params.putSingle(QUERY_PERSISTENCE, "PERSISTENT");
    params.putSingle(QUERY_AUTHORIZATIONS, AUTHS);
    params.putSingle(QUERY_EXPIRATION, "20200101 000000.000");
    params.putSingle(QUERY_BEGIN, BEGIN_DATE);
    params.putSingle(QUERY_END, END_DATE);
    QueryParameters queryParams = new QueryParametersImpl();
    queryParams.validate(params);
    Set<Authorizations> auths = new HashSet<>();
    auths.add(new Authorizations(AUTHS));
    Query query = new QueryImpl();
    query.initialize(USER, Arrays.asList(USER_DN), null, queryParams, null);
    ShardQueryConfiguration config = ShardQueryConfiguration.create(logic, query);
    logic.initialize(config, instance.getConnector("root", PASSWORD), query, auths);
    logic.setupQuery(config);
    return config.getQueries();
}
Also used : Authorizations(org.apache.accumulo.core.security.Authorizations) QueryImpl(datawave.webservice.query.QueryImpl) Query(datawave.webservice.query.Query) MultivaluedMapImpl(org.jboss.resteasy.specimpl.MultivaluedMapImpl) QueryParameters(datawave.webservice.query.QueryParameters) QueryParametersImpl(datawave.webservice.query.QueryParametersImpl) ShardQueryConfiguration(datawave.query.config.ShardQueryConfiguration) HashSet(java.util.HashSet)

Example 10 with Query

use of datawave.webservice.query.Query in project datawave by NationalSecurityAgency.

the class MultiValueCompositeIndexTest method getResultsIterator.

private Iterator getResultsIterator(String queryString, ShardQueryLogic logic) throws Exception {
    MultivaluedMap<String, String> params = new MultivaluedMapImpl<>();
    params.putSingle(QUERY_STRING, queryString);
    params.putSingle(QUERY_NAME, "geoQuery");
    params.putSingle(QUERY_LOGIC_NAME, "EventQueryLogic");
    params.putSingle(QUERY_PERSISTENCE, "PERSISTENT");
    params.putSingle(QUERY_AUTHORIZATIONS, AUTHS);
    params.putSingle(QUERY_EXPIRATION, "20200101 000000.000");
    params.putSingle(QUERY_BEGIN, BEGIN_DATE);
    params.putSingle(QUERY_END, END_DATE);
    QueryParameters queryParams = new QueryParametersImpl();
    queryParams.validate(params);
    Set<Authorizations> auths = new HashSet<>();
    auths.add(new Authorizations(AUTHS));
    Query query = new QueryImpl();
    query.initialize(USER, Arrays.asList(USER_DN), null, queryParams, null);
    ShardQueryConfiguration config = ShardQueryConfiguration.create(logic, query);
    logic.initialize(config, instance.getConnector("root", PASSWORD), query, auths);
    logic.setupQuery(config);
    return logic.getTransformIterator(query);
}
Also used : Authorizations(org.apache.accumulo.core.security.Authorizations) QueryImpl(datawave.webservice.query.QueryImpl) Query(datawave.webservice.query.Query) MultivaluedMapImpl(org.jboss.resteasy.specimpl.MultivaluedMapImpl) QueryParameters(datawave.webservice.query.QueryParameters) QueryParametersImpl(datawave.webservice.query.QueryParametersImpl) ShardQueryConfiguration(datawave.query.config.ShardQueryConfiguration) HashSet(java.util.HashSet)

Aggregations

Query (datawave.webservice.query.Query)81 QueryImpl (datawave.webservice.query.QueryImpl)39 Test (org.junit.Test)36 HashSet (java.util.HashSet)24 MultivaluedMapImpl (org.jboss.resteasy.specimpl.MultivaluedMapImpl)23 QueryException (datawave.webservice.query.exception.QueryException)21 NotFoundQueryException (datawave.webservice.query.exception.NotFoundQueryException)20 UnauthorizedQueryException (datawave.webservice.query.exception.UnauthorizedQueryException)19 DatawavePrincipal (datawave.security.authorization.DatawavePrincipal)18 DatawaveWebApplicationException (datawave.webservice.common.exception.DatawaveWebApplicationException)18 NoResultsQueryException (datawave.webservice.query.exception.NoResultsQueryException)18 IOException (java.io.IOException)18 NoResultsException (datawave.webservice.common.exception.NoResultsException)17 BadRequestQueryException (datawave.webservice.query.exception.BadRequestQueryException)16 PreConditionFailedQueryException (datawave.webservice.query.exception.PreConditionFailedQueryException)16 UnauthorizedException (datawave.webservice.common.exception.UnauthorizedException)15 Interceptors (javax.interceptor.Interceptors)15 Authorizations (org.apache.accumulo.core.security.Authorizations)15 Timed (com.codahale.metrics.annotation.Timed)14 Principal (java.security.Principal)14