Search in sources :

Example 1 with MetricDataResult

use of com.amazonaws.services.cloudwatch.model.MetricDataResult in project aws-athena-query-federation by awslabs.

the class MetricsRecordHandlerTest method mockMetricData.

private GetMetricDataResult mockMetricData(InvocationOnMock invocation, int numMetrics, int numSamples) {
    GetMetricDataRequest request = invocation.getArgumentAt(0, GetMetricDataRequest.class);
    /**
     * Confirm that all available criteria were pushed down into Cloudwatch Metrics
     */
    List<MetricDataQuery> queries = request.getMetricDataQueries();
    assertEquals(1, queries.size());
    MetricDataQuery query = queries.get(0);
    MetricStat stat = query.getMetricStat();
    assertEquals("m1", query.getId());
    assertNotNull(stat.getPeriod());
    assertNotNull(stat.getMetric());
    assertNotNull(stat.getStat());
    assertNotNull(stat.getMetric().getMetricName());
    assertNotNull(stat.getMetric().getNamespace());
    assertNotNull(stat.getMetric().getDimensions());
    assertEquals(1, stat.getMetric().getDimensions().size());
    String nextToken = (request.getNextToken() == null) ? "valid" : null;
    List<MetricDataResult> samples = new ArrayList<>();
    for (int i = 0; i < numMetrics; i++) {
        List<Double> values = new ArrayList<>();
        List<Date> timestamps = new ArrayList<>();
        for (double j = 0; j < numSamples; j++) {
            values.add(j);
            timestamps.add(new Date(System.currentTimeMillis() + (int) j));
        }
        samples.add(new MetricDataResult().withValues(values).withTimestamps(timestamps).withId("m1"));
    }
    return new GetMetricDataResult().withNextToken(nextToken).withMetricDataResults(samples);
}
Also used : MetricStat(com.amazonaws.services.cloudwatch.model.MetricStat) ArrayList(java.util.ArrayList) GetMetricDataResult(com.amazonaws.services.cloudwatch.model.GetMetricDataResult) MetricDataResult(com.amazonaws.services.cloudwatch.model.MetricDataResult) Matchers.anyString(org.mockito.Matchers.anyString) GetMetricDataResult(com.amazonaws.services.cloudwatch.model.GetMetricDataResult) Date(java.util.Date) GetMetricDataRequest(com.amazonaws.services.cloudwatch.model.GetMetricDataRequest) MetricDataQuery(com.amazonaws.services.cloudwatch.model.MetricDataQuery)

Example 2 with MetricDataResult

use of com.amazonaws.services.cloudwatch.model.MetricDataResult in project aws-athena-query-federation by awslabs.

the class MetricsRecordHandler method readMetricSamplesWithConstraint.

/**
 * Handles retrieving the samples for a specific metric from Cloudwatch Metrics.
 */
private void readMetricSamplesWithConstraint(BlockSpiller blockSpiller, ReadRecordsRequest request, QueryStatusChecker queryStatusChecker) throws TimeoutException {
    GetMetricDataRequest dataRequest = MetricUtils.makeGetMetricDataRequest(request);
    Map<String, MetricDataQuery> queries = new HashMap<>();
    for (MetricDataQuery query : dataRequest.getMetricDataQueries()) {
        queries.put(query.getId(), query);
    }
    String prevToken;
    ValueSet dimensionNameConstraint = request.getConstraints().getSummary().get(DIMENSION_NAME_FIELD);
    ValueSet dimensionValueConstraint = request.getConstraints().getSummary().get(DIMENSION_VALUE_FIELD);
    do {
        prevToken = dataRequest.getNextToken();
        GetMetricDataResult result = invoker.invoke(() -> metrics.getMetricData(dataRequest));
        for (MetricDataResult nextMetric : result.getMetricDataResults()) {
            MetricStat metricStat = queries.get(nextMetric.getId()).getMetricStat();
            List<Date> timestamps = nextMetric.getTimestamps();
            List<Double> values = nextMetric.getValues();
            for (int i = 0; i < nextMetric.getValues().size(); i++) {
                int sampleNum = i;
                blockSpiller.writeRows((Block block, int row) -> {
                    /**
                     * Most constraints were already applied at split generation so we only need to apply
                     * a subset.
                     */
                    block.offerValue(METRIC_NAME_FIELD, row, metricStat.getMetric().getMetricName());
                    block.offerValue(NAMESPACE_FIELD, row, metricStat.getMetric().getNamespace());
                    block.offerValue(STATISTIC_FIELD, row, metricStat.getStat());
                    block.offerComplexValue(DIMENSIONS_FIELD, row, (Field field, Object val) -> {
                        if (field.getName().equals(DIMENSION_NAME_FIELD)) {
                            return ((Dimension) val).getName();
                        } else if (field.getName().equals(DIMENSION_VALUE_FIELD)) {
                            return ((Dimension) val).getValue();
                        }
                        throw new RuntimeException("Unexpected field " + field.getName());
                    }, metricStat.getMetric().getDimensions());
                    // This field is 'faked' in that we just use it as a convenient way to filter single dimensions. As such
                    // we always populate it with the value of the filter if the constraint passed and the filter was singleValue
                    String dimName = (dimensionNameConstraint == null || !dimensionNameConstraint.isSingleValue()) ? null : dimensionNameConstraint.getSingleValue().toString();
                    block.offerValue(DIMENSION_NAME_FIELD, row, dimName);
                    // This field is 'faked' in that we just use it as a convenient way to filter single dimensions. As such
                    // we always populate it with the value of the filter if the constraint passed and the filter was singleValue
                    String dimVal = (dimensionValueConstraint == null || !dimensionValueConstraint.isSingleValue()) ? null : dimensionValueConstraint.getSingleValue().toString();
                    block.offerValue(DIMENSION_VALUE_FIELD, row, dimVal);
                    block.offerValue(PERIOD_FIELD, row, metricStat.getPeriod());
                    boolean matches = true;
                    block.offerValue(VALUE_FIELD, row, values.get(sampleNum));
                    long timestamp = timestamps.get(sampleNum).getTime() / 1000;
                    block.offerValue(TIMESTAMP_FIELD, row, timestamp);
                    return matches ? 1 : 0;
                });
            }
        }
        dataRequest.setNextToken(result.getNextToken());
    } while (dataRequest.getNextToken() != null && !dataRequest.getNextToken().equalsIgnoreCase(prevToken) && queryStatusChecker.isQueryRunning());
}
Also used : HashMap(java.util.HashMap) MetricStat(com.amazonaws.services.cloudwatch.model.MetricStat) GetMetricDataResult(com.amazonaws.services.cloudwatch.model.GetMetricDataResult) MetricDataResult(com.amazonaws.services.cloudwatch.model.MetricDataResult) GetMetricDataResult(com.amazonaws.services.cloudwatch.model.GetMetricDataResult) Dimension(com.amazonaws.services.cloudwatch.model.Dimension) Date(java.util.Date) Field(org.apache.arrow.vector.types.pojo.Field) GetMetricDataRequest(com.amazonaws.services.cloudwatch.model.GetMetricDataRequest) Block(com.amazonaws.athena.connector.lambda.data.Block) MetricDataQuery(com.amazonaws.services.cloudwatch.model.MetricDataQuery) ValueSet(com.amazonaws.athena.connector.lambda.domain.predicate.ValueSet)

Aggregations

GetMetricDataRequest (com.amazonaws.services.cloudwatch.model.GetMetricDataRequest)2 GetMetricDataResult (com.amazonaws.services.cloudwatch.model.GetMetricDataResult)2 MetricDataQuery (com.amazonaws.services.cloudwatch.model.MetricDataQuery)2 MetricDataResult (com.amazonaws.services.cloudwatch.model.MetricDataResult)2 MetricStat (com.amazonaws.services.cloudwatch.model.MetricStat)2 Date (java.util.Date)2 Block (com.amazonaws.athena.connector.lambda.data.Block)1 ValueSet (com.amazonaws.athena.connector.lambda.domain.predicate.ValueSet)1 Dimension (com.amazonaws.services.cloudwatch.model.Dimension)1 ArrayList (java.util.ArrayList)1 HashMap (java.util.HashMap)1 Field (org.apache.arrow.vector.types.pojo.Field)1 Matchers.anyString (org.mockito.Matchers.anyString)1