Search in sources :

Example 1 with EntityFetcherResponse

use of org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse in project gateway-service by hypertrace.

the class ExecutionVisitorTest method test_visitDataFetcherNodeWithoutPagination.

@Test
public void test_visitDataFetcherNodeWithoutPagination() {
    long startTime = 0;
    long endTime = 10;
    String tenantId = "TENANT_ID";
    Map<String, String> requestHeaders = Map.of("x-tenant-id", tenantId);
    AttributeScope entityType = AttributeScope.API;
    Expression selectionExpression = buildExpression(API_NAME_ATTR);
    EntitiesRequest entitiesRequest = EntitiesRequest.newBuilder().setEntityType(entityType.name()).setStartTimeMillis(startTime).setEndTimeMillis(endTime).addSelection(selectionExpression).setFilter(generateEQFilter(API_DISCOVERY_STATE, "DISCOVERED")).build();
    EntitiesRequestContext entitiesRequestContext = new EntitiesRequestContext(tenantId, startTime, endTime, entityType.name(), "API.startTime", requestHeaders);
    Map<EntityKey, Builder> entityKeyBuilderResponseMap = Map.of(EntityKey.of("entity-id-0"), Entity.newBuilder().putAttribute("API.name", getStringValue("entity-0")), EntityKey.of("entity-id-1"), Entity.newBuilder().putAttribute("API.name", getStringValue("entity-1")), EntityKey.of("entity-id-2"), Entity.newBuilder().putAttribute("API.name", getStringValue("entity-2")));
    EntityFetcherResponse entityFetcherResponse = new EntityFetcherResponse(entityKeyBuilderResponseMap);
    when(expressionContext.getSourceToSelectionExpressionMap()).thenReturn(Map.of("QS", List.of(selectionExpression)));
    when(executionContext.getEntitiesRequest()).thenReturn(entitiesRequest);
    when(executionContext.getTenantId()).thenReturn(tenantId);
    when(executionContext.getRequestHeaders()).thenReturn(requestHeaders);
    when(executionContext.getTimestampAttributeId()).thenReturn("API.startTime");
    when(queryServiceEntityFetcher.getEntities(eq(entitiesRequestContext), eq(entitiesRequest))).thenReturn(entityFetcherResponse);
    when(queryServiceEntityFetcher.getTimeAggregatedMetrics(eq(entitiesRequestContext), eq(entitiesRequest))).thenReturn(new EntityFetcherResponse());
    // no pagination in data fetcher node
    DataFetcherNode dataFetcherNode = new DataFetcherNode("QS", entitiesRequest.getFilter());
    compareEntityResponses(new EntityResponse(entityFetcherResponse, entityFetcherResponse.getEntityKeyBuilderMap().size()), executionVisitor.visit(dataFetcherNode));
    verify(queryServiceEntityFetcher, times(1)).getEntities(any(), any());
}
Also used : Builder(org.hypertrace.gateway.service.v1.entity.Entity.Builder) EntityKey(org.hypertrace.gateway.service.entity.EntityKey) EntityFetcherResponse(org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse) EntitiesRequest(org.hypertrace.gateway.service.v1.entity.EntitiesRequest) AttributeScope(org.hypertrace.core.attribute.service.v1.AttributeScope) EntitiesRequestAndResponseUtils.buildAggregateExpression(org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildAggregateExpression) EntitiesRequestAndResponseUtils.buildOrderByExpression(org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildOrderByExpression) EntitiesRequestAndResponseUtils.buildExpression(org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildExpression) Expression(org.hypertrace.gateway.service.v1.common.Expression) OrderByExpression(org.hypertrace.gateway.service.v1.common.OrderByExpression) EntityResponse(org.hypertrace.gateway.service.common.datafetcher.EntityResponse) DataFetcherNode(org.hypertrace.gateway.service.entity.query.DataFetcherNode) EntitiesRequestContext(org.hypertrace.gateway.service.entity.EntitiesRequestContext) Test(org.junit.jupiter.api.Test)

Example 2 with EntityFetcherResponse

use of org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse in project gateway-service by hypertrace.

the class ExecutionVisitorTest method test_visitPaginateOnlyNode.

@Test
public void test_visitPaginateOnlyNode() {
    List<OrderByExpression> orderByExpressions = List.of(buildOrderByExpression(API_ID_ATTR));
    int limit = 2;
    int offset = 2;
    long startTime = 0;
    long endTime = 10;
    String tenantId = "TENANT_ID";
    Map<String, String> requestHeaders = Map.of("x-tenant-id", tenantId);
    AttributeScope entityType = AttributeScope.API;
    Expression selectionExpression = buildExpression(API_NAME_ATTR);
    Expression metricExpression = buildAggregateExpression(API_DURATION_ATTR, FunctionType.AVG, "AVG_API.duration", List.of());
    TimeAggregation timeAggregation = buildTimeAggregation(30, API_NUM_CALLS_ATTR, FunctionType.SUM, "SUM_API.numCalls", List.of());
    EntitiesRequest entitiesRequest = EntitiesRequest.newBuilder().setEntityType(entityType.name()).setStartTimeMillis(startTime).setEndTimeMillis(endTime).addSelection(selectionExpression).addSelection(metricExpression).addTimeAggregation(timeAggregation).setFilter(generateEQFilter(API_DISCOVERY_STATE, "DISCOVERED")).addAllOrderBy(orderByExpressions).setLimit(limit).setOffset(offset).build();
    EntitiesRequestContext entitiesRequestContext = new EntitiesRequestContext(tenantId, startTime, endTime, entityType.name(), "API.startTime", requestHeaders);
    // Order matters since we will do the pagination ourselves. So we use a LinkedHashMap
    Map<EntityKey, Builder> entityKeyBuilderResponseMap1 = new LinkedHashMap<>();
    entityKeyBuilderResponseMap1.put(EntityKey.of("entity-id-0"), Entity.newBuilder().putAttribute("API.name", getStringValue("entity-0")));
    entityKeyBuilderResponseMap1.put(EntityKey.of("entity-id-1"), Entity.newBuilder().putAttribute("API.name", getStringValue("entity-1")));
    entityKeyBuilderResponseMap1.put(EntityKey.of("entity-id-2"), Entity.newBuilder().putAttribute("API.name", getStringValue("entity-2")));
    entityKeyBuilderResponseMap1.put(EntityKey.of("entity-id-3"), Entity.newBuilder().putAttribute("API.name", getStringValue("entity-3")));
    Map<EntityKey, Builder> entityKeyBuilderResponseMap2 = new LinkedHashMap<>();
    entityKeyBuilderResponseMap2.put(EntityKey.of("entity-id-2"), Entity.newBuilder().putMetric("AVG_API.duration", getAggregatedMetricValue(FunctionType.AVG, 14.0)));
    entityKeyBuilderResponseMap2.put(EntityKey.of("entity-id-3"), Entity.newBuilder().putMetric("AVG_API.duration", getAggregatedMetricValue(FunctionType.AVG, 15.0)));
    Map<EntityKey, Builder> entityKeyBuilderResponseMap3 = new LinkedHashMap<>();
    entityKeyBuilderResponseMap3.put(EntityKey.of("entity-id-2"), Entity.newBuilder().putMetricSeries("SUM_API.numCalls", getMockMetricSeries(30, "SUM")));
    entityKeyBuilderResponseMap3.put(EntityKey.of("entity-id-3"), Entity.newBuilder().putMetricSeries("SUM_API.numCalls", getMockMetricSeries(30, "SUM")));
    Map<EntityKey, Builder> expectedEntityKeyBuilderResponseMap = new LinkedHashMap<>();
    expectedEntityKeyBuilderResponseMap.put(EntityKey.of("entity-id-2"), Entity.newBuilder().putAttribute("API.name", getStringValue("entity-2")).putMetric("AVG_API.duration", getAggregatedMetricValue(FunctionType.AVG, 14.0)).putMetricSeries("SUM_API.numCalls", getMockMetricSeries(30, "SUM")));
    expectedEntityKeyBuilderResponseMap.put(EntityKey.of("entity-id-3"), Entity.newBuilder().putAttribute("API.name", getStringValue("entity-3")).putMetric("AVG_API.duration", getAggregatedMetricValue(FunctionType.AVG, 15.0)).putMetricSeries("SUM_API.numCalls", getMockMetricSeries(30, "SUM")));
    when(executionContext.getEntityIdExpressions()).thenReturn(List.of(buildExpression(API_ID_ATTR)));
    when(expressionContext.getSourceToSelectionExpressionMap()).thenReturn(Map.of("QS", List.of(selectionExpression)));
    when(expressionContext.getSourceToMetricExpressionMap()).thenReturn(Map.of("QS", List.of(metricExpression)));
    when(expressionContext.getSourceToTimeAggregationMap()).thenReturn(Map.of("QS", List.of(timeAggregation)));
    when(executionContext.getEntitiesRequest()).thenReturn(entitiesRequest);
    when(executionContext.getTenantId()).thenReturn(tenantId);
    when(executionContext.getRequestHeaders()).thenReturn(requestHeaders);
    when(executionContext.getTimestampAttributeId()).thenReturn("API.startTime");
    EntitiesRequest entitiesRequestForAttributes = EntitiesRequest.newBuilder(entitiesRequest).clearSelection().clearTimeAggregation().addSelection(selectionExpression).setLimit(limit + offset).setOffset(0).build();
    EntityFetcherResponse attributesResponse = new EntityFetcherResponse(entityKeyBuilderResponseMap1);
    EntitiesRequest entitiesRequestForMetricAggregation = EntitiesRequest.newBuilder(entitiesRequest).clearLimit().clearOffset().clearOrderBy().clearSelection().clearTimeAggregation().addSelection(metricExpression).clearFilter().setFilter(generateInFilter(API_ID_ATTR, List.of("entity-id-3", "entity-id-2"))).build();
    EntitiesRequest entitiesRequestForTimeAggregation = EntitiesRequest.newBuilder(entitiesRequest).clearSelection().clearLimit().clearOffset().clearOrderBy().clearFilter().setFilter(generateInFilter(API_ID_ATTR, List.of("entity-id-3", "entity-id-2"))).build();
    when(queryServiceEntityFetcher.getEntities(entitiesRequestContext, entitiesRequestForAttributes)).thenReturn(attributesResponse);
    when(queryServiceEntityFetcher.getTotal(eq(entitiesRequestContext), eq(entitiesRequest))).thenReturn(100L);
    when(queryServiceEntityFetcher.getEntities(entitiesRequestContext, entitiesRequestForMetricAggregation)).thenReturn(new EntityFetcherResponse(entityKeyBuilderResponseMap2));
    when(queryServiceEntityFetcher.getTimeAggregatedMetrics(entitiesRequestContext, entitiesRequestForTimeAggregation)).thenReturn(new EntityFetcherResponse(entityKeyBuilderResponseMap3));
    DataFetcherNode dataFetcherNode = new DataFetcherNode("QS", entitiesRequest.getFilter(), limit + offset, 0, orderByExpressions, true);
    PaginateOnlyNode paginateOnlyNode = new PaginateOnlyNode(dataFetcherNode, limit, offset);
    SelectionNode childSelectionNode = new SelectionNode.Builder(paginateOnlyNode).setAggMetricSelectionSources(Set.of("QS")).build();
    SelectionNode selectionNode = new SelectionNode.Builder(childSelectionNode).setTimeSeriesSelectionSources(Set.of("QS")).build();
    compareEntityResponses(new EntityResponse(new EntityFetcherResponse(expectedEntityKeyBuilderResponseMap), 100), executionVisitor.visit(selectionNode));
}
Also used : Builder(org.hypertrace.gateway.service.v1.entity.Entity.Builder) LinkedHashMap(java.util.LinkedHashMap) EntityKey(org.hypertrace.gateway.service.entity.EntityKey) EntityFetcherResponse(org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse) EntitiesRequest(org.hypertrace.gateway.service.v1.entity.EntitiesRequest) AttributeScope(org.hypertrace.core.attribute.service.v1.AttributeScope) EntitiesRequestAndResponseUtils.buildAggregateExpression(org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildAggregateExpression) EntitiesRequestAndResponseUtils.buildOrderByExpression(org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildOrderByExpression) EntitiesRequestAndResponseUtils.buildExpression(org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildExpression) Expression(org.hypertrace.gateway.service.v1.common.Expression) OrderByExpression(org.hypertrace.gateway.service.v1.common.OrderByExpression) EntityResponse(org.hypertrace.gateway.service.common.datafetcher.EntityResponse) DataFetcherNode(org.hypertrace.gateway.service.entity.query.DataFetcherNode) EntitiesRequestContext(org.hypertrace.gateway.service.entity.EntitiesRequestContext) EntitiesRequestAndResponseUtils.buildOrderByExpression(org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildOrderByExpression) OrderByExpression(org.hypertrace.gateway.service.v1.common.OrderByExpression) EntitiesRequestAndResponseUtils.buildTimeAggregation(org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildTimeAggregation) TimeAggregation(org.hypertrace.gateway.service.v1.common.TimeAggregation) PaginateOnlyNode(org.hypertrace.gateway.service.entity.query.PaginateOnlyNode) SelectionNode(org.hypertrace.gateway.service.entity.query.SelectionNode) Test(org.junit.jupiter.api.Test)

Example 3 with EntityFetcherResponse

use of org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse in project gateway-service by hypertrace.

the class ExecutionVisitorTest method testConstructFilterFromChildNodesResultEmptyResults.

@Test
public void testConstructFilterFromChildNodesResultEmptyResults() {
    // Empty results.
    EntityFetcherResponse result = new EntityFetcherResponse();
    when(executionContext.getEntityIdExpressions()).thenReturn(List.of(Expression.newBuilder().setColumnIdentifier(ColumnIdentifier.newBuilder().setColumnName("API.id").setAlias("entityId0").build()).build()));
    Filter filter = executionVisitor.constructFilterFromChildNodesResult(result);
    Assertions.assertEquals(Filter.getDefaultInstance(), filter);
}
Also used : EntityFetcherResponse(org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse) EntitiesRequestAndResponseUtils.generateEQFilter(org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.generateEQFilter) Filter(org.hypertrace.gateway.service.v1.common.Filter) Test(org.junit.jupiter.api.Test)

Example 4 with EntityFetcherResponse

use of org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse in project gateway-service by hypertrace.

the class ExecutionVisitor method visit.

@Override
public EntityResponse visit(SortAndPaginateNode sortAndPaginateNode) {
    EntityResponse childNodeResponse = sortAndPaginateNode.getChildNode().acceptVisitor(this);
    // Create a list from elements of HashMap
    List<Map.Entry<EntityKey, Builder>> list = new LinkedList<>(childNodeResponse.getEntityFetcherResponse().getEntityKeyBuilderMap().entrySet());
    // Sort the list
    List<Map.Entry<EntityKey, Entity.Builder>> sortedList = DataCollectionUtil.limitAndSort(list.stream(), sortAndPaginateNode.getLimit(), sortAndPaginateNode.getOffset(), sortAndPaginateNode.getOrderByExpressionList().size(), new EntityKeyEntityBuilderEntryComparator(sortAndPaginateNode.getOrderByExpressionList()));
    // put data from sorted list to a linked hashmap
    Map<EntityKey, Builder> linkedHashMap = new LinkedHashMap<>();
    sortedList.forEach(entry -> linkedHashMap.put(entry.getKey(), entry.getValue()));
    return new EntityResponse(new EntityFetcherResponse(linkedHashMap), childNodeResponse.getTotal());
}
Also used : Entity(org.hypertrace.gateway.service.v1.entity.Entity) EntityKey(org.hypertrace.gateway.service.entity.EntityKey) EntityFetcherResponse(org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse) EntityResponse(org.hypertrace.gateway.service.common.datafetcher.EntityResponse) EntityKeyEntityBuilderEntryComparator(org.hypertrace.gateway.service.entity.EntityKeyEntityBuilderEntryComparator) Builder(org.hypertrace.gateway.service.v1.entity.Entity.Builder) LinkedList(java.util.LinkedList) LinkedHashMap(java.util.LinkedHashMap)

Example 5 with EntityFetcherResponse

use of org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse in project gateway-service by hypertrace.

the class ExecutionVisitor method visit.

@Override
public EntityResponse visit(PaginateOnlyNode paginateOnlyNode) {
    EntityResponse childNodeResponse = paginateOnlyNode.getChildNode().acceptVisitor(this);
    // Create a list from elements of HashMap
    List<Map.Entry<EntityKey, Builder>> list = new LinkedList<>(childNodeResponse.getEntityFetcherResponse().getEntityKeyBuilderMap().entrySet());
    // Sort the list
    List<Map.Entry<EntityKey, Entity.Builder>> sortedList = DataCollectionUtil.paginateAndLimit(list.stream(), paginateOnlyNode.getLimit(), paginateOnlyNode.getOffset());
    // put data from sorted list to a linked hashmap
    Map<EntityKey, Builder> linkedHashMap = new LinkedHashMap<>();
    sortedList.forEach(entry -> linkedHashMap.put(entry.getKey(), entry.getValue()));
    return new EntityResponse(new EntityFetcherResponse(linkedHashMap), childNodeResponse.getTotal());
}
Also used : Entity(org.hypertrace.gateway.service.v1.entity.Entity) EntityKey(org.hypertrace.gateway.service.entity.EntityKey) EntityFetcherResponse(org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse) EntityResponse(org.hypertrace.gateway.service.common.datafetcher.EntityResponse) Builder(org.hypertrace.gateway.service.v1.entity.Entity.Builder) LinkedList(java.util.LinkedList) LinkedHashMap(java.util.LinkedHashMap)

Aggregations

EntityFetcherResponse (org.hypertrace.gateway.service.common.datafetcher.EntityFetcherResponse)16 EntityResponse (org.hypertrace.gateway.service.common.datafetcher.EntityResponse)12 EntitiesRequest (org.hypertrace.gateway.service.v1.entity.EntitiesRequest)11 EntitiesRequestContext (org.hypertrace.gateway.service.entity.EntitiesRequestContext)10 Builder (org.hypertrace.gateway.service.v1.entity.Entity.Builder)10 EntityKey (org.hypertrace.gateway.service.entity.EntityKey)9 Expression (org.hypertrace.gateway.service.v1.common.Expression)9 Test (org.junit.jupiter.api.Test)9 EntitiesRequestAndResponseUtils.buildAggregateExpression (org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildAggregateExpression)8 EntitiesRequestAndResponseUtils.buildExpression (org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildExpression)8 EntitiesRequestAndResponseUtils.buildOrderByExpression (org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.buildOrderByExpression)8 OrderByExpression (org.hypertrace.gateway.service.v1.common.OrderByExpression)8 AttributeScope (org.hypertrace.core.attribute.service.v1.AttributeScope)6 DataFetcherNode (org.hypertrace.gateway.service.entity.query.DataFetcherNode)6 LinkedHashMap (java.util.LinkedHashMap)5 Filter (org.hypertrace.gateway.service.v1.common.Filter)5 LinkedList (java.util.LinkedList)3 EntitiesRequestAndResponseUtils.generateEQFilter (org.hypertrace.gateway.service.common.EntitiesRequestAndResponseUtils.generateEQFilter)3 IEntityFetcher (org.hypertrace.gateway.service.common.datafetcher.IEntityFetcher)3 SelectionNode (org.hypertrace.gateway.service.entity.query.SelectionNode)3