Search in sources :

Example 1 with CounterfactualSearchDomainValue

use of org.kie.kogito.explainability.api.CounterfactualSearchDomainValue in project kogito-apps by kiegroup.

the class ExplainabilityApiV1IT method testCounterfactualRequestWithStructuredModel.

@Test
@SuppressWarnings("unchecked")
void testCounterfactualRequestWithStructuredModel() {
    ArgumentCaptor<List<NamedTypedValue>> goalsCaptor = ArgumentCaptor.forClass(List.class);
    ArgumentCaptor<List<CounterfactualSearchDomain>> searchDomainsCaptor = ArgumentCaptor.forClass(List.class);
    mockServiceWithCounterfactualRequest();
    CounterfactualRequestResponse response = given().filter(new RequestLoggingFilter()).filter(new ResponseLoggingFilter()).contentType(MediaType.APPLICATION_JSON).body(getCounterfactualWithStructuredModelJsonRequest()).when().post("/executions/decisions/" + TEST_EXECUTION_ID + "/explanations/counterfactuals").as(CounterfactualRequestResponse.class);
    assertNotNull(response);
    assertNotNull(response.getExecutionId());
    assertNotNull(response.getCounterfactualId());
    assertEquals(response.getExecutionId(), TEST_EXECUTION_ID);
    assertEquals(response.getCounterfactualId(), TEST_COUNTERFACTUAL_ID);
    verify(executionService).requestCounterfactuals(eq(TEST_EXECUTION_ID), goalsCaptor.capture(), searchDomainsCaptor.capture());
    List<NamedTypedValue> goalsParameter = goalsCaptor.getValue();
    assertNotNull(goalsParameter);
    assertEquals(1, goalsParameter.size());
    NamedTypedValue goal1 = goalsParameter.get(0);
    assertEquals(TypedValue.Kind.STRUCTURE, goal1.getValue().getKind());
    assertEquals("Fine", goal1.getName());
    assertEquals("tFine", goal1.getValue().getType());
    assertEquals(2, goal1.getValue().toStructure().getValue().size());
    Iterator<Map.Entry<String, TypedValue>> goal1ChildIterator = goal1.getValue().toStructure().getValue().entrySet().iterator();
    Map.Entry<String, TypedValue> goal1Child1 = goal1ChildIterator.next();
    Map.Entry<String, TypedValue> goal1Child2 = goal1ChildIterator.next();
    assertEquals(TypedValue.Kind.UNIT, goal1Child1.getValue().getKind());
    assertEquals("Amount", goal1Child1.getKey());
    assertEquals("number", goal1Child1.getValue().getType());
    assertEquals(100, goal1Child1.getValue().toUnit().getValue().asInt());
    assertEquals(TypedValue.Kind.UNIT, goal1Child2.getValue().getKind());
    assertEquals("Points", goal1Child2.getKey());
    assertEquals("number", goal1Child2.getValue().getType());
    assertEquals(0, goal1Child2.getValue().toUnit().getValue().asInt());
    List<CounterfactualSearchDomain> searchDomainsParameter = searchDomainsCaptor.getValue();
    assertNotNull(searchDomainsParameter);
    assertEquals(1, searchDomainsParameter.size());
    CounterfactualSearchDomain domain1 = searchDomainsParameter.get(0);
    assertEquals(TypedValue.Kind.STRUCTURE, domain1.getValue().getKind());
    assertEquals("Violation", domain1.getName());
    assertEquals("tViolation", domain1.getValue().getType());
    assertEquals(3, domain1.getValue().toStructure().getValue().size());
    Iterator<Map.Entry<String, CounterfactualSearchDomainValue>> domain1ChildIterator = domain1.getValue().toStructure().getValue().entrySet().iterator();
    Map.Entry<String, CounterfactualSearchDomainValue> domain1Child1 = domain1ChildIterator.next();
    Map.Entry<String, CounterfactualSearchDomainValue> domain1Child2 = domain1ChildIterator.next();
    Map.Entry<String, CounterfactualSearchDomainValue> domain1Child3 = domain1ChildIterator.next();
    assertEquals(TypedValue.Kind.UNIT, domain1Child1.getValue().getKind());
    assertFalse(domain1Child1.getValue().toUnit().isFixed());
    assertEquals("Type", domain1Child1.getKey());
    assertEquals("string", domain1Child1.getValue().getType());
    assertNotNull(domain1Child1.getValue().toUnit().getDomain());
    assertTrue(domain1Child1.getValue().toUnit().getDomain() instanceof CounterfactualDomainCategorical);
    CounterfactualDomainCategorical domain1Child1Def = (CounterfactualDomainCategorical) domain1Child1.getValue().toUnit().getDomain();
    assertEquals(2, domain1Child1Def.getCategories().size());
    assertTrue(domain1Child1Def.getCategories().stream().map(JsonNode::asText).collect(Collectors.toList()).containsAll(Arrays.asList("speed", "driving under the influence")));
    assertEquals(TypedValue.Kind.UNIT, domain1Child2.getValue().getKind());
    assertFalse(domain1Child2.getValue().toUnit().isFixed());
    assertEquals("Actual Speed", domain1Child2.getKey());
    assertEquals("number", domain1Child2.getValue().getType());
    assertNotNull(domain1Child2.getValue().toUnit().getDomain());
    assertTrue(domain1Child2.getValue().toUnit().getDomain() instanceof CounterfactualDomainRange);
    CounterfactualDomainRange domain1Child2Def = (CounterfactualDomainRange) domain1Child2.getValue().toUnit().getDomain();
    assertEquals(0, domain1Child2Def.getLowerBound().asInt());
    assertEquals(100, domain1Child2Def.getUpperBound().asInt());
    assertEquals(TypedValue.Kind.UNIT, domain1Child3.getValue().getKind());
    assertFalse(domain1Child3.getValue().toUnit().isFixed());
    assertEquals("Speed Limit", domain1Child3.getKey());
    assertEquals("number", domain1Child3.getValue().getType());
    assertNotNull(domain1Child3.getValue().toUnit().getDomain());
    assertTrue(domain1Child3.getValue().toUnit().getDomain() instanceof CounterfactualDomainRange);
    CounterfactualDomainRange domain1Child3Def = (CounterfactualDomainRange) domain1Child3.getValue().toUnit().getDomain();
    assertEquals(0, domain1Child3Def.getLowerBound().asInt());
    assertEquals(100, domain1Child3Def.getUpperBound().asInt());
}
Also used : CounterfactualDomainRange(org.kie.kogito.explainability.api.CounterfactualDomainRange) CounterfactualDomainCategorical(org.kie.kogito.explainability.api.CounterfactualDomainCategorical) ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) ResponseLoggingFilter(io.restassured.filter.log.ResponseLoggingFilter) NamedTypedValue(org.kie.kogito.explainability.api.NamedTypedValue) List(java.util.List) ArrayList(java.util.ArrayList) RequestLoggingFilter(io.restassured.filter.log.RequestLoggingFilter) CounterfactualRequestResponse(org.kie.kogito.trusty.service.common.responses.CounterfactualRequestResponse) Map(java.util.Map) CounterfactualSearchDomainValue(org.kie.kogito.explainability.api.CounterfactualSearchDomainValue) NamedTypedValue(org.kie.kogito.explainability.api.NamedTypedValue) TypedValue(org.kie.kogito.tracing.typedvalue.TypedValue) CounterfactualSearchDomain(org.kie.kogito.explainability.api.CounterfactualSearchDomain) Test(org.junit.jupiter.api.Test) QuarkusTest(io.quarkus.test.junit.QuarkusTest)

Example 2 with CounterfactualSearchDomainValue

use of org.kie.kogito.explainability.api.CounterfactualSearchDomainValue in project kogito-apps by kiegroup.

the class TrustyServiceTest method givenStoredExecutionWhenCounterfactualRequestIsMadeThenExplainabilityEventHasCorrectPayload.

@Test
@SuppressWarnings("unchecked")
void givenStoredExecutionWhenCounterfactualRequestIsMadeThenExplainabilityEventHasCorrectPayload() {
    Storage<String, Decision> decisionStorage = mock(Storage.class);
    Storage<String, CounterfactualExplainabilityRequest> counterfactualStorage = mock(Storage.class);
    ArgumentCaptor<BaseExplainabilityRequest> explainabilityEventArgumentCaptor = ArgumentCaptor.forClass(BaseExplainabilityRequest.class);
    Decision decision = new Decision(TEST_EXECUTION_ID, TEST_SOURCE_URL, TEST_SERVICE_URL, 0L, true, null, "model", "modelNamespace", List.of(new DecisionInput("IN1", "yearsOfService", new UnitValue("integer", "integer", new IntNode(10)))), List.of(new DecisionOutcome("OUT1", "salary", "SUCCEEDED", new UnitValue("integer", "integer", new IntNode(1000)), Collections.emptyList(), Collections.emptyList())));
    when(decisionStorage.containsKey(eq(TEST_EXECUTION_ID))).thenReturn(true);
    when(trustyStorageServiceMock.getDecisionsStorage()).thenReturn(decisionStorage);
    when(trustyStorageServiceMock.getCounterfactualRequestStorage()).thenReturn(counterfactualStorage);
    when(decisionStorage.get(eq(TEST_EXECUTION_ID))).thenReturn(decision);
    trustyService.requestCounterfactuals(TEST_EXECUTION_ID, List.of(new NamedTypedValue("salary", new UnitValue("integer", "integer", new IntNode(2000)))), List.of(new CounterfactualSearchDomain("yearsOfService", new CounterfactualSearchDomainUnitValue("integer", "integer", false, new CounterfactualDomainRange(new IntNode(10), new IntNode(30))))));
    verify(explainabilityRequestProducerMock).sendEvent(explainabilityEventArgumentCaptor.capture());
    BaseExplainabilityRequest event = explainabilityEventArgumentCaptor.getValue();
    CounterfactualExplainabilityRequest request = (CounterfactualExplainabilityRequest) event;
    assertEquals(TEST_EXECUTION_ID, request.getExecutionId());
    assertEquals(TEST_SERVICE_URL, request.getServiceUrl());
    // Check original input value has been copied into CF request
    assertEquals(1, request.getOriginalInputs().size());
    assertTrue(request.getOriginalInputs().stream().anyMatch(i -> i.getName().equals("yearsOfService")));
    // It is safe to use the iterator unchecked as the collection only contains one item
    assertEquals(decision.getInputs().iterator().next().getValue().toUnit().getValue().asInt(), request.getOriginalInputs().iterator().next().getValue().toUnit().getValue().asInt());
    // Check CF goals have been copied into CF request
    assertEquals(1, request.getGoals().size());
    assertTrue(request.getGoals().stream().anyMatch(g -> g.getName().equals("salary")));
    // It is safe to use the iterator unchecked as the collection only contains one item
    assertEquals(2000, request.getGoals().iterator().next().getValue().toUnit().getValue().asInt());
    // Check CF search domains have been copied into CF request
    assertEquals(1, request.getSearchDomains().size());
    assertTrue(request.getSearchDomains().stream().anyMatch(sd -> sd.getName().equals("yearsOfService")));
    // It is safe to use the iterator unchecked as the collection only contains one item
    CounterfactualSearchDomainValue searchDomain = request.getSearchDomains().iterator().next().getValue();
    assertTrue(searchDomain instanceof CounterfactualSearchDomainUnitValue);
    CounterfactualSearchDomainUnitValue unit = (CounterfactualSearchDomainUnitValue) searchDomain;
    assertFalse(unit.isFixed());
    assertNotNull(unit.getDomain());
    assertTrue(unit.getDomain() instanceof CounterfactualDomainRange);
    CounterfactualDomainRange range = (CounterfactualDomainRange) unit.getDomain();
    assertEquals(10, range.getLowerBound().asInt());
    assertEquals(30, range.getUpperBound().asInt());
    // Check Max Running Time Seconds
    assertEquals(MAX_RUNNING_TIME_SECONDS, request.getMaxRunningTimeSeconds());
}
Also used : CounterfactualExplainabilityRequest(org.kie.kogito.explainability.api.CounterfactualExplainabilityRequest) DecisionInput(org.kie.kogito.trusty.storage.api.model.decision.DecisionInput) BeforeEach(org.junit.jupiter.api.BeforeEach) LIMEExplainabilityResult(org.kie.kogito.explainability.api.LIMEExplainabilityResult) BaseExplainabilityRequest(org.kie.kogito.explainability.api.BaseExplainabilityRequest) ArgumentMatchers.eq(org.mockito.ArgumentMatchers.eq) CounterfactualSearchDomainValue(org.kie.kogito.explainability.api.CounterfactualSearchDomainValue) CounterfactualDomainRange(org.kie.kogito.explainability.api.CounterfactualDomainRange) Assertions.assertFalse(org.junit.jupiter.api.Assertions.assertFalse) CounterfactualExplainerServiceHandler(org.kie.kogito.trusty.service.common.handlers.CounterfactualExplainerServiceHandler) Map(java.util.Map) CounterfactualExplainabilityResultsManagerSlidingWindow(org.kie.kogito.trusty.service.common.handlers.CounterfactualExplainabilityResultsManagerSlidingWindow) JsonNode(com.fasterxml.jackson.databind.JsonNode) Instance(javax.enterprise.inject.Instance) CounterfactualExplainabilityResultsManagerDuplicates(org.kie.kogito.trusty.service.common.handlers.CounterfactualExplainabilityResultsManagerDuplicates) CounterfactualExplainabilityRequest(org.kie.kogito.explainability.api.CounterfactualExplainabilityRequest) NamedTypedValue(org.kie.kogito.explainability.api.NamedTypedValue) ExplainabilityStatus(org.kie.kogito.explainability.api.ExplainabilityStatus) UUID(java.util.UUID) TextNode(com.fasterxml.jackson.databind.node.TextNode) UnitValue(org.kie.kogito.tracing.typedvalue.UnitValue) Test(org.junit.jupiter.api.Test) DMNModelMetadata(org.kie.kogito.trusty.storage.api.model.decision.DMNModelMetadata) List(java.util.List) ExplainabilityRequestProducer(org.kie.kogito.trusty.service.common.messaging.outgoing.ExplainabilityRequestProducer) OffsetDateTime(java.time.OffsetDateTime) Stream(java.util.stream.Stream) CollectionValue(org.kie.kogito.tracing.typedvalue.CollectionValue) Assertions.assertTrue(org.junit.jupiter.api.Assertions.assertTrue) CounterfactualExplainabilityResult(org.kie.kogito.explainability.api.CounterfactualExplainabilityResult) CounterfactualSearchDomain(org.kie.kogito.explainability.api.CounterfactualSearchDomain) StorageImplMock(org.kie.kogito.trusty.service.common.mocks.StorageImplMock) DecisionOutcome(org.kie.kogito.trusty.storage.api.model.decision.DecisionOutcome) Mockito.mock(org.mockito.Mockito.mock) IntStream(java.util.stream.IntStream) Assertions.assertThrows(org.junit.jupiter.api.Assertions.assertThrows) ArgumentMatchers.any(org.mockito.ArgumentMatchers.any) Assertions.assertNotNull(org.junit.jupiter.api.Assertions.assertNotNull) Decision(org.kie.kogito.trusty.storage.api.model.decision.Decision) DecisionInput(org.kie.kogito.trusty.storage.api.model.decision.DecisionInput) IntNode(com.fasterxml.jackson.databind.node.IntNode) Query(org.kie.kogito.persistence.api.query.Query) StructureValue(org.kie.kogito.tracing.typedvalue.StructureValue) ArrayList(java.util.ArrayList) MatchedExecutionHeaders(org.kie.kogito.trusty.service.common.models.MatchedExecutionHeaders) CounterfactualSearchDomainStructureValue(org.kie.kogito.explainability.api.CounterfactualSearchDomainStructureValue) ArgumentCaptor(org.mockito.ArgumentCaptor) ExplainerServiceHandler(org.kie.kogito.trusty.service.common.handlers.ExplainerServiceHandler) ExplainerServiceHandlerRegistry(org.kie.kogito.trusty.service.common.handlers.ExplainerServiceHandlerRegistry) Storage(org.kie.kogito.persistence.api.Storage) Assertions.assertEquals(org.junit.jupiter.api.Assertions.assertEquals) LIMEExplainerServiceHandler(org.kie.kogito.trusty.service.common.handlers.LIMEExplainerServiceHandler) TrustyStorageService(org.kie.kogito.trusty.storage.common.TrustyStorageService) ObjectMapper(com.fasterxml.jackson.databind.ObjectMapper) JsonProcessingException(com.fasterxml.jackson.core.JsonProcessingException) Mockito.when(org.mockito.Mockito.when) Mockito.verify(org.mockito.Mockito.verify) Mockito.never(org.mockito.Mockito.never) CounterfactualDomain(org.kie.kogito.explainability.api.CounterfactualDomain) CounterfactualSearchDomainUnitValue(org.kie.kogito.explainability.api.CounterfactualSearchDomainUnitValue) Assertions(org.junit.jupiter.api.Assertions) Collections(java.util.Collections) DMNModelWithMetadata(org.kie.kogito.trusty.storage.api.model.decision.DMNModelWithMetadata) ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) CounterfactualDomainRange(org.kie.kogito.explainability.api.CounterfactualDomainRange) DecisionOutcome(org.kie.kogito.trusty.storage.api.model.decision.DecisionOutcome) UnitValue(org.kie.kogito.tracing.typedvalue.UnitValue) CounterfactualSearchDomainUnitValue(org.kie.kogito.explainability.api.CounterfactualSearchDomainUnitValue) ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) Decision(org.kie.kogito.trusty.storage.api.model.decision.Decision) IntNode(com.fasterxml.jackson.databind.node.IntNode) NamedTypedValue(org.kie.kogito.explainability.api.NamedTypedValue) BaseExplainabilityRequest(org.kie.kogito.explainability.api.BaseExplainabilityRequest) CounterfactualSearchDomainUnitValue(org.kie.kogito.explainability.api.CounterfactualSearchDomainUnitValue) CounterfactualSearchDomainValue(org.kie.kogito.explainability.api.CounterfactualSearchDomainValue) CounterfactualSearchDomain(org.kie.kogito.explainability.api.CounterfactualSearchDomain) Test(org.junit.jupiter.api.Test)

Aggregations

ArrayList (java.util.ArrayList)2 List (java.util.List)2 Map (java.util.Map)2 Test (org.junit.jupiter.api.Test)2 CounterfactualDomainRange (org.kie.kogito.explainability.api.CounterfactualDomainRange)2 CounterfactualSearchDomain (org.kie.kogito.explainability.api.CounterfactualSearchDomain)2 CounterfactualSearchDomainValue (org.kie.kogito.explainability.api.CounterfactualSearchDomainValue)2 NamedTypedValue (org.kie.kogito.explainability.api.NamedTypedValue)2 ArgumentMatchers.anyString (org.mockito.ArgumentMatchers.anyString)2 JsonProcessingException (com.fasterxml.jackson.core.JsonProcessingException)1 JsonNode (com.fasterxml.jackson.databind.JsonNode)1 ObjectMapper (com.fasterxml.jackson.databind.ObjectMapper)1 IntNode (com.fasterxml.jackson.databind.node.IntNode)1 TextNode (com.fasterxml.jackson.databind.node.TextNode)1 QuarkusTest (io.quarkus.test.junit.QuarkusTest)1 RequestLoggingFilter (io.restassured.filter.log.RequestLoggingFilter)1 ResponseLoggingFilter (io.restassured.filter.log.ResponseLoggingFilter)1 OffsetDateTime (java.time.OffsetDateTime)1 Collections (java.util.Collections)1 UUID (java.util.UUID)1