Examples with PredictionProvider org.kie.kogito.explainability.model.PredictionProvider used on opensource projects

Example 56 with PredictionProvider

use of org.kie.kogito.explainability.model.PredictionProvider in project kogito-apps by kiegroup.

the class RecordingLimeExplainerTest method testAutomaticConfigOptimization.

@ParameterizedTest
@ValueSource(longs = { 0 })
void testAutomaticConfigOptimization(long seed) throws Exception {
    PredictionProvider model = TestUtils.getSumThresholdModel(10, 10);
    PerturbationContext pc = new PerturbationContext(seed, new Random(), 1);
    LimeConfig config = new LimeConfig().withPerturbationContext(pc);
    RecordingLimeExplainer limeExplainer = new RecordingLimeExplainer(2);
    for (int i = 0; i < 50; i++) {
        List<Feature> features = new LinkedList<>();
        features.add(TestUtils.getMockedNumericFeature(Type.NUMBER.randomValue(pc).asNumber()));
        features.add(TestUtils.getMockedNumericFeature(Type.NUMBER.randomValue(pc).asNumber()));
        features.add(TestUtils.getMockedNumericFeature(Type.NUMBER.randomValue(pc).asNumber()));
        PredictionInput input = new PredictionInput(features);
        List<PredictionOutput> outputs = model.predictAsync(List.of(input)).get(Config.INSTANCE.getAsyncTimeout(), Config.INSTANCE.getAsyncTimeUnit());
        Prediction prediction = new SimplePrediction(input, outputs.get(0));
        Map<String, Saliency> saliencyMap = limeExplainer.explainAsync(prediction, model).toCompletableFuture().get(Config.INSTANCE.getAsyncTimeout(), Config.INSTANCE.getAsyncTimeUnit());
        for (Saliency saliency : saliencyMap.values()) {
            assertNotNull(saliency);
        }
    }
    LimeConfig optimizedConfig = limeExplainer.getExecutionConfig();
    assertThat(optimizedConfig).isNotEqualTo(config);
}

Example 57 with PredictionProvider

use of org.kie.kogito.explainability.model.PredictionProvider in project kogito-apps by kiegroup.

the class RecordingLimeExplainerTest method testEmptyInput.

@Test
void testEmptyInput() {
    RecordingLimeExplainer recordingLimeExplainer = new RecordingLimeExplainer(10);
    PredictionProvider model = mock(PredictionProvider.class);
    Prediction prediction = mock(Prediction.class);
    assertThatCode(() -> recordingLimeExplainer.explainAsync(prediction, model)).hasMessage("cannot explain a prediction whose input is empty");
}

Example 58 with PredictionProvider

use of org.kie.kogito.explainability.model.PredictionProvider in project kogito-apps by kiegroup.

the class ShapKernelExplainerTest method testMultiVarianceOneOutputLogit.

// test a single output model with many varying features and logit link
@Test
void testMultiVarianceOneOutputLogit() throws InterruptedException, TimeoutException, ExecutionException {
    PredictionProvider model = TestUtils.getSumSkipModel(1);
    List<PredictionInput> background = createPIFromMatrix(backgroundLogit);
    ShapConfig skConfig = ShapConfig.builder().withBackground(background).withLink(ShapConfig.LinkType.LOGIT).withNSamples(100).withPC(pc).build();
    shapTestCase(model, skConfig, toExplainLogit, logitSHAP);
}

Example 59 with PredictionProvider

use of org.kie.kogito.explainability.model.PredictionProvider in project kogito-apps by kiegroup.

the class ShapKernelExplainerTest method testOneVarianceMultiOutput.

// test a multi-output model with one varying feature
@Test
void testOneVarianceMultiOutput() throws InterruptedException, TimeoutException, ExecutionException {
    PredictionProvider model = TestUtils.getSumSkipTwoOutputModel(1);
    List<PredictionInput> background = createPIFromMatrix(backgroundNoVariance);
    ShapConfig skConfig = testConfig.withBackground(background).build();
    shapTestCase(model, skConfig, toExplainOneVariance, oneVarianceMultiOutputSHAP);
}

Example 60 with PredictionProvider

use of org.kie.kogito.explainability.model.PredictionProvider in project kogito-apps by kiegroup.

the class ShapKernelExplainerTest method testParallel.

@Test
void testParallel() throws InterruptedException, ExecutionException {
    // establish background data and desired data to explain
    double[][] largeBackground = new double[100][10];
    for (int i = 0; i < 100; i++) {
        for (int j = 0; j < 10; j++) {
            largeBackground[i][j] = i / 100. + j;
        }
    }
    double[][] toExplainLargeBackground = { { 0, 1., -2., 3.5, -4.1, 5.5, -12., .8, .11, 15. } };
    double[][][] expected = { { { -0.495, 0., -4.495, 0.005, -8.595, 0.005, -18.495, -6.695, -8.385, 5.505 } } };
    List<PredictionInput> background = createPIFromMatrix(largeBackground);
    List<PredictionInput> toExplain = createPIFromMatrix(toExplainLargeBackground);
    PredictionProvider model = TestUtils.getSumSkipModel(1);
    ShapConfig skConfig = testConfig.withBackground(background).build();
    // initialize explainer
    List<PredictionOutput> predictionOutputs = model.predictAsync(toExplain).get();
    List<Prediction> predictions = new ArrayList<>();
    for (int i = 0; i < predictionOutputs.size(); i++) {
        predictions.add(new SimplePrediction(toExplain.get(i), predictionOutputs.get(i)));
    }
    // evaluate if the explanations match the expected value
    ShapKernelExplainer ske = new ShapKernelExplainer(skConfig);
    CompletableFuture<ShapResults> explanationsCF = ske.explainAsync(predictions.get(0), model);
    ExecutorService executor = ForkJoinPool.commonPool();
    executor.submit(() -> {
        Saliency[] explanationSaliencies = explanationsCF.join().getSaliencies();
        RealMatrix explanations = saliencyToMatrix(explanationSaliencies)[0];
        assertArrayEquals(expected[0][0], explanations.getRow(0), 1e-2);
    });
}