Examples with Prediction org.kie.kogito.explainability.model.Prediction used on opensource projects

Example 56 with Prediction

use of org.kie.kogito.explainability.model.Prediction in project kogito-apps by kiegroup.

the class ShapKernelExplainerTest method testPredictionWrongSize.

// Test cases with prediction size mismatches ========================================================
@Test
void testPredictionWrongSize() throws InterruptedException, TimeoutException, ExecutionException {
    // establish background data and desired data to explain
    double[][] backgroundMat = new double[5][5];
    for (int i = 0; i < 5; i++) {
        for (int j = 0; j < 5; j++) {
            backgroundMat[i][j] = i / 5. + j;
        }
    }
    double[][] toExplainTooSmall = { { 0, 1., 2., 3., 4. } };
    List<PredictionInput> background = createPIFromMatrix(backgroundMat);
    List<PredictionInput> toExplain = createPIFromMatrix(toExplainTooSmall);
    PredictionProvider modelForPredictions = TestUtils.getSumSkipTwoOutputModel(1);
    PredictionProvider modelForShap = TestUtils.getSumSkipModel(1);
    ShapConfig skConfig = testConfig.withBackground(background).build();
    // initialize explainer
    List<PredictionOutput> predictionOutputs = modelForPredictions.predictAsync(toExplain).get(5, TimeUnit.SECONDS);
    List<Prediction> predictions = new ArrayList<>();
    for (int i = 0; i < predictionOutputs.size(); i++) {
        predictions.add(new SimplePrediction(toExplain.get(i), predictionOutputs.get(i)));
    }
    // make sure we get an illegal argument exception; our prediction to explain has a different shape t
    // than the background predictions will
    Prediction p = predictions.get(0);
    ShapKernelExplainer ske = new ShapKernelExplainer(skConfig);
    assertThrows(ExecutionException.class, () -> ske.explainAsync(p, modelForShap).get());
}

Example 57 with Prediction

use of org.kie.kogito.explainability.model.Prediction in project kogito-apps by kiegroup.

the class ShapKernelExplainerTest method testLargeBackground2.

@Test
void testLargeBackground2() throws InterruptedException, TimeoutException, ExecutionException {
    // establish background data and desired data to explain
    double[][] largeBackground = new double[100][10];
    for (int i = 0; i < 100; i++) {
        for (int j = 0; j < 10; j++) {
            largeBackground[i][j] = i / 100. + j;
        }
    }
    double[][] toExplainLargeBackground = { { 0, 1., -2., 3.5, -4.1, 5.5, -12., .8, .11, 15. } };
    double[][][] expected = { { { -0.495, 0., -4.495, 0.005, -8.595, 0.005, -18.495, -6.695, -8.385, 5.505 } } };
    List<PredictionInput> background = createPIFromMatrix(largeBackground);
    List<PredictionInput> toExplain = createPIFromMatrix(toExplainLargeBackground);
    PredictionProvider model = TestUtils.getSumSkipModel(1);
    ShapConfig skConfig = testConfig.withBackground(background).withNSamples(1000).build();
    // initialize explainer
    List<PredictionOutput> predictionOutputs = model.predictAsync(toExplain).get();
    List<Prediction> predictions = new ArrayList<>();
    for (int i = 0; i < predictionOutputs.size(); i++) {
        predictions.add(new SimplePrediction(toExplain.get(i), predictionOutputs.get(i)));
    }
    // evaluate if the explanations match the expected value
    ShapKernelExplainer ske = new ShapKernelExplainer(skConfig);
    for (int i = 0; i < toExplain.size(); i++) {
        Saliency[] explanationSaliencies = ske.explainAsync(predictions.get(i), model).get(5, TimeUnit.SECONDS).getSaliencies();
        RealMatrix[] explanationsAndConfs = saliencyToMatrix(explanationSaliencies);
        RealMatrix explanations = explanationsAndConfs[0];
        for (int j = 0; j < explanations.getRowDimension(); j++) {
            assertArrayEquals(expected[i][j], explanations.getRow(j), 1e-2);
        }
    }
}

Example 58 with Prediction

use of org.kie.kogito.explainability.model.Prediction in project kogito-apps by kiegroup.

the class ShapKernelExplainerTest method testRegularizations.

@ParameterizedTest
@ValueSource(ints = { 0, 1, 2, 3 })
void testRegularizations(int config) throws InterruptedException, ExecutionException {
    PredictionProvider model = TestUtils.getSumSkipModel(1);
    List<PredictionInput> toExplain = createPIFromMatrix(toExplainRegTests);
    RealMatrix toExplainMatrix = MatrixUtils.createRealMatrix(toExplainRegTests);
    List<PredictionOutput> predictionOutputs = model.predictAsync(toExplain).get();
    RealVector predictionOutputVector = MatrixUtilsExtensions.vectorFromPredictionOutput(predictionOutputs.get(0));
    Prediction p = new SimplePrediction(toExplain.get(0), predictionOutputs.get(0));
    ShapConfig skConfig = sks.get(config);
    ShapKernelExplainer ske = new ShapKernelExplainer(skConfig);
    ShapResults shapResults = ske.explainAsync(p, model).get();
    Saliency[] saliencies = shapResults.getSaliencies();
    RealMatrix[] explanationsAndConfs = saliencyToMatrix(saliencies);
    RealMatrix explanations = explanationsAndConfs[0];
    double actualOut = predictionOutputVector.getEntry(0);
    double predOut = MatrixUtilsExtensions.sum(explanations.getRowVector(0)) + shapResults.getFnull().getEntry(0);
    assertTrue(Math.abs(predOut - actualOut) < 1e-6);
}

Example 59 with Prediction

use of org.kie.kogito.explainability.model.Prediction in project kogito-apps by kiegroup.

the class ShapKernelExplainerTest method testBatched.

@Test
void testBatched() throws ExecutionException, InterruptedException {
    RealVector modelWeights = MatrixUtils.createRealMatrix(generateN(1, 10, "5021")).getRowVector(0);
    PredictionProvider model = TestUtils.getLinearModel(modelWeights.toArray());
    RealMatrix data = MatrixUtils.createRealMatrix(generateN(101, 10, "8629"));
    List<PredictionInput> toExplain = createPIFromMatrix(data.getRowMatrix(100).getData());
    List<PredictionOutput> predictionOutputs = model.predictAsync(toExplain).get();
    RealVector predictionOutputVector = MatrixUtilsExtensions.vectorFromPredictionOutput(predictionOutputs.get(0));
    Prediction p = new SimplePrediction(toExplain.get(0), predictionOutputs.get(0));
    List<PredictionInput> bg = createPIFromMatrix(new double[100][10]);
    ShapConfig skNB = testConfig.copy().withBackground(bg).withBatchSize(1).build();
    ShapConfig skB = testConfig.copy().withBackground(bg).withBatchSize(20).build();
    ShapKernelExplainer skeNB = new ShapKernelExplainer(skNB);
    ShapResults shapResultsNB = skeNB.explainAsync(p, model).get();
    ShapKernelExplainer skeB = new ShapKernelExplainer(skB);
    ShapResults shapResultsB = skeB.explainAsync(p, model).get();
    assertEquals(shapResultsNB, shapResultsB);
}

Example 60 with Prediction

use of org.kie.kogito.explainability.model.Prediction in project kogito-apps by kiegroup.

the class ShapKernelExplainerTest method testTooLargeBackground.

// Test cases with size errors ========================================================
@Test
void testTooLargeBackground() throws InterruptedException, TimeoutException, ExecutionException {
    // establish background data and desired data to explain
    double[][] tooLargeBackground = new double[10][10];
    for (int i = 0; i < 10; i++) {
        for (int j = 0; j < 10; j++) {
            tooLargeBackground[i][j] = i / 10. + j;
        }
    }
    double[][] toExplainTooSmall = { { 0, 1., 2., 3., 4. } };
    List<PredictionInput> background = createPIFromMatrix(tooLargeBackground);
    List<PredictionInput> toExplain = createPIFromMatrix(toExplainTooSmall);
    PredictionProvider model = TestUtils.getSumSkipModel(1);
    ShapConfig skConfig = testConfig.withBackground(background).build();
    // initialize explainer
    List<PredictionOutput> predictionOutputs = model.predictAsync(toExplain).get(5, TimeUnit.SECONDS);
    List<Prediction> predictions = new ArrayList<>();
    for (int i = 0; i < predictionOutputs.size(); i++) {
        predictions.add(new SimplePrediction(toExplain.get(i), predictionOutputs.get(i)));
    }
    // make sure we get an illegal argument exception because our background is bigger than the point to be explained
    Prediction p = predictions.get(0);
    ShapKernelExplainer ske = new ShapKernelExplainer(skConfig);
    assertThrows(IllegalArgumentException.class, () -> ske.explainAsync(p, model));
}