use of org.kie.kogito.explainability.model.Feature in project kogito-apps by kiegroup.
the class CounterfactualScoreCalculatorTest method testGoalSizeSmaller.
/**
* Using a smaller number of features in the goals (1) than the model's output (2) should
* throw an {@link IllegalArgumentException} with the appropriate message.
*/
@Test
void testGoalSizeSmaller() throws ExecutionException, InterruptedException {
final CounterFactualScoreCalculator scoreCalculator = new CounterFactualScoreCalculator();
PredictionProvider model = TestUtils.getFeatureSkipModel(0);
List<Feature> features = new ArrayList<>();
List<FeatureDomain> featureDomains = new ArrayList<>();
List<Boolean> constraints = new ArrayList<>();
// f-1
features.add(FeatureFactory.newNumericalFeature("f-1", 1.0));
featureDomains.add(NumericalFeatureDomain.create(0.0, 10.0));
constraints.add(false);
// f-2
features.add(FeatureFactory.newNumericalFeature("f-2", 2.0));
featureDomains.add(NumericalFeatureDomain.create(0.0, 10.0));
constraints.add(false);
// f-3
features.add(FeatureFactory.newBooleanFeature("f-3", true));
featureDomains.add(EmptyFeatureDomain.create());
constraints.add(false);
PredictionInput input = new PredictionInput(features);
PredictionFeatureDomain domains = new PredictionFeatureDomain(featureDomains);
List<CounterfactualEntity> entities = CounterfactualEntityFactory.createEntities(input);
List<Output> goal = new ArrayList<>();
goal.add(new Output("f-2", Type.NUMBER, new Value(2.0), 0.0));
List<PredictionOutput> predictionOutputs = model.predictAsync(List.of(input)).get();
assertEquals(1, goal.size());
// A single prediction is expected
assertEquals(1, predictionOutputs.size());
// Single prediction with two features
assertEquals(2, predictionOutputs.get(0).getOutputs().size());
final CounterfactualSolution solution = new CounterfactualSolution(entities, features, model, goal, UUID.randomUUID(), UUID.randomUUID(), 0.0);
IllegalArgumentException exception = assertThrows(IllegalArgumentException.class, () -> {
scoreCalculator.calculateScore(solution);
});
assertEquals("Prediction size must be equal to goal size", exception.getMessage());
}
use of org.kie.kogito.explainability.model.Feature in project kogito-apps by kiegroup.
the class CounterfactualScoreCalculatorTest method BooleanDistanceDifferentValueThreshold.
@ParameterizedTest
@ValueSource(ints = { 0, 1, 2, 3, 4 })
void BooleanDistanceDifferentValueThreshold(int seed) {
final Random random = new Random(seed);
boolean value = random.nextBoolean();
Feature x = FeatureFactory.newBooleanFeature("x", value);
Feature y = FeatureFactory.newBooleanFeature("y", !value);
Output ox = outputFromFeature(x);
Output oy = outputFromFeature(y);
double distance = CounterFactualScoreCalculator.outputDistance(ox, oy, 0.25);
assertEquals(Type.BOOLEAN, ox.getType());
assertEquals(Type.BOOLEAN, oy.getType());
assertEquals(1.0, distance);
}
use of org.kie.kogito.explainability.model.Feature in project kogito-apps by kiegroup.
the class CounterfactualScoreCalculatorTest method timeDistanceNull.
@Test
void timeDistanceNull() {
final LocalTime value = LocalTime.of(17, 17);
// Null as a goal
Feature predictionFeature = FeatureFactory.newTimeFeature("x", value);
Feature goalFeature = FeatureFactory.newTimeFeature("y", null);
Output predictionOutput = outputFromFeature(predictionFeature);
Output goalOutput = outputFromFeature(goalFeature);
double distance = CounterFactualScoreCalculator.outputDistance(predictionOutput, goalOutput);
assertEquals(Type.TIME, goalOutput.getType());
assertEquals(1.0, distance);
// Null as a prediction
predictionFeature = FeatureFactory.newTimeFeature("x", null);
goalFeature = FeatureFactory.newTimeFeature("y", value);
predictionOutput = outputFromFeature(predictionFeature);
goalOutput = outputFromFeature(goalFeature);
distance = CounterFactualScoreCalculator.outputDistance(predictionOutput, goalOutput);
assertEquals(Type.TIME, predictionOutput.getType());
assertEquals(1.0, distance);
// Null as both prediction and goal
predictionFeature = FeatureFactory.newTimeFeature("x", null);
goalFeature = FeatureFactory.newTimeFeature("y", null);
predictionOutput = outputFromFeature(predictionFeature);
goalOutput = outputFromFeature(goalFeature);
distance = CounterFactualScoreCalculator.outputDistance(predictionOutput, goalOutput);
assertEquals(Type.TIME, predictionOutput.getType());
}
use of org.kie.kogito.explainability.model.Feature in project kogito-apps by kiegroup.
the class CounterfactualScoreCalculatorTest method currencyDistanceNull.
@ParameterizedTest
@ValueSource(ints = { 0, 1, 2, 3, 4 })
void currencyDistanceNull(int seed) {
final Random random = new Random(seed);
final Currency value = Currency.getInstance(Locale.UK);
// Null as a goal
Feature predictionFeature = FeatureFactory.newCurrencyFeature("x", value);
Feature goalFeature = FeatureFactory.newCurrencyFeature("y", null);
Output predictionOutput = outputFromFeature(predictionFeature);
Output goalOutput = outputFromFeature(goalFeature);
double distance = CounterFactualScoreCalculator.outputDistance(predictionOutput, goalOutput);
assertEquals(Type.CURRENCY, goalOutput.getType());
assertEquals(1.0, distance);
// Null as a prediction
predictionFeature = FeatureFactory.newCurrencyFeature("x", null);
goalFeature = FeatureFactory.newCurrencyFeature("y", value);
predictionOutput = outputFromFeature(predictionFeature);
goalOutput = outputFromFeature(goalFeature);
distance = CounterFactualScoreCalculator.outputDistance(predictionOutput, goalOutput);
assertEquals(Type.CURRENCY, predictionOutput.getType());
assertEquals(1.0, distance);
// Null as both prediction and goal
predictionFeature = FeatureFactory.newCurrencyFeature("x", null);
goalFeature = FeatureFactory.newCurrencyFeature("y", null);
predictionOutput = outputFromFeature(predictionFeature);
goalOutput = outputFromFeature(goalFeature);
distance = CounterFactualScoreCalculator.outputDistance(predictionOutput, goalOutput);
assertEquals(Type.CURRENCY, predictionOutput.getType());
}
use of org.kie.kogito.explainability.model.Feature in project kogito-apps by kiegroup.
the class CounterfactualScoreCalculatorTest method TextDistanceDifferentValue.
@ParameterizedTest
@ValueSource(ints = { 0, 1, 2, 3, 4 })
void TextDistanceDifferentValue(int seed) {
final Random random = new Random(seed);
Feature x = FeatureFactory.newTextFeature("x", UUID.randomUUID().toString());
Feature y = FeatureFactory.newTextFeature("y", UUID.randomUUID().toString());
Output ox = outputFromFeature(x);
Output oy = outputFromFeature(y);
double distance = CounterFactualScoreCalculator.outputDistance(ox, oy);
assertEquals(Type.TEXT, ox.getType());
assertEquals(Type.TEXT, oy.getType());
assertEquals(1.0, distance);
}
Aggregations