Examples with Evaluation com.sri.ai.praise.evaluate.run.Evaluation used on opensource projects

Example 1 with Evaluation

use of com.sri.ai.praise.evaluate.run.Evaluation in project aic-praise by aic-sri-international.

the class AbstractEvaluateCLI method evaluate.

/**
	 * Evaluates given solvers on given models according to given evaluation
	 * configurations and streams for notifications and results.
	 * 
	 * @param configuration
	 * @param modelsContainer
	 * @param solverConfigurations
	 * @param notificationOut
	 * @param resultOut
	 */
public static void evaluate(Evaluation.Configuration configuration, PagedModelContainer modelsContainer, List<SolverEvaluatorConfiguration> solverConfigurations, PrintStream notificationOut, PrintStream resultOut) {
    Evaluation evaluation = new Evaluation();
    evaluation.evaluate(configuration, modelsContainer, solverConfigurations, new Evaluation.Listener() {

        @Override
        public void notification(String notification) {
            notificationOut.println(notification);
        }

        @Override
        public void notificationException(Exception ex) {
            ex.printStackTrace(notificationOut);
        }

        @Override
        public void csvResultOutput(String csvLine) {
            resultOut.println(csvLine);
        }
    });
}