Examples with ArchiveBatch org.jpmml.evaluator.ArchiveBatch used on opensource projects

Example 1 with ArchiveBatch

use of org.jpmml.evaluator.ArchiveBatch in project jpmml-r by jpmml.

the class ConverterTest method createBatch.

protected ArchiveBatch createBatch(String name, String dataset, Predicate<FieldName> predicate, final Class<? extends Converter<? extends RExp>> clazz) {
    ArchiveBatch result = new IntegrationTestBatch(name, dataset, predicate) {

        @Override
        public IntegrationTest getIntegrationTest() {
            return ConverterTest.this;
        }

        @Override
        public PMML getPMML() throws Exception {
            try (InputStream is = open("/rds/" + getName() + getDataset() + ".rds")) {
                RExpParser parser = new RExpParser(is);
                RExp rexp = parser.parse();
                PMML pmml = convert(rexp, clazz);
                ensureValidity(pmml);
                return pmml;
            }
        }
    };
    return result;
}

Example 2 with ArchiveBatch

use of org.jpmml.evaluator.ArchiveBatch in project jpmml-sparkml by jpmml.

the class ConverterTest method createBatch.

@Override
protected ArchiveBatch createBatch(String name, String dataset, Predicate<FieldName> predicate) {
    Predicate<FieldName> excludePredictionFields = excludeFields(FieldName.create("prediction"), FieldName.create("pmml(prediction)"));
    if (predicate == null) {
        predicate = excludePredictionFields;
    } else {
        predicate = Predicates.and(predicate, excludePredictionFields);
    }
    ArchiveBatch result = new IntegrationTestBatch(name, dataset, predicate) {

        @Override
        public IntegrationTest getIntegrationTest() {
            return ConverterTest.this;
        }

        @Override
        public PMML getPMML() throws Exception {
            StructType schema;
            try (InputStream is = open("/schema/" + getDataset() + ".json")) {
                String json = CharStreams.toString(new InputStreamReader(is, "UTF-8"));
                schema = (StructType) DataType.fromJson(json);
            }
            PipelineModel pipelineModel;
            try (InputStream is = open("/pipeline/" + getName() + getDataset() + ".zip")) {
                File tmpZipFile = File.createTempFile(getName() + getDataset(), ".zip");
                try (OutputStream os = new FileOutputStream(tmpZipFile)) {
                    ByteStreams.copy(is, os);
                }
                File tmpDir = File.createTempFile(getName() + getDataset(), "");
                if (!tmpDir.delete()) {
                    throw new IOException();
                }
                ZipUtil.uncompress(tmpZipFile, tmpDir);
                MLReader<PipelineModel> mlReader = new PipelineModel.PipelineModelReader();
                mlReader.session(ConverterTest.sparkSession);
                pipelineModel = mlReader.load(tmpDir.getAbsolutePath());
            }
            PMML pmml = ConverterUtil.toPMML(schema, pipelineModel);
            ensureValidity(pmml);
            return pmml;
        }
    };
    return result;
}