Search in sources :

Example 1 with KiePMMLParameterField

use of org.kie.pmml.commons.transformations.KiePMMLParameterField in project drools by kiegroup.

the class KiePMMLApplyTest method getDefineFunctionApplyFromConstant.

private KiePMMLDefineFunction getDefineFunctionApplyFromConstant() {
    // <DefineFunction name="CUSTOM_FUNCTION" optype="continuous" dataType="double">
    // <ParameterField name="PARAM_1"/>
    // <ParameterField field="PARAM_2"/>
    // <Apply function="/">
    // <Constant>100.0</Constant>
    // <Constant>5.0</Constant>
    // </Apply>
    // </DefineFunction>
    final KiePMMLConstant kiePMMLConstant1 = new KiePMMLConstant(PARAM_1, Collections.emptyList(), value1, null);
    final KiePMMLConstant kiePMMLConstant2 = new KiePMMLConstant(PARAM_2, Collections.emptyList(), value2, null);
    KiePMMLApply kiePMMLApply = KiePMMLApply.builder("NAME", Collections.emptyList(), "/").withKiePMMLExpressions(Arrays.asList(kiePMMLConstant1, kiePMMLConstant2)).build();
    final KiePMMLParameterField parameterField1 = KiePMMLParameterField.builder(PARAM_1, Collections.emptyList()).build();
    final KiePMMLParameterField parameterField2 = KiePMMLParameterField.builder(PARAM_2, Collections.emptyList()).build();
    return new KiePMMLDefineFunction(CUSTOM_FUNCTION, Collections.emptyList(), null, OP_TYPE.CONTINUOUS, Arrays.asList(parameterField1, parameterField2), kiePMMLApply);
}
Also used : KiePMMLDefineFunction(org.kie.pmml.commons.transformations.KiePMMLDefineFunction) KiePMMLParameterField(org.kie.pmml.commons.transformations.KiePMMLParameterField)

Example 2 with KiePMMLParameterField

use of org.kie.pmml.commons.transformations.KiePMMLParameterField in project drools by kiegroup.

the class KiePMMLDefineFunctionInstanceFactory method getKiePMMLDefineFunction.

static KiePMMLDefineFunction getKiePMMLDefineFunction(final DefineFunction defineFunction) {
    final List<KiePMMLParameterField> kiePMMLParameterFields = getKiePMMLParameterFields(defineFunction.getParameterFields());
    DATA_TYPE dataType = defineFunction.getDataType() != null ? DATA_TYPE.byName(defineFunction.getDataType().value()) : null;
    OP_TYPE opType = defineFunction.getOpType() != null ? OP_TYPE.byName(defineFunction.getOpType().value()) : null;
    return new KiePMMLDefineFunction(defineFunction.getName(), getKiePMMLExtensions(defineFunction.getExtensions()), dataType, opType, kiePMMLParameterFields, getKiePMMLExpression(defineFunction.getExpression()));
}
Also used : KiePMMLDefineFunction(org.kie.pmml.commons.transformations.KiePMMLDefineFunction) OP_TYPE(org.kie.pmml.api.enums.OP_TYPE) KiePMMLParameterField(org.kie.pmml.commons.transformations.KiePMMLParameterField) DATA_TYPE(org.kie.pmml.api.enums.DATA_TYPE)

Example 3 with KiePMMLParameterField

use of org.kie.pmml.commons.transformations.KiePMMLParameterField in project drools by kiegroup.

the class PreProcessTest method executeTransformations.

@Test
public void executeTransformations() {
    // <DefineFunction name="CUSTOM_FUNCTION" optype="continuous" dataType="double">
    // <ParameterField name="PARAM_1" />
    // <ParameterField name="PARAM_2" />
    // <Apply function="/">
    // <FieldRef>PARAM_1</FieldRef>
    // <FieldRef>PARAM_2</FieldRef>
    // </Apply>
    // </DefineFunction>
    final KiePMMLParameterField kiePMMLParameterField1 = KiePMMLParameterField.builder(PARAM_1, Collections.emptyList()).build();
    final KiePMMLParameterField kiePMMLParameterField2 = KiePMMLParameterField.builder(PARAM_2, Collections.emptyList()).build();
    final KiePMMLFieldRef kiePMMLFieldRef1 = new KiePMMLFieldRef(PARAM_1, Collections.emptyList(), null);
    final KiePMMLFieldRef kiePMMLFieldRef2 = new KiePMMLFieldRef(PARAM_2, Collections.emptyList(), null);
    final KiePMMLApply kiePMMLApplyRef = KiePMMLApply.builder("NAMEREF", Collections.emptyList(), "/").withKiePMMLExpressions(Arrays.asList(kiePMMLFieldRef1, kiePMMLFieldRef2)).build();
    final KiePMMLDefineFunction defineFunction = new KiePMMLDefineFunction(CUSTOM_FUNCTION, Collections.emptyList(), DATA_TYPE.DOUBLE, OP_TYPE.CONTINUOUS, Arrays.asList(kiePMMLParameterField1, kiePMMLParameterField2), kiePMMLApplyRef);
    // <DerivedField name="CUSTOM_REF_FIELD" optype="continuous" dataType="double">
    // <Apply function="CUSTOM_FUNCTION">
    // <FieldRef>INPUT_FIELD</FieldRef>
    // <Constant>5.0</Constant>
    // </Apply>
    // </DerivedField>
    final KiePMMLFieldRef kiePMMLFieldRef3 = new KiePMMLFieldRef(INPUT_FIELD, Collections.emptyList(), null);
    final KiePMMLConstant kiePMMLConstant1 = new KiePMMLConstant(PARAM_2, Collections.emptyList(), value2, null);
    final KiePMMLApply kiePMMLApply = KiePMMLApply.builder("NAME", Collections.emptyList(), CUSTOM_FUNCTION).withKiePMMLExpressions(Arrays.asList(kiePMMLFieldRef3, kiePMMLConstant1)).build();
    final KiePMMLDerivedField derivedField = KiePMMLDerivedField.builder(CUSTOM_REF_FIELD, Collections.emptyList(), DATA_TYPE.DOUBLE, OP_TYPE.CONTINUOUS, kiePMMLApply).build();
    // From TransformationDictionary
    KiePMMLTransformationDictionary transformationDictionary = KiePMMLTransformationDictionary.builder("transformationDictionary", Collections.emptyList()).withDefineFunctions(Collections.singletonList(defineFunction)).withDerivedFields(Collections.singletonList(derivedField)).build();
    KiePMMLTestingModel kiePMMLModel = KiePMMLTestingModel.builder("TESTINGMODEL", Collections.emptyList(), MINING_FUNCTION.REGRESSION).withKiePMMLTransformationDictionary(transformationDictionary).build();
    // 
    final PMMLRequestData pmmlRequestData = new PMMLRequestData();
    pmmlRequestData.addRequestParam(INPUT_FIELD, value1);
    Map<String, ParameterInfo> mappedRequestParams = pmmlRequestData.getMappedRequestParams();
    final List<KiePMMLNameValue> kiePMMLNameValues = PreProcess.getKiePMMLNameValuesFromParameterInfos(mappedRequestParams.values());
    Optional<KiePMMLNameValue> retrieved = kiePMMLNameValues.stream().filter(kiePMMLNameValue -> kiePMMLNameValue.getName().equals(INPUT_FIELD)).findFirst();
    assertTrue(retrieved.isPresent());
    assertEquals(value1, retrieved.get().getValue());
    ProcessingDTO processingDTO = new ProcessingDTO(kiePMMLModel, kiePMMLNameValues);
    PreProcess.executeTransformations(processingDTO, pmmlRequestData);
    mappedRequestParams = pmmlRequestData.getMappedRequestParams();
    Object expected = value1 / value2;
    assertTrue(mappedRequestParams.containsKey(CUSTOM_REF_FIELD));
    assertEquals(expected, mappedRequestParams.get(CUSTOM_REF_FIELD).getValue());
    retrieved = kiePMMLNameValues.stream().filter(kiePMMLNameValue -> kiePMMLNameValue.getName().equals(CUSTOM_REF_FIELD)).findFirst();
    assertTrue(retrieved.isPresent());
    assertEquals(expected, retrieved.get().getValue());
}
Also used : IntStream(java.util.stream.IntStream) CLOSURE(org.kie.pmml.api.enums.CLOSURE) KiePMMLConstant(org.kie.pmml.commons.model.expressions.KiePMMLConstant) Arrays(java.util.Arrays) KiePMMLParameterField(org.kie.pmml.commons.transformations.KiePMMLParameterField) KiePMMLMiningField(org.kie.pmml.commons.model.KiePMMLMiningField) KiePMMLInterval(org.kie.pmml.commons.model.expressions.KiePMMLInterval) OP_TYPE(org.kie.pmml.api.enums.OP_TYPE) ArrayList(java.util.ArrayList) MiningField(org.kie.pmml.api.models.MiningField) KiePMMLNameValue(org.kie.pmml.commons.model.tuples.KiePMMLNameValue) KiePMMLTransformationDictionary(org.kie.pmml.commons.transformations.KiePMMLTransformationDictionary) Map(java.util.Map) ProcessingDTO(org.kie.pmml.commons.model.ProcessingDTO) KiePMMLFieldRef(org.kie.pmml.commons.model.expressions.KiePMMLFieldRef) MISSING_VALUE_TREATMENT_METHOD(org.kie.pmml.api.enums.MISSING_VALUE_TREATMENT_METHOD) INVALID_VALUE_TREATMENT_METHOD(org.kie.pmml.api.enums.INVALID_VALUE_TREATMENT_METHOD) MINING_FUNCTION(org.kie.pmml.api.enums.MINING_FUNCTION) ParameterInfo(org.kie.api.pmml.ParameterInfo) KiePMMLDefineFunction(org.kie.pmml.commons.transformations.KiePMMLDefineFunction) Assert.assertTrue(org.junit.Assert.assertTrue) Test(org.junit.Test) Collectors(java.util.stream.Collectors) DATA_TYPE(org.kie.pmml.api.enums.DATA_TYPE) List(java.util.List) KiePMMLApply(org.kie.pmml.commons.model.expressions.KiePMMLApply) Assert.assertNull(org.junit.Assert.assertNull) PMMLRequestData(org.kie.api.pmml.PMMLRequestData) KiePMMLTestingModel(org.kie.pmml.commons.testingutility.KiePMMLTestingModel) Optional(java.util.Optional) Collections(java.util.Collections) KiePMMLException(org.kie.pmml.api.exceptions.KiePMMLException) Assert.assertEquals(org.junit.Assert.assertEquals) KiePMMLDerivedField(org.kie.pmml.commons.transformations.KiePMMLDerivedField) PMMLRequestData(org.kie.api.pmml.PMMLRequestData) KiePMMLApply(org.kie.pmml.commons.model.expressions.KiePMMLApply) KiePMMLTestingModel(org.kie.pmml.commons.testingutility.KiePMMLTestingModel) KiePMMLNameValue(org.kie.pmml.commons.model.tuples.KiePMMLNameValue) ParameterInfo(org.kie.api.pmml.ParameterInfo) KiePMMLConstant(org.kie.pmml.commons.model.expressions.KiePMMLConstant) KiePMMLTransformationDictionary(org.kie.pmml.commons.transformations.KiePMMLTransformationDictionary) ProcessingDTO(org.kie.pmml.commons.model.ProcessingDTO) KiePMMLDefineFunction(org.kie.pmml.commons.transformations.KiePMMLDefineFunction) KiePMMLDerivedField(org.kie.pmml.commons.transformations.KiePMMLDerivedField) KiePMMLParameterField(org.kie.pmml.commons.transformations.KiePMMLParameterField) KiePMMLFieldRef(org.kie.pmml.commons.model.expressions.KiePMMLFieldRef) Test(org.junit.Test)

Example 4 with KiePMMLParameterField

use of org.kie.pmml.commons.transformations.KiePMMLParameterField in project drools by kiegroup.

the class PostProcessTest method populateTransformedOutputFieldWithApplyDefineFunctionFromApply.

@Test
public void populateTransformedOutputFieldWithApplyDefineFunctionFromApply() {
    // <DefineFunction name="CUSTOM_FUNCTION" optype="continuous" dataType="double">
    // <ParameterField name="PARAM_1" />
    // <Apply function="/">
    // <FieldRef>PARAM_1</FieldRef>
    // <Constant>5.0</Constant>
    // </Apply>
    // </DefineFunction>
    final KiePMMLParameterField kiePMMLParameterField = KiePMMLParameterField.builder(PARAM_1, Collections.emptyList()).build();
    final KiePMMLFieldRef kiePMMLFieldRef1 = new KiePMMLFieldRef(PARAM_1, Collections.emptyList(), null);
    final KiePMMLConstant kiePMMLConstant2 = new KiePMMLConstant(PARAM_2, Collections.emptyList(), value2, null);
    final KiePMMLApply kiePMMLApplyRef = KiePMMLApply.builder("NAMEREF", Collections.emptyList(), "/").withKiePMMLExpressions(Arrays.asList(kiePMMLFieldRef1, kiePMMLConstant2)).build();
    final KiePMMLDefineFunction defineFunction = new KiePMMLDefineFunction(CUSTOM_FUNCTION, Collections.emptyList(), DATA_TYPE.DOUBLE, OP_TYPE.CONTINUOUS, Collections.singletonList(kiePMMLParameterField), kiePMMLApplyRef);
    // <Apply function="CUSTOM_FUNCTION">
    // <Constant>100.0</Constant>
    // </Apply>
    final KiePMMLConstant kiePMMLConstant3 = new KiePMMLConstant(PARAM_2, Collections.emptyList(), value1, null);
    KiePMMLApply kiePMMLApply = KiePMMLApply.builder("NAME", Collections.emptyList(), CUSTOM_FUNCTION).withKiePMMLExpressions(Collections.singletonList(kiePMMLConstant3)).build();
    KiePMMLOutputField outputField = KiePMMLOutputField.builder(OUTPUT_NAME, Collections.emptyList()).withResultFeature(RESULT_FEATURE.TRANSFORMED_VALUE).withKiePMMLExpression(kiePMMLApply).build();
    // From TransformationDictionary
    KiePMMLTransformationDictionary transformationDictionary = KiePMMLTransformationDictionary.builder("transformationDictionary", Collections.emptyList()).withDefineFunctions(Collections.singletonList(defineFunction)).build();
    KiePMMLTestingModel kiePMMLModel = testingModelBuilder(outputField).withKiePMMLTransformationDictionary(transformationDictionary).build();
    ProcessingDTO processingDTO = buildProcessingDTOWithEmptyNameValues(kiePMMLModel);
    PMML4Result toUpdate = new PMML4Result();
    PostProcess.populateOutputFields(toUpdate, processingDTO);
    assertFalse(toUpdate.getResultVariables().isEmpty());
    assertTrue(toUpdate.getResultVariables().containsKey(OUTPUT_NAME));
    assertEquals(value1 / value2, toUpdate.getResultVariables().get(OUTPUT_NAME));
}
Also used : CommonTestingUtility.getProcessingDTO(org.kie.pmml.commons.CommonTestingUtility.getProcessingDTO) ProcessingDTO(org.kie.pmml.commons.model.ProcessingDTO) PMML4Result(org.kie.api.pmml.PMML4Result) KiePMMLApply(org.kie.pmml.commons.model.expressions.KiePMMLApply) KiePMMLDefineFunction(org.kie.pmml.commons.transformations.KiePMMLDefineFunction) KiePMMLOutputField(org.kie.pmml.commons.model.KiePMMLOutputField) KiePMMLTestingModel(org.kie.pmml.commons.testingutility.KiePMMLTestingModel) KiePMMLParameterField(org.kie.pmml.commons.transformations.KiePMMLParameterField) KiePMMLFieldRef(org.kie.pmml.commons.model.expressions.KiePMMLFieldRef) KiePMMLConstant(org.kie.pmml.commons.model.expressions.KiePMMLConstant) KiePMMLTransformationDictionary(org.kie.pmml.commons.transformations.KiePMMLTransformationDictionary) Test(org.junit.Test)

Example 5 with KiePMMLParameterField

use of org.kie.pmml.commons.transformations.KiePMMLParameterField in project drools by kiegroup.

the class InstanceFactoriesTestCommon method commonVerifyKiePMMLDefineFunction.

static void commonVerifyKiePMMLDefineFunction(KiePMMLDefineFunction toVerify, DefineFunction source) {
    assertNotNull(toVerify);
    assertEquals(source.getName(), toVerify.getName());
    DATA_TYPE expectedDataType = DATA_TYPE.byName(source.getDataType().value());
    assertEquals(expectedDataType, toVerify.getDataType());
    OP_TYPE expectedOpType = OP_TYPE.byName(source.getOpType().value());
    assertEquals(expectedOpType, toVerify.getOpType());
    commonVerifyKiePMMLExpression(toVerify.getKiePMMLExpression(), source.getExpression());
    List<ParameterField> sourcesParameterFields = source.getParameterFields();
    List<KiePMMLParameterField> toVerifyList = toVerify.getParameterFields();
    assertEquals(sourcesParameterFields.size(), toVerifyList.size());
    sourcesParameterFields.forEach(paramSource -> {
        Optional<KiePMMLParameterField> parameterToVerify = toVerifyList.stream().filter(param -> param.getName().equals(paramSource.getName().getValue())).findFirst();
        assertTrue(parameterToVerify.isPresent());
        commonVerifyKiePMMLParameterField(parameterToVerify.get(), paramSource);
    });
}
Also used : Interval(org.dmg.pmml.Interval) KiePMMLParameterField(org.kie.pmml.commons.transformations.KiePMMLParameterField) FieldColumnPair(org.dmg.pmml.FieldColumnPair) KiePMMLMiningField(org.kie.pmml.commons.model.KiePMMLMiningField) NormDiscrete(org.dmg.pmml.NormDiscrete) KiePMMLInterval(org.kie.pmml.commons.model.expressions.KiePMMLInterval) KiePMMLTruePredicate(org.kie.pmml.commons.model.predicates.KiePMMLTruePredicate) OP_TYPE(org.kie.pmml.api.enums.OP_TYPE) Row(org.dmg.pmml.Row) KiePMMLOutputField(org.kie.pmml.commons.model.KiePMMLOutputField) KiePMMLInlineTable(org.kie.pmml.commons.model.expressions.KiePMMLInlineTable) KiePMMLLinearNorm(org.kie.pmml.commons.model.expressions.KiePMMLLinearNorm) KiePMMLNormContinuous(org.kie.pmml.commons.model.expressions.KiePMMLNormContinuous) DiscretizeBin(org.dmg.pmml.DiscretizeBin) KiePMMLRow(org.kie.pmml.commons.model.expressions.KiePMMLRow) Assert.fail(org.junit.Assert.fail) TextIndexNormalization(org.dmg.pmml.TextIndexNormalization) SimpleSetPredicate(org.dmg.pmml.SimpleSetPredicate) True(org.dmg.pmml.True) KiePMMLDiscretizeBin(org.kie.pmml.commons.model.expressions.KiePMMLDiscretizeBin) CompoundPredicate(org.dmg.pmml.CompoundPredicate) KiePMMLFieldColumnPair(org.kie.pmml.commons.model.expressions.KiePMMLFieldColumnPair) KiePMMLTargetValue(org.kie.pmml.commons.model.KiePMMLTargetValue) KiePMMLSimpleSetPredicate(org.kie.pmml.commons.model.predicates.KiePMMLSimpleSetPredicate) NormContinuous(org.dmg.pmml.NormContinuous) KiePMMLDiscretize(org.kie.pmml.commons.model.expressions.KiePMMLDiscretize) DataField(org.dmg.pmml.DataField) KiePMMLTextIndexNormalization(org.kie.pmml.commons.model.expressions.KiePMMLTextIndexNormalization) List(java.util.List) KiePMMLApply(org.kie.pmml.commons.model.expressions.KiePMMLApply) Optional(java.util.Optional) ParameterField(org.dmg.pmml.ParameterField) KiePMMLDerivedField(org.kie.pmml.commons.transformations.KiePMMLDerivedField) IntStream(java.util.stream.IntStream) KiePMMLConstant(org.kie.pmml.commons.model.expressions.KiePMMLConstant) Predicate(org.dmg.pmml.Predicate) DefineFunction(org.dmg.pmml.DefineFunction) InlineTable(org.dmg.pmml.InlineTable) OutputField(org.dmg.pmml.OutputField) KiePMMLMapValues(org.kie.pmml.commons.model.expressions.KiePMMLMapValues) KiePMMLNormDiscrete(org.kie.pmml.commons.model.expressions.KiePMMLNormDiscrete) DerivedField(org.dmg.pmml.DerivedField) CAST_INTEGER(org.kie.pmml.api.enums.CAST_INTEGER) Discretize(org.dmg.pmml.Discretize) KiePMMLFieldRef(org.kie.pmml.commons.model.expressions.KiePMMLFieldRef) MiningField(org.dmg.pmml.MiningField) KiePMMLExpression(org.kie.pmml.commons.model.expressions.KiePMMLExpression) TargetValue(org.dmg.pmml.TargetValue) KiePMMLDefineFunction(org.kie.pmml.commons.transformations.KiePMMLDefineFunction) Expression(org.dmg.pmml.Expression) False(org.dmg.pmml.False) KiePMMLSimplePredicate(org.kie.pmml.commons.model.predicates.KiePMMLSimplePredicate) Assert.assertNotNull(org.junit.Assert.assertNotNull) TextIndex(org.dmg.pmml.TextIndex) FieldRef(org.dmg.pmml.FieldRef) KiePMMLCompoundPredicate(org.kie.pmml.commons.model.predicates.KiePMMLCompoundPredicate) Assert.assertTrue(org.junit.Assert.assertTrue) StringEscapeUtils(org.apache.commons.text.StringEscapeUtils) Target(org.dmg.pmml.Target) DATA_TYPE(org.kie.pmml.api.enums.DATA_TYPE) KiePMMLPredicate(org.kie.pmml.commons.model.predicates.KiePMMLPredicate) Array(org.dmg.pmml.Array) SimplePredicate(org.dmg.pmml.SimplePredicate) KiePMMLTarget(org.kie.pmml.commons.model.KiePMMLTarget) KiePMMLTextIndex(org.kie.pmml.commons.model.expressions.KiePMMLTextIndex) LinearNorm(org.dmg.pmml.LinearNorm) MapValues(org.dmg.pmml.MapValues) Apply(org.dmg.pmml.Apply) EXPRESSION_NOT_MANAGED(org.kie.pmml.commons.Constants.EXPRESSION_NOT_MANAGED) Constant(org.dmg.pmml.Constant) KiePMMLException(org.kie.pmml.api.exceptions.KiePMMLException) KiePMMLFalsePredicate(org.kie.pmml.commons.model.predicates.KiePMMLFalsePredicate) Assert.assertEquals(org.junit.Assert.assertEquals) OP_TYPE(org.kie.pmml.api.enums.OP_TYPE) DATA_TYPE(org.kie.pmml.api.enums.DATA_TYPE) KiePMMLParameterField(org.kie.pmml.commons.transformations.KiePMMLParameterField) KiePMMLParameterField(org.kie.pmml.commons.transformations.KiePMMLParameterField) ParameterField(org.dmg.pmml.ParameterField)

Aggregations

KiePMMLParameterField (org.kie.pmml.commons.transformations.KiePMMLParameterField)8 KiePMMLDefineFunction (org.kie.pmml.commons.transformations.KiePMMLDefineFunction)7 List (java.util.List)2 Optional (java.util.Optional)2 IntStream (java.util.stream.IntStream)2 ParameterField (org.dmg.pmml.ParameterField)2 Assert.assertEquals (org.junit.Assert.assertEquals)2 Assert.assertTrue (org.junit.Assert.assertTrue)2 Test (org.junit.Test)2 DATA_TYPE (org.kie.pmml.api.enums.DATA_TYPE)2 OP_TYPE (org.kie.pmml.api.enums.OP_TYPE)2 ProcessingDTO (org.kie.pmml.commons.model.ProcessingDTO)2 KiePMMLApply (org.kie.pmml.commons.model.expressions.KiePMMLApply)2 KiePMMLConstant (org.kie.pmml.commons.model.expressions.KiePMMLConstant)2 KiePMMLFieldRef (org.kie.pmml.commons.model.expressions.KiePMMLFieldRef)2 KiePMMLTestingModel (org.kie.pmml.commons.testingutility.KiePMMLTestingModel)2 KiePMMLTransformationDictionary (org.kie.pmml.commons.transformations.KiePMMLTransformationDictionary)2 ArrayList (java.util.ArrayList)1 Arrays (java.util.Arrays)1 Collections (java.util.Collections)1