Search in sources :

Example 1 with ClassInfoElement

use of org.hl7.elm_modelinfo.r1.ClassInfoElement in project quality-measure-and-cohort-service by Alvearie.

the class SparkSchemaCreator method getDataTypeForContextKey.

private Tuple2<String, DataType> getDataTypeForContextKey(String contextName, Set<Tuple2<String, String>> usingInfos) {
    ContextDefinition contextDefinition = contextDefinitions.getContextDefinitionByName(contextName);
    String primaryDataType = contextDefinition.getPrimaryDataType();
    String primaryKeyColumn = contextDefinition.getPrimaryKeyColumn();
    DataType keyType = null;
    ModelManager modelManager = translator.newModelManager();
    // Try to find the key column's type information from a single model info.
    for (Tuple2<String, String> usingInfo : usingInfos) {
        VersionedIdentifier modelInfoIdentifier = new VersionedIdentifier().withId(usingInfo._1()).withVersion(usingInfo._2());
        ModelInfo modelInfo = modelManager.getModelInfoLoader().getModelInfo(modelInfoIdentifier);
        // Look for a ClassInfo element matching primaryDataType for the context
        List<ClassInfo> classInfos = getClassInfos(primaryDataType, modelInfo);
        if (!classInfos.isEmpty()) {
            if (classInfos.size() == 1) {
                ClassInfo classInfo = classInfos.get(0);
                List<ClassInfoElement> elements = classInfo.getElement().stream().filter(x -> x.getName().equals(primaryKeyColumn)).collect(Collectors.toList());
                // check base type
                String baseType = classInfo.getBaseType();
                if (classInfo.getBaseType() != null) {
                    List<ClassInfo> baseClassInfos = getClassInfos(baseType, modelInfo);
                    baseClassInfos.stream().map(ClassInfo::getElement).flatMap(List::stream).filter(element -> element.getName().equals(primaryKeyColumn)).forEach(elements::add);
                }
                // check choice types
                Collection<String> choiceTypes = ModelUtils.getChoiceTypeNames(classInfo);
                choiceTypes.stream().map(type -> getClassInfos(type, modelInfo)).flatMap(List::stream).map(ClassInfo::getElement).flatMap(List::stream).filter(element -> element.getName().equals(primaryKeyColumn)).findFirst().ifPresent(elements::add);
                // A future ModelInfo file may contain the information
                if (elements.isEmpty()) {
                    continue;
                } else if (elements.size() == 1) {
                    String elementType = elements.get(0).getElementType();
                    // store it
                    if (keyType == null) {
                        keyType = getSparkTypeForSystemValue(elementType);
                    } else {
                        throw new IllegalArgumentException("Multiple definitions found for " + primaryDataType + "." + primaryKeyColumn + " in the provided ModelInfo files. Cannot infer key type for context: " + contextName);
                    }
                } else if (elements.size() > 1) {
                    throw new IllegalArgumentException("ModelInfo " + modelInfoIdentifier + " contains multiple element definitions for " + primaryKeyColumn + " for type " + primaryDataType);
                }
            } else {
                throw new IllegalArgumentException("ModelInfo " + modelInfoIdentifier + " contains multiple definitions for type " + primaryDataType);
            }
        }
    }
    if (keyType == null) {
        throw new IllegalArgumentException("Could not locate type information for " + primaryDataType + "." + primaryKeyColumn + " in the provided ModelInfo files. Cannot infer key type for context: " + contextName);
    }
    return new Tuple2<>(contextDefinition.getPrimaryKeyColumn(), keyType);
}
Also used : DataType(org.apache.spark.sql.types.DataType) ModelInfo(org.hl7.elm_modelinfo.r1.ModelInfo) CqlToElmTranslator(com.ibm.cohort.cql.translation.CqlToElmTranslator) HashMap(java.util.HashMap) Format(com.ibm.cohort.cql.library.Format) ExpressionDef(org.cqframework.cql.elm.execution.ExpressionDef) ClassInfo(org.hl7.elm_modelinfo.r1.ClassInfo) HashSet(java.util.HashSet) ContextDefinition(com.ibm.cohort.cql.spark.aggregation.ContextDefinition) Map(java.util.Map) CqlLibraryReader(org.opencds.cqf.cql.engine.execution.CqlLibraryReader) CqlEvaluationRequest(com.ibm.cohort.cql.evaluation.CqlEvaluationRequest) ModelUtils(com.ibm.cohort.cql.spark.optimizer.ModelUtils) DataTypes(org.apache.spark.sql.types.DataTypes) StructField(org.apache.spark.sql.types.StructField) StructType(org.apache.spark.sql.types.StructType) ModelManager(org.cqframework.cql.cql2elm.ModelManager) Collection(java.util.Collection) VersionedIdentifier(org.hl7.elm.r1.VersionedIdentifier) Set(java.util.Set) CqlLibrary(com.ibm.cohort.cql.library.CqlLibrary) CqlLibraryProvider(com.ibm.cohort.cql.library.CqlLibraryProvider) Tuple2(scala.Tuple2) Collectors(java.util.stream.Collectors) CqlLibraryDescriptor(com.ibm.cohort.cql.library.CqlLibraryDescriptor) List(java.util.List) CqlEvaluationRequests(com.ibm.cohort.cql.evaluation.CqlEvaluationRequests) Library(org.cqframework.cql.elm.execution.Library) ClassInfoElement(org.hl7.elm_modelinfo.r1.ClassInfoElement) QName(javax.xml.namespace.QName) ContextDefinitions(com.ibm.cohort.cql.spark.aggregation.ContextDefinitions) ModelInfo(org.hl7.elm_modelinfo.r1.ModelInfo) ContextDefinition(com.ibm.cohort.cql.spark.aggregation.ContextDefinition) ModelManager(org.cqframework.cql.cql2elm.ModelManager) ClassInfoElement(org.hl7.elm_modelinfo.r1.ClassInfoElement) VersionedIdentifier(org.hl7.elm.r1.VersionedIdentifier) Tuple2(scala.Tuple2) DataType(org.apache.spark.sql.types.DataType) List(java.util.List) ClassInfo(org.hl7.elm_modelinfo.r1.ClassInfo)

Aggregations

CqlEvaluationRequest (com.ibm.cohort.cql.evaluation.CqlEvaluationRequest)1 CqlEvaluationRequests (com.ibm.cohort.cql.evaluation.CqlEvaluationRequests)1 CqlLibrary (com.ibm.cohort.cql.library.CqlLibrary)1 CqlLibraryDescriptor (com.ibm.cohort.cql.library.CqlLibraryDescriptor)1 CqlLibraryProvider (com.ibm.cohort.cql.library.CqlLibraryProvider)1 Format (com.ibm.cohort.cql.library.Format)1 ContextDefinition (com.ibm.cohort.cql.spark.aggregation.ContextDefinition)1 ContextDefinitions (com.ibm.cohort.cql.spark.aggregation.ContextDefinitions)1 ModelUtils (com.ibm.cohort.cql.spark.optimizer.ModelUtils)1 CqlToElmTranslator (com.ibm.cohort.cql.translation.CqlToElmTranslator)1 Collection (java.util.Collection)1 HashMap (java.util.HashMap)1 HashSet (java.util.HashSet)1 List (java.util.List)1 Map (java.util.Map)1 Set (java.util.Set)1 Collectors (java.util.stream.Collectors)1 QName (javax.xml.namespace.QName)1 DataType (org.apache.spark.sql.types.DataType)1 DataTypes (org.apache.spark.sql.types.DataTypes)1