Examples with DimensionalConfigurationSchema org.apache.apex.malhar.lib.appdata.schemas.DimensionalConfigurationSchema used on opensource projects

Example 1 with DimensionalConfigurationSchema

use of org.apache.apex.malhar.lib.appdata.schemas.DimensionalConfigurationSchema in project apex-malhar by apache.

the class JDBCDimensionalOutputOperator method setup.

@Override
public void setup(Context.OperatorContext context) {
    super.setup(context);
    LOG.info("Done setting up super");
    aggregatorRegistry.setup();
    // Create prepared statements
    schema = new DimensionalConfigurationSchema(eventSchema, aggregatorRegistry);
    List<FieldsDescriptor> keyFDs = schema.getDimensionsDescriptorIDToKeyDescriptor();
    for (int ddID = 0; ddID < keyFDs.size(); ddID++) {
        LOG.info("ddID {}", ddID);
        FieldsDescriptor keyFD = keyFDs.get(ddID);
        Int2ObjectMap<FieldsDescriptor> aggIDToAggFD = schema.getDimensionsDescriptorIDToAggregatorIDToOutputAggregatorDescriptor().get(ddID);
        Map<Integer, PreparedStatement> aggIDToStatement = ddIDToAggIDToStatement.get(ddID);
        if (aggIDToStatement == null) {
            aggIDToStatement = Maps.newHashMap();
            ddIDToAggIDToStatement.put(ddID, aggIDToStatement);
        }
        for (Map.Entry<String, String> aggTable : tableNames.get(ddID).entrySet()) {
            int aggID = aggregatorRegistry.getIncrementalAggregatorNameToID().get(aggTable.getKey());
            LOG.info("aggID {}", aggID);
            FieldsDescriptor aggFD = aggIDToAggFD.get(aggID);
            List<String> keyNames = keyFD.getFieldList();
            keyNames.remove(DimensionsDescriptor.DIMENSION_TIME_BUCKET);
            LOG.info("List fields {}", keyNames);
            List<String> aggregateNames = aggFD.getFieldList();
            LOG.info("List fields {}", aggregateNames);
            String tableName = aggTable.getValue();
            String statementString = buildStatement(tableName, keyNames, aggregateNames);
            try {
                aggIDToStatement.put(aggID, store.getConnection().prepareStatement(statementString));
            } catch (SQLException ex) {
                throw new RuntimeException(ex);
            }
        }
    }
}