Examples with FunctionIndex org.apache.apex.malhar.contrib.misc.streamquery.function.FunctionIndex used on opensource projects

Example 1 with FunctionIndex

use of org.apache.apex.malhar.contrib.misc.streamquery.function.FunctionIndex in project apex-malhar by apache.

the class SelectFunctionOperator method endWindow.

@Override
public void endWindow() {
    if (functions.size() == 0) {
        return;
    }
    Map<String, Object> collect = new HashMap<String, Object>();
    for (FunctionIndex function : functions) {
        try {
            function.filter(rows, collect);
        } catch (Exception e) {
            e.printStackTrace();
            return;
        }
    }
    outport.emit(collect);
}

Example 2 with FunctionIndex

use of org.apache.apex.malhar.contrib.misc.streamquery.function.FunctionIndex in project apex-malhar by apache.

the class GroupByHavingOperator method endWindow.

/**
 * Create aggregate at end window.
 */
@Override
public void endWindow() {
    // group names
    if (columnGroupIndexes.size() == 0) {
        rows = new ArrayList<Map<String, Object>>();
        return;
    }
    // group rows
    HashMap<MultiKeyCompare, ArrayList<Map<String, Object>>> groups = new HashMap<MultiKeyCompare, ArrayList<Map<String, Object>>>();
    for (Map<String, Object> row : rows) {
        MultiKeyCompare key = new MultiKeyCompare();
        for (ColumnIndex index : columnGroupIndexes) {
            key.addCompareKey(row.get(index.getColumn()));
        }
        ArrayList<Map<String, Object>> subRows;
        if (groups.containsKey(key)) {
            subRows = groups.get(key);
        } else {
            subRows = new ArrayList<Map<String, Object>>();
            groups.put(key, subRows);
        }
        subRows.add(row);
    }
    // Iterate over groups and emit aggregate values
    for (Map.Entry<MultiKeyCompare, ArrayList<Map<String, Object>>> entry : groups.entrySet()) {
        ArrayList<Map<String, Object>> subRows = entry.getValue();
        // get result
        Map<String, Object> result = new HashMap<String, Object>();
        for (ColumnIndex index : columnGroupIndexes) {
            index.filter(subRows.get(0), result);
        }
        // append aggregate values
        for (FunctionIndex aggregate : aggregates) {
            try {
                aggregate.filter(subRows, result);
            } catch (Exception e) {
                e.printStackTrace();
            }
        }
        // check valid having aggregate
        boolean isValidHaving = true;
        for (HavingCondition condition : havingConditions) {
            try {
                isValidHaving &= condition.isValidAggregate(subRows);
            } catch (Exception e) {
                e.printStackTrace();
                return;
            }
        }
        if (isValidHaving) {
            outport.emit(result);
        }
    }
    rows = new ArrayList<Map<String, Object>>();
}

Example 3 with FunctionIndex

use of org.apache.apex.malhar.contrib.misc.streamquery.function.FunctionIndex in project apex-malhar by apache.

the class HavingOperatorTest method testSqlGroupBy.

@SuppressWarnings({ "rawtypes", "unchecked" })
@Test
public void testSqlGroupBy() throws Exception {
    // create operator
    GroupByHavingOperator oper = new GroupByHavingOperator();
    oper.addColumnGroupByIndex(new ColumnIndex("b", null));
    FunctionIndex sum = new SumFunction("c", null);
    oper.addAggregateIndex(sum);
    // create having condition
    HavingCondition having = new HavingCompareValue<Double>(sum, 6.0, 0);
    oper.addHavingCondition(having);
    EqualValueCondition condition = new EqualValueCondition();
    condition.addEqualValue("a", 1);
    oper.setCondition(condition);
    CollectorTestSink sink = new CollectorTestSink();
    oper.outport.setSink(sink);
    oper.setup(null);
    oper.beginWindow(1);
    HashMap<String, Object> tuple = new HashMap<String, Object>();
    tuple.put("a", 1);
    tuple.put("b", 1);
    tuple.put("c", 2);
    oper.inport.process(tuple);
    tuple = new HashMap<String, Object>();
    tuple.put("a", 1);
    tuple.put("b", 1);
    tuple.put("c", 4);
    oper.inport.process(tuple);
    tuple = new HashMap<String, Object>();
    tuple.put("a", 1);
    tuple.put("b", 2);
    tuple.put("c", 6);
    oper.inport.process(tuple);
    tuple = new HashMap<String, Object>();
    tuple.put("a", 1);
    tuple.put("b", 2);
    tuple.put("c", 7);
    oper.inport.process(tuple);
    oper.endWindow();
    oper.teardown();
    LOG.debug("{}", sink.collectedTuples);
}