Search in sources :

Example 1 with ListExpression

use of org.apache.carbondata.core.scan.expression.conditional.ListExpression in project carbondata by apache.

the class FilterExpressionProcessor method createPartitionFilterTree.

/**
   * create partition filter by basing on pushed-down filter
   * @param expressionTree
   * @param partitionInfo
   * @return
   */
private PartitionFilterIntf createPartitionFilterTree(Expression expressionTree, PartitionInfo partitionInfo) {
    ExpressionType filterExpressionType = expressionTree.getFilterExpressionType();
    String partitionColumnName = partitionInfo.getColumnSchemaList().get(0).getColumnName();
    BinaryExpression currentExpression = null;
    ColumnExpression left = null;
    switch(filterExpressionType) {
        case OR:
            currentExpression = (BinaryExpression) expressionTree;
            return new OrFilterImpl(createPartitionFilterTree(currentExpression.getLeft(), partitionInfo), createPartitionFilterTree(currentExpression.getRight(), partitionInfo));
        case RANGE:
        case AND:
            currentExpression = (BinaryExpression) expressionTree;
            return new AndFilterImpl(createPartitionFilterTree(currentExpression.getLeft(), partitionInfo), createPartitionFilterTree(currentExpression.getRight(), partitionInfo));
        case EQUALS:
            EqualToExpression equalTo = (EqualToExpression) expressionTree;
            if (equalTo.getLeft() instanceof ColumnExpression && equalTo.getRight() instanceof LiteralExpression) {
                left = (ColumnExpression) equalTo.getLeft();
                if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
                    return new EqualToFilterImpl(equalTo, partitionInfo);
                }
            }
            return new KeepAllPartitionFilterImpl();
        case IN:
            InExpression in = (InExpression) expressionTree;
            if (in.getLeft() instanceof ColumnExpression && in.getRight() instanceof ListExpression) {
                left = (ColumnExpression) in.getLeft();
                if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
                    return new InFilterImpl(in, partitionInfo);
                }
            }
            return new KeepAllPartitionFilterImpl();
        case FALSE:
            return new PruneAllPartitionFilterImpl();
        case TRUE:
            return new KeepAllPartitionFilterImpl();
        case GREATERTHAN:
            GreaterThanExpression greaterThan = (GreaterThanExpression) expressionTree;
            if (greaterThan.getLeft() instanceof ColumnExpression && greaterThan.getRight() instanceof LiteralExpression) {
                left = (ColumnExpression) greaterThan.getLeft();
                if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
                    return new RangeFilterImpl((LiteralExpression) greaterThan.getRight(), true, false, partitionInfo);
                }
            }
            return new KeepAllPartitionFilterImpl();
        case GREATERTHAN_EQUALTO:
            GreaterThanEqualToExpression greaterThanEqualTo = (GreaterThanEqualToExpression) expressionTree;
            if (greaterThanEqualTo.getLeft() instanceof ColumnExpression && greaterThanEqualTo.getRight() instanceof LiteralExpression) {
                left = (ColumnExpression) greaterThanEqualTo.getLeft();
                if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
                    return new RangeFilterImpl((LiteralExpression) greaterThanEqualTo.getRight(), true, true, partitionInfo);
                }
            }
            return new KeepAllPartitionFilterImpl();
        case LESSTHAN:
            LessThanExpression lessThan = (LessThanExpression) expressionTree;
            if (lessThan.getLeft() instanceof ColumnExpression && lessThan.getRight() instanceof LiteralExpression) {
                left = (ColumnExpression) lessThan.getLeft();
                if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
                    return new RangeFilterImpl((LiteralExpression) lessThan.getRight(), false, false, partitionInfo);
                }
            }
            return new KeepAllPartitionFilterImpl();
        case LESSTHAN_EQUALTO:
            LessThanEqualToExpression lessThanEqualTo = (LessThanEqualToExpression) expressionTree;
            if (lessThanEqualTo.getLeft() instanceof ColumnExpression && lessThanEqualTo.getRight() instanceof LiteralExpression) {
                left = (ColumnExpression) lessThanEqualTo.getLeft();
                if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
                    return new RangeFilterImpl((LiteralExpression) lessThanEqualTo.getRight(), false, true, partitionInfo);
                }
            }
            return new KeepAllPartitionFilterImpl();
        case NOT_IN:
        case NOT_EQUALS:
        default:
            return new KeepAllPartitionFilterImpl();
    }
}
Also used : LessThanEqualToExpression(org.apache.carbondata.core.scan.expression.conditional.LessThanEqualToExpression) GreaterThanEqualToExpression(org.apache.carbondata.core.scan.expression.conditional.GreaterThanEqualToExpression) EqualToExpression(org.apache.carbondata.core.scan.expression.conditional.EqualToExpression) AndFilterImpl(org.apache.carbondata.core.scan.filter.partition.AndFilterImpl) LiteralExpression(org.apache.carbondata.core.scan.expression.LiteralExpression) InExpression(org.apache.carbondata.core.scan.expression.conditional.InExpression) ListExpression(org.apache.carbondata.core.scan.expression.conditional.ListExpression) GreaterThanExpression(org.apache.carbondata.core.scan.expression.conditional.GreaterThanExpression) LessThanEqualToExpression(org.apache.carbondata.core.scan.expression.conditional.LessThanEqualToExpression) GreaterThanEqualToExpression(org.apache.carbondata.core.scan.expression.conditional.GreaterThanEqualToExpression) BinaryExpression(org.apache.carbondata.core.scan.expression.BinaryExpression) EqualToFilterImpl(org.apache.carbondata.core.scan.filter.partition.EqualToFilterImpl) ColumnExpression(org.apache.carbondata.core.scan.expression.ColumnExpression) KeepAllPartitionFilterImpl(org.apache.carbondata.core.scan.filter.partition.KeepAllPartitionFilterImpl) PruneAllPartitionFilterImpl(org.apache.carbondata.core.scan.filter.partition.PruneAllPartitionFilterImpl) RangeFilterImpl(org.apache.carbondata.core.scan.filter.partition.RangeFilterImpl) InFilterImpl(org.apache.carbondata.core.scan.filter.partition.InFilterImpl) ExpressionType(org.apache.carbondata.core.scan.filter.intf.ExpressionType) OrFilterImpl(org.apache.carbondata.core.scan.filter.partition.OrFilterImpl) LessThanExpression(org.apache.carbondata.core.scan.expression.conditional.LessThanExpression)

Example 2 with ListExpression

use of org.apache.carbondata.core.scan.expression.conditional.ListExpression in project carbondata by apache.

the class FilterUtilTest method testCheckIfLeftExpressionRequireEvaluation.

@Test
public void testCheckIfLeftExpressionRequireEvaluation() {
    List<Expression> children = new ArrayList<>();
    ListExpression expression = new ListExpression(children);
    boolean result = FilterUtil.checkIfLeftExpressionRequireEvaluation(expression);
    assertTrue(result);
}
Also used : ColumnExpression(org.apache.carbondata.core.scan.expression.ColumnExpression) Expression(org.apache.carbondata.core.scan.expression.Expression) ListExpression(org.apache.carbondata.core.scan.expression.conditional.ListExpression) LiteralExpression(org.apache.carbondata.core.scan.expression.LiteralExpression) ListExpression(org.apache.carbondata.core.scan.expression.conditional.ListExpression) ArrayList(java.util.ArrayList) Test(org.junit.Test) AbstractDictionaryCacheTest(org.apache.carbondata.core.cache.dictionary.AbstractDictionaryCacheTest)

Example 3 with ListExpression

use of org.apache.carbondata.core.scan.expression.conditional.ListExpression in project carbondata by apache.

the class InFilterImpl method applyFilter.

@Override
public BitSet applyFilter(Partitioner partitioner) {
    BitSet partitionMap = PartitionUtil.generateBitSetBySize(partitioner.numPartitions(), false);
    ListExpression list = (ListExpression) in.getRight();
    for (Expression expr : list.getChildren()) {
        LiteralExpression literal = (LiteralExpression) expr;
        Object value = PartitionUtil.getDataBasedOnDataTypeForFilter(literal.getLiteralExpValue().toString(), partitionInfo.getColumnSchemaList().get(0).getDataType());
        partitionMap.set(partitioner.getPartition(value));
    }
    return partitionMap;
}
Also used : Expression(org.apache.carbondata.core.scan.expression.Expression) LiteralExpression(org.apache.carbondata.core.scan.expression.LiteralExpression) InExpression(org.apache.carbondata.core.scan.expression.conditional.InExpression) ListExpression(org.apache.carbondata.core.scan.expression.conditional.ListExpression) ListExpression(org.apache.carbondata.core.scan.expression.conditional.ListExpression) LiteralExpression(org.apache.carbondata.core.scan.expression.LiteralExpression) BitSet(java.util.BitSet)

Aggregations

LiteralExpression (org.apache.carbondata.core.scan.expression.LiteralExpression)3 ListExpression (org.apache.carbondata.core.scan.expression.conditional.ListExpression)3 ColumnExpression (org.apache.carbondata.core.scan.expression.ColumnExpression)2 Expression (org.apache.carbondata.core.scan.expression.Expression)2 InExpression (org.apache.carbondata.core.scan.expression.conditional.InExpression)2 ArrayList (java.util.ArrayList)1 BitSet (java.util.BitSet)1 AbstractDictionaryCacheTest (org.apache.carbondata.core.cache.dictionary.AbstractDictionaryCacheTest)1 BinaryExpression (org.apache.carbondata.core.scan.expression.BinaryExpression)1 EqualToExpression (org.apache.carbondata.core.scan.expression.conditional.EqualToExpression)1 GreaterThanEqualToExpression (org.apache.carbondata.core.scan.expression.conditional.GreaterThanEqualToExpression)1 GreaterThanExpression (org.apache.carbondata.core.scan.expression.conditional.GreaterThanExpression)1 LessThanEqualToExpression (org.apache.carbondata.core.scan.expression.conditional.LessThanEqualToExpression)1 LessThanExpression (org.apache.carbondata.core.scan.expression.conditional.LessThanExpression)1 ExpressionType (org.apache.carbondata.core.scan.filter.intf.ExpressionType)1 AndFilterImpl (org.apache.carbondata.core.scan.filter.partition.AndFilterImpl)1 EqualToFilterImpl (org.apache.carbondata.core.scan.filter.partition.EqualToFilterImpl)1 InFilterImpl (org.apache.carbondata.core.scan.filter.partition.InFilterImpl)1 KeepAllPartitionFilterImpl (org.apache.carbondata.core.scan.filter.partition.KeepAllPartitionFilterImpl)1 OrFilterImpl (org.apache.carbondata.core.scan.filter.partition.OrFilterImpl)1