use of org.apache.carbondata.core.scan.expression.conditional.ListExpression in project carbondata by apache.
the class FilterExpressionProcessor method createPartitionFilterTree.
/**
* create partition filter by basing on pushed-down filter
* @param expressionTree
* @param partitionInfo
* @return
*/
private PartitionFilterIntf createPartitionFilterTree(Expression expressionTree, PartitionInfo partitionInfo) {
ExpressionType filterExpressionType = expressionTree.getFilterExpressionType();
String partitionColumnName = partitionInfo.getColumnSchemaList().get(0).getColumnName();
BinaryExpression currentExpression = null;
ColumnExpression left = null;
switch(filterExpressionType) {
case OR:
currentExpression = (BinaryExpression) expressionTree;
return new OrFilterImpl(createPartitionFilterTree(currentExpression.getLeft(), partitionInfo), createPartitionFilterTree(currentExpression.getRight(), partitionInfo));
case RANGE:
case AND:
currentExpression = (BinaryExpression) expressionTree;
return new AndFilterImpl(createPartitionFilterTree(currentExpression.getLeft(), partitionInfo), createPartitionFilterTree(currentExpression.getRight(), partitionInfo));
case EQUALS:
EqualToExpression equalTo = (EqualToExpression) expressionTree;
if (equalTo.getLeft() instanceof ColumnExpression && equalTo.getRight() instanceof LiteralExpression) {
left = (ColumnExpression) equalTo.getLeft();
if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
return new EqualToFilterImpl(equalTo, partitionInfo);
}
}
return new KeepAllPartitionFilterImpl();
case IN:
InExpression in = (InExpression) expressionTree;
if (in.getLeft() instanceof ColumnExpression && in.getRight() instanceof ListExpression) {
left = (ColumnExpression) in.getLeft();
if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
return new InFilterImpl(in, partitionInfo);
}
}
return new KeepAllPartitionFilterImpl();
case FALSE:
return new PruneAllPartitionFilterImpl();
case TRUE:
return new KeepAllPartitionFilterImpl();
case GREATERTHAN:
GreaterThanExpression greaterThan = (GreaterThanExpression) expressionTree;
if (greaterThan.getLeft() instanceof ColumnExpression && greaterThan.getRight() instanceof LiteralExpression) {
left = (ColumnExpression) greaterThan.getLeft();
if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
return new RangeFilterImpl((LiteralExpression) greaterThan.getRight(), true, false, partitionInfo);
}
}
return new KeepAllPartitionFilterImpl();
case GREATERTHAN_EQUALTO:
GreaterThanEqualToExpression greaterThanEqualTo = (GreaterThanEqualToExpression) expressionTree;
if (greaterThanEqualTo.getLeft() instanceof ColumnExpression && greaterThanEqualTo.getRight() instanceof LiteralExpression) {
left = (ColumnExpression) greaterThanEqualTo.getLeft();
if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
return new RangeFilterImpl((LiteralExpression) greaterThanEqualTo.getRight(), true, true, partitionInfo);
}
}
return new KeepAllPartitionFilterImpl();
case LESSTHAN:
LessThanExpression lessThan = (LessThanExpression) expressionTree;
if (lessThan.getLeft() instanceof ColumnExpression && lessThan.getRight() instanceof LiteralExpression) {
left = (ColumnExpression) lessThan.getLeft();
if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
return new RangeFilterImpl((LiteralExpression) lessThan.getRight(), false, false, partitionInfo);
}
}
return new KeepAllPartitionFilterImpl();
case LESSTHAN_EQUALTO:
LessThanEqualToExpression lessThanEqualTo = (LessThanEqualToExpression) expressionTree;
if (lessThanEqualTo.getLeft() instanceof ColumnExpression && lessThanEqualTo.getRight() instanceof LiteralExpression) {
left = (ColumnExpression) lessThanEqualTo.getLeft();
if (partitionColumnName.equals(left.getCarbonColumn().getColName())) {
return new RangeFilterImpl((LiteralExpression) lessThanEqualTo.getRight(), false, true, partitionInfo);
}
}
return new KeepAllPartitionFilterImpl();
case NOT_IN:
case NOT_EQUALS:
default:
return new KeepAllPartitionFilterImpl();
}
}
use of org.apache.carbondata.core.scan.expression.conditional.ListExpression in project carbondata by apache.
the class FilterUtilTest method testCheckIfLeftExpressionRequireEvaluation.
@Test
public void testCheckIfLeftExpressionRequireEvaluation() {
List<Expression> children = new ArrayList<>();
ListExpression expression = new ListExpression(children);
boolean result = FilterUtil.checkIfLeftExpressionRequireEvaluation(expression);
assertTrue(result);
}
use of org.apache.carbondata.core.scan.expression.conditional.ListExpression in project carbondata by apache.
the class InFilterImpl method applyFilter.
@Override
public BitSet applyFilter(Partitioner partitioner) {
BitSet partitionMap = PartitionUtil.generateBitSetBySize(partitioner.numPartitions(), false);
ListExpression list = (ListExpression) in.getRight();
for (Expression expr : list.getChildren()) {
LiteralExpression literal = (LiteralExpression) expr;
Object value = PartitionUtil.getDataBasedOnDataTypeForFilter(literal.getLiteralExpValue().toString(), partitionInfo.getColumnSchemaList().get(0).getDataType());
partitionMap.set(partitioner.getPartition(value));
}
return partitionMap;
}
Aggregations