Search in sources :

Example 1 with IgniteDistribution

use of org.apache.ignite.internal.sql.engine.trait.IgniteDistribution in project ignite-3 by apache.

the class PlannerTest method testNotStandardFunctions.

@Test
public void testNotStandardFunctions() throws Exception {
    IgniteSchema publicSchema = new IgniteSchema("PUBLIC");
    IgniteTypeFactory f = new IgniteTypeFactory(IgniteTypeSystem.INSTANCE);
    publicSchema.addTable("TEST", new TestTable(new RelDataTypeFactory.Builder(f).add("ID", f.createJavaType(Integer.class)).add("VAL", f.createJavaType(String.class)).build()) {

        @Override
        public IgniteDistribution distribution() {
            return IgniteDistributions.affinity(0, "TEST", "hash");
        }
    });
    String[] queries = { // MYSQL
    "select REVERSE(val) from TEST", // ORACLE
    "select TO_DATE(val, 'yyyymmdd') from TEST" };
    for (String sql : queries) {
        IgniteRel phys = physicalPlan(sql, publicSchema);
        checkSplitAndSerialization(phys, publicSchema);
    }
}
Also used : AtomicInteger(java.util.concurrent.atomic.AtomicInteger) IgniteTypeFactory(org.apache.ignite.internal.sql.engine.type.IgniteTypeFactory) IgniteRel(org.apache.ignite.internal.sql.engine.rel.IgniteRel) RelDataTypeFactory(org.apache.calcite.rel.type.RelDataTypeFactory) IgniteSchema(org.apache.ignite.internal.sql.engine.schema.IgniteSchema) IgniteDistribution(org.apache.ignite.internal.sql.engine.trait.IgniteDistribution) Test(org.junit.jupiter.api.Test)

Example 2 with IgniteDistribution

use of org.apache.ignite.internal.sql.engine.trait.IgniteDistribution in project ignite-3 by apache.

the class SortAggregatePlannerTest method collationPermuteSingle.

/**
 * CollationPermuteSingle.
 * TODO Documentation https://issues.apache.org/jira/browse/IGNITE-15859
 *
 * @throws Exception If failed.
 */
@Test
public void collationPermuteSingle() throws Exception {
    IgniteTypeFactory f = new IgniteTypeFactory(IgniteTypeSystem.INSTANCE);
    TestTable tbl = new TestTable(new RelDataTypeFactory.Builder(f).add("ID", f.createJavaType(Integer.class)).add("VAL0", f.createJavaType(Integer.class)).add("VAL1", f.createJavaType(Integer.class)).add("GRP0", f.createJavaType(Integer.class)).add("GRP1", f.createJavaType(Integer.class)).build()) {

        @Override
        public IgniteDistribution distribution() {
            return IgniteDistributions.broadcast();
        }
    }.addIndex(RelCollations.of(ImmutableIntList.of(3, 4)), "grp0_1");
    IgniteSchema publicSchema = new IgniteSchema("PUBLIC");
    publicSchema.addTable("TEST", tbl);
    String sql = "SELECT MIN(val0) FROM test GROUP BY grp1, grp0";
    IgniteRel phys = physicalPlan(sql, publicSchema, "HashSingleAggregateConverterRule", "HashMapReduceAggregateConverterRule");
    IgniteSingleSortAggregate agg = findFirstNode(phys, byClass(IgniteSingleSortAggregate.class));
    assertNotNull(agg, "Invalid plan\n" + RelOptUtil.toString(phys));
    assertNull(findFirstNode(phys, byClass(IgniteSort.class)), "Invalid plan\n" + RelOptUtil.toString(phys));
}
Also used : IgniteSingleSortAggregate(org.apache.ignite.internal.sql.engine.rel.agg.IgniteSingleSortAggregate) IgniteTypeFactory(org.apache.ignite.internal.sql.engine.type.IgniteTypeFactory) IgniteRel(org.apache.ignite.internal.sql.engine.rel.IgniteRel) IgniteSchema(org.apache.ignite.internal.sql.engine.schema.IgniteSchema) IgniteDistribution(org.apache.ignite.internal.sql.engine.trait.IgniteDistribution) Test(org.junit.jupiter.api.Test)

Example 3 with IgniteDistribution

use of org.apache.ignite.internal.sql.engine.trait.IgniteDistribution in project ignite-3 by apache.

the class LimitOffsetPlannerTest method createSchemaWithTable.

/**
 * Creates PUBLIC schema with one TEST table.
 */
private IgniteSchema createSchemaWithTable(IgniteDistribution distr, int... indexedColumns) {
    IgniteTypeFactory f = new IgniteTypeFactory(IgniteTypeSystem.INSTANCE);
    RelDataType type = new RelDataTypeFactory.Builder(f).add("ID", f.createJavaType(Integer.class)).add("VAL", f.createJavaType(String.class)).build();
    TestTable table = new TestTable("TEST", type, ROW_CNT) {

        @Override
        public IgniteDistribution distribution() {
            return distr;
        }
    };
    if (!ArrayUtils.nullOrEmpty(indexedColumns)) {
        table.addIndex(RelCollations.of(Arrays.stream(indexedColumns).mapToObj(idx -> new RelFieldCollation(idx, RelFieldCollation.Direction.ASCENDING, RelFieldCollation.NullDirection.FIRST)).collect(toList())), "test_idx");
    }
    return createSchema(table);
}
Also used : RelCollations(org.apache.calcite.rel.RelCollations) IgniteDistributions(org.apache.ignite.internal.sql.engine.trait.IgniteDistributions) RelDataType(org.apache.calcite.rel.type.RelDataType) RelDataTypeFactory(org.apache.calcite.rel.type.RelDataTypeFactory) Arrays(java.util.Arrays) IgniteSchema(org.apache.ignite.internal.sql.engine.schema.IgniteSchema) ImmutableIntList(org.apache.calcite.util.ImmutableIntList) IgniteLimit(org.apache.ignite.internal.sql.engine.rel.IgniteLimit) IgniteExchange(org.apache.ignite.internal.sql.engine.rel.IgniteExchange) IgniteSort(org.apache.ignite.internal.sql.engine.rel.IgniteSort) ArrayUtils(org.apache.ignite.internal.util.ArrayUtils) RelFieldCollation(org.apache.calcite.rel.RelFieldCollation) IgniteIndexScan(org.apache.ignite.internal.sql.engine.rel.IgniteIndexScan) Test(org.junit.jupiter.api.Test) Collectors.toList(java.util.stream.Collectors.toList) IgniteTypeSystem(org.apache.ignite.internal.sql.engine.type.IgniteTypeSystem) IgniteDistribution(org.apache.ignite.internal.sql.engine.trait.IgniteDistribution) IgniteTypeFactory(org.apache.ignite.internal.sql.engine.type.IgniteTypeFactory) IgniteUnionAll(org.apache.ignite.internal.sql.engine.rel.IgniteUnionAll) IgniteTypeFactory(org.apache.ignite.internal.sql.engine.type.IgniteTypeFactory) RelDataTypeFactory(org.apache.calcite.rel.type.RelDataTypeFactory) RelFieldCollation(org.apache.calcite.rel.RelFieldCollation) RelDataType(org.apache.calcite.rel.type.RelDataType)

Example 4 with IgniteDistribution

use of org.apache.ignite.internal.sql.engine.trait.IgniteDistribution in project ignite-3 by apache.

the class CorrelatedNestedLoopJoinPlannerTest method testValidIndexExpressions.

/**
 * Check equi-join. CorrelatedNestedLoopJoinTest is applicable for it.
 */
@Test
public void testValidIndexExpressions() throws Exception {
    IgniteSchema publicSchema = new IgniteSchema("PUBLIC");
    IgniteTypeFactory f = new IgniteTypeFactory(IgniteTypeSystem.INSTANCE);
    publicSchema.addTable("T0", new TestTable(new RelDataTypeFactory.Builder(f).add("ID", f.createJavaType(Integer.class)).add("JID", f.createJavaType(Integer.class)).add("VAL", f.createJavaType(String.class)).build()) {

        @Override
        public IgniteDistribution distribution() {
            return IgniteDistributions.broadcast();
        }
    });
    publicSchema.addTable("T1", new TestTable(new RelDataTypeFactory.Builder(f).add("ID", f.createJavaType(Integer.class)).add("JID", f.createJavaType(Integer.class)).add("VAL", f.createJavaType(String.class)).build()) {

        @Override
        public IgniteDistribution distribution() {
            return IgniteDistributions.broadcast();
        }
    }.addIndex(RelCollations.of(ImmutableIntList.of(1, 0)), "t1_jid_idx"));
    String sql = "select * " + "from t0 " + "join t1 on t0.jid = t1.jid";
    IgniteRel phys = physicalPlan(sql, publicSchema, "MergeJoinConverter", "NestedLoopJoinConverter");
    System.out.println("+++ " + RelOptUtil.toString(phys));
    assertNotNull(phys);
    IgniteIndexScan idxScan = findFirstNode(phys, byClass(IgniteIndexScan.class));
    List<RexNode> lowerBound = idxScan.lowerBound();
    assertNotNull(lowerBound, "Invalid plan\n" + RelOptUtil.toString(phys));
    assertEquals(3, lowerBound.size());
    assertTrue(((RexLiteral) lowerBound.get(0)).isNull());
    assertTrue(((RexLiteral) lowerBound.get(2)).isNull());
    assertTrue(lowerBound.get(1) instanceof RexFieldAccess);
    List<RexNode> upperBound = idxScan.upperBound();
    assertNotNull(upperBound, "Invalid plan\n" + RelOptUtil.toString(phys));
    assertEquals(3, upperBound.size());
    assertTrue(((RexLiteral) upperBound.get(0)).isNull());
    assertTrue(((RexLiteral) upperBound.get(2)).isNull());
    assertTrue(upperBound.get(1) instanceof RexFieldAccess);
}
Also used : IgniteIndexScan(org.apache.ignite.internal.sql.engine.rel.IgniteIndexScan) IgniteTypeFactory(org.apache.ignite.internal.sql.engine.type.IgniteTypeFactory) IgniteRel(org.apache.ignite.internal.sql.engine.rel.IgniteRel) IgniteDistribution(org.apache.ignite.internal.sql.engine.trait.IgniteDistribution) RelDataTypeFactory(org.apache.calcite.rel.type.RelDataTypeFactory) IgniteSchema(org.apache.ignite.internal.sql.engine.schema.IgniteSchema) RexFieldAccess(org.apache.calcite.rex.RexFieldAccess) RexNode(org.apache.calcite.rex.RexNode) Test(org.junit.jupiter.api.Test)

Example 5 with IgniteDistribution

use of org.apache.ignite.internal.sql.engine.trait.IgniteDistribution in project ignite-3 by apache.

the class SortAggregatePlannerTest method collationPermuteMapReduce.

/**
 * CollationPermuteMapReduce.
 * TODO Documentation https://issues.apache.org/jira/browse/IGNITE-15859
 *
 * @throws Exception If failed.
 */
@Test
public void collationPermuteMapReduce() throws Exception {
    IgniteTypeFactory f = new IgniteTypeFactory(IgniteTypeSystem.INSTANCE);
    TestTable tbl = new TestTable(new RelDataTypeFactory.Builder(f).add("ID", f.createJavaType(Integer.class)).add("VAL0", f.createJavaType(Integer.class)).add("VAL1", f.createJavaType(Integer.class)).add("GRP0", f.createJavaType(Integer.class)).add("GRP1", f.createJavaType(Integer.class)).build()) {

        @Override
        public IgniteDistribution distribution() {
            return IgniteDistributions.affinity(0, "test", "hash");
        }
    }.addIndex(RelCollations.of(ImmutableIntList.of(3, 4)), "grp0_1");
    IgniteSchema publicSchema = new IgniteSchema("PUBLIC");
    publicSchema.addTable("TEST", tbl);
    String sql = "SELECT MIN(val0) FROM test GROUP BY grp1, grp0";
    IgniteRel phys = physicalPlan(sql, publicSchema, "HashSingleAggregateConverterRule", "HashMapReduceAggregateConverterRule");
    IgniteReduceSortAggregate agg = findFirstNode(phys, byClass(IgniteReduceSortAggregate.class));
    assertNotNull(agg, "Invalid plan\n" + RelOptUtil.toString(phys));
    assertNull(findFirstNode(phys, byClass(IgniteSort.class)), "Invalid plan\n" + RelOptUtil.toString(phys));
}
Also used : IgniteTypeFactory(org.apache.ignite.internal.sql.engine.type.IgniteTypeFactory) IgniteRel(org.apache.ignite.internal.sql.engine.rel.IgniteRel) IgniteSchema(org.apache.ignite.internal.sql.engine.schema.IgniteSchema) IgniteDistribution(org.apache.ignite.internal.sql.engine.trait.IgniteDistribution) IgniteReduceSortAggregate(org.apache.ignite.internal.sql.engine.rel.agg.IgniteReduceSortAggregate) Test(org.junit.jupiter.api.Test)

Aggregations

IgniteDistribution (org.apache.ignite.internal.sql.engine.trait.IgniteDistribution)15 IgniteSchema (org.apache.ignite.internal.sql.engine.schema.IgniteSchema)8 IgniteTypeFactory (org.apache.ignite.internal.sql.engine.type.IgniteTypeFactory)8 Test (org.junit.jupiter.api.Test)8 IgniteRel (org.apache.ignite.internal.sql.engine.rel.IgniteRel)7 RelTraitSet (org.apache.calcite.plan.RelTraitSet)5 RelDataTypeFactory (org.apache.calcite.rel.type.RelDataTypeFactory)5 RexNode (org.apache.calcite.rex.RexNode)5 RexFieldAccess (org.apache.calcite.rex.RexFieldAccess)4 ArrayList (java.util.ArrayList)3 ImmutableIntList (org.apache.calcite.util.ImmutableIntList)3 Pair (org.apache.calcite.util.Pair)3 RelCollations (org.apache.calcite.rel.RelCollations)2 RelFieldCollation (org.apache.calcite.rel.RelFieldCollation)2 Mappings (org.apache.calcite.util.mapping.Mappings)2 IgniteHashIndexSpool (org.apache.ignite.internal.sql.engine.rel.IgniteHashIndexSpool)2 IgniteIndexScan (org.apache.ignite.internal.sql.engine.rel.IgniteIndexScan)2 IntArrayList (it.unimi.dsi.fastutil.ints.IntArrayList)1 Arrays (java.util.Arrays)1 HashMap (java.util.HashMap)1