Search in sources :

Example 1 with RecordView

use of org.apache.ignite.table.RecordView in project ignite-3 by apache.

the class ItSetOpTest method testSetOpBigBatch.

@Test
@Disabled
public void testSetOpBigBatch() {
    TableDefinition schTbl1 = SchemaBuilders.tableBuilder("PUBLIC", "BIG_TABLE1").columns(SchemaBuilders.column("KEY", ColumnType.INT32).build(), SchemaBuilders.column("VAL", ColumnType.INT32).asNullable(true).build()).withPrimaryKey("KEY").build();
    Table tbl1 = CLUSTER_NODES.get(0).tables().createTable(schTbl1.canonicalName(), tblCh -> SchemaConfigurationConverter.convert(schTbl1, tblCh).changeReplicas(2).changePartitions(10));
    TableDefinition schTbl2 = SchemaBuilders.tableBuilder("PUBLIC", "BIG_TABLE2").columns(SchemaBuilders.column("KEY", ColumnType.INT32).build(), SchemaBuilders.column("VAL", ColumnType.INT32).asNullable(true).build()).withPrimaryKey("KEY").build();
    Table tbl2 = CLUSTER_NODES.get(0).tables().createTable(schTbl2.canonicalName(), tblCh -> SchemaConfigurationConverter.convert(schTbl2, tblCh).changeReplicas(2).changePartitions(10));
    int key = 0;
    RecordView<Tuple> recordView1 = tbl1.recordView();
    RecordView<Tuple> recordView2 = tbl2.recordView();
    for (int i = 0; i < 5; i++) {
        for (int j = 0; j < ((i == 0) ? 1 : (1 << (i * 4 - 1))); j++) {
            // Cache1 keys count: 1 of "0", 8 of "1", 128 of "2", 2048 of "3", 32768 of "4".
            recordView1.insert(null, Tuple.create().set("KEY", key++).set("VAL", i));
            // Cache2 keys count: 1 of "5", 128 of "3", 32768 of "1".
            if ((i & 1) == 0) {
                recordView2.insert(null, Tuple.create().set("KEY", key++).set("VAL", 5 - i));
            }
        }
    }
    // Check 2 partitioned caches.
    List<List<?>> rows = sql("SELECT val FROM BIG_TABLE1 EXCEPT SELECT val FROM BIG_TABLE2");
    assertEquals(3, rows.size());
    assertEquals(1, countIf(rows, r -> r.get(0).equals(0)));
    assertEquals(1, countIf(rows, r -> r.get(0).equals(2)));
    assertEquals(1, countIf(rows, r -> r.get(0).equals(4)));
    rows = sql("SELECT val FROM BIG_TABLE1 EXCEPT ALL SELECT val FROM BIG_TABLE2");
    assertEquals(34817, rows.size());
    assertEquals(1, countIf(rows, r -> r.get(0).equals(0)));
    assertEquals(128, countIf(rows, r -> r.get(0).equals(2)));
    assertEquals(1920, countIf(rows, r -> r.get(0).equals(3)));
    assertEquals(32768, countIf(rows, r -> r.get(0).equals(4)));
    rows = sql("SELECT val FROM BIG_TABLE1 INTERSECT SELECT val FROM BIG_TABLE2");
    assertEquals(2, rows.size());
    assertEquals(1, countIf(rows, r -> r.get(0).equals(1)));
    assertEquals(1, countIf(rows, r -> r.get(0).equals(3)));
    rows = sql("SELECT val FROM BIG_TABLE1 INTERSECT ALL SELECT val FROM BIG_TABLE2");
    assertEquals(136, rows.size());
    assertEquals(8, countIf(rows, r -> r.get(0).equals(1)));
    assertEquals(128, countIf(rows, r -> r.get(0).equals(3)));
}
Also used : RecordView(org.apache.ignite.table.RecordView) TableDefinition(org.apache.ignite.schema.definition.TableDefinition) SchemaConfigurationConverter(org.apache.ignite.internal.schema.configuration.SchemaConfigurationConverter) Predicate(java.util.function.Predicate) ColumnType(org.apache.ignite.schema.definition.ColumnType) Disabled(org.junit.jupiter.api.Disabled) Test(org.junit.jupiter.api.Test) List(java.util.List) BeforeAll(org.junit.jupiter.api.BeforeAll) StreamSupport(java.util.stream.StreamSupport) SchemaBuilders(org.apache.ignite.schema.SchemaBuilders) Assertions.assertEquals(org.junit.jupiter.api.Assertions.assertEquals) Table(org.apache.ignite.table.Table) Tuple(org.apache.ignite.table.Tuple) Table(org.apache.ignite.table.Table) TableDefinition(org.apache.ignite.schema.definition.TableDefinition) List(java.util.List) Tuple(org.apache.ignite.table.Tuple) Test(org.junit.jupiter.api.Test) Disabled(org.junit.jupiter.api.Disabled)

Example 2 with RecordView

use of org.apache.ignite.table.RecordView in project ignite-3 by apache.

the class RecordViewOperationsTest method recordView.

/**
 * Creates RecordView.
 */
private RecordViewImpl<TestObjectWithAllTypes> recordView() {
    ClusterService clusterService = Mockito.mock(ClusterService.class, RETURNS_DEEP_STUBS);
    Mockito.when(clusterService.topologyService().localMember().address()).thenReturn(DummyInternalTableImpl.ADDR);
    TxManager txManager = new TxManagerImpl(clusterService, new HeapLockManager());
    MessagingService messagingService = MessagingServiceTestUtils.mockMessagingService(txManager);
    Mockito.when(clusterService.messagingService()).thenReturn(messagingService);
    DummyInternalTableImpl table = new DummyInternalTableImpl(new VersionedRowStore(new ConcurrentHashMapPartitionStorage(), txManager), txManager);
    Mapper<TestObjectWithAllTypes> recMapper = Mapper.of(TestObjectWithAllTypes.class);
    Column[] valCols = { new Column("primitiveByteCol".toUpperCase(), INT8, false), new Column("primitiveShortCol".toUpperCase(), INT16, false), new Column("primitiveIntCol".toUpperCase(), INT32, false), new Column("primitiveFloatCol".toUpperCase(), FLOAT, false), new Column("primitiveDoubleCol".toUpperCase(), DOUBLE, false), new Column("byteCol".toUpperCase(), INT8, true), new Column("shortCol".toUpperCase(), INT16, true), new Column("intCol".toUpperCase(), INT32, true), new Column("longCol".toUpperCase(), INT64, true), new Column("nullLongCol".toUpperCase(), INT64, true), new Column("floatCol".toUpperCase(), FLOAT, true), new Column("doubleCol".toUpperCase(), DOUBLE, true), new Column("dateCol".toUpperCase(), DATE, true), new Column("timeCol".toUpperCase(), time(), true), new Column("dateTimeCol".toUpperCase(), datetime(), true), new Column("timestampCol".toUpperCase(), timestamp(), true), new Column("uuidCol".toUpperCase(), NativeTypes.UUID, true), new Column("bitmaskCol".toUpperCase(), NativeTypes.bitmaskOf(42), true), new Column("stringCol".toUpperCase(), STRING, true), new Column("nullBytesCol".toUpperCase(), BYTES, true), new Column("bytesCol".toUpperCase(), BYTES, true), new Column("numberCol".toUpperCase(), NativeTypes.numberOf(12), true), new Column("decimalCol".toUpperCase(), NativeTypes.decimalOf(19, 3), true) };
    SchemaDescriptor schema = new SchemaDescriptor(1, new Column[] { new Column("primitiveLongCol".toUpperCase(), NativeTypes.INT64, false) }, valCols);
    // Validate all types are tested.
    Set<NativeTypeSpec> testedTypes = Arrays.stream(valCols).map(c -> c.type().spec()).collect(Collectors.toSet());
    Set<NativeTypeSpec> missedTypes = Arrays.stream(NativeTypeSpec.values()).filter(t -> !testedTypes.contains(t)).collect(Collectors.toSet());
    assertEquals(Collections.emptySet(), missedTypes);
    return new RecordViewImpl<>(table, new DummySchemaManagerImpl(schema), recMapper);
}
Also used : VersionedRowStore(org.apache.ignite.internal.table.distributed.storage.VersionedRowStore) DATE(org.apache.ignite.internal.schema.NativeTypes.DATE) ConcurrentHashMapPartitionStorage(org.apache.ignite.internal.storage.basic.ConcurrentHashMapPartitionStorage) RecordView(org.apache.ignite.table.RecordView) Arrays(java.util.Arrays) Assertions.assertNull(org.junit.jupiter.api.Assertions.assertNull) Random(java.util.Random) VersionedRowStore(org.apache.ignite.internal.table.distributed.storage.VersionedRowStore) DOUBLE(org.apache.ignite.internal.schema.NativeTypes.DOUBLE) HeapLockManager(org.apache.ignite.internal.tx.impl.HeapLockManager) INT64(org.apache.ignite.internal.schema.NativeTypes.INT64) Assertions.assertFalse(org.junit.jupiter.api.Assertions.assertFalse) INT8(org.apache.ignite.internal.schema.NativeTypes.INT8) Mapper(org.apache.ignite.table.mapper.Mapper) Assertions.assertEquals(org.junit.jupiter.api.Assertions.assertEquals) MessagingService(org.apache.ignite.network.MessagingService) FLOAT(org.apache.ignite.internal.schema.NativeTypes.FLOAT) RETURNS_DEEP_STUBS(org.mockito.Answers.RETURNS_DEEP_STUBS) TestObjectWithAllTypes(org.apache.ignite.internal.schema.testobjects.TestObjectWithAllTypes) NativeTypes.datetime(org.apache.ignite.internal.schema.NativeTypes.datetime) SchemaDescriptor(org.apache.ignite.internal.schema.SchemaDescriptor) DummySchemaManagerImpl(org.apache.ignite.internal.table.impl.DummySchemaManagerImpl) NativeTypes.timestamp(org.apache.ignite.internal.schema.NativeTypes.timestamp) Collection(java.util.Collection) Set(java.util.Set) TxManagerImpl(org.apache.ignite.internal.tx.impl.TxManagerImpl) Collectors(java.util.stream.Collectors) NativeTypeSpec(org.apache.ignite.internal.schema.NativeTypeSpec) DummyInternalTableImpl(org.apache.ignite.internal.table.impl.DummyInternalTableImpl) TxManager(org.apache.ignite.internal.tx.TxManager) Test(org.junit.jupiter.api.Test) Mockito(org.mockito.Mockito) BYTES(org.apache.ignite.internal.schema.NativeTypes.BYTES) List(java.util.List) NativeTypes(org.apache.ignite.internal.schema.NativeTypes) STRING(org.apache.ignite.internal.schema.NativeTypes.STRING) Column(org.apache.ignite.internal.schema.Column) Assertions.assertTrue(org.junit.jupiter.api.Assertions.assertTrue) NativeTypes.time(org.apache.ignite.internal.schema.NativeTypes.time) ClusterService(org.apache.ignite.network.ClusterService) INT16(org.apache.ignite.internal.schema.NativeTypes.INT16) INT32(org.apache.ignite.internal.schema.NativeTypes.INT32) NotNull(org.jetbrains.annotations.NotNull) Collections(java.util.Collections) SchemaDescriptor(org.apache.ignite.internal.schema.SchemaDescriptor) NativeTypeSpec(org.apache.ignite.internal.schema.NativeTypeSpec) ConcurrentHashMapPartitionStorage(org.apache.ignite.internal.storage.basic.ConcurrentHashMapPartitionStorage) TxManager(org.apache.ignite.internal.tx.TxManager) DummySchemaManagerImpl(org.apache.ignite.internal.table.impl.DummySchemaManagerImpl) MessagingService(org.apache.ignite.network.MessagingService) HeapLockManager(org.apache.ignite.internal.tx.impl.HeapLockManager) ClusterService(org.apache.ignite.network.ClusterService) TestObjectWithAllTypes(org.apache.ignite.internal.schema.testobjects.TestObjectWithAllTypes) Column(org.apache.ignite.internal.schema.Column) TxManagerImpl(org.apache.ignite.internal.tx.impl.TxManagerImpl) DummyInternalTableImpl(org.apache.ignite.internal.table.impl.DummyInternalTableImpl)

Example 3 with RecordView

use of org.apache.ignite.table.RecordView in project ignite-3 by apache.

the class ItFunctionsTest method testRangeWithCache.

@Test
public void testRangeWithCache() {
    TableDefinition tblDef = SchemaBuilders.tableBuilder("PUBLIC", "TEST").columns(SchemaBuilders.column("ID", ColumnType.INT32).build(), SchemaBuilders.column("VAL", ColumnType.INT32).build()).withPrimaryKey("ID").build();
    String tblName = tblDef.canonicalName();
    RecordView<Tuple> tbl = CLUSTER_NODES.get(0).tables().createTable(tblDef.canonicalName(), tblCh -> SchemaConfigurationConverter.convert(tblDef, tblCh).changeReplicas(1).changePartitions(10)).recordView();
    try {
        for (int i = 0; i < 100; i++) {
            tbl.insert(null, Tuple.create().set("ID", i).set("VAL", i));
        }
        // Correlated INNER join.
        assertQuery("SELECT t.val FROM test t WHERE t.val < 5 AND " + "t.id in (SELECT x FROM table(system_range(t.val, t.val))) ").returns(0).returns(1).returns(2).returns(3).returns(4).check();
        // Correlated LEFT joins.
        assertQuery("SELECT t.val FROM test t WHERE t.val < 5 AND " + "EXISTS (SELECT x FROM table(system_range(t.val, t.val)) WHERE mod(x, 2) = 0) ").returns(0).returns(2).returns(4).check();
        assertQuery("SELECT t.val FROM test t WHERE t.val < 5 AND " + "NOT EXISTS (SELECT x FROM table(system_range(t.val, t.val)) WHERE mod(x, 2) = 0) ").returns(1).returns(3).check();
        assertQuery("SELECT t.val FROM test t WHERE " + "EXISTS (SELECT x FROM table(system_range(t.val, null))) ").check();
        // Non-correlated join.
        assertQuery("SELECT t.val FROM test t JOIN table(system_range(1, 50)) as r ON t.id = r.x " + "WHERE mod(r.x, 10) = 0").returns(10).returns(20).returns(30).returns(40).returns(50).check();
    } finally {
        CLUSTER_NODES.get(0).tables().dropTable(tblName);
    }
}
Also used : Assertions.assertThrows(org.junit.jupiter.api.Assertions.assertThrows) RecordView(org.apache.ignite.table.RecordView) TableDefinition(org.apache.ignite.schema.definition.TableDefinition) Time(java.sql.Time) LongFunction(java.util.function.LongFunction) IgniteException(org.apache.ignite.lang.IgniteException) SchemaConfigurationConverter(org.apache.ignite.internal.schema.configuration.SchemaConfigurationConverter) Timestamp(java.sql.Timestamp) SqlValidatorException(org.apache.calcite.sql.validate.SqlValidatorException) ColumnType(org.apache.ignite.schema.definition.ColumnType) Disabled(org.junit.jupiter.api.Disabled) Date(java.sql.Date) Test(org.junit.jupiter.api.Test) IgniteTestUtils(org.apache.ignite.internal.testframework.IgniteTestUtils) List(java.util.List) Assertions.assertTrue(org.junit.jupiter.api.Assertions.assertTrue) SchemaBuilders(org.apache.ignite.schema.SchemaBuilders) Assertions.assertEquals(org.junit.jupiter.api.Assertions.assertEquals) IgniteStringFormatter(org.apache.ignite.lang.IgniteStringFormatter) Tuple(org.apache.ignite.table.Tuple) TableDefinition(org.apache.ignite.schema.definition.TableDefinition) Tuple(org.apache.ignite.table.Tuple) Test(org.junit.jupiter.api.Test)

Aggregations

List (java.util.List)3 RecordView (org.apache.ignite.table.RecordView)3 Assertions.assertEquals (org.junit.jupiter.api.Assertions.assertEquals)3 Test (org.junit.jupiter.api.Test)3 SchemaConfigurationConverter (org.apache.ignite.internal.schema.configuration.SchemaConfigurationConverter)2 SchemaBuilders (org.apache.ignite.schema.SchemaBuilders)2 Date (java.sql.Date)1 Time (java.sql.Time)1 Timestamp (java.sql.Timestamp)1 Arrays (java.util.Arrays)1 Collection (java.util.Collection)1 Collections (java.util.Collections)1 Random (java.util.Random)1 Set (java.util.Set)1 LongFunction (java.util.function.LongFunction)1 Predicate (java.util.function.Predicate)1 Collectors (java.util.stream.Collectors)1 StreamSupport (java.util.stream.StreamSupport)1 SqlValidatorException (org.apache.calcite.sql.validate.SqlValidatorException)1 Column (org.apache.ignite.internal.schema.Column)1