Example 46 with CreateTableStatement
use of herddb.model.commands.CreateTableStatement in project herddb by diennea.
the class PrimaryIndexScanRangeTest method primaryIndexPrefixScanTest.
@Test
public void primaryIndexPrefixScanTest() throws Exception {
String nodeId = "localhost";
try (DBManager manager = new DBManager("localhost", new MemoryMetadataStorageManager(), new MemoryDataStorageManager(), new MemoryCommitLogManager(), null, null)) {
manager.start();
CreateTableSpaceStatement st1 = new CreateTableSpaceStatement("tblspace1", Collections.singleton(nodeId), nodeId, 1, 0, 0);
manager.executeStatement(st1, StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
manager.waitForTablespace("tblspace1", 10000);
Table table = Table.builder().tablespace("tblspace1").name("t1").column("n1", ColumnTypes.INTEGER).column("n2", ColumnTypes.INTEGER).column("id", ColumnTypes.STRING).column("name", ColumnTypes.STRING).primaryKey("n1").build();
CreateTableStatement st2 = new CreateTableStatement(table);
manager.executeStatement(st2, StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('a',1,5,'n1')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('b',2,5,'n1')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('c',3,6,'n2')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('d',4,7,'n2')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('e',5,5,'n2')", Collections.emptyList());
performBasicPlannerTests(manager);
assertFalse(manager.getTableSpaceManager("tblspace1").getTableManager("t1").isKeyToPageSortedAscending());
}
}
Also used :
CreateTableSpaceStatement(herddb.model.commands.CreateTableSpaceStatement)
Table(herddb.model.Table)
MemoryDataStorageManager(herddb.mem.MemoryDataStorageManager)
MemoryCommitLogManager(herddb.mem.MemoryCommitLogManager)
CreateTableStatement(herddb.model.commands.CreateTableStatement)
RawString(herddb.utils.RawString)
MemoryMetadataStorageManager(herddb.mem.MemoryMetadataStorageManager)
Test(org.junit.Test)
Example 47 with CreateTableStatement
use of herddb.model.commands.CreateTableStatement in project herddb by diennea.
the class PrimaryIndexScanRangeTest method primaryIndexPrefixScanFileTest.
@Test
public void primaryIndexPrefixScanFileTest() throws Exception {
Path dataPath = folder.newFolder("data").toPath();
String nodeId = "localhost";
try (DBManager manager = new DBManager("localhost", new MemoryMetadataStorageManager(), new FileDataStorageManager(dataPath), new MemoryCommitLogManager(), null, null)) {
manager.start();
CreateTableSpaceStatement st1 = new CreateTableSpaceStatement("tblspace1", Collections.singleton(nodeId), nodeId, 1, 0, 0);
manager.executeStatement(st1, StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
manager.waitForTablespace("tblspace1", 10000);
Table table = Table.builder().tablespace("tblspace1").name("t1").column("n1", ColumnTypes.INTEGER).column("n2", ColumnTypes.INTEGER).column("id", ColumnTypes.STRING).column("name", ColumnTypes.STRING).primaryKey("n1").build();
CreateTableStatement st2 = new CreateTableStatement(table);
manager.executeStatement(st2, StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('a',1,5,'n1')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('b',2,5,'n1')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('c',3,6,'n2')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('d',5,7,'n2')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('e',6,5,'n2')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('f',7,7,'n2')", Collections.emptyList());
performBasicPlannerTests(manager);
assertFalse(manager.getTableSpaceManager("tblspace1").getTableManager("t1").isKeyToPageSortedAscending());
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=6 " + "order by n1", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(3, tuples.size());
assertEquals(2, tuples.get(0).get("n1"));
assertEquals(3, tuples.get(1).get("n1"));
assertEquals(6, tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=6 " + "order by n1 " + "limit 2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(2, tuples.get(0).get("n1"));
assertEquals(3, tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=6 " + "limit 2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertNull(scan.getComparator());
assertNotNull(scan.getLimits());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=6 " + "order by n1 " + "limit 1,3", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(3, tuples.get(0).get("n1"));
assertEquals(6, tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 " + "limit 1,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(3, tuples.get(0).get("n1"));
assertEquals(5, tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 " + "limit 3,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(6, tuples.get(0).get("n1"));
assertEquals(7, tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 " + "limit 4,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(1, tuples.size());
assertEquals(7, tuples.get(0).get("n1"));
}
}
// add a record in the middle of the sorted recordset
DMLStatementExecutionResult res = TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('g',4,6,'n2')", Collections.emptyList(), TransactionContext.AUTOTRANSACTION_TRANSACTION);
long tx = res.transactionId;
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=6 " + "order by n1", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(4, tuples.size());
assertEquals(2, tuples.get(0).get("n1"));
assertEquals(3, tuples.get(1).get("n1"));
assertEquals(4, tuples.get(2).get("n1"));
assertEquals(6, tuples.get(3).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(6, tuples.size());
assertEquals(2, tuples.get(0).get("n1"));
assertEquals(3, tuples.get(1).get("n1"));
assertEquals(4, tuples.get(2).get("n1"));
assertEquals(5, tuples.get(3).get("n1"));
assertEquals(6, tuples.get(4).get("n1"));
assertEquals(7, tuples.get(5).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=6 " + "order by n1 " + "limit 2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(2, tuples.get(0).get("n1"));
assertEquals(3, tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 " + "limit 1,3", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
for (DataAccessor tuple : tuples) {
System.out.println("tuple: " + tuple.toMap());
}
assertEquals(3, tuples.size());
assertEquals(3, tuples.get(0).get("n1"));
assertEquals(4, tuples.get(1).get("n1"));
assertEquals(5, tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=6 " + "order by n1 " + "limit 1,3", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(3, tuples.size());
assertEquals(3, tuples.get(0).get("n1"));
assertEquals(4, tuples.get(1).get("n1"));
assertEquals(6, tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 " + "limit 1,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(3, tuples.get(0).get("n1"));
assertEquals(4, tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 " + "limit 3,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(5, tuples.get(0).get("n1"));
assertEquals(6, tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 " + "limit 4,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(6, tuples.get(0).get("n1"));
assertEquals(7, tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 " + "limit 5,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(1, tuples.size());
assertEquals(7, tuples.get(0).get("n1"));
}
}
// add other records in the context of the transaction
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('g',8,6,'n3')", Collections.emptyList(), new TransactionContext(tx));
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('g',9,6,'n3')", Collections.emptyList(), new TransactionContext(tx));
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('g',10,6,'n3')", Collections.emptyList(), new TransactionContext(tx));
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 ", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(9, tuples.size());
assertEquals(2, tuples.get(0).get("n1"));
assertEquals(3, tuples.get(1).get("n1"));
assertEquals(4, tuples.get(2).get("n1"));
assertEquals(5, tuples.get(3).get("n1"));
assertEquals(6, tuples.get(4).get("n1"));
assertEquals(7, tuples.get(5).get("n1"));
assertEquals(8, tuples.get(6).get("n1"));
assertEquals(9, tuples.get(7).get("n1"));
assertEquals(10, tuples.get(8).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and n2<=7 " + "order by n1 " + "limit 7", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(7, tuples.size());
assertEquals(2, tuples.get(0).get("n1"));
assertEquals(3, tuples.get(1).get("n1"));
assertEquals(4, tuples.get(2).get("n1"));
assertEquals(5, tuples.get(3).get("n1"));
assertEquals(6, tuples.get(4).get("n1"));
assertEquals(7, tuples.get(5).get("n1"));
assertEquals(8, tuples.get(6).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2,name " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and name='n3' " + "order by n1 " + "limit 200", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
tuples.forEach(t -> {
System.out.println("OK sortedByClusteredIndex tuple " + t.toMap());
});
assertEquals(3, tuples.size());
assertEquals(8, tuples.get(0).get("n1"));
assertEquals(9, tuples.get(1).get("n1"));
assertEquals(10, tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2,name " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and name='n3' " + "order by n1 ", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
tuples.forEach(t -> {
System.out.println("OK sortedByClusteredIndex tuple " + t.toMap());
});
assertEquals(3, tuples.size());
assertEquals(8, tuples.get(0).get("n1"));
assertEquals(9, tuples.get(1).get("n1"));
assertEquals(10, tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2,name " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and name='n3' " + "order by n1 desc", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertFalse(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
tuples.forEach(t -> {
System.out.println("OK sortedByClusteredIndex tuple " + t.toMap());
});
assertEquals(3, tuples.size());
assertEquals(10, tuples.get(0).get("n1"));
assertEquals(9, tuples.get(1).get("n1"));
assertEquals(8, tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2,name " + "FROM tblspace1.t1 " + "WHERE n1>=2 " + "and name='n3' " + "order by n1 " + "limit 2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
tuples.forEach(t -> {
System.out.println("OK sortedByClusteredIndex tuple " + t.toMap());
});
assertEquals(2, tuples.size());
assertEquals(8, tuples.get(0).get("n1"));
assertEquals(9, tuples.get(1).get("n1"));
}
}
}
}
Also used :
Path(java.nio.file.Path)
PrimaryIndexRangeScan(herddb.index.PrimaryIndexRangeScan)
CreateTableSpaceStatement(herddb.model.commands.CreateTableSpaceStatement)
DataScannerException(herddb.model.DataScannerException)
Table(herddb.model.Table)
CreateTableStatement(herddb.model.commands.CreateTableStatement)
MemoryCommitLogManager(herddb.mem.MemoryCommitLogManager)
TransactionContext(herddb.model.TransactionContext)
DMLStatementExecutionResult(herddb.model.DMLStatementExecutionResult)
RawString(herddb.utils.RawString)
Path(java.nio.file.Path)
DataAccessor(herddb.utils.DataAccessor)
DataScanner(herddb.model.DataScanner)
StatementExecutionException(herddb.model.StatementExecutionException)
Assert.assertNotNull(org.junit.Assert.assertNotNull)
Assert.assertTrue(org.junit.Assert.assertTrue)
Test(org.junit.Test)
ColumnTypes(herddb.model.ColumnTypes)
ScanStatement(herddb.model.commands.ScanStatement)
List(java.util.List)
Assert.assertNull(org.junit.Assert.assertNull)
Rule(org.junit.Rule)
Assert.assertFalse(org.junit.Assert.assertFalse)
FileDataStorageManager(herddb.file.FileDataStorageManager)
MemoryDataStorageManager(herddb.mem.MemoryDataStorageManager)
TranslatedQuery(herddb.sql.TranslatedQuery)
StatementEvaluationContext(herddb.model.StatementEvaluationContext)
TableSpace(herddb.model.TableSpace)
Collections(java.util.Collections)
Assert.assertEquals(org.junit.Assert.assertEquals)
MemoryMetadataStorageManager(herddb.mem.MemoryMetadataStorageManager)
TemporaryFolder(org.junit.rules.TemporaryFolder)
Table(herddb.model.Table)
TranslatedQuery(herddb.sql.TranslatedQuery)
DataAccessor(herddb.utils.DataAccessor)
CreateTableStatement(herddb.model.commands.CreateTableStatement)
PrimaryIndexRangeScan(herddb.index.PrimaryIndexRangeScan)
RawString(herddb.utils.RawString)
CreateTableSpaceStatement(herddb.model.commands.CreateTableSpaceStatement)
DataScanner(herddb.model.DataScanner)
DMLStatementExecutionResult(herddb.model.DMLStatementExecutionResult)
TransactionContext(herddb.model.TransactionContext)
MemoryCommitLogManager(herddb.mem.MemoryCommitLogManager)
FileDataStorageManager(herddb.file.FileDataStorageManager)
List(java.util.List)
MemoryMetadataStorageManager(herddb.mem.MemoryMetadataStorageManager)
ScanStatement(herddb.model.commands.ScanStatement)
Test(org.junit.Test)
Example 48 with CreateTableStatement
use of herddb.model.commands.CreateTableStatement in project herddb by diennea.
the class PrimaryIndexScanRangeTest method scanByPKOfIntsWithNegativeValues.
@Test
public void scanByPKOfIntsWithNegativeValues() throws Exception {
Path dataPath = folder.newFolder("data").toPath();
String nodeId = "localhost";
try (DBManager manager = new DBManager("localhost", new MemoryMetadataStorageManager(), new FileDataStorageManager(dataPath), new MemoryCommitLogManager(), null, null)) {
manager.start();
CreateTableSpaceStatement st1 = new CreateTableSpaceStatement("tblspace1", Collections.singleton(nodeId), nodeId, 1, 0, 0);
manager.executeStatement(st1, StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
manager.waitForTablespace("tblspace1", 10000);
Table table = Table.builder().tablespace("tblspace1").name("t1").column("n1", ColumnTypes.INTEGER).column("n2", ColumnTypes.INTEGER).column("id", ColumnTypes.STRING).column("name", ColumnTypes.STRING).primaryKey("n1").build();
CreateTableStatement st2 = new CreateTableStatement(table);
manager.executeStatement(st2, StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('a',1,5,'n1')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('b',2,5,'n1')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('c',-3,6,'n2')", Collections.emptyList());
assertFalse(manager.getTableSpaceManager("tblspace1").getTableManager("t1").isKeyToPageSortedAscending());
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "order by n1", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(3, tuples.size());
assertEquals(-3, tuples.get(0).get("n1"));
assertEquals(1, tuples.get(1).get("n1"));
assertEquals(2, tuples.get(2).get("n1"));
}
}
}
}
Also used :
Path(java.nio.file.Path)
Table(herddb.model.Table)
TranslatedQuery(herddb.sql.TranslatedQuery)
CreateTableStatement(herddb.model.commands.CreateTableStatement)
RawString(herddb.utils.RawString)
CreateTableSpaceStatement(herddb.model.commands.CreateTableSpaceStatement)
DataScanner(herddb.model.DataScanner)
MemoryCommitLogManager(herddb.mem.MemoryCommitLogManager)
FileDataStorageManager(herddb.file.FileDataStorageManager)
List(java.util.List)
MemoryMetadataStorageManager(herddb.mem.MemoryMetadataStorageManager)
ScanStatement(herddb.model.commands.ScanStatement)
Test(org.junit.Test)
Example 49 with CreateTableStatement
use of herddb.model.commands.CreateTableStatement in project herddb by diennea.
the class PrimaryIndexScanRangeTest method primaryIndexPrefixScanWithStringsFileTest.
@Test
public void primaryIndexPrefixScanWithStringsFileTest() throws Exception {
Path dataPath = folder.newFolder("data").toPath();
String nodeId = "localhost";
try (DBManager manager = new DBManager("localhost", new MemoryMetadataStorageManager(), new FileDataStorageManager(dataPath), new MemoryCommitLogManager(), null, null)) {
manager.start();
CreateTableSpaceStatement st1 = new CreateTableSpaceStatement("tblspace1", Collections.singleton(nodeId), nodeId, 1, 0, 0);
manager.executeStatement(st1, StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
manager.waitForTablespace("tblspace1", 10000);
Table table = Table.builder().tablespace("tblspace1").name("t1").column("n1", ColumnTypes.STRING).column("n2", ColumnTypes.INTEGER).column("id", ColumnTypes.STRING).column("name", ColumnTypes.STRING).primaryKey("n1").build();
CreateTableStatement st2 = new CreateTableStatement(table);
manager.executeStatement(st2, StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('a','1',5,'n1')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('b','2',5,'n1')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('c','3',6,'n2')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('d','5',7,'n2')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('e','6',5,'n2')", Collections.emptyList());
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('f','7',7,'n2')", Collections.emptyList());
assertTrue(manager.getTableSpaceManager("tblspace1").getTableManager("t1").isKeyToPageSortedAscending());
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=6 " + "order by n1", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(3, tuples.size());
assertEquals(RawString.of("2"), tuples.get(0).get("n1"));
assertEquals(RawString.of("3"), tuples.get(1).get("n1"));
assertEquals(RawString.of("6"), tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=6 " + "order by n1 " + "limit 2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(RawString.of("2"), tuples.get(0).get("n1"));
assertEquals(RawString.of("3"), tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=6 " + "limit 2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertNull(scan.getComparator());
assertNotNull(scan.getLimits());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=6 " + "order by n1 " + "limit 1,3", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(RawString.of("3"), tuples.get(0).get("n1"));
assertEquals(RawString.of("6"), tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 " + "limit 1,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(RawString.of("3"), tuples.get(0).get("n1"));
assertEquals(RawString.of("5"), tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 " + "limit 3,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(RawString.of("6"), tuples.get(0).get("n1"));
assertEquals(RawString.of("7"), tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 " + "limit 4,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(1, tuples.size());
assertEquals(RawString.of("7"), tuples.get(0).get("n1"));
}
}
// add a record in the middle of the sorted recordset
DMLStatementExecutionResult res = TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('g','4',6,'n2')", Collections.emptyList(), TransactionContext.AUTOTRANSACTION_TRANSACTION);
long tx = res.transactionId;
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=6 " + "order by n1", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(4, tuples.size());
assertEquals(RawString.of("2"), tuples.get(0).get("n1"));
assertEquals(RawString.of("3"), tuples.get(1).get("n1"));
assertEquals(RawString.of("4"), tuples.get(2).get("n1"));
assertEquals(RawString.of("6"), tuples.get(3).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(6, tuples.size());
assertEquals(RawString.of("2"), tuples.get(0).get("n1"));
assertEquals(RawString.of("3"), tuples.get(1).get("n1"));
assertEquals(RawString.of("4"), tuples.get(2).get("n1"));
assertEquals(RawString.of("5"), tuples.get(3).get("n1"));
assertEquals(RawString.of("6"), tuples.get(4).get("n1"));
assertEquals(RawString.of("7"), tuples.get(5).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=6 " + "order by n1 " + "limit 2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(RawString.of("2"), tuples.get(0).get("n1"));
assertEquals(RawString.of("3"), tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 " + "limit 1,3", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
for (DataAccessor tuple : tuples) {
System.out.println("tuple: " + tuple.toMap());
}
assertEquals(3, tuples.size());
assertEquals(RawString.of("3"), tuples.get(0).get("n1"));
assertEquals(RawString.of("4"), tuples.get(1).get("n1"));
assertEquals(RawString.of("5"), tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=6 " + "order by n1 " + "limit 1,3", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(3, tuples.size());
assertEquals(RawString.of("3"), tuples.get(0).get("n1"));
assertEquals(RawString.of("4"), tuples.get(1).get("n1"));
assertEquals(RawString.of("6"), tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 " + "limit 1,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(RawString.of("3"), tuples.get(0).get("n1"));
assertEquals(RawString.of("4"), tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 " + "limit 3,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(RawString.of("5"), tuples.get(0).get("n1"));
assertEquals(RawString.of("6"), tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 " + "limit 4,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(2, tuples.size());
assertEquals(RawString.of("6"), tuples.get(0).get("n1"));
assertEquals(RawString.of("7"), tuples.get(1).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 " + "limit 5,2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(1, tuples.size());
assertEquals(RawString.of("7"), tuples.get(0).get("n1"));
}
}
// add other records in the context of the transaction
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('g','8',6,'n3')", Collections.emptyList(), new TransactionContext(tx));
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('g','9',6,'n3')", Collections.emptyList(), new TransactionContext(tx));
TestUtils.executeUpdate(manager, "INSERT INTO tblspace1.t1(id,n1,n2,name) values('g','A',6,'n3')", Collections.emptyList(), new TransactionContext(tx));
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 ", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(9, tuples.size());
assertEquals(RawString.of("2"), tuples.get(0).get("n1"));
assertEquals(RawString.of("3"), tuples.get(1).get("n1"));
assertEquals(RawString.of("4"), tuples.get(2).get("n1"));
assertEquals(RawString.of("5"), tuples.get(3).get("n1"));
assertEquals(RawString.of("6"), tuples.get(4).get("n1"));
assertEquals(RawString.of("7"), tuples.get(5).get("n1"));
assertEquals(RawString.of("8"), tuples.get(6).get("n1"));
assertEquals(RawString.of("9"), tuples.get(7).get("n1"));
assertEquals(RawString.of("A"), tuples.get(8).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2 " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and n2<=7 " + "order by n1 " + "limit 7", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
assertEquals(7, tuples.size());
assertEquals(RawString.of("2"), tuples.get(0).get("n1"));
assertEquals(RawString.of("3"), tuples.get(1).get("n1"));
assertEquals(RawString.of("4"), tuples.get(2).get("n1"));
assertEquals(RawString.of("5"), tuples.get(3).get("n1"));
assertEquals(RawString.of("6"), tuples.get(4).get("n1"));
assertEquals(RawString.of("7"), tuples.get(5).get("n1"));
assertEquals(RawString.of("8"), tuples.get(6).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2,name " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and name='n3' " + "order by n1 " + "limit 200", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
tuples.forEach(t -> {
System.out.println("OK sortedByClusteredIndex tuple " + t.toMap());
});
assertEquals(3, tuples.size());
assertEquals(RawString.of("8"), tuples.get(0).get("n1"));
assertEquals(RawString.of("9"), tuples.get(1).get("n1"));
assertEquals(RawString.of("A"), tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2,name " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and name='n3' " + "order by n1 ", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
tuples.forEach(t -> {
System.out.println("OK sortedByClusteredIndex tuple " + t.toMap());
});
assertEquals(3, tuples.size());
assertEquals(RawString.of("8"), tuples.get(0).get("n1"));
assertEquals(RawString.of("9"), tuples.get(1).get("n1"));
assertEquals(RawString.of("A"), tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2,name " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and name='n3' " + "order by n1 desc", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertFalse(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
tuples.forEach(t -> {
System.out.println("OK sortedByClusteredIndex tuple " + t.toMap());
});
assertEquals(3, tuples.size());
assertEquals(RawString.of("A"), tuples.get(0).get("n1"));
assertEquals(RawString.of("9"), tuples.get(1).get("n1"));
assertEquals(RawString.of("8"), tuples.get(2).get("n1"));
}
}
{
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT n1,n2,name " + "FROM tblspace1.t1 " + "WHERE n1>='2' " + "and name='n3' " + "order by n1 " + "limit 2", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
assertTrue(scan.getPredicate().getIndexOperation() instanceof PrimaryIndexRangeScan);
assertTrue(scan.getComparator().isOnlyPrimaryKeyAndAscending());
try (DataScanner scan1 = manager.scan(scan, translated.context, new TransactionContext(tx))) {
List<DataAccessor> tuples = scan1.consume();
tuples.forEach(t -> {
System.out.println("OK sortedByClusteredIndex tuple " + t.toMap());
});
assertEquals(2, tuples.size());
assertEquals(RawString.of("8"), tuples.get(0).get("n1"));
assertEquals(RawString.of("9"), tuples.get(1).get("n1"));
}
}
}
}
Also used :
Path(java.nio.file.Path)
PrimaryIndexRangeScan(herddb.index.PrimaryIndexRangeScan)
CreateTableSpaceStatement(herddb.model.commands.CreateTableSpaceStatement)
DataScannerException(herddb.model.DataScannerException)
Table(herddb.model.Table)
CreateTableStatement(herddb.model.commands.CreateTableStatement)
MemoryCommitLogManager(herddb.mem.MemoryCommitLogManager)
TransactionContext(herddb.model.TransactionContext)
DMLStatementExecutionResult(herddb.model.DMLStatementExecutionResult)
RawString(herddb.utils.RawString)
Path(java.nio.file.Path)
DataAccessor(herddb.utils.DataAccessor)
DataScanner(herddb.model.DataScanner)
StatementExecutionException(herddb.model.StatementExecutionException)
Assert.assertNotNull(org.junit.Assert.assertNotNull)
Assert.assertTrue(org.junit.Assert.assertTrue)
Test(org.junit.Test)
ColumnTypes(herddb.model.ColumnTypes)
ScanStatement(herddb.model.commands.ScanStatement)
List(java.util.List)
Assert.assertNull(org.junit.Assert.assertNull)
Rule(org.junit.Rule)
Assert.assertFalse(org.junit.Assert.assertFalse)
FileDataStorageManager(herddb.file.FileDataStorageManager)
MemoryDataStorageManager(herddb.mem.MemoryDataStorageManager)
TranslatedQuery(herddb.sql.TranslatedQuery)
StatementEvaluationContext(herddb.model.StatementEvaluationContext)
TableSpace(herddb.model.TableSpace)
Collections(java.util.Collections)
Assert.assertEquals(org.junit.Assert.assertEquals)
MemoryMetadataStorageManager(herddb.mem.MemoryMetadataStorageManager)
TemporaryFolder(org.junit.rules.TemporaryFolder)
Table(herddb.model.Table)
TranslatedQuery(herddb.sql.TranslatedQuery)
DataAccessor(herddb.utils.DataAccessor)
CreateTableStatement(herddb.model.commands.CreateTableStatement)
PrimaryIndexRangeScan(herddb.index.PrimaryIndexRangeScan)
RawString(herddb.utils.RawString)
CreateTableSpaceStatement(herddb.model.commands.CreateTableSpaceStatement)
DataScanner(herddb.model.DataScanner)
DMLStatementExecutionResult(herddb.model.DMLStatementExecutionResult)
TransactionContext(herddb.model.TransactionContext)
MemoryCommitLogManager(herddb.mem.MemoryCommitLogManager)
FileDataStorageManager(herddb.file.FileDataStorageManager)
List(java.util.List)
MemoryMetadataStorageManager(herddb.mem.MemoryMetadataStorageManager)
ScanStatement(herddb.model.commands.ScanStatement)
Test(org.junit.Test)
Example 50 with CreateTableStatement
use of herddb.model.commands.CreateTableStatement in project herddb by diennea.
the class FileDataStorageManagerRestartTest method recoverTableAndIndexWithoutHash.
@Test
public void recoverTableAndIndexWithoutHash() throws Exception {
Path dataPath = folder.newFolder("data").toPath();
Path logsPath = folder.newFolder("logs").toPath();
Path metadataPath = folder.newFolder("metadata").toPath();
Path tmpDir = folder.newFolder("tmpDir").toPath();
String nodeId = "localhost";
Table table;
Index index;
try (DBManager manager = new DBManager("localhost", new FileMetadataStorageManager(metadataPath), new FileDataStorageManager(dataPath, dataPath.resolve("tmp"), ServerConfiguration.PROPERTY_DISK_SWAP_MAX_RECORDS_DEFAULT, ServerConfiguration.PROPERTY_REQUIRE_FSYNC_DEFAULT, ServerConfiguration.PROPERTY_PAGE_USE_ODIRECT_DEFAULT, ServerConfiguration.PROPERTY_INDEX_USE_ODIRECT_DEFAULT, false, false, new NullStatsLogger()), new FileCommitLogManager(logsPath), tmpDir, null)) {
manager.start();
CreateTableSpaceStatement st1 = new CreateTableSpaceStatement("tblspace1", Collections.singleton(nodeId), nodeId, 1, 0, 0);
manager.executeStatement(st1, StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
assertTrue(manager.waitForTablespace("tblspace1", 10000));
table = Table.builder().tablespace("tblspace1").name("t1").column("id", ColumnTypes.INTEGER).column("name", ColumnTypes.STRING).primaryKey("id").build();
index = Index.builder().onTable(table).column("name", ColumnTypes.STRING).type(Index.TYPE_BRIN).build();
manager.executeStatement(new CreateTableStatement(table), StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
manager.executeStatement(new CreateIndexStatement(index), StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
manager.executeStatement(new InsertStatement("tblspace1", table.name, RecordSerializer.makeRecord(table, "id", 1, "name", "uno")), StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
GetResult result = manager.get(new GetStatement("tblspace1", table.name, Bytes.from_int(1), null, false), StatementEvaluationContext.DEFAULT_EVALUATION_CONTEXT(), TransactionContext.NO_TRANSACTION);
assertTrue(result.found());
/*
* Access through index
*/
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT * FROM tblspace1.t1", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
assertEquals(1, scan1.consume().size());
}
manager.checkpoint();
}
// Enabling hash-chacking: previous stored hashes (value 0) has not to fail the check.
try (DBManager manager = new DBManager("localhost", new FileMetadataStorageManager(metadataPath), new FileDataStorageManager(dataPath, dataPath.resolve("tmp"), ServerConfiguration.PROPERTY_DISK_SWAP_MAX_RECORDS_DEFAULT, ServerConfiguration.PROPERTY_REQUIRE_FSYNC_DEFAULT, ServerConfiguration.PROPERTY_PAGE_USE_ODIRECT_DEFAULT, ServerConfiguration.PROPERTY_INDEX_USE_ODIRECT_DEFAULT, true, true, new NullStatsLogger()), new FileCommitLogManager(logsPath), tmpDir, null)) {
manager.start();
assertTrue(manager.waitForBootOfLocalTablespaces(10000));
/*
* Access through index
*/
TranslatedQuery translated = manager.getPlanner().translate(TableSpace.DEFAULT, "SELECT * FROM tblspace1.t1", Collections.emptyList(), true, true, false, -1);
ScanStatement scan = translated.plan.mainStatement.unwrap(ScanStatement.class);
try (DataScanner scan1 = manager.scan(scan, translated.context, TransactionContext.NO_TRANSACTION)) {
assertEquals(1, scan1.consume().size());
}
}
}
Also used :
Path(java.nio.file.Path)
Table(herddb.model.Table)
TranslatedQuery(herddb.sql.TranslatedQuery)
GetResult(herddb.model.GetResult)
FileMetadataStorageManager(herddb.file.FileMetadataStorageManager)
CreateTableStatement(herddb.model.commands.CreateTableStatement)
CreateIndexStatement(herddb.model.commands.CreateIndexStatement)
Index(herddb.model.Index)
InsertStatement(herddb.model.commands.InsertStatement)
FileCommitLogManager(herddb.file.FileCommitLogManager)
CreateTableSpaceStatement(herddb.model.commands.CreateTableSpaceStatement)
DataScanner(herddb.model.DataScanner)
NullStatsLogger(org.apache.bookkeeper.stats.NullStatsLogger)
GetStatement(herddb.model.commands.GetStatement)
FileDataStorageManager(herddb.file.FileDataStorageManager)
ScanStatement(herddb.model.commands.ScanStatement)
Test(org.junit.Test)
Aggregations
CreateTableStatement (herddb.model.commands.CreateTableStatement)183
Table (herddb.model.Table)180
Test (org.junit.Test)164
CreateTableSpaceStatement (herddb.model.commands.CreateTableSpaceStatement)111
InsertStatement (herddb.model.commands.InsertStatement)102
DataScanner (herddb.model.DataScanner)82
CreateIndexStatement (herddb.model.commands.CreateIndexStatement)72
GetStatement (herddb.model.commands.GetStatement)72
Index (herddb.model.Index)71
GetResult (herddb.model.GetResult)68
ScanStatement (herddb.model.commands.ScanStatement)68
TranslatedQuery (herddb.sql.TranslatedQuery)68
Path (java.nio.file.Path)61
MemoryCommitLogManager (herddb.mem.MemoryCommitLogManager)57
MemoryMetadataStorageManager (herddb.mem.MemoryMetadataStorageManager)57
TransactionContext (herddb.model.TransactionContext)56
MemoryDataStorageManager (herddb.mem.MemoryDataStorageManager)54
Bytes (herddb.utils.Bytes)51
SecondaryIndexSeek (herddb.index.SecondaryIndexSeek)50
Record (herddb.model.Record)44
