Search in sources :

Example 1 with SSTableReader

use of org.bboxdb.storage.sstable.reader.SSTableReader in project bboxdb by jnidzwetzki.

the class TestSSTable method testIndexIterator.

/**
 * Test the tuple iterator
 * @throws Exception
 */
@Test(timeout = 60000)
public void testIndexIterator() throws Exception {
    final String relationDirectory = SSTableHelper.getSSTableDir(STORAGE_DIRECTORY, TEST_RELATION);
    final File relationDirectoryFile = new File(relationDirectory);
    FileUtil.deleteRecursive(relationDirectoryFile.toPath());
    relationDirectoryFile.mkdirs();
    final List<Tuple> tupleList = createTupleList();
    final SSTableWriter ssTableWriter = new SSTableWriter(STORAGE_DIRECTORY, TEST_RELATION, 1, EXPECTED_TUPLES);
    ssTableWriter.open();
    ssTableWriter.addData(tupleList);
    final File sstableIndexFile = ssTableWriter.getSstableIndexFile();
    ssTableWriter.close();
    final SSTableReader sstableReader = new SSTableReader(STORAGE_DIRECTORY, TEST_RELATION, 1);
    sstableReader.init();
    final SSTableKeyIndexReader ssTableIndexReader = new SSTableKeyIndexReader(sstableReader);
    ssTableIndexReader.init();
    Assert.assertEquals(1, sstableReader.getTablebumber());
    Assert.assertEquals(1, ssTableIndexReader.getTablebumber());
    Assert.assertEquals(sstableIndexFile, ssTableIndexReader.getFile());
    Assert.assertTrue(sstableReader.getLastModifiedTimestamp() > 0);
    Assert.assertTrue(ssTableIndexReader.getLastModifiedTimestamp() > 0);
    Assert.assertTrue(ssTableIndexReader.getSize() > 0);
    Assert.assertTrue(sstableReader.getSize() > 0);
    int tupleCounter = 0;
    for (Tuple tuple : ssTableIndexReader) {
        Assert.assertEquals(tupleList.get(tupleCounter), tuple);
        tupleCounter++;
    }
    Assert.assertEquals(tupleList.size(), tupleCounter);
}
Also used : SSTableReader(org.bboxdb.storage.sstable.reader.SSTableReader) SSTableKeyIndexReader(org.bboxdb.storage.sstable.reader.SSTableKeyIndexReader) SSTableWriter(org.bboxdb.storage.sstable.SSTableWriter) File(java.io.File) Tuple(org.bboxdb.storage.entity.Tuple) DeletedTuple(org.bboxdb.storage.entity.DeletedTuple) Test(org.junit.Test)

Example 2 with SSTableReader

use of org.bboxdb.storage.sstable.reader.SSTableReader in project bboxdb by jnidzwetzki.

the class TestTableCompactor method addTuplesToFileAndGetReader.

/**
 * Write the tuplelist into a SSTable and return a reader for this table
 *
 * @param tupleList
 * @param number
 * @return
 * @throws StorageManagerException
 */
protected SSTableKeyIndexReader addTuplesToFileAndGetReader(final List<Tuple> tupleList, int number) throws StorageManagerException {
    Collections.sort(tupleList);
    final SSTableWriter ssTableWriter = new SSTableWriter(STORAGE_DIRECTORY, TEST_RELATION, number, EXPECTED_TUPLES);
    ssTableWriter.open();
    ssTableWriter.addData(tupleList);
    ssTableWriter.close();
    final SSTableReader sstableReader = new SSTableReader(STORAGE_DIRECTORY, TEST_RELATION, number);
    sstableReader.init();
    final SSTableKeyIndexReader ssTableIndexReader = new SSTableKeyIndexReader(sstableReader);
    ssTableIndexReader.init();
    return ssTableIndexReader;
}
Also used : SSTableReader(org.bboxdb.storage.sstable.reader.SSTableReader) SSTableKeyIndexReader(org.bboxdb.storage.sstable.reader.SSTableKeyIndexReader) SSTableWriter(org.bboxdb.storage.sstable.SSTableWriter)

Example 3 with SSTableReader

use of org.bboxdb.storage.sstable.reader.SSTableReader in project bboxdb by jnidzwetzki.

the class TestTableCompactor method exectuteCompactAndGetReader.

/**
 * Execute a compactification and return the reader for the resulting table
 *
 * @param reader1
 * @param reader2
 * @param writer
 * @param major
 * @return
 * @throws StorageManagerException
 */
protected SSTableKeyIndexReader exectuteCompactAndGetReader(final SSTableKeyIndexReader reader1, final SSTableKeyIndexReader reader2, final boolean majorCompaction) throws StorageManagerException {
    storageRegistry.deleteTable(TEST_RELATION, true);
    storageRegistry.createTable(TEST_RELATION, new TupleStoreConfiguration());
    final TupleStoreManager storageManager = storageRegistry.getTupleStoreManager(TEST_RELATION);
    final SSTableCompactor compactor = new SSTableCompactor(storageManager, Arrays.asList(reader1, reader2));
    compactor.setMajorCompaction(majorCompaction);
    compactor.executeCompactation();
    final List<SSTableWriter> resultWriter = compactor.getResultList();
    Assert.assertEquals(1, resultWriter.size());
    final SSTableWriter writer = resultWriter.get(0);
    final SSTableReader reader = new SSTableReader(STORAGE_DIRECTORY, TEST_RELATION, writer.getTablenumber());
    reader.init();
    final SSTableKeyIndexReader ssTableIndexReader = new SSTableKeyIndexReader(reader);
    ssTableIndexReader.init();
    return ssTableIndexReader;
}
Also used : SSTableReader(org.bboxdb.storage.sstable.reader.SSTableReader) SSTableKeyIndexReader(org.bboxdb.storage.sstable.reader.SSTableKeyIndexReader) TupleStoreConfiguration(org.bboxdb.storage.entity.TupleStoreConfiguration) SSTableWriter(org.bboxdb.storage.sstable.SSTableWriter) TupleStoreManager(org.bboxdb.storage.tuplestore.manager.TupleStoreManager) SSTableCompactor(org.bboxdb.storage.sstable.compact.SSTableCompactor)

Example 4 with SSTableReader

use of org.bboxdb.storage.sstable.reader.SSTableReader in project bboxdb by jnidzwetzki.

the class SSTableExaminer method run.

@Override
public void run() {
    try {
        final SSTableFacade sstableFacade = new SSTableFacade(baseDirectory, relationname, tableNumber, 0);
        sstableFacade.init();
        if (!sstableFacade.acquire()) {
            throw new StorageManagerException("Unable to acquire sstable reader");
        }
        final SSTableReader ssTableReader = sstableFacade.getSsTableReader();
        final SSTableKeyIndexReader ssTableIndexReader = sstableFacade.getSsTableKeyIndexReader();
        fullTableScan(ssTableReader);
        if (!WILDCARD_KEY.equals(examineKey)) {
            internalScan(ssTableReader);
            seachViaIndex(ssTableReader, ssTableIndexReader);
        }
        sstableFacade.release();
        sstableFacade.shutdown();
    } catch (Exception e) {
        e.printStackTrace();
    }
}
Also used : SSTableReader(org.bboxdb.storage.sstable.reader.SSTableReader) SSTableKeyIndexReader(org.bboxdb.storage.sstable.reader.SSTableKeyIndexReader) SSTableFacade(org.bboxdb.storage.sstable.reader.SSTableFacade) StorageManagerException(org.bboxdb.storage.StorageManagerException) IOException(java.io.IOException) StorageManagerException(org.bboxdb.storage.StorageManagerException) BufferUnderflowException(java.nio.BufferUnderflowException)

Aggregations

SSTableKeyIndexReader (org.bboxdb.storage.sstable.reader.SSTableKeyIndexReader)4 SSTableReader (org.bboxdb.storage.sstable.reader.SSTableReader)4 SSTableWriter (org.bboxdb.storage.sstable.SSTableWriter)3 File (java.io.File)1 IOException (java.io.IOException)1 BufferUnderflowException (java.nio.BufferUnderflowException)1 StorageManagerException (org.bboxdb.storage.StorageManagerException)1 DeletedTuple (org.bboxdb.storage.entity.DeletedTuple)1 Tuple (org.bboxdb.storage.entity.Tuple)1 TupleStoreConfiguration (org.bboxdb.storage.entity.TupleStoreConfiguration)1 SSTableCompactor (org.bboxdb.storage.sstable.compact.SSTableCompactor)1 SSTableFacade (org.bboxdb.storage.sstable.reader.SSTableFacade)1 TupleStoreManager (org.bboxdb.storage.tuplestore.manager.TupleStoreManager)1 Test (org.junit.Test)1