Search in sources :

Example 1 with ODiskWriteAheadLog

use of com.orientechnologies.orient.core.storage.impl.local.paginated.wal.ODiskWriteAheadLog in project orientdb by orientechnologies.

the class ReadWriteDiskCacheTest method testFlushTillLSN.

public void testFlushTillLSN() throws Exception {
    closeBufferAndDeleteFile();
    File file = new File(storageLocal.getConfiguration().getDirectory());
    if (!file.exists())
        file.mkdir();
    writeAheadLog = new ODiskWriteAheadLog(1024, -1, 10 * 1024, null, true, storageLocal, 10);
    final OStorageSegmentConfiguration segmentConfiguration = new OStorageSegmentConfiguration(storageLocal.getConfiguration(), "readWriteDiskCacheTest.tst", 0);
    segmentConfiguration.fileType = OFileClassic.NAME;
    writeBuffer = new OWOWCache(false, 8 + systemOffset, new OByteBufferPool(8 + systemOffset), 10000, writeAheadLog, 100, 2 * (8 + systemOffset), 2 * (8 + systemOffset) + 4 * (8 + systemOffset), storageLocal, false, files, 10);
    writeBuffer.loadRegisteredFiles();
    readBuffer = new O2QCache(4 * (8 + systemOffset), 8 + systemOffset, false, 20);
    long fileId = readBuffer.addFile(fileName, writeBuffer);
    OLogSequenceNumber lsnToFlush = null;
    for (int i = 0; i < 8; i++) {
        OCacheEntry cacheEntry = readBuffer.load(fileId, i, false, writeBuffer, 1, true);
        if (cacheEntry == null) {
            cacheEntry = readBuffer.allocateNewPage(fileId, writeBuffer, true);
            Assert.assertEquals(cacheEntry.getPageIndex(), i);
        }
        OCachePointer dataPointer = cacheEntry.getCachePointer();
        dataPointer.acquireExclusiveLock();
        OLogSequenceNumber pageLSN = writeAheadLog.log(new WriteAheadLogTest.TestRecord(30, false));
        setLsn(dataPointer.getSharedBuffer(), pageLSN);
        lsnToFlush = pageLSN;
        cacheEntry.markDirty();
        dataPointer.releaseExclusiveLock();
        readBuffer.release(cacheEntry, writeBuffer);
    }
    Thread.sleep(1000);
    Assert.assertEquals(writeAheadLog.getFlushedLsn(), lsnToFlush);
}
Also used : WriteAheadLogTest(com.orientechnologies.orient.core.storage.impl.local.paginated.wal.WriteAheadLogTest) OByteBufferPool(com.orientechnologies.common.directmemory.OByteBufferPool) ODiskWriteAheadLog(com.orientechnologies.orient.core.storage.impl.local.paginated.wal.ODiskWriteAheadLog) OCacheEntry(com.orientechnologies.orient.core.storage.cache.OCacheEntry) OLogSequenceNumber(com.orientechnologies.orient.core.storage.impl.local.paginated.wal.OLogSequenceNumber) OWOWCache(com.orientechnologies.orient.core.storage.cache.local.OWOWCache) OStorageSegmentConfiguration(com.orientechnologies.orient.core.config.OStorageSegmentConfiguration) File(java.io.File) OCachePointer(com.orientechnologies.orient.core.storage.cache.OCachePointer)

Example 2 with ODiskWriteAheadLog

use of com.orientechnologies.orient.core.storage.impl.local.paginated.wal.ODiskWriteAheadLog in project orientdb by orientechnologies.

the class OPerformanceStatisticManager method getWriteAheadLog.

/**
 * @return Returns current instance of write ahead log and initializes local reference if such one is not initialized yet.
 */
private ODiskWriteAheadLog getWriteAheadLog() {
    if (writeAheadLogInitialized)
        return writeAheadLog;
    final OWriteAheadLog writeAheadLog = storage.getWALInstance();
    if (writeAheadLog instanceof ODiskWriteAheadLog)
        this.writeAheadLog = (ODiskWriteAheadLog) writeAheadLog;
    else
        this.writeAheadLog = null;
    writeAheadLogInitialized = true;
    return this.writeAheadLog;
}
Also used : ODiskWriteAheadLog(com.orientechnologies.orient.core.storage.impl.local.paginated.wal.ODiskWriteAheadLog) OWriteAheadLog(com.orientechnologies.orient.core.storage.impl.local.paginated.wal.OWriteAheadLog)

Example 3 with ODiskWriteAheadLog

use of com.orientechnologies.orient.core.storage.impl.local.paginated.wal.ODiskWriteAheadLog in project orientdb by orientechnologies.

the class OLocalPaginatedStorage method initWalAndDiskCache.

protected void initWalAndDiskCache() throws IOException {
    if (configuration.getContextConfiguration().getValueAsBoolean(OGlobalConfiguration.USE_WAL)) {
        checkpointExecutor = Executors.newSingleThreadExecutor(new FullCheckpointThreadFactory());
        final ODiskWriteAheadLog diskWriteAheadLog = new ODiskWriteAheadLog(this);
        diskWriteAheadLog.addLowDiskSpaceListener(this);
        diskWriteAheadLog.checkFreeSpace();
        writeAheadLog = diskWriteAheadLog;
        writeAheadLog.addFullCheckpointListener(this);
    } else
        writeAheadLog = null;
    long diskCacheSize = OGlobalConfiguration.DISK_CACHE_SIZE.getValueAsLong() * 1024 * 1024;
    long writeCacheSize = (long) Math.floor((((double) OGlobalConfiguration.DISK_WRITE_CACHE_PART.getValueAsInteger()) / 100.0) * diskCacheSize);
    final OWOWCache wowCache = new OWOWCache(false, OGlobalConfiguration.DISK_CACHE_PAGE_SIZE.getValueAsInteger() * ONE_KB, OByteBufferPool.instance(), OGlobalConfiguration.DISK_WRITE_CACHE_PAGE_TTL.getValueAsLong() * 1000, writeAheadLog, OGlobalConfiguration.DISK_WRITE_CACHE_PAGE_FLUSH_INTERVAL.getValueAsInteger(), writeCacheSize, diskCacheSize, this, true, files, getId());
    wowCache.loadRegisteredFiles();
    wowCache.addLowDiskSpaceListener(this);
    wowCache.addBackgroundExceptionListener(this);
    writeCache = wowCache;
}
Also used : ODiskWriteAheadLog(com.orientechnologies.orient.core.storage.impl.local.paginated.wal.ODiskWriteAheadLog) OWOWCache(com.orientechnologies.orient.core.storage.cache.local.OWOWCache)

Aggregations

ODiskWriteAheadLog (com.orientechnologies.orient.core.storage.impl.local.paginated.wal.ODiskWriteAheadLog)3 OWOWCache (com.orientechnologies.orient.core.storage.cache.local.OWOWCache)2 OByteBufferPool (com.orientechnologies.common.directmemory.OByteBufferPool)1 OStorageSegmentConfiguration (com.orientechnologies.orient.core.config.OStorageSegmentConfiguration)1 OCacheEntry (com.orientechnologies.orient.core.storage.cache.OCacheEntry)1 OCachePointer (com.orientechnologies.orient.core.storage.cache.OCachePointer)1 OLogSequenceNumber (com.orientechnologies.orient.core.storage.impl.local.paginated.wal.OLogSequenceNumber)1 OWriteAheadLog (com.orientechnologies.orient.core.storage.impl.local.paginated.wal.OWriteAheadLog)1 WriteAheadLogTest (com.orientechnologies.orient.core.storage.impl.local.paginated.wal.WriteAheadLogTest)1 File (java.io.File)1