Examples with MemoryRecoveryRecord org.apache.ignite.internal.pagemem.wal.record.MemoryRecoveryRecord used on opensource projects

Example 1 with MemoryRecoveryRecord

use of org.apache.ignite.internal.pagemem.wal.record.MemoryRecoveryRecord in project ignite by apache.

the class RecordDataV1Serializer method writeRecord.

/**
 * {@inheritDoc}
 */
@Override
public void writeRecord(WALRecord rec, ByteBuffer buf) throws IgniteCheckedException {
    switch(rec.type()) {
        case PAGE_RECORD:
            PageSnapshot snap = (PageSnapshot) rec;
            buf.putInt(snap.fullPageId().groupId());
            buf.putLong(snap.fullPageId().pageId());
            buf.put(snap.pageData());
            break;
        case MEMORY_RECOVERY:
            MemoryRecoveryRecord memoryRecoveryRecord = (MemoryRecoveryRecord) rec;
            buf.putLong(memoryRecoveryRecord.time());
            break;
        case PARTITION_DESTROY:
            PartitionDestroyRecord partDestroy = (PartitionDestroyRecord) rec;
            buf.putInt(partDestroy.groupId());
            buf.putInt(partDestroy.partitionId());
            break;
        case META_PAGE_INIT:
            MetaPageInitRecord updRootsRec = (MetaPageInitRecord) rec;
            buf.putInt(updRootsRec.groupId());
            buf.putLong(updRootsRec.pageId());
            buf.putShort((short) updRootsRec.ioType());
            buf.putShort((short) updRootsRec.ioVersion());
            buf.putLong(updRootsRec.treeRoot());
            buf.putLong(updRootsRec.reuseListRoot());
            break;
        case PARTITION_META_PAGE_UPDATE_COUNTERS:
            MetaPageUpdatePartitionDataRecord partDataRec = (MetaPageUpdatePartitionDataRecord) rec;
            buf.putInt(partDataRec.groupId());
            buf.putLong(partDataRec.pageId());
            buf.putLong(partDataRec.updateCounter());
            buf.putLong(partDataRec.globalRemoveId());
            buf.putInt(partDataRec.partitionSize());
            buf.putLong(partDataRec.countersPageId());
            buf.put(partDataRec.state());
            buf.putInt(partDataRec.allocatedIndexCandidate());
            break;
        case CHECKPOINT_RECORD:
            CheckpointRecord cpRec = (CheckpointRecord) rec;
            assert cpRec.checkpointMark() == null || cpRec.checkpointMark() instanceof FileWALPointer : "Invalid WAL record: " + cpRec;
            FileWALPointer walPtr = (FileWALPointer) cpRec.checkpointMark();
            UUID cpId = cpRec.checkpointId();
            buf.putLong(cpId.getMostSignificantBits());
            buf.putLong(cpId.getLeastSignificantBits());
            buf.put(walPtr == null ? (byte) 0 : 1);
            if (walPtr != null) {
                buf.putLong(walPtr.index());
                buf.putInt(walPtr.fileOffset());
                buf.putInt(walPtr.length());
            }
            putCacheStates(buf, cpRec.cacheGroupStates());
            buf.put(cpRec.end() ? (byte) 1 : 0);
            break;
        case DATA_RECORD:
            DataRecord dataRec = (DataRecord) rec;
            buf.putInt(dataRec.writeEntries().size());
            for (DataEntry dataEntry : dataRec.writeEntries()) putDataEntry(buf, dataEntry);
            break;
        case METASTORE_DATA_RECORD:
            MetastoreDataRecord metastoreDataRecord = (MetastoreDataRecord) rec;
            byte[] strBytes = metastoreDataRecord.key().getBytes();
            buf.putInt(strBytes.length);
            buf.put(strBytes);
            if (metastoreDataRecord.value() != null) {
                buf.putInt(metastoreDataRecord.value().length);
                buf.put(metastoreDataRecord.value());
            } else
                buf.putInt(0);
            break;
        case HEADER_RECORD:
            buf.putLong(HeaderRecord.REGULAR_MAGIC);
            buf.putInt(((HeaderRecord) rec).version());
            break;
        case DATA_PAGE_INSERT_RECORD:
            DataPageInsertRecord diRec = (DataPageInsertRecord) rec;
            buf.putInt(diRec.groupId());
            buf.putLong(diRec.pageId());
            buf.putShort((short) diRec.payload().length);
            buf.put(diRec.payload());
            break;
        case DATA_PAGE_UPDATE_RECORD:
            DataPageUpdateRecord uRec = (DataPageUpdateRecord) rec;
            buf.putInt(uRec.groupId());
            buf.putLong(uRec.pageId());
            buf.putInt(uRec.itemId());
            buf.putShort((short) uRec.payload().length);
            buf.put(uRec.payload());
            break;
        case DATA_PAGE_INSERT_FRAGMENT_RECORD:
            final DataPageInsertFragmentRecord difRec = (DataPageInsertFragmentRecord) rec;
            buf.putInt(difRec.groupId());
            buf.putLong(difRec.pageId());
            buf.putLong(difRec.lastLink());
            buf.putInt(difRec.payloadSize());
            buf.put(difRec.payload());
            break;
        case DATA_PAGE_REMOVE_RECORD:
            DataPageRemoveRecord drRec = (DataPageRemoveRecord) rec;
            buf.putInt(drRec.groupId());
            buf.putLong(drRec.pageId());
            buf.put((byte) drRec.itemId());
            break;
        case DATA_PAGE_SET_FREE_LIST_PAGE:
            DataPageSetFreeListPageRecord freeListRec = (DataPageSetFreeListPageRecord) rec;
            buf.putInt(freeListRec.groupId());
            buf.putLong(freeListRec.pageId());
            buf.putLong(freeListRec.freeListPage());
            break;
        case INIT_NEW_PAGE_RECORD:
            InitNewPageRecord inpRec = (InitNewPageRecord) rec;
            buf.putInt(inpRec.groupId());
            buf.putLong(inpRec.pageId());
            buf.putShort((short) inpRec.ioType());
            buf.putShort((short) inpRec.ioVersion());
            buf.putLong(inpRec.newPageId());
            break;
        case BTREE_META_PAGE_INIT_ROOT:
            MetaPageInitRootRecord imRec = (MetaPageInitRootRecord) rec;
            buf.putInt(imRec.groupId());
            buf.putLong(imRec.pageId());
            buf.putLong(imRec.rootId());
            break;
        case BTREE_META_PAGE_INIT_ROOT2:
            MetaPageInitRootInlineRecord imRec2 = (MetaPageInitRootInlineRecord) rec;
            buf.putInt(imRec2.groupId());
            buf.putLong(imRec2.pageId());
            buf.putLong(imRec2.rootId());
            buf.putShort((short) imRec2.inlineSize());
            break;
        case BTREE_META_PAGE_ADD_ROOT:
            MetaPageAddRootRecord arRec = (MetaPageAddRootRecord) rec;
            buf.putInt(arRec.groupId());
            buf.putLong(arRec.pageId());
            buf.putLong(arRec.rootId());
            break;
        case BTREE_META_PAGE_CUT_ROOT:
            MetaPageCutRootRecord crRec = (MetaPageCutRootRecord) rec;
            buf.putInt(crRec.groupId());
            buf.putLong(crRec.pageId());
            break;
        case BTREE_INIT_NEW_ROOT:
            NewRootInitRecord<?> riRec = (NewRootInitRecord<?>) rec;
            buf.putInt(riRec.groupId());
            buf.putLong(riRec.pageId());
            buf.putLong(riRec.rootId());
            buf.putShort((short) riRec.io().getType());
            buf.putShort((short) riRec.io().getVersion());
            buf.putLong(riRec.leftId());
            buf.putLong(riRec.rightId());
            putRow(buf, riRec.rowBytes());
            break;
        case BTREE_PAGE_RECYCLE:
            RecycleRecord recRec = (RecycleRecord) rec;
            buf.putInt(recRec.groupId());
            buf.putLong(recRec.pageId());
            buf.putLong(recRec.newPageId());
            break;
        case BTREE_PAGE_INSERT:
            InsertRecord<?> inRec = (InsertRecord<?>) rec;
            buf.putInt(inRec.groupId());
            buf.putLong(inRec.pageId());
            buf.putShort((short) inRec.io().getType());
            buf.putShort((short) inRec.io().getVersion());
            buf.putShort((short) inRec.index());
            buf.putLong(inRec.rightId());
            putRow(buf, inRec.rowBytes());
            break;
        case BTREE_FIX_LEFTMOST_CHILD:
            FixLeftmostChildRecord flRec = (FixLeftmostChildRecord) rec;
            buf.putInt(flRec.groupId());
            buf.putLong(flRec.pageId());
            buf.putLong(flRec.rightId());
            break;
        case BTREE_FIX_COUNT:
            FixCountRecord fcRec = (FixCountRecord) rec;
            buf.putInt(fcRec.groupId());
            buf.putLong(fcRec.pageId());
            buf.putShort((short) fcRec.count());
            break;
        case BTREE_PAGE_REPLACE:
            ReplaceRecord<?> rRec = (ReplaceRecord<?>) rec;
            buf.putInt(rRec.groupId());
            buf.putLong(rRec.pageId());
            buf.putShort((short) rRec.io().getType());
            buf.putShort((short) rRec.io().getVersion());
            buf.putShort((short) rRec.index());
            putRow(buf, rRec.rowBytes());
            break;
        case BTREE_PAGE_REMOVE:
            RemoveRecord rmRec = (RemoveRecord) rec;
            buf.putInt(rmRec.groupId());
            buf.putLong(rmRec.pageId());
            buf.putShort((short) rmRec.index());
            buf.putShort((short) rmRec.count());
            break;
        case BTREE_PAGE_INNER_REPLACE:
            InnerReplaceRecord<?> irRec = (InnerReplaceRecord<?>) rec;
            buf.putInt(irRec.groupId());
            buf.putLong(irRec.pageId());
            buf.putShort((short) irRec.destinationIndex());
            buf.putLong(irRec.sourcePageId());
            buf.putShort((short) irRec.sourceIndex());
            buf.putLong(irRec.removeId());
            break;
        case BTREE_FORWARD_PAGE_SPLIT:
            SplitForwardPageRecord sfRec = (SplitForwardPageRecord) rec;
            buf.putInt(sfRec.groupId());
            buf.putLong(sfRec.pageId());
            buf.putLong(sfRec.forwardId());
            buf.putShort((short) sfRec.ioType());
            buf.putShort((short) sfRec.ioVersion());
            buf.putLong(sfRec.sourcePageId());
            buf.putShort((short) sfRec.middleIndex());
            buf.putShort((short) sfRec.count());
            break;
        case BTREE_EXISTING_PAGE_SPLIT:
            SplitExistingPageRecord seRec = (SplitExistingPageRecord) rec;
            buf.putInt(seRec.groupId());
            buf.putLong(seRec.pageId());
            buf.putShort((short) seRec.middleIndex());
            buf.putLong(seRec.forwardId());
            break;
        case BTREE_PAGE_MERGE:
            MergeRecord<?> mRec = (MergeRecord<?>) rec;
            buf.putInt(mRec.groupId());
            buf.putLong(mRec.pageId());
            buf.putLong(mRec.parentId());
            buf.putShort((short) mRec.parentIndex());
            buf.putLong(mRec.rightId());
            buf.put((byte) (mRec.isEmptyBranch() ? 1 : 0));
            break;
        case PAGES_LIST_SET_NEXT:
            PagesListSetNextRecord plNextRec = (PagesListSetNextRecord) rec;
            buf.putInt(plNextRec.groupId());
            buf.putLong(plNextRec.pageId());
            buf.putLong(plNextRec.nextPageId());
            break;
        case PAGES_LIST_SET_PREVIOUS:
            PagesListSetPreviousRecord plPrevRec = (PagesListSetPreviousRecord) rec;
            buf.putInt(plPrevRec.groupId());
            buf.putLong(plPrevRec.pageId());
            buf.putLong(plPrevRec.previousPageId());
            break;
        case PAGES_LIST_INIT_NEW_PAGE:
            PagesListInitNewPageRecord plNewRec = (PagesListInitNewPageRecord) rec;
            buf.putInt(plNewRec.groupId());
            buf.putLong(plNewRec.pageId());
            buf.putInt(plNewRec.ioType());
            buf.putInt(plNewRec.ioVersion());
            buf.putLong(plNewRec.newPageId());
            buf.putLong(plNewRec.previousPageId());
            buf.putLong(plNewRec.dataPageId());
            break;
        case PAGES_LIST_ADD_PAGE:
            PagesListAddPageRecord plAddRec = (PagesListAddPageRecord) rec;
            buf.putInt(plAddRec.groupId());
            buf.putLong(plAddRec.pageId());
            buf.putLong(plAddRec.dataPageId());
            break;
        case PAGES_LIST_REMOVE_PAGE:
            PagesListRemovePageRecord plRmvRec = (PagesListRemovePageRecord) rec;
            buf.putInt(plRmvRec.groupId());
            buf.putLong(plRmvRec.pageId());
            buf.putLong(plRmvRec.removedPageId());
            break;
        case BTREE_FIX_REMOVE_ID:
            FixRemoveId frRec = (FixRemoveId) rec;
            buf.putInt(frRec.groupId());
            buf.putLong(frRec.pageId());
            buf.putLong(frRec.removeId());
            break;
        case TRACKING_PAGE_DELTA:
            TrackingPageDeltaRecord tpDelta = (TrackingPageDeltaRecord) rec;
            buf.putInt(tpDelta.groupId());
            buf.putLong(tpDelta.pageId());
            buf.putLong(tpDelta.pageIdToMark());
            buf.putLong(tpDelta.nextSnapshotId());
            buf.putLong(tpDelta.lastSuccessfulSnapshotId());
            break;
        case META_PAGE_UPDATE_NEXT_SNAPSHOT_ID:
            MetaPageUpdateNextSnapshotId mpUpdateNextSnapshotId = (MetaPageUpdateNextSnapshotId) rec;
            buf.putInt(mpUpdateNextSnapshotId.groupId());
            buf.putLong(mpUpdateNextSnapshotId.pageId());
            buf.putLong(mpUpdateNextSnapshotId.nextSnapshotId());
            break;
        case META_PAGE_UPDATE_LAST_SUCCESSFUL_FULL_SNAPSHOT_ID:
            MetaPageUpdateLastSuccessfulFullSnapshotId mpUpdateLastSuccFullSnapshotId = (MetaPageUpdateLastSuccessfulFullSnapshotId) rec;
            buf.putInt(mpUpdateLastSuccFullSnapshotId.groupId());
            buf.putLong(mpUpdateLastSuccFullSnapshotId.pageId());
            buf.putLong(mpUpdateLastSuccFullSnapshotId.lastSuccessfulFullSnapshotId());
            break;
        case META_PAGE_UPDATE_LAST_SUCCESSFUL_SNAPSHOT_ID:
            MetaPageUpdateLastSuccessfulSnapshotId mpUpdateLastSuccSnapshotId = (MetaPageUpdateLastSuccessfulSnapshotId) rec;
            buf.putInt(mpUpdateLastSuccSnapshotId.groupId());
            buf.putLong(mpUpdateLastSuccSnapshotId.pageId());
            buf.putLong(mpUpdateLastSuccSnapshotId.lastSuccessfulSnapshotId());
            buf.putLong(mpUpdateLastSuccSnapshotId.lastSuccessfulSnapshotTag());
            break;
        case META_PAGE_UPDATE_LAST_ALLOCATED_INDEX:
            MetaPageUpdateLastAllocatedIndex mpUpdateLastAllocatedIdx = (MetaPageUpdateLastAllocatedIndex) rec;
            buf.putInt(mpUpdateLastAllocatedIdx.groupId());
            buf.putLong(mpUpdateLastAllocatedIdx.pageId());
            buf.putInt(mpUpdateLastAllocatedIdx.lastAllocatedIndex());
            break;
        case PART_META_UPDATE_STATE:
            PartitionMetaStateRecord partMetaStateRecord = (PartitionMetaStateRecord) rec;
            buf.putInt(partMetaStateRecord.groupId());
            buf.putInt(partMetaStateRecord.partitionId());
            buf.put(partMetaStateRecord.state());
            buf.putLong(partMetaStateRecord.updateCounter());
            break;
        case PAGE_LIST_META_RESET_COUNT_RECORD:
            PageListMetaResetCountRecord pageListMetaResetCntRecord = (PageListMetaResetCountRecord) rec;
            buf.putInt(pageListMetaResetCntRecord.groupId());
            buf.putLong(pageListMetaResetCntRecord.pageId());
            break;
        case TX_RECORD:
            txRecordSerializer.write((TxRecord) rec, buf);
            break;
        case SWITCH_SEGMENT_RECORD:
            break;
        default:
            throw new UnsupportedOperationException("Type: " + rec.type());
    }
}

Example 2 with MemoryRecoveryRecord

use of org.apache.ignite.internal.pagemem.wal.record.MemoryRecoveryRecord in project ignite by apache.

the class RecordDataV1Serializer method readRecord.

/**
 * {@inheritDoc}
 */
@Override
public WALRecord readRecord(WALRecord.RecordType type, ByteBufferBackedDataInput in) throws IOException, IgniteCheckedException {
    WALRecord res;
    switch(type) {
        case PAGE_RECORD:
            byte[] arr = new byte[pageSize];
            int cacheId = in.readInt();
            long pageId = in.readLong();
            in.readFully(arr);
            res = new PageSnapshot(new FullPageId(pageId, cacheId), arr);
            break;
        case CHECKPOINT_RECORD:
            long msb = in.readLong();
            long lsb = in.readLong();
            boolean hasPtr = in.readByte() != 0;
            int idx = hasPtr ? in.readInt() : 0;
            int off = hasPtr ? in.readInt() : 0;
            int len = hasPtr ? in.readInt() : 0;
            Map<Integer, CacheState> states = readPartitionStates(in);
            boolean end = in.readByte() != 0;
            FileWALPointer walPtr = hasPtr ? new FileWALPointer(idx, off, len) : null;
            CheckpointRecord cpRec = new CheckpointRecord(new UUID(msb, lsb), walPtr, end);
            cpRec.cacheGroupStates(states);
            res = cpRec;
            break;
        case META_PAGE_INIT:
            cacheId = in.readInt();
            pageId = in.readLong();
            int ioType = in.readUnsignedShort();
            int ioVer = in.readUnsignedShort();
            long treeRoot = in.readLong();
            long reuseListRoot = in.readLong();
            res = new MetaPageInitRecord(cacheId, pageId, ioType, ioVer, treeRoot, reuseListRoot);
            break;
        case PARTITION_META_PAGE_UPDATE_COUNTERS:
            cacheId = in.readInt();
            pageId = in.readLong();
            long updCntr = in.readLong();
            long rmvId = in.readLong();
            int partSize = in.readInt();
            long countersPageId = in.readLong();
            byte state = in.readByte();
            int allocatedIdxCandidate = in.readInt();
            res = new MetaPageUpdatePartitionDataRecord(cacheId, pageId, updCntr, rmvId, partSize, countersPageId, state, allocatedIdxCandidate);
            break;
        case MEMORY_RECOVERY:
            long ts = in.readLong();
            res = new MemoryRecoveryRecord(ts);
            break;
        case PARTITION_DESTROY:
            cacheId = in.readInt();
            int partId = in.readInt();
            res = new PartitionDestroyRecord(cacheId, partId);
            break;
        case DATA_RECORD:
            int entryCnt = in.readInt();
            List<DataEntry> entries = new ArrayList<>(entryCnt);
            for (int i = 0; i < entryCnt; i++) entries.add(readDataEntry(in));
            res = new DataRecord(entries, 0L);
            break;
        case METASTORE_DATA_RECORD:
            int strLen = in.readInt();
            byte[] strBytes = new byte[strLen];
            in.readFully(strBytes);
            String key = new String(strBytes);
            int valLen = in.readInt();
            assert valLen >= 0;
            byte[] val;
            if (valLen > 0) {
                val = new byte[valLen];
                in.readFully(val);
            } else
                val = null;
            return new MetastoreDataRecord(key, val);
        case HEADER_RECORD:
            long magic = in.readLong();
            if (magic != HeaderRecord.REGULAR_MAGIC && magic != HeaderRecord.COMPACTED_MAGIC)
                throw new EOFException("Magic is corrupted [actual=" + U.hexLong(magic) + ']');
            int ver = in.readInt();
            res = new HeaderRecord(ver);
            break;
        case DATA_PAGE_INSERT_RECORD:
            {
                cacheId = in.readInt();
                pageId = in.readLong();
                int size = in.readUnsignedShort();
                in.ensure(size);
                byte[] payload = new byte[size];
                in.readFully(payload);
                res = new DataPageInsertRecord(cacheId, pageId, payload);
                break;
            }
        case DATA_PAGE_UPDATE_RECORD:
            {
                cacheId = in.readInt();
                pageId = in.readLong();
                int itemId = in.readInt();
                int size = in.readUnsignedShort();
                in.ensure(size);
                byte[] payload = new byte[size];
                in.readFully(payload);
                res = new DataPageUpdateRecord(cacheId, pageId, itemId, payload);
                break;
            }
        case DATA_PAGE_INSERT_FRAGMENT_RECORD:
            {
                cacheId = in.readInt();
                pageId = in.readLong();
                final long lastLink = in.readLong();
                final int payloadSize = in.readInt();
                final byte[] payload = new byte[payloadSize];
                in.readFully(payload);
                res = new DataPageInsertFragmentRecord(cacheId, pageId, payload, lastLink);
                break;
            }
        case DATA_PAGE_REMOVE_RECORD:
            cacheId = in.readInt();
            pageId = in.readLong();
            int itemId = in.readUnsignedByte();
            res = new DataPageRemoveRecord(cacheId, pageId, itemId);
            break;
        case DATA_PAGE_SET_FREE_LIST_PAGE:
            cacheId = in.readInt();
            pageId = in.readLong();
            long freeListPage = in.readLong();
            res = new DataPageSetFreeListPageRecord(cacheId, pageId, freeListPage);
            break;
        case INIT_NEW_PAGE_RECORD:
            cacheId = in.readInt();
            pageId = in.readLong();
            ioType = in.readUnsignedShort();
            ioVer = in.readUnsignedShort();
            long virtualPageId = in.readLong();
            res = new InitNewPageRecord(cacheId, pageId, ioType, ioVer, virtualPageId);
            break;
        case BTREE_META_PAGE_INIT_ROOT:
            cacheId = in.readInt();
            pageId = in.readLong();
            long rootId = in.readLong();
            res = new MetaPageInitRootRecord(cacheId, pageId, rootId);
            break;
        case BTREE_META_PAGE_INIT_ROOT2:
            cacheId = in.readInt();
            pageId = in.readLong();
            long rootId2 = in.readLong();
            int inlineSize = in.readShort();
            res = new MetaPageInitRootInlineRecord(cacheId, pageId, rootId2, inlineSize);
            break;
        case BTREE_META_PAGE_ADD_ROOT:
            cacheId = in.readInt();
            pageId = in.readLong();
            rootId = in.readLong();
            res = new MetaPageAddRootRecord(cacheId, pageId, rootId);
            break;
        case BTREE_META_PAGE_CUT_ROOT:
            cacheId = in.readInt();
            pageId = in.readLong();
            res = new MetaPageCutRootRecord(cacheId, pageId);
            break;
        case BTREE_INIT_NEW_ROOT:
            cacheId = in.readInt();
            pageId = in.readLong();
            rootId = in.readLong();
            ioType = in.readUnsignedShort();
            ioVer = in.readUnsignedShort();
            long leftId = in.readLong();
            long rightId = in.readLong();
            BPlusIO<?> io = BPlusIO.getBPlusIO(ioType, ioVer);
            byte[] rowBytes = new byte[io.getItemSize()];
            in.readFully(rowBytes);
            res = new NewRootInitRecord<>(cacheId, pageId, rootId, (BPlusInnerIO<?>) io, leftId, rowBytes, rightId);
            break;
        case BTREE_PAGE_RECYCLE:
            cacheId = in.readInt();
            pageId = in.readLong();
            long newPageId = in.readLong();
            res = new RecycleRecord(cacheId, pageId, newPageId);
            break;
        case BTREE_PAGE_INSERT:
            cacheId = in.readInt();
            pageId = in.readLong();
            ioType = in.readUnsignedShort();
            ioVer = in.readUnsignedShort();
            int itemIdx = in.readUnsignedShort();
            rightId = in.readLong();
            io = BPlusIO.getBPlusIO(ioType, ioVer);
            rowBytes = new byte[io.getItemSize()];
            in.readFully(rowBytes);
            res = new InsertRecord<>(cacheId, pageId, io, itemIdx, rowBytes, rightId);
            break;
        case BTREE_FIX_LEFTMOST_CHILD:
            cacheId = in.readInt();
            pageId = in.readLong();
            rightId = in.readLong();
            res = new FixLeftmostChildRecord(cacheId, pageId, rightId);
            break;
        case BTREE_FIX_COUNT:
            cacheId = in.readInt();
            pageId = in.readLong();
            int cnt = in.readUnsignedShort();
            res = new FixCountRecord(cacheId, pageId, cnt);
            break;
        case BTREE_PAGE_REPLACE:
            cacheId = in.readInt();
            pageId = in.readLong();
            ioType = in.readUnsignedShort();
            ioVer = in.readUnsignedShort();
            itemIdx = in.readUnsignedShort();
            io = BPlusIO.getBPlusIO(ioType, ioVer);
            rowBytes = new byte[io.getItemSize()];
            in.readFully(rowBytes);
            res = new ReplaceRecord<>(cacheId, pageId, io, rowBytes, itemIdx);
            break;
        case BTREE_PAGE_REMOVE:
            cacheId = in.readInt();
            pageId = in.readLong();
            itemIdx = in.readUnsignedShort();
            cnt = in.readUnsignedShort();
            res = new RemoveRecord(cacheId, pageId, itemIdx, cnt);
            break;
        case BTREE_PAGE_INNER_REPLACE:
            cacheId = in.readInt();
            pageId = in.readLong();
            int dstIdx = in.readUnsignedShort();
            long srcPageId = in.readLong();
            int srcIdx = in.readUnsignedShort();
            rmvId = in.readLong();
            res = new InnerReplaceRecord<>(cacheId, pageId, dstIdx, srcPageId, srcIdx, rmvId);
            break;
        case BTREE_FORWARD_PAGE_SPLIT:
            cacheId = in.readInt();
            pageId = in.readLong();
            long fwdId = in.readLong();
            ioType = in.readUnsignedShort();
            ioVer = in.readUnsignedShort();
            srcPageId = in.readLong();
            int mid = in.readUnsignedShort();
            cnt = in.readUnsignedShort();
            res = new SplitForwardPageRecord(cacheId, pageId, fwdId, ioType, ioVer, srcPageId, mid, cnt);
            break;
        case BTREE_EXISTING_PAGE_SPLIT:
            cacheId = in.readInt();
            pageId = in.readLong();
            mid = in.readUnsignedShort();
            fwdId = in.readLong();
            res = new SplitExistingPageRecord(cacheId, pageId, mid, fwdId);
            break;
        case BTREE_PAGE_MERGE:
            cacheId = in.readInt();
            pageId = in.readLong();
            long prntId = in.readLong();
            int prntIdx = in.readUnsignedShort();
            rightId = in.readLong();
            boolean emptyBranch = in.readBoolean();
            res = new MergeRecord<>(cacheId, pageId, prntId, prntIdx, rightId, emptyBranch);
            break;
        case BTREE_FIX_REMOVE_ID:
            cacheId = in.readInt();
            pageId = in.readLong();
            rmvId = in.readLong();
            res = new FixRemoveId(cacheId, pageId, rmvId);
            break;
        case PAGES_LIST_SET_NEXT:
            cacheId = in.readInt();
            pageId = in.readLong();
            long nextPageId = in.readLong();
            res = new PagesListSetNextRecord(cacheId, pageId, nextPageId);
            break;
        case PAGES_LIST_SET_PREVIOUS:
            cacheId = in.readInt();
            pageId = in.readLong();
            long prevPageId = in.readLong();
            res = new PagesListSetPreviousRecord(cacheId, pageId, prevPageId);
            break;
        case PAGES_LIST_INIT_NEW_PAGE:
            cacheId = in.readInt();
            pageId = in.readLong();
            ioType = in.readInt();
            ioVer = in.readInt();
            newPageId = in.readLong();
            prevPageId = in.readLong();
            long addDataPageId = in.readLong();
            res = new PagesListInitNewPageRecord(cacheId, pageId, ioType, ioVer, newPageId, prevPageId, addDataPageId);
            break;
        case PAGES_LIST_ADD_PAGE:
            cacheId = in.readInt();
            pageId = in.readLong();
            long dataPageId = in.readLong();
            res = new PagesListAddPageRecord(cacheId, pageId, dataPageId);
            break;
        case PAGES_LIST_REMOVE_PAGE:
            cacheId = in.readInt();
            pageId = in.readLong();
            long rmvdPageId = in.readLong();
            res = new PagesListRemovePageRecord(cacheId, pageId, rmvdPageId);
            break;
        case TRACKING_PAGE_DELTA:
            cacheId = in.readInt();
            pageId = in.readLong();
            long pageIdToMark = in.readLong();
            long nextSnapshotId0 = in.readLong();
            long lastSuccessfulSnapshotId0 = in.readLong();
            res = new TrackingPageDeltaRecord(cacheId, pageId, pageIdToMark, nextSnapshotId0, lastSuccessfulSnapshotId0);
            break;
        case META_PAGE_UPDATE_NEXT_SNAPSHOT_ID:
            cacheId = in.readInt();
            pageId = in.readLong();
            long nextSnapshotId = in.readLong();
            res = new MetaPageUpdateNextSnapshotId(cacheId, pageId, nextSnapshotId);
            break;
        case META_PAGE_UPDATE_LAST_SUCCESSFUL_FULL_SNAPSHOT_ID:
            cacheId = in.readInt();
            pageId = in.readLong();
            long lastSuccessfulFullSnapshotId = in.readLong();
            res = new MetaPageUpdateLastSuccessfulFullSnapshotId(cacheId, pageId, lastSuccessfulFullSnapshotId);
            break;
        case META_PAGE_UPDATE_LAST_SUCCESSFUL_SNAPSHOT_ID:
            cacheId = in.readInt();
            pageId = in.readLong();
            long lastSuccessfulSnapshotId = in.readLong();
            long lastSuccessfulSnapshotTag = in.readLong();
            res = new MetaPageUpdateLastSuccessfulSnapshotId(cacheId, pageId, lastSuccessfulSnapshotId, lastSuccessfulSnapshotTag);
            break;
        case META_PAGE_UPDATE_LAST_ALLOCATED_INDEX:
            cacheId = in.readInt();
            pageId = in.readLong();
            int lastAllocatedIdx = in.readInt();
            res = new MetaPageUpdateLastAllocatedIndex(cacheId, pageId, lastAllocatedIdx);
            break;
        case PART_META_UPDATE_STATE:
            cacheId = in.readInt();
            partId = in.readInt();
            state = in.readByte();
            long updateCntr = in.readLong();
            GridDhtPartitionState partState = GridDhtPartitionState.fromOrdinal(state);
            res = new PartitionMetaStateRecord(cacheId, partId, partState, updateCntr);
            break;
        case PAGE_LIST_META_RESET_COUNT_RECORD:
            cacheId = in.readInt();
            pageId = in.readLong();
            res = new PageListMetaResetCountRecord(cacheId, pageId);
            break;
        case SWITCH_SEGMENT_RECORD:
            throw new EOFException("END OF SEGMENT");
        case TX_RECORD:
            res = txRecordSerializer.read(in);
            break;
        default:
            throw new UnsupportedOperationException("Type: " + type);
    }
    return res;
}

Example 3 with MemoryRecoveryRecord

use of org.apache.ignite.internal.pagemem.wal.record.MemoryRecoveryRecord in project ignite by apache.

the class GridCacheDatabaseSharedManager method readCheckpointAndRestoreMemory.

/**
 * {@inheritDoc}
 */
@Override
public void readCheckpointAndRestoreMemory(List<DynamicCacheDescriptor> cachesToStart) throws IgniteCheckedException {
    assert !cctx.localNode().isClient();
    checkpointReadLock();
    try {
        if (!F.isEmpty(cachesToStart)) {
            for (DynamicCacheDescriptor desc : cachesToStart) {
                if (CU.affinityNode(cctx.localNode(), desc.cacheConfiguration().getNodeFilter()))
                    storeMgr.initializeForCache(desc.groupDescriptor(), new StoredCacheData(desc.cacheConfiguration()));
            }
        }
        CheckpointStatus status = readCheckpointStatus();
        cctx.pageStore().initializeForMetastorage();
        metaStorage = new MetaStorage(cctx, dataRegionMap.get(METASTORE_DATA_REGION_NAME), (DataRegionMetricsImpl) memMetricsMap.get(METASTORE_DATA_REGION_NAME));
        WALPointer restore = restoreMemory(status);
        // First, bring memory to the last consistent checkpoint state if needed.
        // This method should return a pointer to the last valid record in the WAL.
        cctx.wal().resumeLogging(restore);
        WALPointer ptr = cctx.wal().log(new MemoryRecoveryRecord(U.currentTimeMillis()));
        if (ptr != null) {
            cctx.wal().fsync(ptr);
            nodeStart(ptr);
        }
        metaStorage.init(this);
        notifyMetastorageReadyForReadWrite();
    } catch (StorageException e) {
        throw new IgniteCheckedException(e);
    } finally {
        checkpointReadUnlock();
    }
}

Example 4 with MemoryRecoveryRecord

use of org.apache.ignite.internal.pagemem.wal.record.MemoryRecoveryRecord in project ignite by apache.

the class IgniteWalRecoveryTest method testTxRecordsConsistency.

/**
 * Test that all DataRecord WAL records are within transaction boundaries - PREPARED and COMMITTED markers.
 *
 * @throws Exception If any fail.
 */
public void testTxRecordsConsistency() throws Exception {
    System.setProperty(IgniteSystemProperties.IGNITE_WAL_LOG_TX_RECORDS, "true");
    IgniteEx ignite = (IgniteEx) startGrids(3);
    ignite.active(true);
    try {
        final String cacheName = "transactional";
        CacheConfiguration<Object, Object> cacheConfiguration = new CacheConfiguration<>(cacheName).setAtomicityMode(CacheAtomicityMode.TRANSACTIONAL).setAffinity(new RendezvousAffinityFunction(false, 32)).setCacheMode(CacheMode.PARTITIONED).setRebalanceMode(CacheRebalanceMode.SYNC).setWriteSynchronizationMode(CacheWriteSynchronizationMode.FULL_SYNC).setBackups(0);
        ignite.createCache(cacheConfiguration);
        IgniteCache<Object, Object> cache = ignite.cache(cacheName);
        GridCacheSharedContext<Object, Object> sharedCtx = ignite.context().cache().context();
        GridCacheDatabaseSharedManager db = (GridCacheDatabaseSharedManager) sharedCtx.database();
        db.waitForCheckpoint("test");
        db.enableCheckpoints(false).get();
        // Log something to know where to start.
        WALPointer startPtr = sharedCtx.wal().log(new MemoryRecoveryRecord(U.currentTimeMillis()));
        final int transactions = 100;
        final int operationsPerTransaction = 40;
        Random random = new Random();
        for (int t = 1; t <= transactions; t++) {
            Transaction tx = ignite.transactions().txStart(TransactionConcurrency.OPTIMISTIC, TransactionIsolation.READ_COMMITTED);
            for (int op = 0; op < operationsPerTransaction; op++) {
                int key = random.nextInt(1000) + 1;
                Object value;
                if (random.nextBoolean())
                    value = randomString(random) + key;
                else
                    value = new BigObject(key);
                cache.put(key, value);
            }
            if (random.nextBoolean()) {
                tx.commit();
            } else {
                tx.rollback();
            }
            if (t % 50 == 0)
                log.info("Finished transaction " + t);
        }
        Set<GridCacheVersion> activeTransactions = new HashSet<>();
        // Check that all DataRecords are within PREPARED and COMMITTED tx records.
        try (WALIterator it = sharedCtx.wal().replay(startPtr)) {
            while (it.hasNext()) {
                IgniteBiTuple<WALPointer, WALRecord> tup = it.next();
                WALRecord rec = tup.get2();
                if (rec instanceof TxRecord) {
                    TxRecord txRecord = (TxRecord) rec;
                    GridCacheVersion txId = txRecord.nearXidVersion();
                    switch(txRecord.state()) {
                        case PREPARED:
                            assert !activeTransactions.contains(txId) : "Transaction is already present " + txRecord;
                            activeTransactions.add(txId);
                            break;
                        case COMMITTED:
                            assert activeTransactions.contains(txId) : "No PREPARE marker for transaction " + txRecord;
                            activeTransactions.remove(txId);
                            break;
                        case ROLLED_BACK:
                            activeTransactions.remove(txId);
                            break;
                        default:
                            throw new IllegalStateException("Unknown Tx state of record " + txRecord);
                    }
                } else if (rec instanceof DataRecord) {
                    DataRecord dataRecord = (DataRecord) rec;
                    for (DataEntry entry : dataRecord.writeEntries()) {
                        GridCacheVersion txId = entry.nearXidVersion();
                        assert activeTransactions.contains(txId) : "No transaction for entry " + entry;
                    }
                }
            }
        }
    } finally {
        System.clearProperty(IgniteSystemProperties.IGNITE_WAL_LOG_TX_RECORDS);
        stopAllGrids();
    }
}

Example 5 with MemoryRecoveryRecord

use of org.apache.ignite.internal.pagemem.wal.record.MemoryRecoveryRecord in project ignite by apache.

the class IgniteWalRecoveryTest method testApplyDeltaRecords.

/**
 * @throws Exception if failed.
 */
public void testApplyDeltaRecords() throws Exception {
    try {
        IgniteEx ignite0 = (IgniteEx) startGrid("node0");
        ignite0.active(true);
        IgniteCache<Object, Object> cache0 = ignite0.cache(cacheName);
        for (int i = 0; i < 1000; i++) cache0.put(i, new IndexedObject(i));
        GridCacheSharedContext<Object, Object> sharedCtx = ignite0.context().cache().context();
        GridCacheDatabaseSharedManager db = (GridCacheDatabaseSharedManager) sharedCtx.database();
        db.waitForCheckpoint("test");
        db.enableCheckpoints(false).get();
        // Log something to know where to start.
        WALPointer ptr = sharedCtx.wal().log(new MemoryRecoveryRecord(U.currentTimeMillis()));
        info("Replay marker: " + ptr);
        for (int i = 1000; i < 5000; i++) cache0.put(i, new IndexedObject(i));
        info("Done puts...");
        for (int i = 2_000; i < 3_000; i++) cache0.remove(i);
        info("Done removes...");
        for (int i = 5000; i < 6000; i++) cache0.put(i, new IndexedObject(i));
        info("Done puts...");
        Map<FullPageId, byte[]> rolledPages = new HashMap<>();
        int pageSize = sharedCtx.database().pageSize();
        ByteBuffer buf = ByteBuffer.allocateDirect(pageSize);
        // Now check that deltas can be correctly applied.
        try (WALIterator it = sharedCtx.wal().replay(ptr)) {
            while (it.hasNext()) {
                IgniteBiTuple<WALPointer, WALRecord> tup = it.next();
                WALRecord rec = tup.get2();
                if (rec instanceof PageSnapshot) {
                    PageSnapshot page = (PageSnapshot) rec;
                    rolledPages.put(page.fullPageId(), page.pageData());
                } else if (rec instanceof PageDeltaRecord) {
                    PageDeltaRecord delta = (PageDeltaRecord) rec;
                    FullPageId fullId = new FullPageId(delta.pageId(), delta.groupId());
                    byte[] pageData = rolledPages.get(fullId);
                    if (pageData == null) {
                        pageData = new byte[pageSize];
                        rolledPages.put(fullId, pageData);
                    }
                    assertNotNull("Missing page snapshot [page=" + fullId + ", delta=" + delta + ']', pageData);
                    buf.order(ByteOrder.nativeOrder());
                    buf.position(0);
                    buf.put(pageData);
                    buf.position(0);
                    delta.applyDelta(sharedCtx.database().dataRegion(null).pageMemory(), GridUnsafe.bufferAddress(buf));
                    buf.position(0);
                    buf.get(pageData);
                }
            }
        }
        info("Done apply...");
        PageMemoryEx pageMem = (PageMemoryEx) db.dataRegion(null).pageMemory();
        for (Map.Entry<FullPageId, byte[]> entry : rolledPages.entrySet()) {
            FullPageId fullId = entry.getKey();
            ignite0.context().cache().context().database().checkpointReadLock();
            try {
                long page = pageMem.acquirePage(fullId.groupId(), fullId.pageId(), true);
                try {
                    long bufPtr = pageMem.writeLock(fullId.groupId(), fullId.pageId(), page, true);
                    try {
                        byte[] data = entry.getValue();
                        for (int i = 0; i < data.length; i++) {
                            if (fullId.pageId() == TrackingPageIO.VERSIONS.latest().trackingPageFor(fullId.pageId(), db.pageSize()))
                                // Skip tracking pages.
                                continue;
                            assertEquals("page=" + fullId + ", pos=" + i, PageUtils.getByte(bufPtr, i), data[i]);
                        }
                    } finally {
                        pageMem.writeUnlock(fullId.groupId(), fullId.pageId(), page, null, false, true);
                    }
                } finally {
                    pageMem.releasePage(fullId.groupId(), fullId.pageId(), page);
                }
            } finally {
                ignite0.context().cache().context().database().checkpointReadUnlock();
            }
        }
        ignite0.close();
    } finally {
        stopAllGrids();
    }
}