Examples with ITreeIndexMetadataFrame org.apache.hyracks.storage.am.common.api.ITreeIndexMetadataFrame used on opensource projects

Example 6 with ITreeIndexMetadataFrame

use of org.apache.hyracks.storage.am.common.api.ITreeIndexMetadataFrame in project asterixdb by apache.

the class LinkedMetaDataPageManager method init.

@Override
public void init(ITreeIndexFrameFactory interiorFrameFactory, ITreeIndexFrameFactory leafFrameFactory) throws HyracksDataException {
    // initialize meta data page
    ITreeIndexMetadataFrame metaFrame = createMetadataFrame();
    int metaPage = getMetadataPageId();
    if (metaPage == IBufferCache.INVALID_PAGEID) {
        throw new HyracksDataException("No valid metadata found in this file.");
    }
    ICachedPage metaNode = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, getMetadataPageId()), true);
    metaNode.acquireWriteLatch();
    try {
        metaFrame.setPage(metaNode);
        metaFrame.init();
        metaFrame.setRootPageId(1);
        metaFrame.setMaxPage(1);
    } finally {
        metaNode.releaseWriteLatch(true);
        bufferCache.flushDirtyPage(metaNode);
        bufferCache.unpin(metaNode);
    }
    int rootPage = getRootPageId();
    ICachedPage rootNode = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, rootPage), true);
    rootNode.acquireWriteLatch();
    try {
        ITreeIndexFrame leafFrame = leafFrameFactory.createFrame();
        leafFrame.setPage(rootNode);
        leafFrame.initBuffer((byte) 0);
    } finally {
        rootNode.releaseWriteLatch(true);
        bufferCache.flushDirtyPage(rootNode);
        bufferCache.unpin(rootNode);
    }
}

Example 7 with ITreeIndexMetadataFrame

use of org.apache.hyracks.storage.am.common.api.ITreeIndexMetadataFrame in project asterixdb by apache.

the class LinkedMetaDataPageManager method setRootPageId.

@Override
public void setRootPageId(int rootPage) throws HyracksDataException {
    ICachedPage metaNode = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, getMetadataPageId()), false);
    ITreeIndexMetadataFrame metaFrame = frameFactory.createFrame();
    metaNode.acquireWriteLatch();
    try {
        metaFrame.setPage(metaNode);
        metaFrame.setRootPageId(rootPage);
    } finally {
        metaNode.releaseWriteLatch(true);
        bufferCache.unpin(metaNode);
        ready = true;
    }
}

Example 8 with ITreeIndexMetadataFrame

use of org.apache.hyracks.storage.am.common.api.ITreeIndexMetadataFrame in project asterixdb by apache.

the class AppendOnlyLinkedMetadataPageManager method setRootPageId.

@Override
public void setRootPageId(int rootPage) throws HyracksDataException {
    ITreeIndexMetadataFrame metaFrame = frameFactory.createFrame();
    confiscatedPage.acquireWriteLatch();
    try {
        metaFrame.setPage(confiscatedPage);
        metaFrame.setRootPageId(rootPage);
    } finally {
        confiscatedPage.releaseWriteLatch(false);
    }
    ready = true;
}

Example 9 with ITreeIndexMetadataFrame

use of org.apache.hyracks.storage.am.common.api.ITreeIndexMetadataFrame in project asterixdb by apache.

the class AppendOnlyLinkedMetadataPageManager method getRootPageId.

@Override
public int getRootPageId() throws HyracksDataException {
    ICachedPage metaNode;
    if (confiscatedPage == null) {
        metaNode = bufferCache.pin(BufferedFileHandle.getDiskPageId(fileId, getMetadataPageId()), false);
    } else {
        metaNode = confiscatedPage;
    }
    ITreeIndexMetadataFrame metaFrame = frameFactory.createFrame();
    metaNode.acquireReadLatch();
    try {
        metaFrame.setPage(metaNode);
        return metaFrame.getRootPageId();
    } finally {
        metaNode.releaseReadLatch();
        if (confiscatedPage == null) {
            bufferCache.unpin(metaNode);
        }
    }
}

Example 10 with ITreeIndexMetadataFrame

use of org.apache.hyracks.storage.am.common.api.ITreeIndexMetadataFrame in project asterixdb by apache.

the class BTreeStatsTest method test01.

@Test
public void test01() throws Exception {
    TestStorageManagerComponentHolder.init(PAGE_SIZE, NUM_PAGES, MAX_OPEN_FILES);
    IBufferCache bufferCache = harness.getBufferCache();
    IFileMapProvider fmp = harness.getFileMapProvider();
    // declare fields
    int fieldCount = 2;
    ITypeTraits[] typeTraits = new ITypeTraits[fieldCount];
    typeTraits[0] = IntegerPointable.TYPE_TRAITS;
    typeTraits[1] = IntegerPointable.TYPE_TRAITS;
    // declare keys
    int keyFieldCount = 1;
    IBinaryComparatorFactory[] cmpFactories = new IBinaryComparatorFactory[keyFieldCount];
    cmpFactories[0] = PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY);
    TypeAwareTupleWriterFactory tupleWriterFactory = new TypeAwareTupleWriterFactory(typeTraits);
    ITreeIndexFrameFactory leafFrameFactory = new BTreeNSMLeafFrameFactory(tupleWriterFactory);
    ITreeIndexFrameFactory interiorFrameFactory = new BTreeNSMInteriorFrameFactory(tupleWriterFactory);
    ITreeIndexMetadataFrameFactory metaFrameFactory = new LIFOMetaDataFrameFactory();
    IBTreeLeafFrame leafFrame = (IBTreeLeafFrame) leafFrameFactory.createFrame();
    IBTreeInteriorFrame interiorFrame = (IBTreeInteriorFrame) interiorFrameFactory.createFrame();
    ITreeIndexMetadataFrame metaFrame = metaFrameFactory.createFrame();
    IMetadataPageManager freePageManager = new LinkedMetaDataPageManager(bufferCache, metaFrameFactory);
    BTree btree = new BTree(bufferCache, fmp, freePageManager, interiorFrameFactory, leafFrameFactory, cmpFactories, fieldCount, harness.getFileReference());
    btree.create();
    btree.activate();
    Random rnd = new Random();
    rnd.setSeed(50);
    long start = System.currentTimeMillis();
    if (LOGGER.isLoggable(Level.INFO)) {
        LOGGER.info("INSERTING INTO TREE");
    }
    IFrame frame = new VSizeFrame(ctx);
    FrameTupleAppender appender = new FrameTupleAppender();
    ArrayTupleBuilder tb = new ArrayTupleBuilder(fieldCount);
    DataOutput dos = tb.getDataOutput();
    ISerializerDeserializer[] recDescSers = { IntegerSerializerDeserializer.INSTANCE, IntegerSerializerDeserializer.INSTANCE };
    RecordDescriptor recDesc = new RecordDescriptor(recDescSers);
    IFrameTupleAccessor accessor = new FrameTupleAccessor(recDesc);
    accessor.reset(frame.getBuffer());
    FrameTupleReference tuple = new FrameTupleReference();
    ITreeIndexAccessor indexAccessor = btree.createAccessor(TestOperationCallback.INSTANCE, TestOperationCallback.INSTANCE);
    // 10000
    for (int i = 0; i < 100000; i++) {
        int f0 = rnd.nextInt() % 100000;
        int f1 = 5;
        tb.reset();
        IntegerSerializerDeserializer.INSTANCE.serialize(f0, dos);
        tb.addFieldEndOffset();
        IntegerSerializerDeserializer.INSTANCE.serialize(f1, dos);
        tb.addFieldEndOffset();
        appender.reset(frame, true);
        appender.append(tb.getFieldEndOffsets(), tb.getByteArray(), 0, tb.getSize());
        tuple.reset(accessor, 0);
        if (LOGGER.isLoggable(Level.INFO)) {
            if (i % 10000 == 0) {
                long end = System.currentTimeMillis();
                LOGGER.info("INSERTING " + i + " : " + f0 + " " + f1 + " " + (end - start));
            }
        }
        try {
            indexAccessor.insert(tuple);
        } catch (HyracksDataException e) {
            if (e.getErrorCode() != ErrorCode.DUPLICATE_KEY) {
                e.printStackTrace();
                throw e;
            }
        }
    }
    int fileId = fmp.lookupFileId(harness.getFileReference());
    TreeIndexStatsGatherer statsGatherer = new TreeIndexStatsGatherer(bufferCache, freePageManager, fileId, btree.getRootPageId());
    TreeIndexStats stats = statsGatherer.gatherStats(leafFrame, interiorFrame, metaFrame);
    if (LOGGER.isLoggable(Level.INFO)) {
        LOGGER.info("\n" + stats.toString());
    }
    TreeIndexBufferCacheWarmup bufferCacheWarmup = new TreeIndexBufferCacheWarmup(bufferCache, freePageManager, fileId);
    bufferCacheWarmup.warmup(leafFrame, metaFrame, new int[] { 1, 2 }, new int[] { 2, 5 });
    btree.deactivate();
    btree.destroy();
    bufferCache.close();
}