Examples with CachedBlocksList org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor.CachedBlocksList used on opensource projects

Example 1 with CachedBlocksList

use of org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor.CachedBlocksList in project hadoop by apache.

the class TestCachedBlocksList method testMultipleLists.

@Test(timeout = 60000)
public void testMultipleLists() {
    DatanodeDescriptor[] datanodes = new DatanodeDescriptor[] { new DatanodeDescriptor(new DatanodeID("127.0.0.1", "localhost", "abcd", 5000, 5001, 5002, 5003)), new DatanodeDescriptor(new DatanodeID("127.0.1.1", "localhost", "efgh", 6000, 6001, 6002, 6003)) };
    CachedBlocksList[] lists = new CachedBlocksList[] { datanodes[0].getPendingCached(), datanodes[0].getCached(), datanodes[1].getPendingCached(), datanodes[1].getCached(), datanodes[1].getPendingUncached() };
    final int NUM_BLOCKS = 8000;
    CachedBlock[] blocks = new CachedBlock[NUM_BLOCKS];
    for (int i = 0; i < NUM_BLOCKS; i++) {
        blocks[i] = new CachedBlock(i, (short) i, true);
    }
    Random r = new Random(654);
    for (CachedBlocksList list : lists) {
        testAddElementsToList(list, blocks);
    }
    for (CachedBlocksList list : lists) {
        testRemoveElementsFromList(r, list, blocks);
    }
}

Example 2 with CachedBlocksList

use of org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor.CachedBlocksList in project hadoop by apache.

the class CacheManager method processCacheReportImpl.

private void processCacheReportImpl(final DatanodeDescriptor datanode, final List<Long> blockIds) {
    CachedBlocksList cached = datanode.getCached();
    cached.clear();
    CachedBlocksList cachedList = datanode.getCached();
    CachedBlocksList pendingCachedList = datanode.getPendingCached();
    for (Iterator<Long> iter = blockIds.iterator(); iter.hasNext(); ) {
        long blockId = iter.next();
        LOG.trace("Cache report from datanode {} has block {}", datanode, blockId);
        CachedBlock cachedBlock = new CachedBlock(blockId, (short) 0, false);
        CachedBlock prevCachedBlock = cachedBlocks.get(cachedBlock);
        // if it's not already there.
        if (prevCachedBlock != null) {
            cachedBlock = prevCachedBlock;
        } else {
            cachedBlocks.put(cachedBlock);
            LOG.trace("Added block {}  to cachedBlocks", cachedBlock);
        }
        // cached block list if it exists there.
        if (!cachedBlock.isPresent(cachedList)) {
            cachedList.add(cachedBlock);
            LOG.trace("Added block {} to CACHED list.", cachedBlock);
        }
        if (cachedBlock.isPresent(pendingCachedList)) {
            pendingCachedList.remove(cachedBlock);
            LOG.trace("Removed block {} from PENDING_CACHED list.", cachedBlock);
        }
    }
}