Examples with BlockLocalPathInfo org.apache.hadoop.hdfs.protocol.BlockLocalPathInfo used on opensource projects

Example 6 with BlockLocalPathInfo

use of org.apache.hadoop.hdfs.protocol.BlockLocalPathInfo in project hadoop by apache.

the class TestBlockReaderLocalLegacy method testBlockReaderLocalLegacyWithAppend.

@Test(timeout = 20000)
public void testBlockReaderLocalLegacyWithAppend() throws Exception {
    final short REPL_FACTOR = 1;
    final HdfsConfiguration conf = getConfiguration(null);
    conf.setBoolean(HdfsClientConfigKeys.DFS_CLIENT_USE_LEGACY_BLOCKREADERLOCAL, true);
    final MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf).numDataNodes(1).build();
    cluster.waitActive();
    final DistributedFileSystem dfs = cluster.getFileSystem();
    final Path path = new Path("/testBlockReaderLocalLegacy");
    DFSTestUtil.createFile(dfs, path, 10, REPL_FACTOR, 0);
    DFSTestUtil.waitReplication(dfs, path, REPL_FACTOR);
    final ClientDatanodeProtocol proxy;
    final Token<BlockTokenIdentifier> token;
    final ExtendedBlock originalBlock;
    final long originalGS;
    {
        final LocatedBlock lb = cluster.getNameNode().getRpcServer().getBlockLocations(path.toString(), 0, 1).get(0);
        proxy = DFSUtilClient.createClientDatanodeProtocolProxy(lb.getLocations()[0], conf, 60000, false);
        token = lb.getBlockToken();
        // get block and generation stamp
        final ExtendedBlock blk = new ExtendedBlock(lb.getBlock());
        originalBlock = new ExtendedBlock(blk);
        originalGS = originalBlock.getGenerationStamp();
        // test getBlockLocalPathInfo
        final BlockLocalPathInfo info = proxy.getBlockLocalPathInfo(blk, token);
        Assert.assertEquals(originalGS, info.getBlock().getGenerationStamp());
    }
    {
        // append one byte
        FSDataOutputStream out = dfs.append(path);
        out.write(1);
        out.close();
    }
    {
        // get new generation stamp
        final LocatedBlock lb = cluster.getNameNode().getRpcServer().getBlockLocations(path.toString(), 0, 1).get(0);
        final long newGS = lb.getBlock().getGenerationStamp();
        Assert.assertTrue(newGS > originalGS);
        // getBlockLocalPathInfo using the original block.
        Assert.assertEquals(originalGS, originalBlock.getGenerationStamp());
        final BlockLocalPathInfo info = proxy.getBlockLocalPathInfo(originalBlock, token);
        Assert.assertEquals(newGS, info.getBlock().getGenerationStamp());
    }
    cluster.shutdown();
}

Example 7 with BlockLocalPathInfo

use of org.apache.hadoop.hdfs.protocol.BlockLocalPathInfo in project hadoop by apache.

the class TestDataNodeRollingUpgrade method getBlockForFile.

/** Test assumes that the file has a single block */
private File getBlockForFile(Path path, boolean exists) throws IOException {
    LocatedBlocks blocks = nn.getRpcServer().getBlockLocations(path.toString(), 0, Long.MAX_VALUE);
    assertEquals("The test helper functions assume that each file has a single block", 1, blocks.getLocatedBlocks().size());
    ExtendedBlock block = blocks.getLocatedBlocks().get(0).getBlock();
    BlockLocalPathInfo bInfo = dn0.getFSDataset().getBlockLocalPathInfo(block);
    File blockFile = new File(bInfo.getBlockPath());
    assertEquals(exists, blockFile.exists());
    return blockFile;
}