Examples with DFSStripedOutputStream org.apache.hadoop.hdfs.DFSStripedOutputStream used on opensource projects

Example 1 with DFSStripedOutputStream

use of org.apache.hadoop.hdfs.DFSStripedOutputStream in project hadoop by apache.

the class TestAddStripedBlocks method testBlockScheduledUpdate.

/**
   * Check if the scheduled block size on each DN storage is correctly updated
   */
@Test
public void testBlockScheduledUpdate() throws Exception {
    final FSNamesystem fsn = cluster.getNamesystem();
    final Path foo = new Path("/foo");
    try (FSDataOutputStream out = dfs.create(foo, true)) {
        DFSStripedOutputStream sout = (DFSStripedOutputStream) out.getWrappedStream();
        writeAndFlushStripedOutputStream(sout, DFS_BYTES_PER_CHECKSUM_DEFAULT);
        // make sure the scheduled block size has been updated for each DN storage
        // in NN
        final List<DatanodeDescriptor> dnList = new ArrayList<>();
        fsn.getBlockManager().getDatanodeManager().fetchDatanodes(dnList, null, false);
        for (DatanodeDescriptor dn : dnList) {
            Assert.assertEquals(1, dn.getBlocksScheduled());
        }
    }
    // we have completed the file, force the DN to flush IBR
    for (DataNode dn : cluster.getDataNodes()) {
        DataNodeTestUtils.triggerBlockReport(dn);
    }
    // check the scheduled block size again
    final List<DatanodeDescriptor> dnList = new ArrayList<>();
    fsn.getBlockManager().getDatanodeManager().fetchDatanodes(dnList, null, false);
    for (DatanodeDescriptor dn : dnList) {
        Assert.assertEquals(0, dn.getBlocksScheduled());
    }
}