Examples with DFSClient org.apache.hadoop.hdfs.DFSClient used on opensource projects

Example 86 with DFSClient

use of org.apache.hadoop.hdfs.DFSClient in project hadoop by apache.

the class TestFailoverWithBlockTokensEnabled method ensureInvalidBlockTokensAreRejected.

@Test
public void ensureInvalidBlockTokensAreRejected() throws IOException, URISyntaxException {
    cluster.transitionToActive(0);
    FileSystem fs = HATestUtil.configureFailoverFs(cluster, conf);
    DFSTestUtil.writeFile(fs, TEST_PATH, TEST_DATA);
    assertEquals(TEST_DATA, DFSTestUtil.readFile(fs, TEST_PATH));
    DFSClient dfsClient = DFSClientAdapter.getDFSClient((DistributedFileSystem) fs);
    DFSClient spyDfsClient = Mockito.spy(dfsClient);
    Mockito.doAnswer(new Answer<LocatedBlocks>() {

        @Override
        public LocatedBlocks answer(InvocationOnMock arg0) throws Throwable {
            LocatedBlocks locatedBlocks = (LocatedBlocks) arg0.callRealMethod();
            for (LocatedBlock lb : locatedBlocks.getLocatedBlocks()) {
                Token<BlockTokenIdentifier> token = lb.getBlockToken();
                BlockTokenIdentifier id = lb.getBlockToken().decodeIdentifier();
                // This will make the token invalid, since the password
                // won't match anymore
                id.setExpiryDate(Time.now() + 10);
                Token<BlockTokenIdentifier> newToken = new Token<BlockTokenIdentifier>(id.getBytes(), token.getPassword(), token.getKind(), token.getService());
                lb.setBlockToken(newToken);
            }
            return locatedBlocks;
        }
    }).when(spyDfsClient).getLocatedBlocks(Mockito.anyString(), Mockito.anyLong(), Mockito.anyLong());
    DFSClientAdapter.setDFSClient((DistributedFileSystem) fs, spyDfsClient);
    try {
        assertEquals(TEST_DATA, DFSTestUtil.readFile(fs, TEST_PATH));
        fail("Shouldn't have been able to read a file with invalid block tokens");
    } catch (IOException ioe) {
        GenericTestUtils.assertExceptionContains("Could not obtain block", ioe);
    }
}

Example 87 with DFSClient

use of org.apache.hadoop.hdfs.DFSClient in project hadoop by apache.

the class TestRetryCacheWithHA method testCreateSymlink.

@Test(timeout = 60000)
public void testCreateSymlink() throws Exception {
    final DFSClient client = genClientWithDummyHandler();
    AtMostOnceOp op = new CreateSymlinkOp(client, "/testfile", "/testlink");
    testClientRetryWithFailover(op);
}

Example 88 with DFSClient

use of org.apache.hadoop.hdfs.DFSClient in project hadoop by apache.

the class TestRetryCacheWithHA method testAppend.

@Test(timeout = 60000)
public void testAppend() throws Exception {
    final DFSClient client = genClientWithDummyHandler();
    AtMostOnceOp op = new AppendOp(client, "/testfile");
    testClientRetryWithFailover(op);
}

Example 89 with DFSClient

use of org.apache.hadoop.hdfs.DFSClient in project hadoop by apache.

the class TestRetryCacheWithHA method testCreateSnapshot.

@Test(timeout = 60000)
public void testCreateSnapshot() throws Exception {
    final DFSClient client = genClientWithDummyHandler();
    AtMostOnceOp op = new CreateSnapshotOp(client, "/test", "s1");
    testClientRetryWithFailover(op);
}

Example 90 with DFSClient

use of org.apache.hadoop.hdfs.DFSClient in project hadoop by apache.

the class TestRetryCacheWithHA method testDelete.

@Test(timeout = 60000)
public void testDelete() throws Exception {
    final DFSClient client = genClientWithDummyHandler();
    AtMostOnceOp op = new DeleteOp(client, "/testfile");
    testClientRetryWithFailover(op);
}