Examples with MockFileSystem org.apache.hadoop.fs.FileSystemTestHelper.MockFileSystem used on opensource projects

Example 1 with MockFileSystem

use of org.apache.hadoop.fs.FileSystemTestHelper.MockFileSystem in project hadoop by apache.

the class TestFileSystemTokens method testFsWithNoToken.

@Test
public void testFsWithNoToken() throws Exception {
    MockFileSystem fs = createFileSystemForServiceName(null);
    Credentials credentials = new Credentials();
    fs.addDelegationTokens(renewer, credentials);
    verifyTokenFetch(fs, false);
    assertEquals(0, credentials.numberOfTokens());
}

Example 2 with MockFileSystem

use of org.apache.hadoop.fs.FileSystemTestHelper.MockFileSystem in project hadoop by apache.

the class TestFileSystemTokens method testFsWithChildTokensOneExists.

@Test
public void testFsWithChildTokensOneExists() throws Exception {
    Credentials credentials = new Credentials();
    Text service1 = new Text("singleTokenFs1");
    Text service2 = new Text("singleTokenFs2");
    Token<?> token = mock(Token.class);
    credentials.addToken(service2, token);
    MockFileSystem fs1 = createFileSystemForServiceName(service1);
    MockFileSystem fs2 = createFileSystemForServiceName(service2);
    MockFileSystem fs3 = createFileSystemForServiceName(null);
    MockFileSystem multiFs = createFileSystemForServiceName(null, fs1, fs2, fs3);
    multiFs.addDelegationTokens(renewer, credentials);
    verifyTokenFetch(multiFs, false);
    verifyTokenFetch(fs1, true);
    // we had added its token to credentials
    verifyTokenFetch(fs2, false);
    verifyTokenFetch(fs3, false);
    assertEquals(2, credentials.numberOfTokens());
    assertNotNull(credentials.getToken(service1));
    assertSame(token, credentials.getToken(service2));
}

Example 3 with MockFileSystem

use of org.apache.hadoop.fs.FileSystemTestHelper.MockFileSystem in project hadoop by apache.

the class TestFileSystemTokens method testFsWithDuplicateChildrenTokenExists.

@Test
public void testFsWithDuplicateChildrenTokenExists() throws Exception {
    Credentials credentials = new Credentials();
    Text service = new Text("singleTokenFs1");
    Token<?> token = mock(Token.class);
    credentials.addToken(service, token);
    MockFileSystem fs = createFileSystemForServiceName(service);
    MockFileSystem multiFs = createFileSystemForServiceName(null, fs, new FilterFileSystem(fs));
    multiFs.addDelegationTokens(renewer, credentials);
    verifyTokenFetch(multiFs, false);
    verifyTokenFetch(fs, false);
    assertEquals(1, credentials.numberOfTokens());
    assertSame(token, credentials.getToken(service));
}

Example 4 with MockFileSystem

use of org.apache.hadoop.fs.FileSystemTestHelper.MockFileSystem in project hadoop by apache.

the class TestFileSystemTokens method testFsWithNestedDuplicatesChildren.

@Test
public void testFsWithNestedDuplicatesChildren() throws Exception {
    Credentials credentials = new Credentials();
    Text service1 = new Text("singleTokenFs1");
    Text service2 = new Text("singleTokenFs2");
    Text service4 = new Text("singleTokenFs4");
    Text multiService = new Text("multiTokenFs");
    Token<?> token2 = mock(Token.class);
    credentials.addToken(service2, token2);
    MockFileSystem fs1 = createFileSystemForServiceName(service1);
    MockFileSystem fs1B = createFileSystemForServiceName(service1);
    MockFileSystem fs2 = createFileSystemForServiceName(service2);
    MockFileSystem fs3 = createFileSystemForServiceName(null);
    MockFileSystem fs4 = createFileSystemForServiceName(service4);
    // now let's get dirty!  ensure dup tokens aren't fetched even when
    // repeated and dupped in a nested fs.  fs4 is a real test of the drill
    // down: multi-filter-multi-filter-filter-fs4.
    MockFileSystem multiFs = createFileSystemForServiceName(multiService, fs1, fs1B, fs2, fs2, new FilterFileSystem(fs3), new FilterFileSystem(new FilterFileSystem(fs4)));
    MockFileSystem superMultiFs = createFileSystemForServiceName(null, fs1, fs1B, fs1, new FilterFileSystem(fs3), new FilterFileSystem(multiFs));
    superMultiFs.addDelegationTokens(renewer, credentials);
    // does not have its own token
    verifyTokenFetch(superMultiFs, false);
    // has its own token
    verifyTokenFetch(multiFs, true);
    verifyTokenFetch(fs1, true);
    // we had added its token to credentials
    verifyTokenFetch(fs2, false);
    // has no tokens
    verifyTokenFetch(fs3, false);
    verifyTokenFetch(fs4, true);
    //fs1+fs2+fs4+multifs (fs3=0)
    assertEquals(4, credentials.numberOfTokens());
    assertNotNull(credentials.getToken(service1));
    assertNotNull(credentials.getToken(service2));
    assertSame(token2, credentials.getToken(service2));
    assertNotNull(credentials.getToken(multiService));
    assertNotNull(credentials.getToken(service4));
}

Example 5 with MockFileSystem

use of org.apache.hadoop.fs.FileSystemTestHelper.MockFileSystem in project hadoop by apache.

the class TestFileSystemTokens method testFsWithChildTokens.

@Test
public void testFsWithChildTokens() throws Exception {
    Credentials credentials = new Credentials();
    Text service1 = new Text("singleTokenFs1");
    Text service2 = new Text("singleTokenFs2");
    MockFileSystem fs1 = createFileSystemForServiceName(service1);
    MockFileSystem fs2 = createFileSystemForServiceName(service2);
    MockFileSystem fs3 = createFileSystemForServiceName(null);
    MockFileSystem multiFs = createFileSystemForServiceName(null, fs1, fs2, fs3);
    multiFs.addDelegationTokens(renewer, credentials);
    // has no tokens of own, only child tokens
    verifyTokenFetch(multiFs, false);
    verifyTokenFetch(fs1, true);
    verifyTokenFetch(fs2, true);
    verifyTokenFetch(fs3, false);
    assertEquals(2, credentials.numberOfTokens());
    assertNotNull(credentials.getToken(service1));
    assertNotNull(credentials.getToken(service2));
}