Examples with Text org.apache.hadoop.io.Text used on opensource projects

Example 26 with Text

use of org.apache.hadoop.io.Text in project hadoop by apache.

the class KMSClientProvider method getDelegationTokenService.

private Text getDelegationTokenService() throws IOException {
    URL url = new URL(kmsUrl);
    InetSocketAddress addr = new InetSocketAddress(url.getHost(), url.getPort());
    Text dtService = SecurityUtil.buildTokenService(addr);
    return dtService;
}

Example 27 with Text

use of org.apache.hadoop.io.Text in project hadoop by apache.

the class TestKeyProviderDelegationTokenExtension method testCreateExtension.

@Test
public void testCreateExtension() throws Exception {
    Configuration conf = new Configuration();
    Credentials credentials = new Credentials();
    KeyProvider kp = new UserProvider.Factory().createProvider(new URI("user:///"), conf);
    KeyProviderDelegationTokenExtension kpDTE1 = KeyProviderDelegationTokenExtension.createKeyProviderDelegationTokenExtension(kp);
    Assert.assertNotNull(kpDTE1);
    // Default implementation should be a no-op and return null
    Assert.assertNull(kpDTE1.addDelegationTokens("user", credentials));
    MockKeyProvider mock = mock(MockKeyProvider.class);
    Mockito.when(mock.getConf()).thenReturn(new Configuration());
    when(mock.addDelegationTokens("renewer", credentials)).thenReturn(new Token<?>[] { new Token(null, null, new Text("kind"), new Text("service")) });
    KeyProviderDelegationTokenExtension kpDTE2 = KeyProviderDelegationTokenExtension.createKeyProviderDelegationTokenExtension(mock);
    Token<?>[] tokens = kpDTE2.addDelegationTokens("renewer", credentials);
    Assert.assertNotNull(tokens);
    Assert.assertEquals("kind", tokens[0].getKind().toString());
}

Example 28 with Text

use of org.apache.hadoop.io.Text in project hadoop by apache.

the class TestKeyProviderFactory method testUserProvider.

@Test
public void testUserProvider() throws Exception {
    Configuration conf = new Configuration();
    final String ourUrl = UserProvider.SCHEME_NAME + ":///";
    conf.set(KeyProviderFactory.KEY_PROVIDER_PATH, ourUrl);
    checkSpecificProvider(conf, ourUrl);
    // see if the credentials are actually in the UGI
    Credentials credentials = UserGroupInformation.getCurrentUser().getCredentials();
    assertArrayEquals(new byte[] { 1 }, credentials.getSecretKey(new Text("key4@0")));
    assertArrayEquals(new byte[] { 2 }, credentials.getSecretKey(new Text("key4@1")));
}

Example 29 with Text

use of org.apache.hadoop.io.Text in project hadoop by apache.

the class TestDelegationTokenRenewer method testStopRenewalWhenFsGone.

@Test
public void testStopRenewalWhenFsGone() throws IOException, InterruptedException {
    Configuration conf = mock(Configuration.class);
    Token<?> token = mock(Token.class);
    doReturn(new Text("myservice")).when(token).getService();
    doAnswer(new Answer<Long>() {

        public Long answer(InvocationOnMock invocation) {
            return Time.now() + RENEW_CYCLE;
        }
    }).when(token).renew(any(Configuration.class));
    RenewableFileSystem fs = mock(RenewableFileSystem.class);
    doReturn(conf).when(fs).getConf();
    doReturn(token).when(fs).getRenewToken();
    renewer.addRenewAction(fs);
    assertEquals(1, renewer.getRenewQueueLength());
    Thread.sleep(RENEW_CYCLE);
    verify(token, atLeast(1)).renew(eq(conf));
    verify(token, atMost(2)).renew(eq(conf));
    // drop weak ref
    fs = null;
    System.gc();
    System.gc();
    System.gc();
    // next renew should detect the fs as gone
    Thread.sleep(RENEW_CYCLE);
    verify(token, atLeast(1)).renew(eq(conf));
    verify(token, atMost(2)).renew(eq(conf));
    assertEquals(0, renewer.getRenewQueueLength());
}

Example 30 with Text

use of org.apache.hadoop.io.Text in project hadoop by apache.

the class TestDelegationTokenRenewer method testGetNewTokenOnRenewFailure.

@Test
public void testGetNewTokenOnRenewFailure() throws IOException, InterruptedException {
    Text service = new Text("myservice");
    Configuration conf = mock(Configuration.class);
    final Token<?> token1 = mock(Token.class);
    doReturn(service).when(token1).getService();
    doThrow(new IOException("boom")).when(token1).renew(eq(conf));
    final Token<?> token2 = mock(Token.class);
    doReturn(service).when(token2).getService();
    doAnswer(new Answer<Long>() {

        public Long answer(InvocationOnMock invocation) {
            return Time.now() + RENEW_CYCLE;
        }
    }).when(token2).renew(eq(conf));
    RenewableFileSystem fs = mock(RenewableFileSystem.class);
    doReturn(conf).when(fs).getConf();
    doReturn(token1).doReturn(token2).when(fs).getRenewToken();
    doReturn(token2).when(fs).getDelegationToken(null);
    doAnswer(new Answer<Token<?>[]>() {

        public Token<?>[] answer(InvocationOnMock invocation) {
            return new Token<?>[] { token2 };
        }
    }).when(fs).addDelegationTokens(null, null);
    renewer.addRenewAction(fs);
    assertEquals(1, renewer.getRenewQueueLength());
    Thread.sleep(RENEW_CYCLE);
    verify(fs).getRenewToken();
    verify(token1, atLeast(1)).renew(eq(conf));
    verify(token1, atMost(2)).renew(eq(conf));
    verify(fs).addDelegationTokens(null, null);
    verify(fs).setDelegationToken(eq(token2));
    assertEquals(1, renewer.getRenewQueueLength());
    renewer.removeRenewAction(fs);
    verify(token2).cancel(eq(conf));
    assertEquals(0, renewer.getRenewQueueLength());
}