Examples with NameNode org.apache.hadoop.hdfs.server.namenode.NameNode used on opensource projects

Example 46 with NameNode

use of org.apache.hadoop.hdfs.server.namenode.NameNode in project hadoop by apache.

the class TestDFSHAAdminMiniCluster method testTransitionToActiveWhenOtherNamenodeisActive.

/**
   * Test case to check whether both the name node is active or not
   * @throws Exception
   */
@Test
public void testTransitionToActiveWhenOtherNamenodeisActive() throws Exception {
    NameNode nn1 = cluster.getNameNode(0);
    NameNode nn2 = cluster.getNameNode(1);
    if (nn1.getState() != null && !nn1.getState().equals(HAServiceState.STANDBY.name())) {
        cluster.transitionToStandby(0);
    }
    if (nn2.getState() != null && !nn2.getState().equals(HAServiceState.STANDBY.name())) {
        cluster.transitionToStandby(1);
    }
    //Making sure both the namenode are in standby state
    assertTrue(nn1.isStandbyState());
    assertTrue(nn2.isStandbyState());
    // Triggering the transition for both namenode to Active
    runTool("-transitionToActive", "nn1");
    runTool("-transitionToActive", "nn2");
    assertFalse("Both namenodes cannot be active", nn1.isActiveState() && nn2.isActiveState());
    /*  In this test case, we have deliberately shut down nn1 and this will
        cause HAAAdmin#isOtherTargetNodeActive to throw an Exception 
        and transitionToActive for nn2 with  forceActive switch will succeed 
        even with Exception  */
    cluster.shutdownNameNode(0);
    if (nn2.getState() != null && !nn2.getState().equals(HAServiceState.STANDBY.name())) {
        cluster.transitionToStandby(1);
    }
    //Making sure both the namenode (nn2) is in standby state
    assertTrue(nn2.isStandbyState());
    assertFalse(cluster.isNameNodeUp(0));
    runTool("-transitionToActive", "nn2", "--forceactive");
    assertTrue("Namenode nn2 should be active", nn2.isActiveState());
}

Example 47 with NameNode

use of org.apache.hadoop.hdfs.server.namenode.NameNode in project hadoop by apache.

the class TestDFSZKFailoverController method waitForHAState.

private void waitForHAState(int nnidx, final HAServiceState state) throws TimeoutException, InterruptedException {
    final NameNode nn = cluster.getNameNode(nnidx);
    GenericTestUtils.waitFor(new Supplier<Boolean>() {

        @Override
        public Boolean get() {
            try {
                return nn.getRpcServer().getServiceStatus().getState() == state;
            } catch (Exception e) {
                e.printStackTrace();
                return false;
            }
        }
    }, 50, 15000);
}

Example 48 with NameNode

use of org.apache.hadoop.hdfs.server.namenode.NameNode in project hadoop by apache.

the class JspHelper method getTokenUGI.

private static UserGroupInformation getTokenUGI(ServletContext context, HttpServletRequest request, String tokenString, Configuration conf) throws IOException {
    final Token<DelegationTokenIdentifier> token = new Token<DelegationTokenIdentifier>();
    token.decodeFromUrlString(tokenString);
    InetSocketAddress serviceAddress = getNNServiceAddress(context, request);
    if (serviceAddress != null) {
        SecurityUtil.setTokenService(token, serviceAddress);
        token.setKind(DelegationTokenIdentifier.HDFS_DELEGATION_KIND);
    }
    ByteArrayInputStream buf = new ByteArrayInputStream(token.getIdentifier());
    DataInputStream in = new DataInputStream(buf);
    DelegationTokenIdentifier id = new DelegationTokenIdentifier();
    id.readFields(in);
    if (context != null) {
        final NameNode nn = NameNodeHttpServer.getNameNodeFromContext(context);
        if (nn != null) {
            // Verify the token.
            nn.getNamesystem().verifyToken(id, token.getPassword());
        }
    }
    UserGroupInformation ugi = id.getUser();
    ugi.addToken(token);
    return ugi;
}

Example 49 with NameNode

use of org.apache.hadoop.hdfs.server.namenode.NameNode in project hadoop by apache.

the class TestMRCredentials method test.

/**
   * run a distributed job and verify that TokenCache is available
   * @throws IOException
   */
@Test
public void test() throws IOException {
    // make sure JT starts
    Configuration jobConf = new JobConf(mrCluster.getConfig());
    // provide namenodes names for the job to get the delegation tokens for
    NameNode nn = dfsCluster.getNameNode();
    URI nnUri = DFSUtilClient.getNNUri(nn.getNameNodeAddress());
    jobConf.set(JobContext.JOB_NAMENODES, nnUri + "," + nnUri.toString());
    jobConf.set("mapreduce.job.credentials.json", "keys.json");
    // using argument to pass the file name
    String[] args = { "-m", "1", "-r", "1", "-mt", "1", "-rt", "1" };
    int res = -1;
    try {
        res = ToolRunner.run(jobConf, new CredentialsTestJob(), args);
    } catch (Exception e) {
        System.out.println("Job failed with" + e.getLocalizedMessage());
        e.printStackTrace(System.out);
        fail("Job failed");
    }
    assertEquals("dist job res is not 0", res, 0);
}

Example 50 with NameNode

use of org.apache.hadoop.hdfs.server.namenode.NameNode in project hadoop by apache.

the class MiniDFSCluster method restartNameNode.

/**
   * Restart the namenode at a given index. Optionally wait for the cluster
   * to become active.
   */
public synchronized void restartNameNode(int nnIndex, boolean waitActive, String... args) throws IOException {
    NameNodeInfo info = getNN(nnIndex);
    StartupOption startOpt = info.startOpt;
    shutdownNameNode(nnIndex);
    if (args.length != 0) {
        startOpt = null;
    } else {
        args = createArgs(startOpt);
    }
    NameNode nn = NameNode.createNameNode(args, info.conf);
    info.nameNode = nn;
    info.setStartOpt(startOpt);
    if (waitActive) {
        waitClusterUp();
        LOG.info("Restarted the namenode");
        waitActive();
    }
}