Examples with ZooKeeperWatcher org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher used on opensource projects

Example 96 with ZooKeeperWatcher

use of org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher in project hbase by apache.

the class RegionServerFlushTableProcedureManager method initialize.

/**
   * Initialize this region server flush procedure manager
   * Uses a zookeeper based member controller.
   * @param rss region server
   * @throws KeeperException if the zookeeper cannot be reached
   */
@Override
public void initialize(RegionServerServices rss) throws KeeperException {
    this.rss = rss;
    ZooKeeperWatcher zkw = rss.getZooKeeper();
    this.memberRpcs = new ZKProcedureMemberRpcs(zkw, MasterFlushTableProcedureManager.FLUSH_TABLE_PROCEDURE_SIGNATURE);
    Configuration conf = rss.getConfiguration();
    long keepAlive = conf.getLong(FLUSH_TIMEOUT_MILLIS_KEY, FLUSH_TIMEOUT_MILLIS_DEFAULT);
    int opThreads = conf.getInt(FLUSH_REQUEST_THREADS_KEY, FLUSH_REQUEST_THREADS_DEFAULT);
    // create the actual flush table procedure member
    ThreadPoolExecutor pool = ProcedureMember.defaultPool(rss.getServerName().toString(), opThreads, keepAlive);
    this.member = new ProcedureMember(memberRpcs, pool, new FlushTableSubprocedureBuilder());
}

Example 97 with ZooKeeperWatcher

use of org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher in project hbase by apache.

the class TestMetaWithReplicas method shutdownMetaAndDoValidations.

public static void shutdownMetaAndDoValidations(HBaseTestingUtility util) throws Exception {
    // This test creates a table, flushes the meta (with 3 replicas), kills the
    // server holding the primary meta replica. Then it does a put/get into/from
    // the test table. The put/get operations would use the replicas to locate the
    // location of the test table's region
    ZooKeeperWatcher zkw = util.getZooKeeperWatcher();
    Configuration conf = util.getConfiguration();
    conf.setBoolean(HConstants.USE_META_REPLICAS, true);
    String baseZNode = conf.get(HConstants.ZOOKEEPER_ZNODE_PARENT, HConstants.DEFAULT_ZOOKEEPER_ZNODE_PARENT);
    String primaryMetaZnode = ZKUtil.joinZNode(baseZNode, conf.get("zookeeper.znode.metaserver", "meta-region-server"));
    byte[] data = ZKUtil.getData(zkw, primaryMetaZnode);
    ServerName primary = ProtobufUtil.toServerName(data);
    TableName TABLE = TableName.valueOf("testShutdownHandling");
    byte[][] FAMILIES = new byte[][] { Bytes.toBytes("foo") };
    if (util.getAdmin().tableExists(TABLE)) {
        util.getAdmin().disableTable(TABLE);
        util.getAdmin().deleteTable(TABLE);
    }
    ServerName master = null;
    try (Connection c = ConnectionFactory.createConnection(util.getConfiguration())) {
        try (Table htable = util.createTable(TABLE, FAMILIES)) {
            util.getAdmin().flush(TableName.META_TABLE_NAME);
            Thread.sleep(conf.getInt(StorefileRefresherChore.REGIONSERVER_STOREFILE_REFRESH_PERIOD, 30000) * 6);
            List<HRegionInfo> regions = MetaTableAccessor.getTableRegions(c, TABLE);
            HRegionLocation hrl = MetaTableAccessor.getRegionLocation(c, regions.get(0));
            // to another random server
            if (hrl.getServerName().equals(primary)) {
                util.getAdmin().move(hrl.getRegionInfo().getEncodedNameAsBytes(), null);
                // wait for the move to complete
                do {
                    Thread.sleep(10);
                    hrl = MetaTableAccessor.getRegionLocation(c, regions.get(0));
                } while (primary.equals(hrl.getServerName()));
                util.getAdmin().flush(TableName.META_TABLE_NAME);
                Thread.sleep(conf.getInt(StorefileRefresherChore.REGIONSERVER_STOREFILE_REFRESH_PERIOD, 30000) * 3);
            }
            master = util.getHBaseClusterInterface().getClusterStatus().getMaster();
            // kill the master so that regionserver recovery is not triggered at all
            // for the meta server
            util.getHBaseClusterInterface().stopMaster(master);
            util.getHBaseClusterInterface().waitForMasterToStop(master, 60000);
            if (!master.equals(primary)) {
                util.getHBaseClusterInterface().killRegionServer(primary);
                util.getHBaseClusterInterface().waitForRegionServerToStop(primary, 60000);
            }
            ((ClusterConnection) c).clearRegionCache();
        }
        Get get = null;
        Result r = null;
        byte[] row = "test".getBytes();
        try (Table htable = c.getTable(TABLE)) {
            Put put = new Put(row);
            put.addColumn("foo".getBytes(), row, row);
            BufferedMutator m = c.getBufferedMutator(TABLE);
            m.mutate(put);
            m.flush();
            // Try to do a get of the row that was just put
            get = new Get(row);
            r = htable.get(get);
            assertTrue(Arrays.equals(r.getRow(), row));
            // now start back the killed servers and disable use of replicas. That would mean
            // calls go to the primary
            util.getHBaseClusterInterface().startMaster(master.getHostname(), 0);
            util.getHBaseClusterInterface().startRegionServer(primary.getHostname(), 0);
            util.getHBaseClusterInterface().waitForActiveAndReadyMaster();
            ((ClusterConnection) c).clearRegionCache();
        }
        conf.setBoolean(HConstants.USE_META_REPLICAS, false);
        try (Table htable = c.getTable(TABLE)) {
            r = htable.get(get);
            assertTrue(Arrays.equals(r.getRow(), row));
        }
    }
}

Example 98 with ZooKeeperWatcher

use of org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher in project hbase by apache.

the class TestMetaWithReplicas method testMetaAddressChange.

@Test
public void testMetaAddressChange() throws Exception {
    // checks that even when the meta's location changes, the various
    // caches update themselves. Uses the master operations to test
    // this
    Configuration conf = TEST_UTIL.getConfiguration();
    ZooKeeperWatcher zkw = TEST_UTIL.getZooKeeperWatcher();
    String baseZNode = conf.get(HConstants.ZOOKEEPER_ZNODE_PARENT, HConstants.DEFAULT_ZOOKEEPER_ZNODE_PARENT);
    String primaryMetaZnode = ZKUtil.joinZNode(baseZNode, conf.get("zookeeper.znode.metaserver", "meta-region-server"));
    // check that the data in the znode is parseable (this would also mean the znode exists)
    byte[] data = ZKUtil.getData(zkw, primaryMetaZnode);
    ServerName currentServer = ProtobufUtil.toServerName(data);
    Collection<ServerName> liveServers = TEST_UTIL.getAdmin().getClusterStatus().getServers();
    ServerName moveToServer = null;
    for (ServerName s : liveServers) {
        if (!currentServer.equals(s)) {
            moveToServer = s;
        }
    }
    assert (moveToServer != null);
    final TableName tableName = TableName.valueOf(name.getMethodName());
    TEST_UTIL.createTable(tableName, "f");
    assertTrue(TEST_UTIL.getAdmin().tableExists(tableName));
    TEST_UTIL.getAdmin().move(HRegionInfo.FIRST_META_REGIONINFO.getEncodedNameAsBytes(), Bytes.toBytes(moveToServer.getServerName()));
    int i = 0;
    do {
        Thread.sleep(10);
        data = ZKUtil.getData(zkw, primaryMetaZnode);
        currentServer = ProtobufUtil.toServerName(data);
        i++;
    } while (//wait for 10 seconds overall
    !moveToServer.equals(currentServer) && i < 1000);
    assert (i != 1000);
    TEST_UTIL.getAdmin().disableTable(tableName);
    assertTrue(TEST_UTIL.getAdmin().isTableDisabled(tableName));
}

Example 99 with ZooKeeperWatcher

use of org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher in project hbase by apache.

the class TestMetaWithReplicas method testZookeeperNodesForReplicas.

@Test
public void testZookeeperNodesForReplicas() throws Exception {
    // Checks all the znodes exist when meta's replicas are enabled
    ZooKeeperWatcher zkw = TEST_UTIL.getZooKeeperWatcher();
    Configuration conf = TEST_UTIL.getConfiguration();
    String baseZNode = conf.get(HConstants.ZOOKEEPER_ZNODE_PARENT, HConstants.DEFAULT_ZOOKEEPER_ZNODE_PARENT);
    String primaryMetaZnode = ZKUtil.joinZNode(baseZNode, conf.get("zookeeper.znode.metaserver", "meta-region-server"));
    // check that the data in the znode is parseable (this would also mean the znode exists)
    byte[] data = ZKUtil.getData(zkw, primaryMetaZnode);
    ProtobufUtil.toServerName(data);
    for (int i = 1; i < 3; i++) {
        String secZnode = ZKUtil.joinZNode(baseZNode, conf.get("zookeeper.znode.metaserver", "meta-region-server") + "-" + i);
        String str = zkw.znodePaths.getZNodeForReplica(i);
        assertTrue(str.equals(secZnode));
        // check that the data in the znode is parseable (this would also mean the znode exists)
        data = ZKUtil.getData(zkw, secZnode);
        ProtobufUtil.toServerName(data);
    }
}

Example 100 with ZooKeeperWatcher

use of org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher in project hbase by apache.

the class TestMasterReplication method startMiniClusters.

@SuppressWarnings("resource")
private void startMiniClusters(int numClusters) throws Exception {
    Random random = new Random();
    utilities = new HBaseTestingUtility[numClusters];
    configurations = new Configuration[numClusters];
    for (int i = 0; i < numClusters; i++) {
        Configuration conf = new Configuration(baseConfiguration);
        conf.set(HConstants.ZOOKEEPER_ZNODE_PARENT, "/" + i + random.nextInt());
        HBaseTestingUtility utility = new HBaseTestingUtility(conf);
        if (i == 0) {
            utility.startMiniZKCluster();
            miniZK = utility.getZkCluster();
        } else {
            utility.setZkCluster(miniZK);
        }
        utility.startMiniCluster();
        utilities[i] = utility;
        configurations[i] = conf;
        new ZooKeeperWatcher(conf, "cluster" + i, null, true);
    }
}