Examples with KeeperException org.apache.zookeeper.KeeperException used on opensource projects

Example 36 with KeeperException

use of org.apache.zookeeper.KeeperException in project hbase by apache.

the class ServerManager method letRegionServersShutdown.

void letRegionServersShutdown() {
    long previousLogTime = 0;
    ServerName sn = master.getServerName();
    ZooKeeperWatcher zkw = master.getZooKeeper();
    int onlineServersCt;
    while ((onlineServersCt = onlineServers.size()) > 0) {
        if (System.currentTimeMillis() > (previousLogTime + 1000)) {
            Set<ServerName> remainingServers = onlineServers.keySet();
            synchronized (onlineServers) {
                if (remainingServers.size() == 1 && remainingServers.contains(sn)) {
                    // Master will delete itself later.
                    return;
                }
            }
            StringBuilder sb = new StringBuilder();
            // It's ok here to not sync on onlineServers - merely logging
            for (ServerName key : remainingServers) {
                if (sb.length() > 0) {
                    sb.append(", ");
                }
                sb.append(key);
            }
            LOG.info("Waiting on regionserver(s) to go down " + sb.toString());
            previousLogTime = System.currentTimeMillis();
        }
        try {
            List<String> servers = getRegionServersInZK(zkw);
            if (servers == null || servers.isEmpty() || (servers.size() == 1 && servers.contains(sn.toString()))) {
                LOG.info("ZK shows there is only the master self online, exiting now");
                // Master could have lost some ZK events, no need to wait more.
                break;
            }
        } catch (KeeperException ke) {
            LOG.warn("Failed to list regionservers", ke);
            // ZK is malfunctioning, don't hang here
            break;
        }
        synchronized (onlineServers) {
            try {
                if (onlineServersCt == onlineServers.size())
                    onlineServers.wait(100);
            } catch (InterruptedException ignored) {
            // continue
            }
        }
    }
}

Example 37 with KeeperException

use of org.apache.zookeeper.KeeperException in project hbase by apache.

the class ReplicationZKNodeCleaner method getUnDeletedQueues.

/**
   * @return undeletedQueues replicator with its queueIds for removed peers
   * @throws IOException
   */
public Map<String, List<String>> getUnDeletedQueues() throws IOException {
    Map<String, List<String>> undeletedQueues = new HashMap<>();
    Set<String> peerIds = new HashSet<>(this.replicationPeers.getAllPeerIds());
    try {
        List<String> replicators = this.queuesClient.getListOfReplicators();
        for (String replicator : replicators) {
            List<String> queueIds = this.queuesClient.getAllQueues(replicator);
            for (String queueId : queueIds) {
                ReplicationQueueInfo queueInfo = new ReplicationQueueInfo(queueId);
                if (!peerIds.contains(queueInfo.getPeerId())) {
                    undeletedQueues.computeIfAbsent(replicator, (key) -> new ArrayList<>()).add(queueId);
                    if (LOG.isDebugEnabled()) {
                        LOG.debug("Undeleted replication queue for removed peer found: " + String.format("[removedPeerId=%s, replicator=%s, queueId=%s]", queueInfo.getPeerId(), replicator, queueId));
                    }
                }
            }
        }
    } catch (KeeperException ke) {
        throw new IOException("Failed to get the replication queues of all replicators", ke);
    }
    return undeletedQueues;
}

Example 38 with KeeperException

use of org.apache.zookeeper.KeeperException in project hbase by apache.

the class ReplicationZKNodeCleaner method getUnDeletedHFileRefsQueues.

/**
   * @return undeletedHFileRefsQueue replicator with its undeleted queueIds for removed peers in
   *         hfile-refs queue
   * @throws IOException
   */
public Set<String> getUnDeletedHFileRefsQueues() throws IOException {
    Set<String> undeletedHFileRefsQueue = new HashSet<>();
    Set<String> peerIds = new HashSet<>(this.replicationPeers.getAllPeerIds());
    String hfileRefsZNode = queueDeletor.getHfileRefsZNode();
    try {
        if (-1 == ZKUtil.checkExists(zkw, hfileRefsZNode)) {
            return null;
        }
        List<String> listOfPeers = this.queuesClient.getAllPeersFromHFileRefsQueue();
        Set<String> peers = new HashSet<>(listOfPeers);
        peers.removeAll(peerIds);
        if (!peers.isEmpty()) {
            undeletedHFileRefsQueue.addAll(peers);
        }
    } catch (KeeperException e) {
        throw new IOException("Failed to get list of all peers from hfile-refs znode " + hfileRefsZNode, e);
    }
    return undeletedHFileRefsQueue;
}

Example 39 with KeeperException

use of org.apache.zookeeper.KeeperException in project hbase by apache.

the class TestZooKeeper method testCreateSilentIsReallySilent.

/**
   * A test for HBASE-3238
   * @throws IOException A connection attempt to zk failed
   * @throws InterruptedException One of the non ZKUtil actions was interrupted
   * @throws KeeperException Any of the zookeeper connections had a
   * KeeperException
   */
@Test
public void testCreateSilentIsReallySilent() throws InterruptedException, KeeperException, IOException {
    Configuration c = TEST_UTIL.getConfiguration();
    String aclZnode = "/aclRoot";
    String quorumServers = ZKConfig.getZKQuorumServersString(c);
    // 5 seconds
    int sessionTimeout = 5 * 1000;
    ZooKeeper zk = new ZooKeeper(quorumServers, sessionTimeout, EmptyWatcher.instance);
    zk.addAuthInfo("digest", "hbase:rox".getBytes());
    // Assumes the  root of the ZooKeeper space is writable as it creates a node
    // wherever the cluster home is defined.
    ZooKeeperWatcher zk2 = new ZooKeeperWatcher(TEST_UTIL.getConfiguration(), "testCreateSilentIsReallySilent", null);
    // Save the previous ACL
    Stat s = null;
    List<ACL> oldACL = null;
    while (true) {
        try {
            s = new Stat();
            oldACL = zk.getACL("/", s);
            break;
        } catch (KeeperException e) {
            switch(e.code()) {
                case CONNECTIONLOSS:
                case SESSIONEXPIRED:
                case OPERATIONTIMEOUT:
                    LOG.warn("Possibly transient ZooKeeper exception", e);
                    Threads.sleep(100);
                    break;
                default:
                    throw e;
            }
        }
    }
    // Add retries in case of retryable zk exceptions.
    while (true) {
        try {
            zk.setACL("/", ZooDefs.Ids.CREATOR_ALL_ACL, -1);
            break;
        } catch (KeeperException e) {
            switch(e.code()) {
                case CONNECTIONLOSS:
                case SESSIONEXPIRED:
                case OPERATIONTIMEOUT:
                    LOG.warn("Possibly transient ZooKeeper exception: " + e);
                    Threads.sleep(100);
                    break;
                default:
                    throw e;
            }
        }
    }
    while (true) {
        try {
            zk.create(aclZnode, null, ZooDefs.Ids.CREATOR_ALL_ACL, CreateMode.PERSISTENT);
            break;
        } catch (KeeperException e) {
            switch(e.code()) {
                case CONNECTIONLOSS:
                case SESSIONEXPIRED:
                case OPERATIONTIMEOUT:
                    LOG.warn("Possibly transient ZooKeeper exception: " + e);
                    Threads.sleep(100);
                    break;
                default:
                    throw e;
            }
        }
    }
    zk.close();
    ZKUtil.createAndFailSilent(zk2, aclZnode);
    // Restore the ACL
    ZooKeeper zk3 = new ZooKeeper(quorumServers, sessionTimeout, EmptyWatcher.instance);
    zk3.addAuthInfo("digest", "hbase:rox".getBytes());
    try {
        zk3.setACL("/", oldACL, -1);
    } finally {
        zk3.close();
    }
}

Example 40 with KeeperException

use of org.apache.zookeeper.KeeperException in project hbase by apache.

the class HBaseAdmin method getMasterInfoPort.

@Override
public int getMasterInfoPort() throws IOException {
    // TODO: Fix!  Reaching into internal implementation!!!!
    ConnectionImplementation connection = (ConnectionImplementation) this.connection;
    ZooKeeperKeepAliveConnection zkw = connection.getKeepAliveZooKeeperWatcher();
    try {
        return MasterAddressTracker.getMasterInfoPort(zkw);
    } catch (KeeperException e) {
        throw new IOException("Failed to get master info port from MasterAddressTracker", e);
    }
}