Examples with ZooKeeper org.apache.zookeeper.ZooKeeper used on opensource projects

Example 61 with ZooKeeper

use of org.apache.zookeeper.ZooKeeper in project bookkeeper by apache.

the class Auditor method checkAllLedgers.

/**
 * List all the ledgers and check them individually. This should not
 * be run very often.
 */
void checkAllLedgers() throws BKAuditException, BKException, IOException, InterruptedException, KeeperException {
    ZooKeeper newzk = ZooKeeperClient.newBuilder().connectString(conf.getZkServers()).sessionTimeoutMs(conf.getZkTimeout()).build();
    final BookKeeper client = new BookKeeper(new ClientConfiguration(conf), newzk);
    final BookKeeperAdmin admin = new BookKeeperAdmin(client, statsLogger);
    try {
        final LedgerChecker checker = new LedgerChecker(client);
        final AtomicInteger returnCode = new AtomicInteger(BKException.Code.OK);
        final CountDownLatch processDone = new CountDownLatch(1);
        Processor<Long> checkLedgersProcessor = new Processor<Long>() {

            @Override
            public void process(final Long ledgerId, final AsyncCallback.VoidCallback callback) {
                try {
                    if (!ledgerUnderreplicationManager.isLedgerReplicationEnabled()) {
                        LOG.info("Ledger rereplication has been disabled, aborting periodic check");
                        processDone.countDown();
                        return;
                    }
                } catch (ReplicationException.UnavailableException ue) {
                    LOG.error("Underreplication manager unavailable running periodic check", ue);
                    processDone.countDown();
                    return;
                }
                LedgerHandle lh = null;
                try {
                    lh = admin.openLedgerNoRecovery(ledgerId);
                    checker.checkLedger(lh, new ProcessLostFragmentsCb(lh, callback), conf.getAuditorLedgerVerificationPercentage());
                    // we collect the following stats to get a measure of the
                    // distribution of a single ledger within the bk cluster
                    // the higher the number of fragments/bookies, the more distributed it is
                    numFragmentsPerLedger.registerSuccessfulValue(lh.getNumFragments());
                    numBookiesPerLedger.registerSuccessfulValue(lh.getNumBookies());
                    numLedgersChecked.inc();
                } catch (BKException.BKNoSuchLedgerExistsException bknsle) {
                    if (LOG.isDebugEnabled()) {
                        LOG.debug("Ledger was deleted before we could check it", bknsle);
                    }
                    callback.processResult(BKException.Code.OK, null, null);
                    return;
                } catch (BKException bke) {
                    LOG.error("Couldn't open ledger " + ledgerId, bke);
                    callback.processResult(BKException.Code.BookieHandleNotAvailableException, null, null);
                    return;
                } catch (InterruptedException ie) {
                    LOG.error("Interrupted opening ledger", ie);
                    Thread.currentThread().interrupt();
                    callback.processResult(BKException.Code.InterruptedException, null, null);
                    return;
                } finally {
                    if (lh != null) {
                        try {
                            lh.close();
                        } catch (BKException bke) {
                            LOG.warn("Couldn't close ledger " + ledgerId, bke);
                        } catch (InterruptedException ie) {
                            LOG.warn("Interrupted closing ledger " + ledgerId, ie);
                            Thread.currentThread().interrupt();
                        }
                    }
                }
            }
        };
        ledgerManager.asyncProcessLedgers(checkLedgersProcessor, new AsyncCallback.VoidCallback() {

            @Override
            public void processResult(int rc, String s, Object obj) {
                returnCode.set(rc);
                processDone.countDown();
            }
        }, null, BKException.Code.OK, BKException.Code.ReadException);
        try {
            processDone.await();
        } catch (InterruptedException e) {
            Thread.currentThread().interrupt();
            throw new BKAuditException("Exception while checking ledgers", e);
        }
        if (returnCode.get() != BKException.Code.OK) {
            throw BKException.create(returnCode.get());
        }
    } finally {
        admin.close();
        client.close();
        newzk.close();
    }
}

Example 62 with ZooKeeper

use of org.apache.zookeeper.ZooKeeper in project bookkeeper by apache.

the class LocalDLMEmulator method checkBookiesUp.

/**
 * Check that a number of bookies are available.
 *
 * @param count number of bookies required
 * @param timeout number of seconds to wait for bookies to start
 * @throws java.io.IOException if bookies are not started by the time the timeout hits
 */
public int checkBookiesUp(int count, int timeout) throws Exception {
    ZooKeeper zkc = connectZooKeeper(zkHost, zkPort, zkTimeoutSec);
    try {
        int mostRecentSize = 0;
        for (int i = 0; i < timeout; i++) {
            try {
                List<String> children = zkc.getChildren("/ledgers/available", false);
                children.remove("readonly");
                mostRecentSize = children.size();
                if ((mostRecentSize > count) || LOG.isDebugEnabled()) {
                    LOG.info("Found " + mostRecentSize + " bookies up, " + "waiting for " + count);
                    if ((mostRecentSize > count) || LOG.isTraceEnabled()) {
                        for (String child : children) {
                            LOG.info(" server: " + child);
                        }
                    }
                }
                if (mostRecentSize == count) {
                    break;
                }
            } catch (KeeperException e) {
            // ignore
            }
            Thread.sleep(1000);
        }
        return mostRecentSize;
    } finally {
        zkc.close();
    }
}

Example 63 with ZooKeeper

use of org.apache.zookeeper.ZooKeeper in project bookkeeper by apache.

the class LocalDLMEmulator method connectZooKeeper.

public static ZooKeeper connectZooKeeper(String zkHost, int zkPort, int zkTimeoutSec) throws IOException, KeeperException, InterruptedException {
    final CountDownLatch latch = new CountDownLatch(1);
    final String zkHostPort = zkHost + ":" + zkPort;
    ZooKeeper zkc = new ZooKeeper(zkHostPort, zkTimeoutSec * 1000, new Watcher() {

        public void process(WatchedEvent event) {
            if (event.getState() == Event.KeeperState.SyncConnected) {
                latch.countDown();
            }
        }
    });
    if (!latch.await(zkTimeoutSec, TimeUnit.SECONDS)) {
        throw new IOException("Zookeeper took too long to connect");
    }
    return zkc;
}

Example 64 with ZooKeeper

use of org.apache.zookeeper.ZooKeeper in project bookkeeper by apache.

the class TestZooKeeperClient method testZooKeeperReconnection.

@Test(timeout = 60000)
public void testZooKeeperReconnection() throws Exception {
    int sessionTimeoutMs = 100;
    ZooKeeperClient zkc = clientBuilder(sessionTimeoutMs).zkAclId(null).build();
    ZooKeeper zk = zkc.get();
    long sessionId = zk.getSessionId();
    ZooKeeperClientUtils.expireSession(zkc, zkServers, 2 * sessionTimeoutMs);
    ZooKeeper newZk = zkc.get();
    while (!ZooKeeper.States.CONNECTED.equals(newZk.getState())) {
        TimeUnit.MILLISECONDS.sleep(sessionTimeoutMs / 2);
    }
    long newSessionId = newZk.getSessionId();
    assertTrue(newZk == zk);
    assertFalse(sessionId == newSessionId);
}

Example 65 with ZooKeeper

use of org.apache.zookeeper.ZooKeeper in project bookkeeper by apache.

the class TestZKSessionLock method testLockWhenPreviousLockZnodeStillExists.

@Test(timeout = 60000)
public void testLockWhenPreviousLockZnodeStillExists() throws Exception {
    String lockPath = "/test-lock-when-previous-lock-znode-still-exists-" + System.currentTimeMillis();
    String clientId = "client-id";
    ZooKeeper zk = zkc.get();
    createLockPath(zk, lockPath);
    final ZKSessionLock lock0 = new ZKSessionLock(zkc0, lockPath, clientId, lockStateExecutor);
    // lock0 lock
    lock0.tryLock(Long.MAX_VALUE, TimeUnit.MILLISECONDS);
    // simulate lock0 expires but znode still exists
    final DistributedLockContext context1 = new DistributedLockContext();
    context1.addLockId(lock0.getLockId());
    final ZKSessionLock lock1 = new ZKSessionLock(zkc, lockPath, clientId, lockStateExecutor, 60000, NullStatsLogger.INSTANCE, context1);
    lock1.tryLock(0L, TimeUnit.MILLISECONDS);
    assertEquals(State.CLAIMED, lock1.getLockState());
    lock1.unlock();
    final DistributedLockContext context2 = new DistributedLockContext();
    context2.addLockId(lock0.getLockId());
    final ZKSessionLock lock2 = new ZKSessionLock(zkc, lockPath, clientId, lockStateExecutor, 60000, NullStatsLogger.INSTANCE, context2);
    lock2.tryLock(Long.MAX_VALUE, TimeUnit.MILLISECONDS);
    assertEquals(State.CLAIMED, lock2.getLockState());
    lock2.unlock();
    lock0.unlock();
}