Examples with CompatibilityException org.apache.bookkeeper.replication.ReplicationException.CompatibilityException used on opensource projects

Example 1 with CompatibilityException

use of org.apache.bookkeeper.replication.ReplicationException.CompatibilityException in project bookkeeper by apache.

the class Auditor method initialize.

private void initialize(ServerConfiguration conf, ZooKeeper zkc) throws UnavailableException {
    try {
        ClientConfiguration clientConfiguration = new ClientConfiguration(conf);
        clientConfiguration.setClientRole(ClientConfiguration.CLIENT_ROLE_SYSTEM);
        LOG.info("AuthProvider used by the Auditor is {}", clientConfiguration.getClientAuthProviderFactoryClass());
        this.bkc = new BookKeeper(clientConfiguration, zkc);
        LedgerManagerFactory ledgerManagerFactory = AbstractZkLedgerManagerFactory.newLedgerManagerFactory(conf, bkc.getMetadataClientDriver().getLayoutManager());
        ledgerManager = ledgerManagerFactory.newLedgerManager();
        this.bookieLedgerIndexer = new BookieLedgerIndexer(ledgerManager);
        this.ledgerUnderreplicationManager = ledgerManagerFactory.newLedgerUnderreplicationManager();
        this.admin = new BookKeeperAdmin(bkc, statsLogger);
        if (this.ledgerUnderreplicationManager.initializeLostBookieRecoveryDelay(conf.getLostBookieRecoveryDelay())) {
            LOG.info("Initializing lostBookieRecoveryDelay zNode to the conif value: {}", conf.getLostBookieRecoveryDelay());
        } else {
            LOG.info("Valid lostBookieRecoveryDelay zNode is available, so not creating " + "lostBookieRecoveryDelay zNode as part of Auditor initialization ");
        }
        lostBookieRecoveryDelayBeforeChange = this.ledgerUnderreplicationManager.getLostBookieRecoveryDelay();
    } catch (CompatibilityException ce) {
        throw new UnavailableException("CompatibilityException while initializing Auditor", ce);
    } catch (IOException | BKException | KeeperException ioe) {
        throw new UnavailableException("Exception while initializing Auditor", ioe);
    } catch (InterruptedException ie) {
        Thread.currentThread().interrupt();
        throw new UnavailableException("Interrupted while initializing Auditor", ie);
    }
}

Example 2 with CompatibilityException

use of org.apache.bookkeeper.replication.ReplicationException.CompatibilityException in project bookkeeper by apache.

the class BookKeeperAdmin method decommissionBookie.

/**
 * Triggers AuditTask by resetting lostBookieRecoveryDelay and then make
 * sure the ledgers stored in the given decommissioning bookie are properly
 * replicated and they are not underreplicated because of the given bookie.
 * This method waits untill there are no underreplicatedledgers because of this
 * bookie. If the given Bookie is not shutdown yet, then it will throw
 * BKIllegalOpException.
 *
 * @param bookieAddress
 *            address of the decommissioning bookie
 * @throws CompatibilityException
 * @throws UnavailableException
 * @throws KeeperException
 * @throws InterruptedException
 * @throws IOException
 * @throws BKAuditException
 * @throws TimeoutException
 * @throws BKException
 */
public void decommissionBookie(BookieSocketAddress bookieAddress) throws CompatibilityException, UnavailableException, KeeperException, InterruptedException, IOException, BKAuditException, TimeoutException, BKException {
    if (getAvailableBookies().contains(bookieAddress) || getReadOnlyBookies().contains(bookieAddress)) {
        LOG.error("Bookie: {} is not shutdown yet", bookieAddress);
        throw BKException.create(BKException.Code.IllegalOpException);
    }
    triggerAudit();
    /*
         * Sleep for 30 secs, so that Auditor gets chance to trigger its
         * force audittask and let the underreplicationmanager process
         * to do its replication process
         */
    Thread.sleep(30 * 1000);
    /*
         * get the collection of the ledgers which are stored in this
         * bookie, by making a call to
         * bookieLedgerIndexer.getBookieToLedgerIndex.
         */
    BookieLedgerIndexer bookieLedgerIndexer = new BookieLedgerIndexer(bkc.ledgerManager);
    Map<String, Set<Long>> bookieToLedgersMap = bookieLedgerIndexer.getBookieToLedgerIndex();
    Set<Long> ledgersStoredInThisBookie = bookieToLedgersMap.get(bookieAddress.toString());
    if ((ledgersStoredInThisBookie != null) && (!ledgersStoredInThisBookie.isEmpty())) {
        /*
             * wait untill all the ledgers are replicated to other
             * bookies by making sure that these ledgers metadata don't
             * contain this bookie as part of their ensemble.
             */
        waitForLedgersToBeReplicated(ledgersStoredInThisBookie, bookieAddress, bkc.ledgerManager);
    }
    // for double-checking, check if any ledgers are listed as underreplicated because of this bookie
    Predicate<List<String>> predicate = replicasList -> replicasList.contains(bookieAddress.toString());
    Iterator<Long> urLedgerIterator = underreplicationManager.listLedgersToRereplicate(predicate);
    if (urLedgerIterator.hasNext()) {
        // if there are any then wait and make sure those ledgers are replicated properly
        LOG.info("Still in some underreplicated ledgers metadata, this bookie is part of its ensemble. " + "Have to make sure that those ledger fragments are rereplicated");
        List<Long> urLedgers = new ArrayList<>();
        urLedgerIterator.forEachRemaining(urLedgers::add);
        waitForLedgersToBeReplicated(urLedgers, bookieAddress, bkc.ledgerManager);
    }
}

Example 3 with CompatibilityException

use of org.apache.bookkeeper.replication.ReplicationException.CompatibilityException in project bookkeeper by apache.

the class BookKeeperClusterTestCase method startBookie.

/**
 * Helper method to startup a bookie server using a configuration object.
 * Also, starts the auto recovery process if isAutoRecoveryEnabled is true.
 *
 * @param conf
 *            Server Configuration Object
 */
protected BookieServer startBookie(ServerConfiguration conf) throws Exception {
    TestStatsProvider provider = new TestStatsProvider();
    BookieServer server = new BookieServer(conf, provider.getStatsLogger(""));
    BookieSocketAddress address = Bookie.getBookieAddress(conf);
    bsLoggers.put(address, provider);
    if (bkc == null) {
        bkc = new BookKeeperTestClient(baseClientConf, new TestStatsProvider());
    }
    Future<?> waitForBookie = conf.isForceReadOnlyBookie() ? bkc.waitForReadOnlyBookie(address) : bkc.waitForWritableBookie(address);
    server.start();
    waitForBookie.get(30, TimeUnit.SECONDS);
    LOG.info("New bookie '{}' has been created.", address);
    try {
        startAutoRecovery(server, conf);
    } catch (CompatibilityException ce) {
        LOG.error("Exception while starting AutoRecovery!", ce);
    } catch (UnavailableException ue) {
        LOG.error("Exception while starting AutoRecovery!", ue);
    }
    return server;
}

Example 4 with CompatibilityException

use of org.apache.bookkeeper.replication.ReplicationException.CompatibilityException in project bookkeeper by apache.

the class BookKeeperClusterTestCase method startBookie.

/**
 * Start a bookie with the given bookie instance. Also, starts the auto
 * recovery for this bookie, if isAutoRecoveryEnabled is true.
 */
protected BookieServer startBookie(ServerConfiguration conf, final Bookie b) throws Exception {
    TestStatsProvider provider = new TestStatsProvider();
    BookieServer server = new BookieServer(conf, provider.getStatsLogger("")) {

        @Override
        protected Bookie newBookie(ServerConfiguration conf) {
            return b;
        }
    };
    BookieSocketAddress address = Bookie.getBookieAddress(conf);
    if (bkc == null) {
        bkc = new BookKeeperTestClient(baseClientConf, new TestStatsProvider());
    }
    Future<?> waitForBookie = conf.isForceReadOnlyBookie() ? bkc.waitForReadOnlyBookie(address) : bkc.waitForWritableBookie(address);
    server.start();
    bsLoggers.put(server.getLocalAddress(), provider);
    waitForBookie.get(30, TimeUnit.SECONDS);
    LOG.info("New bookie '{}' has been created.", address);
    try {
        startAutoRecovery(server, conf);
    } catch (CompatibilityException ce) {
        LOG.error("Exception while starting AutoRecovery!", ce);
    } catch (UnavailableException ue) {
        LOG.error("Exception while starting AutoRecovery!", ue);
    }
    return server;
}