Search in sources :

Example 1 with ProcedureCoordinator

use of org.apache.hadoop.hbase.procedure.ProcedureCoordinator in project hbase by apache.

the class MasterFlushTableProcedureManager method initialize.

@Override
public void initialize(MasterServices master, MetricsMaster metricsMaster) throws KeeperException, IOException, UnsupportedOperationException {
    this.master = master;
    // get the configuration for the coordinator
    Configuration conf = master.getConfiguration();
    long wakeFrequency = conf.getInt(FLUSH_WAKE_MILLIS_KEY, FLUSH_WAKE_MILLIS_DEFAULT);
    long timeoutMillis = conf.getLong(FLUSH_TIMEOUT_MILLIS_KEY, FLUSH_TIMEOUT_MILLIS_DEFAULT);
    int threads = conf.getInt(FLUSH_PROC_POOL_THREADS_KEY, FLUSH_PROC_POOL_THREADS_DEFAULT);
    // setup the procedure coordinator
    String name = master.getServerName().toString();
    ThreadPoolExecutor tpool = ProcedureCoordinator.defaultPool(name, threads);
    ProcedureCoordinatorRpcs comms = new ZKProcedureCoordinator(master.getZooKeeper(), getProcedureSignature(), name);
    this.coordinator = new ProcedureCoordinator(comms, tpool, timeoutMillis, wakeFrequency);
}
Also used : ProcedureCoordinator(org.apache.hadoop.hbase.procedure.ProcedureCoordinator) ZKProcedureCoordinator(org.apache.hadoop.hbase.procedure.ZKProcedureCoordinator) Configuration(org.apache.hadoop.conf.Configuration) ThreadPoolExecutor(java.util.concurrent.ThreadPoolExecutor) ProcedureCoordinatorRpcs(org.apache.hadoop.hbase.procedure.ProcedureCoordinatorRpcs) ZKProcedureCoordinator(org.apache.hadoop.hbase.procedure.ZKProcedureCoordinator)

Example 2 with ProcedureCoordinator

use of org.apache.hadoop.hbase.procedure.ProcedureCoordinator in project hbase by apache.

the class LogRollMasterProcedureManager method initialize.

@Override
public void initialize(MasterServices master, MetricsMaster metricsMaster) throws KeeperException, IOException, UnsupportedOperationException {
    this.master = master;
    this.done = false;
    // setup the default procedure coordinator
    String name = master.getServerName().toString();
    ThreadPoolExecutor tpool = ProcedureCoordinator.defaultPool(name, 1);
    BaseCoordinatedStateManager coordManager = (BaseCoordinatedStateManager) CoordinatedStateManagerFactory.getCoordinatedStateManager(master.getConfiguration());
    coordManager.initialize(master);
    ProcedureCoordinatorRpcs comms = coordManager.getProcedureCoordinatorRpcs(getProcedureSignature(), name);
    this.coordinator = new ProcedureCoordinator(comms, tpool);
}
Also used : ProcedureCoordinator(org.apache.hadoop.hbase.procedure.ProcedureCoordinator) BaseCoordinatedStateManager(org.apache.hadoop.hbase.coordination.BaseCoordinatedStateManager) ThreadPoolExecutor(java.util.concurrent.ThreadPoolExecutor) ProcedureCoordinatorRpcs(org.apache.hadoop.hbase.procedure.ProcedureCoordinatorRpcs)

Example 3 with ProcedureCoordinator

use of org.apache.hadoop.hbase.procedure.ProcedureCoordinator in project hbase by apache.

the class SnapshotManager method initialize.

@Override
public void initialize(MasterServices master, MetricsMaster metricsMaster) throws KeeperException, IOException, UnsupportedOperationException {
    this.master = master;
    this.rootDir = master.getMasterFileSystem().getRootDir();
    checkSnapshotSupport(master.getConfiguration(), master.getMasterFileSystem());
    // get the configuration for the coordinator
    Configuration conf = master.getConfiguration();
    long wakeFrequency = conf.getInt(SNAPSHOT_WAKE_MILLIS_KEY, SNAPSHOT_WAKE_MILLIS_DEFAULT);
    long timeoutMillis = Math.max(conf.getLong(SnapshotDescriptionUtils.SNAPSHOT_TIMEOUT_MILLIS_KEY, SnapshotDescriptionUtils.SNAPSHOT_TIMEOUT_MILLIS_DEFAULT), conf.getLong(SnapshotDescriptionUtils.MASTER_SNAPSHOT_TIMEOUT_MILLIS, SnapshotDescriptionUtils.DEFAULT_MAX_WAIT_TIME));
    int opThreads = conf.getInt(SNAPSHOT_POOL_THREADS_KEY, SNAPSHOT_POOL_THREADS_DEFAULT);
    // setup the default procedure coordinator
    String name = master.getServerName().toString();
    ThreadPoolExecutor tpool = ProcedureCoordinator.defaultPool(name, opThreads);
    ProcedureCoordinatorRpcs comms = new ZKProcedureCoordinator(master.getZooKeeper(), SnapshotManager.ONLINE_SNAPSHOT_CONTROLLER_DESCRIPTION, name);
    this.coordinator = new ProcedureCoordinator(comms, tpool, timeoutMillis, wakeFrequency);
    this.executorService = master.getExecutorService();
    resetTempDir();
}
Also used : ZKProcedureCoordinator(org.apache.hadoop.hbase.procedure.ZKProcedureCoordinator) ProcedureCoordinator(org.apache.hadoop.hbase.procedure.ProcedureCoordinator) Configuration(org.apache.hadoop.conf.Configuration) ThreadPoolExecutor(java.util.concurrent.ThreadPoolExecutor) ProcedureCoordinatorRpcs(org.apache.hadoop.hbase.procedure.ProcedureCoordinatorRpcs) ZKProcedureCoordinator(org.apache.hadoop.hbase.procedure.ZKProcedureCoordinator)

Aggregations

ThreadPoolExecutor (java.util.concurrent.ThreadPoolExecutor)3 ProcedureCoordinator (org.apache.hadoop.hbase.procedure.ProcedureCoordinator)3 ProcedureCoordinatorRpcs (org.apache.hadoop.hbase.procedure.ProcedureCoordinatorRpcs)3 Configuration (org.apache.hadoop.conf.Configuration)2 ZKProcedureCoordinator (org.apache.hadoop.hbase.procedure.ZKProcedureCoordinator)2 BaseCoordinatedStateManager (org.apache.hadoop.hbase.coordination.BaseCoordinatedStateManager)1