Examples with HBaseAdmin org.apache.hadoop.hbase.client.HBaseAdmin used on opensource projects

Example 86 with HBaseAdmin

use of org.apache.hadoop.hbase.client.HBaseAdmin in project cdap by caskdata.

the class HBaseTableFactory method createTable.

/**
   * Creates a new instance of {@link HTable} for the given {@link TableId}. If the hbase table doesn't
   * exist, a new one will be created with the given number of splits.
   */
private HTableWithRowKeyDistributor createTable(TableId tableId, int splits, Class<? extends Coprocessor> coprocessor) throws IOException {
    // Lookup the table descriptor from the cache first. If it is there, we assume the HBase table exists
    // Otherwise, attempt to create it.
    HTable hTable = null;
    HTableDescriptor htd = tableDescriptors.get(tableId);
    if (htd == null) {
        synchronized (this) {
            htd = tableDescriptors.get(tableId);
            if (htd == null) {
                boolean tableExists;
                try (HBaseAdmin admin = new HBaseAdmin(hConf)) {
                    tableExists = tableUtil.tableExists(admin, tableId);
                }
                // Create the table if the table doesn't exist
                try (HBaseDDLExecutor ddlExecutor = ddlExecutorFactory.get()) {
                    // If table exists, then skip creating coprocessor etc
                    if (!tableExists) {
                        TableId metadataTableId = tableUtil.createHTableId(NamespaceId.SYSTEM, cConf.get(Constants.MessagingSystem.METADATA_TABLE_NAME));
                        ColumnFamilyDescriptorBuilder cfdBuilder = HBaseTableUtil.getColumnFamilyDescriptorBuilder(Bytes.toString(COLUMN_FAMILY), hConf);
                        TableDescriptorBuilder tdBuilder = HBaseTableUtil.getTableDescriptorBuilder(tableId, cConf);
                        tdBuilder.addColumnFamily(cfdBuilder.build()).addProperty(Constants.MessagingSystem.HBASE_MESSAGING_TABLE_PREFIX_NUM_BYTES, Integer.toString(1)).addProperty(Constants.MessagingSystem.KEY_DISTRIBUTOR_BUCKETS_ATTR, Integer.toString(splits)).addProperty(Constants.MessagingSystem.HBASE_METADATA_TABLE_NAMESPACE, metadataTableId.getNamespace()).addCoprocessor(coprocessorManager.getCoprocessorDescriptor(coprocessor, Coprocessor.PRIORITY_USER));
                        // Set the key distributor size the same as the initial number of splits,
                        // essentially one bucket per split.
                        byte[][] splitKeys = HBaseTableUtil.getSplitKeys(splits, splits, new RowKeyDistributorByHashPrefix(new OneByteSimpleHash(splits)));
                        ddlExecutor.createTableIfNotExists(tdBuilder.build(), splitKeys);
                        hTable = tableUtil.createHTable(hConf, tableId);
                        htd = hTable.getTableDescriptor();
                        tableDescriptors.put(tableId, htd);
                    } else {
                        hTable = tableUtil.createHTable(hConf, tableId);
                        htd = hTable.getTableDescriptor();
                        tableDescriptors.put(tableId, htd);
                    }
                }
            }
        }
    }
    if (hTable == null) {
        hTable = tableUtil.createHTable(hConf, tableId);
    }
    hTable.setAutoFlushTo(false);
    return new HTableWithRowKeyDistributor(hTable, new RowKeyDistributorByHashPrefix(new OneByteSimpleHash(getKeyDistributorBuckets(tableId, htd))));
}

Example 87 with HBaseAdmin

use of org.apache.hadoop.hbase.client.HBaseAdmin in project cdap by caskdata.

the class MetricsDataMigrator method deleteTables.

private void deleteTables(Configuration hConf, Set<String> tablesToDelete) throws DataMigrationException {
    try (HBaseAdmin hAdmin = new HBaseAdmin(hConf)) {
        for (HTableDescriptor desc : hAdmin.listTables()) {
            if (tablesToDelete.contains(desc.getNameAsString())) {
                // disable the table
                hAdmin.disableTable(desc.getName());
                // delete the table
                hAdmin.deleteTable(desc.getName());
            }
        }
    } catch (Exception e) {
        LOG.error("Exception while trying to delete old metrics tables", e);
        throw new DataMigrationException("Failed deleting old metrics tables");
    }
}

Example 88 with HBaseAdmin

use of org.apache.hadoop.hbase.client.HBaseAdmin in project cdap by caskdata.

the class HBaseInfo method collect.

@Override
public synchronized void collect() throws IOException {
    try (HBaseAdmin admin = new HBaseAdmin(conf)) {
        ClusterStatus clusterStatus = admin.getClusterStatus();
        ServerName master = clusterStatus.getMaster();
        String protocol = conf.getBoolean("hbase.ssl.enabled", false) && conf.get("hbase.http.policy").equals("HTTPS_ONLY") ? "https" : "http";
        webUrl = String.format("%s://%s:%s", protocol, master.getHostname(), conf.get("hbase.master.info.port"));
        logsUrl = webUrl + "/logs";
    }
}

Example 89 with HBaseAdmin

use of org.apache.hadoop.hbase.client.HBaseAdmin in project cdap by caskdata.

the class HBaseLoad method collect.

@Override
public void collect() throws IOException {
    try (HBaseAdmin admin = new HBaseAdmin(conf)) {
        ClusterStatus clusterStatus = admin.getClusterStatus();
        regions = clusterStatus.getRegionsCount();
        regionsInTransition = clusterStatus.getRegionsInTransition().size();
        averageLoad = clusterStatus.getAverageLoad();
        requests = clusterStatus.getRequestsCount();
    }
}

Example 90 with HBaseAdmin

use of org.apache.hadoop.hbase.client.HBaseAdmin in project cdap by caskdata.

the class HBaseNodes method collect.

@Override
public synchronized void collect() throws IOException {
    try (HBaseAdmin admin = new HBaseAdmin(conf)) {
        ClusterStatus clusterStatus = admin.getClusterStatus();
        // 1 master + number of backup masters
        masters = 1 + clusterStatus.getBackupMastersSize();
        regionServers = clusterStatus.getServersSize();
        deadRegionServers = clusterStatus.getDeadServers();
    }
}