Examples with RegionInfo org.apache.hadoop.hbase.client.RegionInfo used on opensource projects

Example 56 with RegionInfo

use of org.apache.hadoop.hbase.client.RegionInfo in project hbase by apache.

the class HMaster method balance.

public BalanceResponse balance(BalanceRequest request) throws IOException {
    checkInitialized();
    BalanceResponse.Builder responseBuilder = BalanceResponse.newBuilder();
    if (loadBalancerTracker == null || !(loadBalancerTracker.isBalancerOn() || request.isDryRun())) {
        return responseBuilder.build();
    }
    if (skipRegionManagementAction("balancer")) {
        return responseBuilder.build();
    }
    synchronized (this.balancer) {
        // Only allow one balance run at at time.
        if (this.assignmentManager.hasRegionsInTransition()) {
            List<RegionStateNode> regionsInTransition = assignmentManager.getRegionsInTransition();
            // if hbase:meta region is in transition, result of assignment cannot be recorded
            // ignore the force flag in that case
            boolean metaInTransition = assignmentManager.isMetaRegionInTransition();
            List<RegionStateNode> toPrint = regionsInTransition;
            int max = 5;
            boolean truncated = false;
            if (regionsInTransition.size() > max) {
                toPrint = regionsInTransition.subList(0, max);
                truncated = true;
            }
            if (!request.isIgnoreRegionsInTransition() || metaInTransition) {
                LOG.info("Not running balancer (ignoreRIT=false" + ", metaRIT=" + metaInTransition + ") because " + regionsInTransition.size() + " region(s) in transition: " + toPrint + (truncated ? "(truncated list)" : ""));
                return responseBuilder.build();
            }
        }
        if (this.serverManager.areDeadServersInProgress()) {
            LOG.info("Not running balancer because processing dead regionserver(s): " + this.serverManager.getDeadServers());
            return responseBuilder.build();
        }
        if (this.cpHost != null) {
            try {
                if (this.cpHost.preBalance(request)) {
                    LOG.debug("Coprocessor bypassing balancer request");
                    return responseBuilder.build();
                }
            } catch (IOException ioe) {
                LOG.error("Error invoking master coprocessor preBalance()", ioe);
                return responseBuilder.build();
            }
        }
        Map<TableName, Map<ServerName, List<RegionInfo>>> assignments = this.assignmentManager.getRegionStates().getAssignmentsForBalancer(tableStateManager, this.serverManager.getOnlineServersList());
        for (Map<ServerName, List<RegionInfo>> serverMap : assignments.values()) {
            serverMap.keySet().removeAll(this.serverManager.getDrainingServersList());
        }
        // Give the balancer the current cluster state.
        this.balancer.updateClusterMetrics(getClusterMetricsWithoutCoprocessor());
        List<RegionPlan> plans = this.balancer.balanceCluster(assignments);
        responseBuilder.setBalancerRan(true).setMovesCalculated(plans == null ? 0 : plans.size());
        if (skipRegionManagementAction("balancer")) {
            // make one last check that the cluster isn't shutting down before proceeding.
            return responseBuilder.build();
        }
        // For dry run we don't actually want to execute the moves, but we do want
        // to execute the coprocessor below
        List<RegionPlan> sucRPs = request.isDryRun() ? Collections.emptyList() : executeRegionPlansWithThrottling(plans);
        if (this.cpHost != null) {
            try {
                this.cpHost.postBalance(request, sucRPs);
            } catch (IOException ioe) {
                // balancing already succeeded so don't change the result
                LOG.error("Error invoking master coprocessor postBalance()", ioe);
            }
        }
        responseBuilder.setMovesExecuted(sucRPs.size());
    }
    // Return true indicating a success.
    return responseBuilder.build();
}

Example 57 with RegionInfo

use of org.apache.hadoop.hbase.client.RegionInfo in project hbase by apache.

the class HMaster method isRegionOnline.

/**
 * @return True if region is online and scannable else false if an error or shutdown (Otherwise
 *   we just block in here holding up all forward-progess).
 */
private boolean isRegionOnline(RegionInfo ri) {
    RetryCounter rc = null;
    while (!isStopped()) {
        RegionState rs = this.assignmentManager.getRegionStates().getRegionState(ri);
        if (rs.isOpened()) {
            if (this.getServerManager().isServerOnline(rs.getServerName())) {
                return true;
            }
        }
        // Region is not OPEN.
        Optional<Procedure<MasterProcedureEnv>> optProc = this.procedureExecutor.getProcedures().stream().filter(p -> p instanceof ServerCrashProcedure).findAny();
        // TODO: Add a page to refguide on how to do repair. Have this log message point to it.
        // Page will talk about loss of edits, how to schedule at least the meta WAL recovery, and
        // then how to assign including how to break region lock if one held.
        LOG.warn("{} is NOT online; state={}; ServerCrashProcedures={}. Master startup cannot " + "progress, in holding-pattern until region onlined.", ri.getRegionNameAsString(), rs, optProc.isPresent());
        // Check once-a-minute.
        if (rc == null) {
            rc = new RetryCounterFactory(Integer.MAX_VALUE, 1000, 60_000).create();
        }
        Threads.sleep(rc.getBackoffTimeAndIncrementAttempts());
    }
    return false;
}

Example 58 with RegionInfo

use of org.apache.hadoop.hbase.client.RegionInfo in project hbase by apache.

the class HbckChore method scanForMergedParentRegions.

/**
 * Scan hbase:meta to get set of merged parent regions, this is a very heavy scan.
 *
 * @return Return generated {@link HashSet}
 */
private HashSet<String> scanForMergedParentRegions() throws IOException {
    HashSet<String> mergedParentRegions = new HashSet<>();
    // Null tablename means scan all of meta.
    MetaTableAccessor.scanMetaForTableRegions(this.master.getConnection(), r -> {
        List<RegionInfo> mergeParents = CatalogFamilyFormat.getMergeRegions(r.rawCells());
        if (mergeParents != null) {
            for (RegionInfo mergeRegion : mergeParents) {
                if (mergeRegion != null) {
                    // This region is already being merged
                    mergedParentRegions.add(mergeRegion.getEncodedName());
                }
            }
        }
        return true;
    }, null);
    return mergedParentRegions;
}

Example 59 with RegionInfo

use of org.apache.hadoop.hbase.client.RegionInfo in project hbase by apache.

the class HbckChore method loadRegionsFromInMemoryState.

private void loadRegionsFromInMemoryState() {
    List<RegionState> regionStates = master.getAssignmentManager().getRegionStates().getRegionStates();
    for (RegionState regionState : regionStates) {
        RegionInfo regionInfo = regionState.getRegion();
        if (master.getTableStateManager().isTableState(regionInfo.getTable(), TableState.State.DISABLED)) {
            disabledTableRegions.add(regionInfo.getRegionNameAsString());
        }
        // Check both state and regioninfo for split status, see HBASE-26383
        if (regionState.isSplit() || regionInfo.isSplit()) {
            splitParentRegions.add(regionInfo.getRegionNameAsString());
        }
        HbckRegionInfo.MetaEntry metaEntry = new HbckRegionInfo.MetaEntry(regionInfo, regionState.getServerName(), regionState.getStamp());
        regionInfoMap.put(regionInfo.getEncodedName(), new HbckRegionInfo(metaEntry));
    }
    LOG.info("Loaded {} regions ({} disabled, {} split parents) from in-memory state", regionStates.size(), disabledTableRegions.size(), splitParentRegions.size());
    if (LOG.isDebugEnabled()) {
        Map<RegionState.State, Integer> stateCountMap = new HashMap<>();
        for (RegionState regionState : regionStates) {
            stateCountMap.compute(regionState.getState(), (k, v) -> (v == null) ? 1 : v + 1);
        }
        StringBuffer sb = new StringBuffer();
        sb.append("Regions by state: ");
        stateCountMap.entrySet().forEach(e -> {
            sb.append(e.getKey());
            sb.append('=');
            sb.append(e.getValue());
            sb.append(' ');
        });
        LOG.debug(sb.toString());
    }
    if (LOG.isTraceEnabled()) {
        for (RegionState regionState : regionStates) {
            LOG.trace("{}: {}, serverName=", regionState.getRegion(), regionState.getState(), regionState.getServerName());
        }
    }
}

Example 60 with RegionInfo

use of org.apache.hadoop.hbase.client.RegionInfo in project hbase by apache.

the class TableSnapshotInputFormatImpl method getSplits.

public static List<InputSplit> getSplits(Scan scan, SnapshotManifest manifest, List<RegionInfo> regionManifests, Path restoreDir, Configuration conf, RegionSplitter.SplitAlgorithm sa, int numSplits) throws IOException {
    // load table descriptor
    TableDescriptor htd = manifest.getTableDescriptor();
    Path tableDir = CommonFSUtils.getTableDir(restoreDir, htd.getTableName());
    boolean localityEnabled = conf.getBoolean(SNAPSHOT_INPUTFORMAT_LOCALITY_ENABLED_KEY, SNAPSHOT_INPUTFORMAT_LOCALITY_ENABLED_DEFAULT);
    boolean scanMetricsEnabled = conf.getBoolean(SNAPSHOT_INPUTFORMAT_SCAN_METRICS_ENABLED, SNAPSHOT_INPUTFORMAT_SCAN_METRICS_ENABLED_DEFAULT);
    scan.setScanMetricsEnabled(scanMetricsEnabled);
    boolean useRegionLoc = conf.getBoolean(SNAPSHOT_INPUTFORMAT_LOCALITY_BY_REGION_LOCATION, SNAPSHOT_INPUTFORMAT_LOCALITY_BY_REGION_LOCATION_DEFAULT);
    Connection connection = null;
    RegionLocator regionLocator = null;
    if (localityEnabled && useRegionLoc) {
        Configuration newConf = new Configuration(conf);
        newConf.setInt("hbase.hconnection.threads.max", 1);
        try {
            connection = ConnectionFactory.createConnection(newConf);
            regionLocator = connection.getRegionLocator(htd.getTableName());
            /* Get all locations for the table and cache it */
            regionLocator.getAllRegionLocations();
        } finally {
            if (connection != null) {
                connection.close();
            }
        }
    }
    List<InputSplit> splits = new ArrayList<>();
    for (RegionInfo hri : regionManifests) {
        // load region descriptor
        List<String> hosts = null;
        if (localityEnabled) {
            if (regionLocator != null) {
                /* Get Location from the local cache */
                HRegionLocation location = regionLocator.getRegionLocation(hri.getStartKey(), false);
                hosts = new ArrayList<>(1);
                hosts.add(location.getHostname());
            } else {
                hosts = calculateLocationsForInputSplit(conf, htd, hri, tableDir);
            }
        }
        if (numSplits > 1) {
            byte[][] sp = sa.split(hri.getStartKey(), hri.getEndKey(), numSplits, true);
            for (int i = 0; i < sp.length - 1; i++) {
                if (PrivateCellUtil.overlappingKeys(scan.getStartRow(), scan.getStopRow(), sp[i], sp[i + 1])) {
                    Scan boundedScan = new Scan(scan);
                    if (scan.getStartRow().length == 0) {
                        boundedScan.withStartRow(sp[i]);
                    } else {
                        boundedScan.withStartRow(Bytes.compareTo(scan.getStartRow(), sp[i]) > 0 ? scan.getStartRow() : sp[i]);
                    }
                    if (scan.getStopRow().length == 0) {
                        boundedScan.withStopRow(sp[i + 1]);
                    } else {
                        boundedScan.withStopRow(Bytes.compareTo(scan.getStopRow(), sp[i + 1]) < 0 ? scan.getStopRow() : sp[i + 1]);
                    }
                    splits.add(new InputSplit(htd, hri, hosts, boundedScan, restoreDir));
                }
            }
        } else {
            if (PrivateCellUtil.overlappingKeys(scan.getStartRow(), scan.getStopRow(), hri.getStartKey(), hri.getEndKey())) {
                splits.add(new InputSplit(htd, hri, hosts, scan, restoreDir));
            }
        }
    }
    return splits;
}