Examples with RpcController org.apache.hbase.thirdparty.com.google.protobuf.RpcController used on opensource projects

Example 11 with RpcController

use of org.apache.hbase.thirdparty.com.google.protobuf.RpcController in project hbase by apache.

the class AggregationClient method max.

/**
 * It gives the maximum value of a column for a given column family for the
 * given range. In case qualifier is null, a max of all values for the given
 * family is returned.
 * @param table table to scan.
 * @param ci the user's ColumnInterpreter implementation
 * @param scan the HBase scan object to use to read data from HBase
 * @return max val <>
 * @throws Throwable The caller is supposed to handle the exception as they are thrown
 *           & propagated to it.
 */
public <R, S, P extends Message, Q extends Message, T extends Message> R max(final Table table, final ColumnInterpreter<R, S, P, Q, T> ci, final Scan scan) throws Throwable {
    final AggregateRequest requestArg = validateArgAndGetPB(scan, ci, false);
    class MaxCallBack implements Batch.Callback<R> {

        R max = null;

        R getMax() {
            return max;
        }

        @Override
        public synchronized void update(byte[] region, byte[] row, R result) {
            max = (max == null || (result != null && ci.compare(max, result) < 0)) ? result : max;
        }
    }
    MaxCallBack aMaxCallBack = new MaxCallBack();
    table.coprocessorService(AggregateService.class, scan.getStartRow(), scan.getStopRow(), new Batch.Call<AggregateService, R>() {

        @Override
        public R call(AggregateService instance) throws IOException {
            RpcController controller = new AggregationClientRpcController();
            CoprocessorRpcUtils.BlockingRpcCallback<AggregateResponse> rpcCallback = new CoprocessorRpcUtils.BlockingRpcCallback<>();
            instance.getMax(controller, requestArg, rpcCallback);
            AggregateResponse response = rpcCallback.get();
            if (controller.failed()) {
                throw new IOException(controller.errorText());
            }
            if (response.getFirstPartCount() > 0) {
                ByteString b = response.getFirstPart(0);
                Q q = getParsedGenericInstance(ci.getClass(), 3, b);
                return ci.getCellValueFromProto(q);
            }
            return null;
        }
    }, aMaxCallBack);
    return aMaxCallBack.getMax();
}

Example 12 with RpcController

use of org.apache.hbase.thirdparty.com.google.protobuf.RpcController in project hbase by apache.

the class AggregationClient method getMedianArgs.

/**
 * It helps locate the region with median for a given column whose weight
 * is specified in an optional column.
 * From individual regions, it obtains sum of values and sum of weights.
 * @param table table to scan.
 * @param ci the user's ColumnInterpreter implementation
 * @param scan the HBase scan object to use to read data from HBase
 * @return pair whose first element is a map between start row of the region
 *   and (sum of values, sum of weights) for the region, the second element is
 *   (sum of values, sum of weights) for all the regions chosen
 * @throws Throwable The caller is supposed to handle the exception as they are thrown
 *           & propagated to it.
 */
private <R, S, P extends Message, Q extends Message, T extends Message> Pair<NavigableMap<byte[], List<S>>, List<S>> getMedianArgs(final Table table, final ColumnInterpreter<R, S, P, Q, T> ci, final Scan scan) throws Throwable {
    final AggregateRequest requestArg = validateArgAndGetPB(scan, ci, false);
    final NavigableMap<byte[], List<S>> map = new TreeMap<>(Bytes.BYTES_COMPARATOR);
    class StdCallback implements Batch.Callback<List<S>> {

        S sumVal = null, sumWeights = null;

        public synchronized Pair<NavigableMap<byte[], List<S>>, List<S>> getMedianParams() {
            List<S> l = new ArrayList<>(2);
            l.add(sumVal);
            l.add(sumWeights);
            Pair<NavigableMap<byte[], List<S>>, List<S>> p = new Pair<>(map, l);
            return p;
        }

        @Override
        public synchronized void update(byte[] region, byte[] row, List<S> result) {
            map.put(row, result);
            sumVal = ci.add(sumVal, result.get(0));
            sumWeights = ci.add(sumWeights, result.get(1));
        }
    }
    StdCallback stdCallback = new StdCallback();
    table.coprocessorService(AggregateService.class, scan.getStartRow(), scan.getStopRow(), new Batch.Call<AggregateService, List<S>>() {

        @Override
        public List<S> call(AggregateService instance) throws IOException {
            RpcController controller = new AggregationClientRpcController();
            CoprocessorRpcUtils.BlockingRpcCallback<AggregateResponse> rpcCallback = new CoprocessorRpcUtils.BlockingRpcCallback<>();
            instance.getMedian(controller, requestArg, rpcCallback);
            AggregateResponse response = rpcCallback.get();
            if (controller.failed()) {
                throw new IOException(controller.errorText());
            }
            List<S> list = new ArrayList<>();
            for (int i = 0; i < response.getFirstPartCount(); i++) {
                ByteString b = response.getFirstPart(i);
                T t = getParsedGenericInstance(ci.getClass(), 4, b);
                S s = ci.getPromotedValueFromProto(t);
                list.add(s);
            }
            return list;
        }
    }, stdCallback);
    return stdCallback.getMedianParams();
}

Example 13 with RpcController

use of org.apache.hbase.thirdparty.com.google.protobuf.RpcController in project hbase by apache.

the class MasterRpcServices method scheduleSCPsForUnknownServers.

@Override
public MasterProtos.ScheduleSCPsForUnknownServersResponse scheduleSCPsForUnknownServers(RpcController controller, MasterProtos.ScheduleSCPsForUnknownServersRequest request) throws ServiceException {
    List<Long> pids = new ArrayList<>();
    final Set<ServerName> serverNames = server.getAssignmentManager().getRegionStates().getRegionStates().stream().map(RegionState::getServerName).collect(Collectors.toSet());
    final Set<ServerName> unknownServerNames = serverNames.stream().filter(sn -> server.getServerManager().isServerUnknown(sn)).collect(Collectors.toSet());
    for (ServerName sn : unknownServerNames) {
        LOG.info("{} schedule ServerCrashProcedure for unknown {}", this.server.getClientIdAuditPrefix(), sn);
        if (shouldSubmitSCP(sn)) {
            pids.add(this.server.getServerManager().expireServer(sn, true));
        } else {
            pids.add(Procedure.NO_PROC_ID);
        }
    }
    return MasterProtos.ScheduleSCPsForUnknownServersResponse.newBuilder().addAllPid(pids).build();
}

Example 14 with RpcController

use of org.apache.hbase.thirdparty.com.google.protobuf.RpcController in project hbase by apache.

the class MasterRpcServices method recommissionRegionServer.

@Override
public RecommissionRegionServerResponse recommissionRegionServer(RpcController controller, RecommissionRegionServerRequest request) throws ServiceException {
    try {
        server.checkInitialized();
        ServerName sn = ProtobufUtil.toServerName(request.getServerName());
        List<byte[]> encodedRegionNames = request.getRegionList().stream().map(regionSpecifier -> regionSpecifier.getValue().toByteArray()).collect(Collectors.toList());
        if (server.cpHost != null) {
            server.cpHost.preRecommissionRegionServer(sn, encodedRegionNames);
        }
        server.recommissionRegionServer(sn, encodedRegionNames);
        if (server.cpHost != null) {
            server.cpHost.postRecommissionRegionServer(sn, encodedRegionNames);
        }
    } catch (IOException io) {
        throw new ServiceException(io);
    }
    return RecommissionRegionServerResponse.newBuilder().build();
}

Example 15 with RpcController

use of org.apache.hbase.thirdparty.com.google.protobuf.RpcController in project hbase by apache.

the class MasterRpcServices method getConfiguredNamespacesAndTablesInRSGroup.

@Override
public GetConfiguredNamespacesAndTablesInRSGroupResponse getConfiguredNamespacesAndTablesInRSGroup(RpcController controller, GetConfiguredNamespacesAndTablesInRSGroupRequest request) throws ServiceException {
    GetConfiguredNamespacesAndTablesInRSGroupResponse.Builder builder = GetConfiguredNamespacesAndTablesInRSGroupResponse.newBuilder();
    String groupName = request.getGroupName();
    LOG.info(server.getClientIdAuditPrefix() + " get configured namespaces and tables in rsgroup " + groupName);
    try {
        if (server.getMasterCoprocessorHost() != null) {
            server.getMasterCoprocessorHost().preGetConfiguredNamespacesAndTablesInRSGroup(groupName);
        }
        for (NamespaceDescriptor nd : server.getClusterSchema().getNamespaces()) {
            if (groupName.equals(nd.getConfigurationValue(RSGroupInfo.NAMESPACE_DESC_PROP_GROUP))) {
                builder.addNamespace(nd.getName());
            }
        }
        for (TableDescriptor td : server.getTableDescriptors().getAll().values()) {
            if (td.getRegionServerGroup().map(g -> g.equals(groupName)).orElse(false)) {
                builder.addTableName(ProtobufUtil.toProtoTableName(td.getTableName()));
            }
        }
        if (server.getMasterCoprocessorHost() != null) {
            server.getMasterCoprocessorHost().postGetConfiguredNamespacesAndTablesInRSGroup(groupName);
        }
    } catch (IOException e) {
        throw new ServiceException(e);
    }
    return builder.build();
}