Examples with BackOffer org.tikv.common.util.BackOffer used on opensource projects

Example 1 with BackOffer

use of org.tikv.common.util.BackOffer in project client-java by tikv.

the class TiSession method warmUp.

private synchronized void warmUp() {
    long warmUpStartTime = System.nanoTime();
    BackOffer backOffer = ConcreteBackOffer.newRawKVBackOff(getPDClient().getClusterId());
    try {
        // let JVM ClassLoader load gRPC error related classes
        // this operation may cost 100ms
        Errorpb.Error.newBuilder().setNotLeader(Errorpb.NotLeader.newBuilder().build()).build().toString();
        this.client = getPDClient();
        this.regionManager = getRegionManager();
        List<Metapb.Store> stores = this.client.getAllStores(backOffer);
        // warm up store cache
        for (Metapb.Store store : stores) {
            this.regionManager.updateStore(null, new TiStore(this.client.getStore(backOffer, store.getId())));
        }
        // use scan region to load region cache with limit
        ByteString startKey = ByteString.EMPTY;
        do {
            List<Pdpb.Region> regions = regionManager.scanRegions(backOffer, startKey, ByteString.EMPTY, conf.getScanRegionsLimit());
            if (regions == null || regions.isEmpty()) {
                // something went wrong, but the warm-up process could continue
                break;
            }
            for (Pdpb.Region region : regions) {
                regionManager.insertRegionToCache(regionManager.createRegion(region.getRegion(), backOffer));
            }
            startKey = regions.get(regions.size() - 1).getRegion().getEndKey();
        } while (!startKey.isEmpty());
        try (RawKVClient rawKVClient = createRawClient()) {
            ByteString exampleKey = ByteString.EMPTY;
            Optional<ByteString> prev = rawKVClient.get(exampleKey);
            if (prev.isPresent()) {
                rawKVClient.delete(exampleKey);
                rawKVClient.putIfAbsent(exampleKey, prev.get());
                rawKVClient.put(exampleKey, prev.get());
            } else {
                rawKVClient.putIfAbsent(exampleKey, ByteString.EMPTY);
                rawKVClient.put(exampleKey, ByteString.EMPTY);
                rawKVClient.delete(exampleKey);
            }
        }
    } catch (Exception e) {
        // ignore error
        logger.info("warm up fails, ignored ", e);
    } finally {
        logger.info(String.format("warm up duration %d ms", (System.nanoTime() - warmUpStartTime) / 1_000_000));
    }
}

Example 2 with BackOffer

use of org.tikv.common.util.BackOffer in project client-java by tikv.

the class TiSession method splitRegion.

private List<Metapb.Region> splitRegion(List<ByteString> splitKeys, BackOffer backOffer, int depth) {
    List<Metapb.Region> regions = new ArrayList<>();
    Map<TiRegion, List<ByteString>> groupKeys = groupKeysByRegion(getRegionManager(), splitKeys, backOffer);
    for (Map.Entry<TiRegion, List<ByteString>> entry : groupKeys.entrySet()) {
        Pair<TiRegion, TiStore> pair = getRegionManager().getRegionStorePairByKey(entry.getKey().getStartKey());
        TiRegion region = pair.first;
        TiStore store = pair.second;
        List<ByteString> splits = entry.getValue().stream().filter(k -> !k.equals(region.getStartKey()) && !k.equals(region.getEndKey())).collect(Collectors.toList());
        if (splits.isEmpty()) {
            logger.warn("split key equal to region start key or end key. Region splitting is not needed.");
        } else {
            logger.info("start to split region id={}, split size={}", region.getId(), splits.size());
            List<Metapb.Region> newRegions;
            try {
                newRegions = getRegionStoreClientBuilder().build(region, store).splitRegion(splits);
                // invalidate old region
                getRegionManager().invalidateRegion(region);
            } catch (final TiKVException e) {
                // retry
                logger.warn("ReSplitting ranges for splitRegion", e);
                getRegionManager().invalidateRegion(region);
                backOffer.doBackOff(BackOffFunction.BackOffFuncType.BoRegionMiss, e);
                if (depth >= MAX_SPLIT_REGION_STACK_DEPTH) {
                    logger.warn(String.format("Skip split region because MAX_SPLIT_REGION_STACK_DEPTH(%d) reached!", MAX_SPLIT_REGION_STACK_DEPTH));
                    newRegions = new ArrayList<>();
                } else {
                    newRegions = splitRegion(splits, backOffer, depth + 1);
                }
            }
            logger.info("region id={}, new region size={}", region.getId(), newRegions.size());
            regions.addAll(newRegions);
        }
    }
    logger.info("splitRegion: return region size={}", regions.size());
    return regions;
}

Example 3 with BackOffer

use of org.tikv.common.util.BackOffer in project client-java by tikv.

the class ImporterClient method ingest.

private void ingest() throws GrpcException {
    List<ImporterStoreClient> workingClients = new ArrayList<>(clientList);
    while (!workingClients.isEmpty()) {
        Iterator<ImporterStoreClient> itor = workingClients.iterator();
        while (itor.hasNext()) {
            ImporterStoreClient client = itor.next();
            if (client.isWriteResponseReceived()) {
                itor.remove();
            } else if (client.hasWriteResponseError()) {
                throw new GrpcException(client.getWriteError());
            }
        }
        if (!workingClients.isEmpty()) {
            try {
                Thread.sleep(1000);
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        }
    }
    Object writeResponse = clientLeader.getWriteResponse();
    BackOffer backOffer = ConcreteBackOffer.newCustomBackOff(BackOffer.INGEST_BACKOFF, tiSession.getPDClient().getClusterId());
    ingestWithRetry(writeResponse, backOffer);
}

Example 4 with BackOffer

use of org.tikv.common.util.BackOffer in project client-java by tikv.

the class RegionManager method getRegionById.

@Deprecated
public // This request is unrecoverable.
TiRegion getRegionById(long regionId) {
    BackOffer backOffer = defaultBackOff();
    TiRegion region = cache.getRegionById(regionId);
    if (region == null) {
        Pair<Metapb.Region, Metapb.Peer> regionAndLeader = pdClient.getRegionByID(backOffer, regionId);
        region = createRegion(regionAndLeader.first, regionAndLeader.second, backOffer);
        return cache.putRegion(region);
    }
    return region;
}

Example 5 with BackOffer

use of org.tikv.common.util.BackOffer in project client-java by tikv.

the class ConcreteScanIterator method resolveCurrentLock.

private ByteString resolveCurrentLock(Kvrpcpb.KvPair current) {
    logger.warn(String.format("resolve current key error %s", current.getError().toString()));
    Pair<TiRegion, TiStore> pair = builder.getRegionManager().getRegionStorePairByKey(current.getKey());
    TiRegion region = pair.first;
    TiStore store = pair.second;
    BackOffer backOffer = ConcreteBackOffer.newGetBackOff(builder.getRegionManager().getPDClient().getClusterId());
    try (RegionStoreClient client = builder.build(region, store)) {
        return client.get(backOffer, current.getKey(), version);
    } catch (Exception e) {
        throw new KeyException(current.getError());
    }
}