Examples with TiStore org.tikv.common.region.TiStore used on opensource projects

Example 1 with TiStore

use of org.tikv.common.region.TiStore in project client-java by tikv.

the class TiSession method warmUp.

private synchronized void warmUp() {
    long warmUpStartTime = System.nanoTime();
    BackOffer backOffer = ConcreteBackOffer.newRawKVBackOff(getPDClient().getClusterId());
    try {
        // let JVM ClassLoader load gRPC error related classes
        // this operation may cost 100ms
        Errorpb.Error.newBuilder().setNotLeader(Errorpb.NotLeader.newBuilder().build()).build().toString();
        this.client = getPDClient();
        this.regionManager = getRegionManager();
        List<Metapb.Store> stores = this.client.getAllStores(backOffer);
        // warm up store cache
        for (Metapb.Store store : stores) {
            this.regionManager.updateStore(null, new TiStore(this.client.getStore(backOffer, store.getId())));
        }
        // use scan region to load region cache with limit
        ByteString startKey = ByteString.EMPTY;
        do {
            List<Pdpb.Region> regions = regionManager.scanRegions(backOffer, startKey, ByteString.EMPTY, conf.getScanRegionsLimit());
            if (regions == null || regions.isEmpty()) {
                // something went wrong, but the warm-up process could continue
                break;
            }
            for (Pdpb.Region region : regions) {
                regionManager.insertRegionToCache(regionManager.createRegion(region.getRegion(), backOffer));
            }
            startKey = regions.get(regions.size() - 1).getRegion().getEndKey();
        } while (!startKey.isEmpty());
        try (RawKVClient rawKVClient = createRawClient()) {
            ByteString exampleKey = ByteString.EMPTY;
            Optional<ByteString> prev = rawKVClient.get(exampleKey);
            if (prev.isPresent()) {
                rawKVClient.delete(exampleKey);
                rawKVClient.putIfAbsent(exampleKey, prev.get());
                rawKVClient.put(exampleKey, prev.get());
            } else {
                rawKVClient.putIfAbsent(exampleKey, ByteString.EMPTY);
                rawKVClient.put(exampleKey, ByteString.EMPTY);
                rawKVClient.delete(exampleKey);
            }
        }
    } catch (Exception e) {
        // ignore error
        logger.info("warm up fails, ignored ", e);
    } finally {
        logger.info(String.format("warm up duration %d ms", (System.nanoTime() - warmUpStartTime) / 1_000_000));
    }
}

Example 2 with TiStore

use of org.tikv.common.region.TiStore in project client-java by tikv.

the class TiSession method splitRegion.

private List<Metapb.Region> splitRegion(List<ByteString> splitKeys, BackOffer backOffer, int depth) {
    List<Metapb.Region> regions = new ArrayList<>();
    Map<TiRegion, List<ByteString>> groupKeys = groupKeysByRegion(getRegionManager(), splitKeys, backOffer);
    for (Map.Entry<TiRegion, List<ByteString>> entry : groupKeys.entrySet()) {
        Pair<TiRegion, TiStore> pair = getRegionManager().getRegionStorePairByKey(entry.getKey().getStartKey());
        TiRegion region = pair.first;
        TiStore store = pair.second;
        List<ByteString> splits = entry.getValue().stream().filter(k -> !k.equals(region.getStartKey()) && !k.equals(region.getEndKey())).collect(Collectors.toList());
        if (splits.isEmpty()) {
            logger.warn("split key equal to region start key or end key. Region splitting is not needed.");
        } else {
            logger.info("start to split region id={}, split size={}", region.getId(), splits.size());
            List<Metapb.Region> newRegions;
            try {
                newRegions = getRegionStoreClientBuilder().build(region, store).splitRegion(splits);
                // invalidate old region
                getRegionManager().invalidateRegion(region);
            } catch (final TiKVException e) {
                // retry
                logger.warn("ReSplitting ranges for splitRegion", e);
                getRegionManager().invalidateRegion(region);
                backOffer.doBackOff(BackOffFunction.BackOffFuncType.BoRegionMiss, e);
                if (depth >= MAX_SPLIT_REGION_STACK_DEPTH) {
                    logger.warn(String.format("Skip split region because MAX_SPLIT_REGION_STACK_DEPTH(%d) reached!", MAX_SPLIT_REGION_STACK_DEPTH));
                    newRegions = new ArrayList<>();
                } else {
                    newRegions = splitRegion(splits, backOffer, depth + 1);
                }
            }
            logger.info("region id={}, new region size={}", region.getId(), newRegions.size());
            regions.addAll(newRegions);
        }
    }
    logger.info("splitRegion: return region size={}", regions.size());
    return regions;
}

Example 3 with TiStore

use of org.tikv.common.region.TiStore in project client-java by tikv.

the class ConcreteScanIterator method resolveCurrentLock.

private ByteString resolveCurrentLock(Kvrpcpb.KvPair current) {
    logger.warn(String.format("resolve current key error %s", current.getError().toString()));
    Pair<TiRegion, TiStore> pair = builder.getRegionManager().getRegionStorePairByKey(current.getKey());
    TiRegion region = pair.first;
    TiStore store = pair.second;
    BackOffer backOffer = ConcreteBackOffer.newGetBackOff(builder.getRegionManager().getPDClient().getClusterId());
    try (RegionStoreClient client = builder.build(region, store)) {
        return client.get(backOffer, current.getKey(), version);
    } catch (Exception e) {
        throw new KeyException(current.getError());
    }
}

Example 4 with TiStore

use of org.tikv.common.region.TiStore in project client-java by tikv.

the class DAGIterator method processByStreaming.

private Iterator<SelectResponse> processByStreaming(RangeSplitter.RegionTask regionTask) {
    List<Coprocessor.KeyRange> ranges = regionTask.getRanges();
    TiRegion region = regionTask.getRegion();
    TiStore store = regionTask.getStore();
    RegionStoreClient client;
    try {
        client = session.getRegionStoreClientBuilder().build(region, store, storeType);
        Iterator<SelectResponse> responseIterator = client.coprocessStreaming(dagRequest, ranges, startTs);
        if (responseIterator == null) {
            eof = true;
            return null;
        }
        return responseIterator;
    } catch (Exception e) {
        // see:https://github.com/pingcap/tikv-client-lib-java/pull/149
        throw new TiClientInternalException("Error Closing Store client.", e);
    }
}

Example 5 with TiStore

use of org.tikv.common.region.TiStore in project client-java by tikv.

the class SwitchTiKVModeClient method doSwitchTiKVMode.

private void doSwitchTiKVMode(ImportSstpb.SwitchMode mode) {
    BackOffer bo = ConcreteBackOffer.newCustomBackOff(BackOffer.PD_INFO_BACKOFF, pdClient.getClusterId());
    List<Metapb.Store> allStores = pdClient.getAllStores(bo);
    for (Metapb.Store store : allStores) {
        ImporterStoreClient client = builder.build(new TiStore(store));
        client.switchMode(mode);
    }
}