Examples with RawKVStore com.alipay.sofa.jraft.rhea.storage.RawKVStore used on opensource projects

Example 6 with RawKVStore

use of com.alipay.sofa.jraft.rhea.storage.RawKVStore in project sofa-jraft by sofastack.

the class DefaultRheaKVStore method internalRegionPut.

private void internalRegionPut(final Region region, final List<KVEntry> subEntries, final CompletableFuture<Boolean> future, final int retriesLeft, final Errors lastCause) {
    final RegionEngine regionEngine = getRegionEngine(region.getId(), true);
    final RetryRunner retryRunner = retryCause -> internalRegionPut(region, subEntries, future, retriesLeft - 1, retryCause);
    final FailoverClosure<Boolean> closure = new FailoverClosureImpl<>(future, false, retriesLeft, retryRunner);
    if (regionEngine != null) {
        if (ensureOnValidEpoch(region, regionEngine, closure)) {
            final RawKVStore rawKVStore = getRawKVStore(regionEngine);
            if (this.kvDispatcher == null) {
                rawKVStore.put(subEntries, closure);
            } else {
                this.kvDispatcher.execute(() -> rawKVStore.put(subEntries, closure));
            }
        }
    } else {
        final BatchPutRequest request = new BatchPutRequest();
        request.setKvEntries(subEntries);
        request.setRegionId(region.getId());
        request.setRegionEpoch(region.getRegionEpoch());
        this.rheaKVRpcService.callAsyncWithRpc(request, closure, lastCause);
    }
}

Example 7 with RawKVStore

use of com.alipay.sofa.jraft.rhea.storage.RawKVStore in project sofa-jraft by sofastack.

the class RegionEngine method init.

@Override
public synchronized boolean init(final RegionEngineOptions opts) {
    if (this.started) {
        LOG.info("[RegionEngine: {}] already started.", this.region);
        return true;
    }
    this.regionOpts = Requires.requireNonNull(opts, "opts");
    this.fsm = new KVStoreStateMachine(this.region, this.storeEngine);
    // node options
    NodeOptions nodeOpts = opts.getNodeOptions();
    if (nodeOpts == null) {
        nodeOpts = new NodeOptions();
    }
    final long metricsReportPeriod = opts.getMetricsReportPeriod();
    if (metricsReportPeriod > 0) {
        // metricsReportPeriod > 0 means enable metrics
        nodeOpts.setEnableMetrics(true);
    }
    final Configuration initialConf = new Configuration();
    if (!initialConf.parse(opts.getInitialServerList())) {
        LOG.error("Fail to parse initial configuration {}.", opts.getInitialServerList());
        return false;
    }
    nodeOpts.setInitialConf(initialConf);
    nodeOpts.setFsm(this.fsm);
    final String raftDataPath = opts.getRaftDataPath();
    try {
        FileUtils.forceMkdir(new File(raftDataPath));
    } catch (final Throwable t) {
        LOG.error("Fail to make dir for raftDataPath {}.", raftDataPath);
        return false;
    }
    if (Strings.isBlank(nodeOpts.getLogUri())) {
        final Path logUri = Paths.get(raftDataPath, "log");
        nodeOpts.setLogUri(logUri.toString());
    }
    if (Strings.isBlank(nodeOpts.getRaftMetaUri())) {
        final Path meteUri = Paths.get(raftDataPath, "meta");
        nodeOpts.setRaftMetaUri(meteUri.toString());
    }
    if (Strings.isBlank(nodeOpts.getSnapshotUri())) {
        final Path snapshotUri = Paths.get(raftDataPath, "snapshot");
        nodeOpts.setSnapshotUri(snapshotUri.toString());
    }
    LOG.info("[RegionEngine: {}], log uri: {}, raft meta uri: {}, snapshot uri: {}.", this.region, nodeOpts.getLogUri(), nodeOpts.getRaftMetaUri(), nodeOpts.getSnapshotUri());
    final Endpoint serverAddress = opts.getServerAddress();
    final PeerId serverId = new PeerId(serverAddress, 0);
    final RpcServer rpcServer = this.storeEngine.getRpcServer();
    this.raftGroupService = new RaftGroupService(opts.getRaftGroupId(), serverId, nodeOpts, rpcServer, true);
    this.node = this.raftGroupService.start(false);
    RouteTable.getInstance().updateConfiguration(this.raftGroupService.getGroupId(), nodeOpts.getInitialConf());
    if (this.node != null) {
        final RawKVStore rawKVStore = this.storeEngine.getRawKVStore();
        final Executor readIndexExecutor = this.storeEngine.getReadIndexExecutor();
        this.raftRawKVStore = new RaftRawKVStore(this.node, rawKVStore, readIndexExecutor);
        this.metricsRawKVStore = new MetricsRawKVStore(this.region.getId(), this.raftRawKVStore);
        // metrics config
        if (this.regionMetricsReporter == null && metricsReportPeriod > 0) {
            final MetricRegistry metricRegistry = this.node.getNodeMetrics().getMetricRegistry();
            if (metricRegistry != null) {
                final ScheduledExecutorService scheduler = this.storeEngine.getMetricsScheduler();
                // start raft node metrics reporter
                this.regionMetricsReporter = // 
                Slf4jReporter.forRegistry(metricRegistry).prefixedWith(// 
                "region_" + this.region.getId()).withLoggingLevel(// 
                Slf4jReporter.LoggingLevel.INFO).outputTo(// 
                LOG).scheduleOn(// 
                scheduler).shutdownExecutorOnStop(// 
                scheduler != null).build();
                this.regionMetricsReporter.start(metricsReportPeriod, TimeUnit.SECONDS);
            }
        }
        this.started = true;
        LOG.info("[RegionEngine] start successfully: {}.", this);
    }
    return this.started;
}

Example 8 with RawKVStore

use of com.alipay.sofa.jraft.rhea.storage.RawKVStore in project sofa-jraft by sofastack.

the class MemoryKVStoreTest method putTest.

/**
 * Test method: {@link MemoryRawKVStore#put(byte[], byte[], KVStoreClosure)}
 */
@Test
public void putTest() {
    final byte[] key = makeKey("put_test");
    TestClosure closure = new TestClosure();
    this.kvStore.get(key, closure);
    byte[] value = (byte[]) closure.getData();
    assertNull(value);
    value = makeValue("put_test_value");
    this.kvStore.put(key, value, null);
    byte[] newValue = new SyncKVStore<byte[]>() {

        @Override
        public void execute(RawKVStore kvStore, KVStoreClosure closure) {
            kvStore.get(key, closure);
        }
    }.apply(this.kvStore);
    assertArrayEquals(value, newValue);
}

Example 9 with RawKVStore

use of com.alipay.sofa.jraft.rhea.storage.RawKVStore in project sofa-jraft by sofastack.

the class MemoryKVStoreTest method getSequenceTest.

/**
 * Test method: {@link MemoryRawKVStore#getSequence(byte[], int, KVStoreClosure)}
 */
@Test
public void getSequenceTest() throws InterruptedException {
    final byte[] seqKey = makeKey("seq_test");
    Sequence sequence = new SyncKVStore<Sequence>() {

        @Override
        public void execute(RawKVStore kvStore, KVStoreClosure closure) {
            kvStore.getSequence(seqKey, 199, closure);
        }
    }.apply(this.kvStore);
    assertEquals(sequence.getStartValue(), 0);
    assertEquals(sequence.getEndValue(), 199);
    Sequence sequence2 = new SyncKVStore<Sequence>() {

        @Override
        public void execute(RawKVStore kvStore, KVStoreClosure closure) {
            kvStore.getSequence(seqKey, 10, closure);
        }
    }.apply(this.kvStore);
    assertEquals(sequence2.getStartValue(), 199);
    assertEquals(sequence2.getEndValue(), 209);
    this.kvStore.resetSequence(seqKey, null);
    Sequence sequence3 = new SyncKVStore<Sequence>() {

        @Override
        public void execute(RawKVStore kvStore, KVStoreClosure closure) {
            kvStore.getSequence(seqKey, 11, closure);
        }
    }.apply(this.kvStore);
    assertEquals(sequence3.getStartValue(), 0);
    assertEquals(sequence3.getEndValue(), 11);
    // read-only
    Sequence sequence4 = new SyncKVStore<Sequence>() {

        @Override
        public void execute(RawKVStore kvStore, KVStoreClosure closure) {
            kvStore.getSequence(seqKey, 0, closure);
        }
    }.apply(this.kvStore);
    assertEquals(sequence4.getStartValue(), 11);
    assertEquals(sequence4.getEndValue(), 11);
    KVStoreClosure assertFailed = new BaseKVStoreClosure() {

        @Override
        public void run(Status status) {
            assertEquals("Fail to [GET_SEQUENCE], step must >= 0", status.getErrorMsg());
        }
    };
    this.kvStore.getSequence(seqKey, -1, assertFailed);
}

Example 10 with RawKVStore

use of com.alipay.sofa.jraft.rhea.storage.RawKVStore in project sofa-jraft by sofastack.

the class MemoryKVStoreTest method putListTest.

/**
 * Test method: {@link MemoryRawKVStore#put(List, KVStoreClosure)}
 */
@Test
public void putListTest() {
    final List<KVEntry> entries = Lists.newArrayList();
    for (int i = 0; i < 10; i++) {
        entries.add(new KVEntry(makeKey("batch_put_test_key" + i), makeValue("batch_put_test_value" + i)));
    }
    this.kvStore.put(entries, null);
    final List<KVEntry> entries2 = new SyncKVStore<List<KVEntry>>() {

        @Override
        public void execute(RawKVStore kvStore, KVStoreClosure closure) {
            kvStore.scan(makeKey("batch_put_test_key"), makeKey("batch_put_test_key" + 99), closure);
        }
    }.apply(this.kvStore);
    assertEquals(entries.size(), entries2.size());
    for (int i = 0; i < entries.size(); i++) {
        assertArrayEquals(entries.get(i).getKey(), entries2.get(i).getKey());
        assertArrayEquals(entries.get(i).getValue(), entries2.get(i).getValue());
    }
}