use of com.alipay.sofa.jraft.rhea.storage.KVStoreClosure in project sofa-jraft by sofastack.
the class RocksKVStoreTest method putListTest.
/**
* Test method: {@link RocksRawKVStore#put(List, KVStoreClosure)}
*/
@Test
public void putListTest() {
final List<KVEntry> entries = Lists.newArrayList();
for (int i = 0; i < 10; i++) {
entries.add(new KVEntry(makeKey("batch_put_test_key" + i), makeValue("batch_put_test_value" + i)));
}
this.kvStore.put(entries, null);
final List<KVEntry> entries2 = new SyncKVStore<List<KVEntry>>() {
@Override
public void execute(RawKVStore kvStore, KVStoreClosure closure) {
kvStore.scan(makeKey("batch_put_test_key"), makeKey("batch_put_test_key" + 99), closure);
}
}.apply(this.kvStore);
assertEquals(entries.size(), entries2.size());
for (int i = 0; i < entries.size(); i++) {
assertArrayEquals(entries.get(i).getKey(), entries2.get(i).getKey());
assertArrayEquals(entries.get(i).getValue(), entries2.get(i).getValue());
}
}
use of com.alipay.sofa.jraft.rhea.storage.KVStoreClosure in project sofa-jraft by sofastack.
the class RocksKVStoreTest method multiGroupSnapshotTest.
public void multiGroupSnapshotTest() throws Exception {
final File backupDir = new File("multi-backup");
if (backupDir.exists()) {
FileUtils.deleteDirectory(backupDir);
}
final List<Region> regions = Lists.newArrayList();
regions.add(new Region(1, makeKey("0"), makeKey("1"), null, null));
regions.add(new Region(2, makeKey("1"), makeKey("2"), null, null));
regions.add(new Region(3, makeKey("2"), makeKey("3"), null, null));
regions.add(new Region(4, makeKey("3"), makeKey("4"), null, null));
regions.add(new Region(5, makeKey("4"), makeKey("5"), null, null));
for (int i = 0; i < 5; i++) {
final String v = String.valueOf(i);
this.kvStore.put(makeKey(v), makeValue(v), null);
}
for (int i = 0; i < 5; i++) {
this.kvStore.getSequence(makeKey(i + "_seq_test"), 10, null);
}
KVStoreSnapshotFile kvStoreSnapshotFile = KVStoreSnapshotFileFactory.getKVStoreSnapshotFile(this.kvStore);
final ExecutorService snapshotPool = StoreEngineHelper.createSnapshotExecutor(1, 5);
final List<TestSnapshotWriter> writers = Lists.newArrayList();
for (int i = 0; i < 4; i++) {
final Path p = Paths.get(backupDir.getAbsolutePath(), String.valueOf(i));
final TestSnapshotWriter snapshotWriter = new TestSnapshotWriter(p.toString());
writers.add(snapshotWriter);
final CountDownLatch latch = new CountDownLatch(1);
final Closure done = status -> {
assertTrue(status.isOk());
latch.countDown();
};
kvStoreSnapshotFile.save(snapshotWriter, regions.get(i), done, snapshotPool);
latch.await();
final LocalFileMeta meta = (LocalFileMeta) snapshotWriter.getFileMeta(SNAPSHOT_ARCHIVE);
assertNotNull(meta);
}
this.kvStore.shutdown();
FileUtils.deleteDirectory(new File(this.tempPath));
FileUtils.forceMkdir(new File(this.tempPath));
this.kvStore = new RocksRawKVStore();
this.kvStore.init(this.dbOptions);
kvStoreSnapshotFile = KVStoreSnapshotFileFactory.getKVStoreSnapshotFile(this.kvStore);
for (int i = 0; i < 4; i++) {
final Path p = Paths.get(backupDir.getAbsolutePath(), String.valueOf(i));
final TestSnapshotReader snapshotReader = new TestSnapshotReader(writers.get(i).metaTable, p.toString());
final boolean ret = kvStoreSnapshotFile.load(snapshotReader, regions.get(i));
assertTrue(ret);
}
for (int i = 0; i < 4; i++) {
final String v = String.valueOf(i);
final byte[] seqKey = makeKey(i + "_seq_test");
assertArrayEquals(makeValue(v), get(makeKey(v)));
final Sequence sequence = new SyncKVStore<Sequence>() {
@Override
public void execute(RawKVStore kvStore, KVStoreClosure closure) {
kvStore.getSequence(seqKey, 10, closure);
}
}.apply(this.kvStore);
assertEquals(10L, sequence.getStartValue());
assertEquals(20L, sequence.getEndValue());
}
assertNull(get(makeKey("5")));
final Sequence sequence = new SyncKVStore<Sequence>() {
@Override
public void execute(RawKVStore kvStore, KVStoreClosure closure) {
kvStore.getSequence(makeKey("4_seq_test"), 10, closure);
}
}.apply(this.kvStore);
assertEquals(0L, sequence.getStartValue());
FileUtils.deleteDirectory(backupDir);
ExecutorServiceHelper.shutdownAndAwaitTermination(snapshotPool);
}
use of com.alipay.sofa.jraft.rhea.storage.KVStoreClosure in project sofa-jraft by sofastack.
the class RocksKVStoreTest method batchPutIfAbsentTest.
/**
* Test method: {@link RocksRawKVStore#batchPutIfAbsent(KVStateOutputList)}
*/
@Test
public void batchPutIfAbsentTest() {
final KVStateOutputList kvStates = KVStateOutputList.newInstance();
final int batchWriteSize = RocksRawKVStore.MAX_BATCH_WRITE_SIZE + 1;
for (int i = 1; i <= batchWriteSize; i++) {
final byte[] key = makeKey("put_test" + i);
final byte[] value = makeValue("put_test_value" + i);
KVStoreClosure kvStoreClosure = new BaseKVStoreClosure() {
@Override
public void run(Status status) {
assertEquals(status, Status.OK());
}
};
kvStates.add(KVState.of(KVOperation.createPutIfAbsent(key, value), kvStoreClosure));
}
this.kvStore.batchPutIfAbsent(kvStates);
kvStates.forEach(kvState -> assertNull(kvState.getDone().getData()));
kvStates.clear();
for (int i = 1; i <= batchWriteSize; i++) {
final byte[] key = makeKey("put_test" + i);
final byte[] value = makeValue("put_test_value" + i);
KVStoreClosure kvStoreClosure = new BaseKVStoreClosure() {
@Override
public void run(Status status) {
assertEquals(status, Status.OK());
}
};
kvStates.add(KVState.of(KVOperation.createPutIfAbsent(key, value), kvStoreClosure));
}
this.kvStore.batchPutIfAbsent(kvStates);
kvStates.forEach(kvState -> assertArrayEquals(kvState.getOp().getValue(), (byte[]) kvState.getDone().getData()));
}
use of com.alipay.sofa.jraft.rhea.storage.KVStoreClosure in project sofa-jraft by sofastack.
the class MemoryKVStoreTest method getAndPutTest.
/**
* Test method: {@link MemoryRawKVStore#getAndPut(byte[], byte[], KVStoreClosure)}
*/
@Test
public void getAndPutTest() {
final byte[] key = makeKey("put_test");
TestClosure closure = new TestClosure();
this.kvStore.get(key, closure);
byte[] value = (byte[]) closure.getData();
assertNull(value);
value = makeValue("put_test_value");
KVStoreClosure kvStoreClosure = new BaseKVStoreClosure() {
@Override
public void run(Status status) {
assertEquals(status, Status.OK());
}
};
this.kvStore.getAndPut(key, value, kvStoreClosure);
assertNull(kvStoreClosure.getData());
byte[] newVal = makeValue("put_test_value_new");
this.kvStore.getAndPut(key, newVal, kvStoreClosure);
assertArrayEquals(value, (byte[]) kvStoreClosure.getData());
}
use of com.alipay.sofa.jraft.rhea.storage.KVStoreClosure in project sofa-jraft by sofastack.
the class MemoryKVStoreTest method multiGroupSnapshotTest.
@Test
public void multiGroupSnapshotTest() throws Exception {
final File backupDir = new File("multi-backup");
if (backupDir.exists()) {
FileUtils.deleteDirectory(backupDir);
}
final List<Region> regions = Lists.newArrayList();
regions.add(new Region(1, makeKey("0"), makeKey("1"), null, null));
regions.add(new Region(2, makeKey("1"), makeKey("2"), null, null));
regions.add(new Region(3, makeKey("2"), makeKey("3"), null, null));
regions.add(new Region(4, makeKey("3"), makeKey("4"), null, null));
regions.add(new Region(5, makeKey("4"), makeKey("5"), null, null));
for (int i = 0; i < 5; i++) {
final String v = String.valueOf(i);
this.kvStore.put(makeKey(v), makeValue(v), null);
}
for (int i = 0; i < 5; i++) {
this.kvStore.getSequence(makeKey(i + "_seq_test"), 10, null);
}
KVStoreSnapshotFile kvStoreSnapshotFile = KVStoreSnapshotFileFactory.getKVStoreSnapshotFile(this.kvStore);
final ExecutorService snapshotPool = StoreEngineHelper.createSnapshotExecutor(1, 2);
final List<TestSnapshotWriter> writers = Lists.newArrayList();
for (int i = 0; i < 4; i++) {
final Path p = Paths.get(backupDir.getAbsolutePath(), String.valueOf(i));
final TestSnapshotWriter snapshotWriter = new TestSnapshotWriter(p.toString());
writers.add(snapshotWriter);
final CountDownLatch latch = new CountDownLatch(1);
final Closure done = status -> {
assertTrue(status.isOk());
latch.countDown();
};
kvStoreSnapshotFile.save(snapshotWriter, regions.get(i), done, snapshotPool);
latch.await();
final LocalFileMeta meta = (LocalFileMeta) snapshotWriter.getFileMeta(SNAPSHOT_ARCHIVE);
assertNotNull(meta);
}
this.kvStore.shutdown();
this.kvStore = new MemoryRawKVStore();
final MemoryDBOptions dbOpts = new MemoryDBOptions();
this.kvStore.init(dbOpts);
kvStoreSnapshotFile = KVStoreSnapshotFileFactory.getKVStoreSnapshotFile(this.kvStore);
for (int i = 0; i < 4; i++) {
final Path p = Paths.get(backupDir.getAbsolutePath(), String.valueOf(i));
final TestSnapshotReader snapshotReader = new TestSnapshotReader(writers.get(i).metaTable, p.toString());
final boolean ret = kvStoreSnapshotFile.load(snapshotReader, regions.get(i));
assertTrue(ret);
}
for (int i = 0; i < 4; i++) {
final String v = String.valueOf(i);
final byte[] seqKey = makeKey(i + "_seq_test");
assertArrayEquals(makeValue(v), get(makeKey(v)));
final Sequence sequence = new SyncKVStore<Sequence>() {
@Override
public void execute(RawKVStore kvStore, KVStoreClosure closure) {
kvStore.getSequence(seqKey, 10, closure);
}
}.apply(this.kvStore);
assertEquals(10L, sequence.getStartValue());
assertEquals(20L, sequence.getEndValue());
}
assertNull(get(makeKey("5")));
final Sequence sequence = new SyncKVStore<Sequence>() {
@Override
public void execute(RawKVStore kvStore, KVStoreClosure closure) {
kvStore.getSequence(makeKey("4_seq_test"), 10, closure);
}
}.apply(this.kvStore);
assertEquals(0L, sequence.getStartValue());
FileUtils.deleteDirectory(backupDir);
ExecutorServiceHelper.shutdownAndAwaitTermination(snapshotPool);
}
Aggregations