use of org.apache.bookkeeper.stream.proto.NamespaceConfiguration in project bookkeeper by apache.
the class StorageAdminClientTest method testStreamAPI.
@Test
public void testStreamAPI() throws Exception {
// Create a namespace
String nsName = testName.getMethodName() + "_ns";
NamespaceConfiguration colConf = NamespaceConfiguration.newBuilder().setDefaultStreamConf(DEFAULT_STREAM_CONF).build();
NamespaceProperties colProps = FutureUtils.result(adminClient.createNamespace(nsName, colConf));
assertEquals(nsName, colProps.getNamespaceName());
assertEquals(colConf.getDefaultStreamConf(), colProps.getDefaultStreamConf());
// Create a stream
String streamName = testName.getMethodName() + "_stream";
StreamConfiguration streamConf = StreamConfiguration.newBuilder(DEFAULT_STREAM_CONF).build();
StreamProperties streamProps = FutureUtils.result(adminClient.createStream(nsName, streamName, streamConf));
assertEquals(streamName, streamProps.getStreamName());
assertEquals(StreamConfiguration.newBuilder(streamConf).setBackendServiceUrl(defaultBackendUri.toString()).build(), streamProps.getStreamConf());
// create a duplicated stream
try {
FutureUtils.result(adminClient.createStream(nsName, streamName, streamConf));
fail("Should fail on creation if stream " + streamName + " already exists");
} catch (StreamExistsException cee) {
// expected
} catch (ClientException ce) {
// TODO: currently it throws InternalServerError for stream exists case
assertTrue(ce.getMessage().endsWith("code = " + StatusCode.INTERNAL_SERVER_ERROR));
}
String notFoundStreamName = testName.getMethodName() + "_notfound";
// get a not-found stream
try {
FutureUtils.result(adminClient.getStream(nsName, notFoundStreamName));
fail("Should fail on get if stream " + notFoundStreamName + " doesn't exist");
} catch (StreamNotFoundException cnfe) {
// expected
}
// delete a not-found stream
try {
FutureUtils.result(adminClient.deleteStream(nsName, notFoundStreamName));
fail("Should fail on delete if stream " + notFoundStreamName + " doesn't exist");
} catch (StreamNotFoundException cnfe) {
// expected
}
// get an existing stream
StreamProperties getStreamProps = FutureUtils.result(adminClient.getStream(nsName, streamName));
assertEquals(streamProps, getStreamProps);
// delete an existing stream
Boolean deleted = FutureUtils.result(adminClient.deleteStream(nsName, streamName));
assertTrue(deleted);
// the stream should not exist after deleted.
try {
FutureUtils.result(adminClient.getStream(nsName, streamName));
fail("Should fail on get if stream " + nsName + " doesn't exist");
} catch (StreamNotFoundException cnfe) {
// expected
}
}
use of org.apache.bookkeeper.stream.proto.NamespaceConfiguration in project bookkeeper by apache.
the class TestProtoUtils method testCreateCreateNamespaceRequest.
//
// Namespace API
//
@Test
public void testCreateCreateNamespaceRequest() {
NamespaceConfiguration colConf = NamespaceConfiguration.newBuilder().setDefaultStreamConf(DEFAULT_STREAM_CONF).build();
CreateNamespaceRequest request = createCreateNamespaceRequest(name.getMethodName(), colConf);
assertEquals(name.getMethodName(), request.getName());
assertEquals(colConf, request.getColConf());
}
use of org.apache.bookkeeper.stream.proto.NamespaceConfiguration in project bookkeeper by apache.
the class StorageAdminClientTest method testNamespaceAPI.
@Test
public void testNamespaceAPI() throws Exception {
// Create a namespace
String nsName = testName.getMethodName();
NamespaceConfiguration colConf = NamespaceConfiguration.newBuilder().setDefaultStreamConf(DEFAULT_STREAM_CONF).build();
NamespaceProperties colProps = FutureUtils.result(adminClient.createNamespace(nsName, colConf));
assertEquals(nsName, colProps.getNamespaceName());
assertEquals(colConf.getDefaultStreamConf(), colProps.getDefaultStreamConf());
// create a duplicated namespace
try {
FutureUtils.result(adminClient.createNamespace(nsName, colConf));
fail("Should fail on creation if namespace " + nsName + " already exists");
} catch (NamespaceExistsException cee) {
// expected
} catch (ClientException ce) {
// TODO: currently range server throws InternalServerError
assertTrue(ce.getMessage().endsWith("code = " + StatusCode.INTERNAL_SERVER_ERROR));
}
String notFoundColName = testName.getMethodName() + "_notfound";
// get a not-found namespace
try {
FutureUtils.result(adminClient.getNamespace(notFoundColName));
fail("Should fail on get if namespace " + notFoundColName + " doesn't exist");
} catch (NamespaceNotFoundException cnfe) {
// expected
}
// delete a not-found namespace
try {
FutureUtils.result(adminClient.deleteNamespace(notFoundColName));
fail("Should fail on delete if namespace " + notFoundColName + " doesn't exist");
} catch (NamespaceNotFoundException cnfe) {
// expected
}
// get an existing namespace
NamespaceProperties getColProps = FutureUtils.result(adminClient.getNamespace(nsName));
assertEquals(colProps, getColProps);
// delete an existing namespace
Boolean deleted = FutureUtils.result(adminClient.deleteNamespace(nsName));
assertTrue(deleted);
// the namespace should not exist after deleted.
try {
FutureUtils.result(adminClient.getNamespace(nsName));
fail("Should fail on get if namespace " + nsName + " doesn't exist");
} catch (NamespaceNotFoundException cnfe) {
// expected
}
}
use of org.apache.bookkeeper.stream.proto.NamespaceConfiguration in project bookkeeper by apache.
the class TableClientSimpleTest method testTableSimpleAPI.
@Test
public void testTableSimpleAPI() throws Exception {
// Create a namespace
NamespaceConfiguration nsConf = NamespaceConfiguration.newBuilder().setDefaultStreamConf(DEFAULT_STREAM_CONF).build();
NamespaceProperties nsProps = result(adminClient.createNamespace(namespace, nsConf));
assertEquals(namespace, nsProps.getNamespaceName());
assertEquals(nsConf.getDefaultStreamConf(), nsProps.getDefaultStreamConf());
// Create a stream
String streamName = testName.getMethodName() + "_stream";
StreamConfiguration streamConf = StreamConfiguration.newBuilder(DEFAULT_STREAM_CONF).build();
StreamProperties streamProps = result(adminClient.createStream(namespace, streamName, streamConf));
assertEquals(streamName, streamProps.getStreamName());
assertEquals(StreamConfiguration.newBuilder(streamConf).setBackendServiceUrl(defaultBackendUri.toString()).build(), streamProps.getStreamConf());
// Open the table
PTable<ByteBuf, ByteBuf> table = result(storageClient.openPTable(streamName));
byte[] rKey = "routing-key".getBytes(UTF_8);
byte[] lKey = "testing-key".getBytes(UTF_8);
byte[] value1 = "testing-value-1".getBytes(UTF_8);
byte[] value2 = "testing-value-2".getBytes(UTF_8);
// put first key
ByteBuf rKeyBuf = Unpooled.wrappedBuffer(rKey);
ByteBuf lKeyBuf = Unpooled.wrappedBuffer(lKey);
ByteBuf valBuf1 = Unpooled.wrappedBuffer(value1);
ByteBuf valBuf2 = Unpooled.wrappedBuffer(value2);
// normal put
assertNull(result(table.put(rKeyBuf, lKeyBuf, valBuf1)));
// putIfAbsent failure
assertArrayEquals(value1, ByteBufUtil.getBytes(result(table.putIfAbsent(rKeyBuf, lKeyBuf, valBuf2))));
// delete failure
assertFalse(result(table.delete(rKeyBuf, lKeyBuf, valBuf2)));
// delete success
assertTrue(result(table.delete(rKeyBuf, lKeyBuf, valBuf1)));
// get
assertNull(result(table.get(rKeyBuf, lKeyBuf)));
// putIfAbsent success
assertNull(result(table.putIfAbsent(rKeyBuf, lKeyBuf, valBuf2)));
// get returns val2
assertArrayEquals(value2, ByteBufUtil.getBytes(result(table.get(rKeyBuf, lKeyBuf))));
// vPut failure
try {
result(table.vPut(rKeyBuf, lKeyBuf, valBuf1, 9999L));
fail("Should fail vPut if the version doesn't match");
} catch (KvApiException e) {
assertEquals(Code.BAD_REVISION, e.getCode());
}
// vPut success
assertEquals(1L, result(table.vPut(rKeyBuf, lKeyBuf, valBuf1, 0L)).longValue());
// vDelete failure
try {
result(table.vDelete(rKeyBuf, lKeyBuf, 9999L));
fail("Should fail vDelete if the version doesn't match");
} catch (KvApiException e) {
assertEquals(Code.BAD_REVISION, e.getCode());
}
// vDelete success
try (KeyValue<ByteBuf, ByteBuf> prevKv = result(table.vDelete(rKeyBuf, lKeyBuf, 1L))) {
assertNotNull(prevKv);
assertEquals(1L, prevKv.version());
assertArrayEquals(value1, ByteBufUtil.getBytes(prevKv.value()));
}
// write a range of key
int numKvs = 100;
rKeyBuf = Unpooled.wrappedBuffer("test-key".getBytes(UTF_8));
for (int i = 0; i < numKvs; i++) {
lKeyBuf = getLKey(i);
valBuf1 = getValue(i);
result(table.put(rKeyBuf, lKeyBuf, valBuf1));
}
// get ranges
ByteBuf lStartKey = getLKey(20);
ByteBuf lEndKey = getLKey(50);
List<KeyValue<ByteBuf, ByteBuf>> kvs = result(table.range(rKeyBuf, lStartKey, lEndKey));
assertEquals(31, kvs.size());
int i = 20;
for (KeyValue<ByteBuf, ByteBuf> kvPair : kvs) {
assertEquals(getLKey(i), kvPair.key());
assertEquals(getValue(i), kvPair.value());
++i;
kvPair.close();
}
assertEquals(51, i);
// delete range
kvs = result(table.deleteRange(rKeyBuf, lStartKey, lEndKey));
assertEquals(31, kvs.size());
i = 20;
for (KeyValue<ByteBuf, ByteBuf> kvPair : kvs) {
assertEquals(getLKey(i), kvPair.key());
assertEquals(getValue(i), kvPair.value());
++i;
kvPair.close();
}
assertEquals(51, i);
// get ranges again
kvs = result(table.range(rKeyBuf, lStartKey, lEndKey));
assertTrue(kvs.isEmpty());
byte[] lIncrKey = "test-incr-lkey".getBytes(UTF_8);
ByteBuf lIncrKeyBuf = Unpooled.wrappedBuffer(lIncrKey);
// test increment
for (int j = 0; j < 5; j++) {
result(table.increment(rKeyBuf, lIncrKeyBuf, 100L));
long number = result(table.getNumber(rKeyBuf, lIncrKeyBuf));
assertEquals(100L * (j + 1), number);
}
for (int j = 5; j < 10; j++) {
long number = result(table.incrementAndGet(rKeyBuf, lIncrKeyBuf, 100L));
assertEquals(100L * (j + 1), number);
}
}
use of org.apache.bookkeeper.stream.proto.NamespaceConfiguration in project bookkeeper by apache.
the class TableClientTest method testTableAPI.
@Test
public void testTableAPI() throws Exception {
// Create a namespace
NamespaceConfiguration nsConf = NamespaceConfiguration.newBuilder().setDefaultStreamConf(DEFAULT_STREAM_CONF).build();
NamespaceProperties nsProps = FutureUtils.result(adminClient.createNamespace(namespace, nsConf));
assertEquals(namespace, nsProps.getNamespaceName());
assertEquals(nsConf.getDefaultStreamConf(), nsProps.getDefaultStreamConf());
// Create a stream
String streamName = testName.getMethodName() + "_stream";
StreamConfiguration streamConf = StreamConfiguration.newBuilder(DEFAULT_STREAM_CONF).build();
StreamProperties streamProps = FutureUtils.result(adminClient.createStream(namespace, streamName, streamConf));
assertEquals(streamName, streamProps.getStreamName());
assertEquals(StreamConfiguration.newBuilder(streamConf).setBackendServiceUrl(defaultBackendUri.toString()).build(), streamProps.getStreamConf());
// Open the table
PTable<ByteBuf, ByteBuf> table = FutureUtils.result(storageClient.openPTable(streamName));
byte[] rKey = "routing-key".getBytes(UTF_8);
byte[] lKey = "testing-key".getBytes(UTF_8);
byte[] value = "testing-value".getBytes(UTF_8);
// put first key
ByteBuf rKeyBuf = Unpooled.wrappedBuffer(rKey);
ByteBuf lKeyBuf = Unpooled.wrappedBuffer(lKey);
ByteBuf valBuf = Unpooled.wrappedBuffer(value);
try (PutOption<ByteBuf> option = Options.putAndGet()) {
try (PutResult<ByteBuf, ByteBuf> putResult = FutureUtils.result(table.put(rKeyBuf, lKeyBuf, valBuf, option))) {
assertNull(putResult.prevKv());
}
}
// put second key
ByteBuf valBuf2 = Unpooled.wrappedBuffer("testing-value-2".getBytes(UTF_8));
try (PutOption<ByteBuf> option = Options.putAndGet()) {
try (PutResult<ByteBuf, ByteBuf> putResult = FutureUtils.result(table.put(rKeyBuf, lKeyBuf, valBuf2, option))) {
assertNotNull(putResult.prevKv());
KeyValue<ByteBuf, ByteBuf> prevKv = putResult.prevKv();
assertEquals("testing-key", new String(ByteBufUtil.getBytes(prevKv.key()), UTF_8));
assertEquals("testing-value", new String(ByteBufUtil.getBytes(prevKv.value()), UTF_8));
}
}
// get key
try (RangeOption<ByteBuf> option = optionFactory.newRangeOption().build()) {
try (RangeResult<ByteBuf, ByteBuf> getResult = FutureUtils.result(table.get(rKeyBuf, lKeyBuf, option))) {
assertEquals(1, getResult.count());
assertEquals(1, getResult.kvs().size());
KeyValue<ByteBuf, ByteBuf> kv = getResult.kvs().get(0);
assertEquals("testing-key", new String(ByteBufUtil.getBytes(kv.key()), UTF_8));
assertEquals("testing-value-2", new String(ByteBufUtil.getBytes(kv.value()), UTF_8));
}
}
// delete key
try (DeleteOption<ByteBuf> option = optionFactory.newDeleteOption().prevKv(true).build()) {
try (DeleteResult<ByteBuf, ByteBuf> deleteResult = FutureUtils.result(table.delete(rKeyBuf, lKeyBuf, option))) {
assertEquals(1, deleteResult.numDeleted());
assertEquals(1, deleteResult.prevKvs().size());
KeyValue<ByteBuf, ByteBuf> kv = deleteResult.prevKvs().get(0);
assertEquals("testing-key", new String(ByteBufUtil.getBytes(kv.key()), UTF_8));
assertEquals("testing-value-2", new String(ByteBufUtil.getBytes(kv.value()), UTF_8));
}
}
// write a range of key
int numKvs = 100;
rKeyBuf = Unpooled.wrappedBuffer("test-key".getBytes(UTF_8));
try (PutOption<ByteBuf> option = Options.blindPut()) {
for (int i = 0; i < numKvs; i++) {
lKeyBuf = getLKey(i);
valBuf = getValue(i);
FutureUtils.result(table.put(rKeyBuf, lKeyBuf, valBuf, option));
}
}
// get ranges
ByteBuf lStartKey = getLKey(20);
ByteBuf lEndKey = getLKey(50);
try (RangeOption<ByteBuf> option = optionFactory.newRangeOption().endKey(lEndKey).build()) {
try (RangeResult<ByteBuf, ByteBuf> rangeResult = FutureUtils.result(table.get(rKeyBuf, lStartKey, option))) {
assertEquals(31, rangeResult.kvs().size());
assertEquals(31, rangeResult.count());
int i = 20;
for (KeyValue<ByteBuf, ByteBuf> kvPair : rangeResult.kvs()) {
assertEquals(getLKey(i), kvPair.key());
assertEquals(getValue(i), kvPair.value());
++i;
}
assertEquals(51, i);
}
}
// delete range
try (DeleteOption<ByteBuf> option = optionFactory.newDeleteOption().prevKv(true).endKey(lEndKey).build()) {
try (DeleteResult<ByteBuf, ByteBuf> deleteRangeResult = FutureUtils.result(table.delete(rKeyBuf, lStartKey, option))) {
assertEquals(31, deleteRangeResult.numDeleted());
assertEquals(31, deleteRangeResult.prevKvs().size());
int i = 20;
for (KeyValue<ByteBuf, ByteBuf> kvPair : deleteRangeResult.prevKvs()) {
assertEquals(getLKey(i), kvPair.key());
assertEquals(getValue(i), kvPair.value());
++i;
}
assertEquals(51, i);
}
}
// test txn
byte[] lTxnKey = "txn-key".getBytes(UTF_8);
ByteBuf lTxnKeyBuf = Unpooled.wrappedBuffer(lTxnKey);
byte[] txnValue = "txn-value".getBytes(UTF_8);
ByteBuf txnValueBuf = Unpooled.wrappedBuffer(txnValue);
Txn<ByteBuf, ByteBuf> txn = table.txn(lTxnKeyBuf);
CompletableFuture<TxnResult<ByteBuf, ByteBuf>> commitFuture = txn.If(table.opFactory().compareValue(CompareResult.EQUAL, lTxnKeyBuf, Unpooled.wrappedBuffer(new byte[0]))).Then(table.opFactory().newPut(lTxnKeyBuf, txnValueBuf, table.opFactory().optionFactory().newPutOption().build())).commit();
try (TxnResult<ByteBuf, ByteBuf> txnResult = FutureUtils.result(commitFuture)) {
assertTrue(txnResult.isSuccess());
assertEquals(1, txnResult.results().size());
Result<ByteBuf, ByteBuf> opResult = txnResult.results().get(0);
assertEquals(OpType.PUT, opResult.type());
}
// get key
try (RangeOption<ByteBuf> option = optionFactory.newRangeOption().build()) {
try (RangeResult<ByteBuf, ByteBuf> getResult = FutureUtils.result(table.get(lTxnKeyBuf, lTxnKeyBuf, option))) {
assertEquals(1, getResult.count());
assertEquals(1, getResult.kvs().size());
KeyValue<ByteBuf, ByteBuf> kv = getResult.kvs().get(0);
assertEquals("txn-key", new String(ByteBufUtil.getBytes(kv.key()), UTF_8));
assertEquals("txn-value", new String(ByteBufUtil.getBytes(kv.value()), UTF_8));
}
}
txn = table.txn(lTxnKeyBuf);
// txn failure
commitFuture = txn.If(table.opFactory().compareValue(CompareResult.EQUAL, lTxnKeyBuf, Unpooled.wrappedBuffer(new byte[0]))).Then(table.opFactory().newPut(lTxnKeyBuf, valBuf, table.opFactory().optionFactory().newPutOption().build())).commit();
try (TxnResult<ByteBuf, ByteBuf> txnResult = FutureUtils.result(commitFuture)) {
assertFalse(txnResult.isSuccess());
assertEquals(0, txnResult.results().size());
}
}
Aggregations