use of io.pravega.client.stream.impl.PendingEvent in project pravega by pravega.
the class RevisionedStreamClientImpl method writeConditionally.
@Override
public Revision writeConditionally(Revision latestRevision, T value) {
CompletableFuture<Boolean> wasWritten = new CompletableFuture<>();
long offset = latestRevision.asImpl().getOffsetInSegment();
ByteBuffer serialized = serializer.serialize(value);
int size = serialized.remaining();
try {
PendingEvent event = new PendingEvent(null, serialized, wasWritten, offset);
synchronized (lock) {
out.write(event);
out.flush();
}
} catch (SegmentSealedException e) {
throw new CorruptedStateException("Unexpected end of segment ", e);
}
if (Futures.getAndHandleExceptions(wasWritten, RuntimeException::new)) {
long newOffset = getNewOffset(offset, size);
log.trace("Wrote from {} to {}", offset, newOffset);
return new RevisionImpl(segment, newOffset, 0);
} else {
log.trace("Write failed at offset {}", offset);
return null;
}
}
use of io.pravega.client.stream.impl.PendingEvent in project pravega by pravega.
the class SegmentOutputStreamTest method testFlush.
@Test(timeout = 10000)
public void testFlush() throws ConnectionFailedException, SegmentSealedException {
UUID cid = UUID.randomUUID();
PravegaNodeUri uri = new PravegaNodeUri("endpoint", SERVICE_PORT);
MockConnectionFactoryImpl cf = new MockConnectionFactoryImpl();
ScheduledExecutorService executor = mock(ScheduledExecutorService.class);
// Ensure task submitted to executor is run inline.
implementAsDirectExecutor(executor);
cf.setExecutor(executor);
MockController controller = new MockController(uri.getEndpoint(), uri.getPort(), cf);
ClientConnection connection = mock(ClientConnection.class);
cf.provideConnection(uri, connection);
InOrder order = Mockito.inOrder(connection);
SegmentOutputStreamImpl output = new SegmentOutputStreamImpl(SEGMENT, controller, cf, cid, segmentSealedCallback, RETRY_SCHEDULE, "");
output.reconnect();
order.verify(connection).send(new SetupAppend(1, cid, SEGMENT, ""));
cf.getProcessor(uri).appendSetup(new AppendSetup(1, SEGMENT, cid, 0));
ByteBuffer data = getBuffer("test");
CompletableFuture<Boolean> acked1 = new CompletableFuture<>();
output.write(new PendingEvent(null, data, acked1));
order.verify(connection).send(new Append(SEGMENT, cid, 1, Unpooled.wrappedBuffer(data), null));
assertEquals(false, acked1.isDone());
Async.testBlocking(() -> output.flush(), () -> cf.getProcessor(uri).dataAppended(new WireCommands.DataAppended(cid, 1, 0)));
assertEquals(false, acked1.isCompletedExceptionally());
assertEquals(true, acked1.isDone());
order.verify(connection).send(new WireCommands.KeepAlive());
CompletableFuture<Boolean> acked2 = new CompletableFuture<>();
output.write(new PendingEvent(null, data, acked2));
order.verify(connection).send(new Append(SEGMENT, cid, 2, Unpooled.wrappedBuffer(data), null));
assertEquals(false, acked2.isDone());
Async.testBlocking(() -> output.flush(), () -> cf.getProcessor(uri).dataAppended(new WireCommands.DataAppended(cid, 2, 1)));
assertEquals(false, acked2.isCompletedExceptionally());
assertEquals(true, acked2.isDone());
order.verify(connection).send(new WireCommands.KeepAlive());
order.verifyNoMoreInteractions();
}
use of io.pravega.client.stream.impl.PendingEvent in project pravega by pravega.
the class SegmentOutputStreamTest method testClose.
@Test(timeout = 10000)
public void testClose() throws ConnectionFailedException, SegmentSealedException {
UUID cid = UUID.randomUUID();
PravegaNodeUri uri = new PravegaNodeUri("endpoint", SERVICE_PORT);
MockConnectionFactoryImpl cf = new MockConnectionFactoryImpl();
@Cleanup("shutdown") InlineExecutor inlineExecutor = new InlineExecutor();
cf.setExecutor(inlineExecutor);
MockController controller = new MockController(uri.getEndpoint(), uri.getPort(), cf);
ClientConnection connection = mock(ClientConnection.class);
cf.provideConnection(uri, connection);
SegmentOutputStreamImpl output = new SegmentOutputStreamImpl(SEGMENT, controller, cf, cid, segmentSealedCallback, RETRY_SCHEDULE, "");
output.reconnect();
verify(connection).send(new SetupAppend(1, cid, SEGMENT, ""));
cf.getProcessor(uri).appendSetup(new AppendSetup(1, SEGMENT, cid, 0));
ByteBuffer data = getBuffer("test");
CompletableFuture<Boolean> acked = new CompletableFuture<>();
output.write(new PendingEvent(null, data, acked));
verify(connection).send(new Append(SEGMENT, cid, 1, Unpooled.wrappedBuffer(data), null));
assertEquals(false, acked.isDone());
Async.testBlocking(() -> output.close(), () -> cf.getProcessor(uri).dataAppended(new WireCommands.DataAppended(cid, 1, 0)));
assertEquals(false, acked.isCompletedExceptionally());
assertEquals(true, acked.isDone());
verify(connection, Mockito.atMost(1)).send(new WireCommands.KeepAlive());
verify(connection).close();
verifyNoMoreInteractions(connection);
}
use of io.pravega.client.stream.impl.PendingEvent in project pravega by pravega.
the class SegmentOutputStreamTest method testFailOnClose.
/**
* Verifies that if a exception is encountered while flushing data inside of close, the
* connection is reestablished and the data is retransmitted before close returns.
*/
@Test
public void testFailOnClose() throws ConnectionFailedException {
UUID cid = UUID.randomUUID();
PravegaNodeUri uri = new PravegaNodeUri("endpoint", SERVICE_PORT);
MockConnectionFactoryImpl cf = new MockConnectionFactoryImpl();
@Cleanup("shutdown") InlineExecutor inlineExecutor = new InlineExecutor();
cf.setExecutor(inlineExecutor);
MockController controller = new MockController(uri.getEndpoint(), uri.getPort(), cf);
ClientConnection connection = mock(ClientConnection.class);
cf.provideConnection(uri, connection);
SegmentOutputStreamImpl output = new SegmentOutputStreamImpl(SEGMENT, controller, cf, cid, segmentSealedCallback, RETRY_SCHEDULE, "");
output.reconnect();
InOrder inOrder = Mockito.inOrder(connection);
inOrder.verify(connection).send(new SetupAppend(1, cid, SEGMENT, ""));
cf.getProcessor(uri).appendSetup(new AppendSetup(1, SEGMENT, cid, 0));
ByteBuffer data = getBuffer("test");
// Prep mock: the mockito doAnswers setup below are triggered during the close inside of the testBlocking() call.
CompletableFuture<Boolean> acked = new CompletableFuture<>();
Append append = new Append(SEGMENT, cid, 1, Unpooled.wrappedBuffer(data), null);
doAnswer(new Answer<Void>() {
@Override
public Void answer(InvocationOnMock invocation) throws Throwable {
cf.getProcessor(uri).connectionDropped();
throw new ConnectionFailedException();
}
}).doNothing().when(connection).send(new WireCommands.KeepAlive());
doAnswer(new Answer<Void>() {
@Override
public Void answer(InvocationOnMock invocation) throws Throwable {
CompletedCallback callback = (CompletedCallback) invocation.getArgument(1);
callback.complete(null);
return null;
}
}).when(connection).sendAsync(Mockito.eq(Collections.singletonList(append)), Mockito.any());
// Queue up event.
output.write(new PendingEvent(null, data, acked, null));
inOrder.verify(connection).send(append);
// Verify behavior
Async.testBlocking(() -> {
output.close();
}, () -> {
cf.getProcessor(uri).appendSetup(new AppendSetup(2, SEGMENT, cid, 0));
cf.getProcessor(uri).dataAppended(new WireCommands.DataAppended(cid, 1, 0));
});
inOrder.verify(connection).send(new WireCommands.KeepAlive());
inOrder.verify(connection).send(new SetupAppend(2, cid, SEGMENT, ""));
inOrder.verify(connection).sendAsync(Mockito.eq(Collections.singletonList(append)), Mockito.any());
inOrder.verify(connection).close();
assertEquals(true, acked.isDone());
inOrder.verifyNoMoreInteractions();
}
use of io.pravega.client.stream.impl.PendingEvent in project pravega by pravega.
the class SegmentOutputStreamTest method testSealedBeforeFlush.
@Test(timeout = 10000)
public void testSealedBeforeFlush() throws ConnectionFailedException {
UUID cid = UUID.randomUUID();
PravegaNodeUri uri = new PravegaNodeUri("endpoint", SERVICE_PORT);
MockConnectionFactoryImpl cf = new MockConnectionFactoryImpl();
@Cleanup("shutdown") InlineExecutor inlineExecutor = new InlineExecutor();
cf.setExecutor(inlineExecutor);
MockController controller = new MockController(uri.getEndpoint(), uri.getPort(), cf);
ClientConnection connection = mock(ClientConnection.class);
cf.provideConnection(uri, connection);
InOrder order = Mockito.inOrder(connection);
SegmentOutputStreamImpl output = new SegmentOutputStreamImpl(SEGMENT, controller, cf, cid, segmentSealedCallback, RETRY_SCHEDULE, "");
output.reconnect();
order.verify(connection).send(new SetupAppend(1, cid, SEGMENT, ""));
cf.getProcessor(uri).appendSetup(new AppendSetup(1, SEGMENT, cid, 0));
ByteBuffer data = getBuffer("test");
CompletableFuture<Boolean> ack = new CompletableFuture<>();
output.write(new PendingEvent(null, data, ack));
order.verify(connection).send(new Append(SEGMENT, cid, 1, Unpooled.wrappedBuffer(data), null));
assertEquals(false, ack.isDone());
cf.getProcessor(uri).segmentIsSealed(new WireCommands.SegmentIsSealed(1, SEGMENT));
// this is invoked by the segmentSealedCallback.
output.getUnackedEventsOnSeal();
AssertExtensions.assertThrows(SegmentSealedException.class, () -> output.flush());
}
Aggregations