Search in sources :

Example 21 with WireCommand

use of io.pravega.shared.protocol.netty.WireCommand in project pravega by pravega.

the class CommandEncoderTest method testShutdown.

@Test
public void testShutdown() throws IOException {
    AppendBatchSizeTrackerImpl batchSizeTracker = new AppendBatchSizeTrackerImpl();
    DecodingOutputStream output = new DecodingOutputStream();
    AtomicInteger counter = new AtomicInteger(0);
    PravegaNodeUri endpoint = new PravegaNodeUri("localhost", SERVICE_PORT);
    CommandEncoder commandEncoder = new CommandEncoder(x -> batchSizeTracker, null, output, new FailingReplyProcessor() {

        @Override
        public void connectionDropped() {
            counter.getAndAdd(1);
        }

        @Override
        public void processingFailure(Exception error) {
        }
    }, endpoint);
    // maximum setup requests
    for (int i = 0; i < CommandEncoder.MAX_SETUP_SEGMENTS_SIZE; i++) {
        UUID writerId = UUID.randomUUID();
        WireCommand setupAppend = new WireCommands.SetupAppend(0, writerId, "seg", "");
        commandEncoder.write(setupAppend);
    }
    // further setup request should throw IOException
    UUID writerId = UUID.randomUUID();
    final WireCommand setupAppend = new WireCommands.SetupAppend(0, writerId, "seg", "");
    assertThrows(IOException.class, () -> commandEncoder.write(setupAppend));
    // then connection is closed, ObjectClosedException should be thrown
    writerId = UUID.randomUUID();
    final WireCommand setupAppend2 = new WireCommands.SetupAppend(0, writerId, "seg", "");
    assertThrows(ObjectClosedException.class, () -> commandEncoder.write(setupAppend2));
    writerId = UUID.randomUUID();
    ByteBuf data = Unpooled.wrappedBuffer(new byte[40]);
    WireCommands.Event event = new WireCommands.Event(data);
    Append append = new Append("", writerId, 1, event, 1);
    assertThrows(ObjectClosedException.class, () -> commandEncoder.write(append));
    assertEquals(counter.get(), 1);
}
Also used : WireCommand(io.pravega.shared.protocol.netty.WireCommand) FailingReplyProcessor(io.pravega.shared.protocol.netty.FailingReplyProcessor) ByteBuf(io.netty.buffer.ByteBuf) ObjectClosedException(io.pravega.common.ObjectClosedException) IOException(java.io.IOException) InvalidMessageException(io.pravega.shared.protocol.netty.InvalidMessageException) Append(io.pravega.shared.protocol.netty.Append) PravegaNodeUri(io.pravega.shared.protocol.netty.PravegaNodeUri) AtomicInteger(java.util.concurrent.atomic.AtomicInteger) Event(io.pravega.shared.protocol.netty.WireCommands.Event) UUID(java.util.UUID) WireCommands(io.pravega.shared.protocol.netty.WireCommands) Event(io.pravega.shared.protocol.netty.WireCommands.Event) Test(org.junit.Test)

Example 22 with WireCommand

use of io.pravega.shared.protocol.netty.WireCommand in project pravega by pravega.

the class CommandEncoderTest method testAppendsQueued.

@Test
public void testAppendsQueued() throws IOException {
    AppendBatchSizeTracker batchSizeTracker = new FixedBatchSizeTracker(100);
    DecodingOutputStream output = new DecodingOutputStream();
    PravegaNodeUri endpoint = new PravegaNodeUri("localhost", SERVICE_PORT);
    CommandEncoder commandEncoder = new CommandEncoder(x -> batchSizeTracker, null, output, null, endpoint);
    UUID writerId1 = UUID.randomUUID();
    WireCommand setupAppend = new WireCommands.SetupAppend(0, writerId1, "seg", "");
    commandEncoder.write(setupAppend);
    assertEquals(output.decoded.remove(0), setupAppend);
    UUID writerId2 = UUID.randomUUID();
    setupAppend = new WireCommands.SetupAppend(0, writerId2, "seg", "");
    commandEncoder.write(setupAppend);
    assertEquals(output.decoded.remove(0), setupAppend);
    ByteBuf data = Unpooled.wrappedBuffer(new byte[40]);
    WireCommands.Event event = new WireCommands.Event(data);
    Append append1 = new Append("seg", writerId1, 1, event, 0);
    commandEncoder.write(append1);
    Append appendOther = new Append("seg", writerId2, 100, event, 0);
    commandEncoder.write(appendOther);
    Append append2 = new Append("seg", writerId1, 2, event, 0);
    Append append3 = new Append("seg", writerId1, 3, event, 0);
    commandEncoder.write(append2);
    commandEncoder.write(append3);
    AppendBlock block = (AppendBlock) output.decoded.remove(0);
    assertEquals(108, block.getData().readableBytes());
    AppendBlockEnd blockEnd = (AppendBlockEnd) output.decoded.remove(0);
    assertEquals(writerId1, blockEnd.getWriterId());
    assertEquals(80 + 16, blockEnd.getSizeOfWholeEvents());
    assertEquals(40 + 4, blockEnd.getData().readableBytes());
    assertEquals(3, blockEnd.getNumEvents());
    block = (AppendBlock) output.decoded.remove(0);
    assertEquals(48, block.getData().readableBytes());
    blockEnd = (AppendBlockEnd) output.decoded.remove(0);
    assertEquals(writerId2, blockEnd.getWriterId());
    assertEquals(48, blockEnd.getSizeOfWholeEvents());
    assertEquals(0, blockEnd.getData().readableBytes());
    assertEquals(1, blockEnd.getNumEvents());
}
Also used : WireCommand(io.pravega.shared.protocol.netty.WireCommand) AppendBatchSizeTracker(io.pravega.shared.protocol.netty.AppendBatchSizeTracker) ByteBuf(io.netty.buffer.ByteBuf) AppendBlock(io.pravega.shared.protocol.netty.WireCommands.AppendBlock) Append(io.pravega.shared.protocol.netty.Append) PravegaNodeUri(io.pravega.shared.protocol.netty.PravegaNodeUri) AppendBlockEnd(io.pravega.shared.protocol.netty.WireCommands.AppendBlockEnd) Event(io.pravega.shared.protocol.netty.WireCommands.Event) UUID(java.util.UUID) WireCommands(io.pravega.shared.protocol.netty.WireCommands) Event(io.pravega.shared.protocol.netty.WireCommands.Event) Test(org.junit.Test)

Example 23 with WireCommand

use of io.pravega.shared.protocol.netty.WireCommand in project pravega by pravega.

the class CommandEncoderTest method testAppendsQueuedBreak.

@Test
public void testAppendsQueuedBreak() throws IOException {
    AppendBatchSizeTracker batchSizeTracker = new FixedBatchSizeTracker(100);
    DecodingOutputStream output = new DecodingOutputStream();
    PravegaNodeUri endpoint = new PravegaNodeUri("localhost", SERVICE_PORT);
    CommandEncoder commandEncoder = new CommandEncoder(x -> batchSizeTracker, null, output, null, endpoint);
    UUID writerId1 = UUID.randomUUID();
    WireCommand setupAppend = new WireCommands.SetupAppend(0, writerId1, "seg", "");
    commandEncoder.write(setupAppend);
    assertEquals(output.decoded.remove(0), setupAppend);
    UUID writerId2 = UUID.randomUUID();
    setupAppend = new WireCommands.SetupAppend(0, writerId2, "seg", "");
    commandEncoder.write(setupAppend);
    assertEquals(output.decoded.remove(0), setupAppend);
    ByteBuf data = Unpooled.wrappedBuffer(new byte[40]);
    WireCommands.Event event = new WireCommands.Event(data);
    Append append1 = new Append("seg", writerId1, 1, event, 0);
    commandEncoder.write(append1);
    Append appendOther1 = new Append("seg", writerId2, 101, event, 0);
    Append appendOther2 = new Append("seg", writerId2, 102, event, 0);
    Append appendOther3 = new Append("seg", writerId2, 103, event, 0);
    commandEncoder.write(appendOther1);
    commandEncoder.write(appendOther2);
    commandEncoder.write(appendOther3);
    commandEncoder.write(new WireCommands.KeepAlive());
    AppendBlock block = (AppendBlock) output.decoded.remove(0);
    assertEquals(108, block.getData().readableBytes());
    AppendBlockEnd blockEnd = (AppendBlockEnd) output.decoded.remove(0);
    assertEquals(writerId1, blockEnd.getWriterId());
    assertEquals(48, blockEnd.getSizeOfWholeEvents());
    assertEquals(0, blockEnd.getData().readableBytes());
    assertEquals(1, blockEnd.getNumEvents());
    block = (AppendBlock) output.decoded.remove(0);
    assertEquals(48 * 3, block.getData().readableBytes());
    blockEnd = (AppendBlockEnd) output.decoded.remove(0);
    assertEquals(writerId2, blockEnd.getWriterId());
    assertEquals(48 * 3, blockEnd.getSizeOfWholeEvents());
    assertEquals(0, blockEnd.getData().readableBytes());
    assertEquals(3, blockEnd.getNumEvents());
}
Also used : WireCommand(io.pravega.shared.protocol.netty.WireCommand) AppendBatchSizeTracker(io.pravega.shared.protocol.netty.AppendBatchSizeTracker) ByteBuf(io.netty.buffer.ByteBuf) AppendBlock(io.pravega.shared.protocol.netty.WireCommands.AppendBlock) Append(io.pravega.shared.protocol.netty.Append) PravegaNodeUri(io.pravega.shared.protocol.netty.PravegaNodeUri) AppendBlockEnd(io.pravega.shared.protocol.netty.WireCommands.AppendBlockEnd) Event(io.pravega.shared.protocol.netty.WireCommands.Event) UUID(java.util.UUID) WireCommands(io.pravega.shared.protocol.netty.WireCommands) Event(io.pravega.shared.protocol.netty.WireCommands.Event) Test(org.junit.Test)

Aggregations

WireCommand (io.pravega.shared.protocol.netty.WireCommand)23 Test (org.junit.Test)18 WireCommands (io.pravega.shared.protocol.netty.WireCommands)17 ByteBuf (io.netty.buffer.ByteBuf)15 UUID (java.util.UUID)15 PravegaNodeUri (io.pravega.shared.protocol.netty.PravegaNodeUri)13 Append (io.pravega.shared.protocol.netty.Append)12 Event (io.pravega.shared.protocol.netty.WireCommands.Event)10 Cleanup (lombok.Cleanup)9 AppendBatchSizeTracker (io.pravega.shared.protocol.netty.AppendBatchSizeTracker)8 AppendBlock (io.pravega.shared.protocol.netty.WireCommands.AppendBlock)8 AppendBlockEnd (io.pravega.shared.protocol.netty.WireCommands.AppendBlockEnd)8 lombok.val (lombok.val)7 StreamSegmentStore (io.pravega.segmentstore.contracts.StreamSegmentStore)6 ArgumentMatchers.anyString (org.mockito.ArgumentMatchers.anyString)6 TableStore (io.pravega.segmentstore.contracts.tables.TableStore)5 PassingTokenVerifier (io.pravega.segmentstore.server.host.delegationtoken.PassingTokenVerifier)5 SynchronousStreamSegmentStore (io.pravega.segmentstore.server.mocks.SynchronousStreamSegmentStore)5 ServiceBuilder (io.pravega.segmentstore.server.store.ServiceBuilder)5 CompletableFuture (java.util.concurrent.CompletableFuture)5