Search in sources :

Example 1 with AssertExtensions.assertEventuallyEquals

use of io.pravega.test.common.AssertExtensions.assertEventuallyEquals in project pravega by pravega.

the class AppendProcessorTest method testOutstandingByteTracking.

/**
 * Simulates multiple connections being set up and all sending appends (conditional or unconditional). Some may be
 * failed by the store. Verifies that {@link ConnectionTracker#getTotalOutstanding()} does not drift with time,
 * regardless of append outcome.
 */
@Test
public void testOutstandingByteTracking() throws Exception {
    final int connectionCount = 5;
    final int writersCount = 5;
    final int segmentCount = 5;
    val tracker = new ConnectionTracker();
    val context = mock(ChannelHandlerContext.class);
    val channel = mock(Channel.class);
    val channelConfig = mock(ChannelConfig.class);
    when(context.channel()).thenReturn(channel);
    when(channel.config()).thenReturn(channelConfig);
    val eventLoop = mock(EventLoop.class);
    when(channel.eventLoop()).thenReturn(eventLoop);
    when(eventLoop.inEventLoop()).thenReturn(false);
    val channelFuture = mock(ChannelFuture.class);
    when(channel.writeAndFlush(any())).thenReturn(channelFuture);
    val segments = IntStream.range(0, segmentCount).mapToObj(Integer::toString).collect(Collectors.toList());
    val writers = IntStream.range(0, writersCount).mapToObj(i -> UUID.randomUUID()).collect(Collectors.toList());
    val store = mock(StreamSegmentStore.class);
    val processors = new ArrayList<AppendProcessor>();
    for (int i = 0; i < connectionCount; i++) {
        val h = new ServerConnectionInboundHandler();
        h.channelRegistered(context);
        val p = AppendProcessor.defaultBuilder().store(store).connection(new TrackedConnection(h, tracker)).build();
        processors.add(p);
    }
    // Setup appends.
    for (int connectionId = 0; connectionId < processors.size(); connectionId++) {
        for (val s : segments) {
            for (val w : writers) {
                when(store.getAttributes(s, Collections.singleton(AttributeId.fromUUID(w)), true, AppendProcessor.TIMEOUT)).thenReturn(CompletableFuture.completedFuture(Collections.singletonMap(AttributeId.fromUUID(w), 0L)));
                processors.get(connectionId).setupAppend(new WireCommands.SetupAppend(0, w, s, null));
            }
        }
    }
    // Divide the segments into conditional and unconditional.
    val conditionalSegments = segments.subList(0, segments.size() / 2);
    val unconditionalSegments = segments.subList(conditionalSegments.size(), segments.size() - 1);
    // Send a few appends to each connection from each writer.
    val appendData = Unpooled.wrappedBuffer(new byte[1]);
    when(store.append(any(), any(), any(), any())).thenReturn(delayedResponse(0L));
    for (val s : unconditionalSegments) {
        for (val p : processors) {
            for (val w : writers) {
                p.append(new Append(s, w, 1, new WireCommands.Event(appendData.retain()), 0));
            }
        }
    }
    // Send a few conditional appends to each connection from each writer. Fail some along the way.
    int appendOffset = 0;
    for (val s : conditionalSegments) {
        for (val p : processors) {
            for (val w : writers) {
                boolean fail = appendOffset % 3 == 0;
                if (fail) {
                    when(store.append(any(), any(long.class), any(), any(), any())).thenReturn(delayedFailure(new BadOffsetException(s, appendOffset, appendOffset)));
                } else {
                    when(store.append(any(), any(long.class), any(), any(), any())).thenReturn(delayedResponse(0L));
                }
                p.append(new Append(s, w, 1, new WireCommands.Event(appendData.retain()), appendOffset, 0));
                appendOffset++;
            }
        }
    }
    // Fail (attributes) all connections.
    when(store.append(any(), any(), any(), any())).thenReturn(delayedFailure(new BadAttributeUpdateException("s", null, false, "intentional")));
    for (val s : conditionalSegments) {
        for (val p : processors) {
            for (val w : writers) {
                p.append(new Append(s, w, 1, new WireCommands.Event(appendData.retain()), 0));
            }
        }
    }
    // Verify that there is no drift in the ConnectionTracker#getTotalOutstanding value. Due to the async nature
    // of the calls, this value may not immediately be updated.
    AssertExtensions.assertEventuallyEquals(0L, tracker::getTotalOutstanding, 10000);
}
Also used : lombok.val(lombok.val) TableStore(io.pravega.segmentstore.contracts.tables.TableStore) AssertExtensions(io.pravega.test.common.AssertExtensions) Date(java.util.Date) ArgumentMatchers.eq(org.mockito.ArgumentMatchers.eq) RequiredArgsConstructor(lombok.RequiredArgsConstructor) Cleanup(lombok.Cleanup) ArgumentMatchers.contains(org.mockito.ArgumentMatchers.contains) Unpooled(io.netty.buffer.Unpooled) Mockito.doThrow(org.mockito.Mockito.doThrow) AttributeUpdate(io.pravega.segmentstore.contracts.AttributeUpdate) StreamSegmentSealedException(io.pravega.segmentstore.contracts.StreamSegmentSealedException) Mockito.verifyNoMoreInteractions(org.mockito.Mockito.verifyNoMoreInteractions) Duration(java.time.Duration) Map(java.util.Map) AssertExtensions.assertEventuallyEquals(io.pravega.test.common.AssertExtensions.assertEventuallyEquals) SegmentStatsRecorder(io.pravega.segmentstore.server.host.stat.SegmentStatsRecorder) Assert.fail(org.junit.Assert.fail) Mockito.doReturn(org.mockito.Mockito.doReturn) StreamSegmentStore(io.pravega.segmentstore.contracts.StreamSegmentStore) Attributes(io.pravega.segmentstore.contracts.Attributes) CancellationException(java.util.concurrent.CancellationException) AppendSetup(io.pravega.shared.protocol.netty.WireCommands.AppendSetup) Request(io.pravega.shared.protocol.netty.Request) UUID(java.util.UUID) EventLoop(io.netty.channel.EventLoop) Instant(java.time.Instant) Collectors(java.util.stream.Collectors) ExceptionLoggingHandler(io.pravega.shared.protocol.netty.ExceptionLoggingHandler) ThreadPooledTestSuite(io.pravega.test.common.ThreadPooledTestSuite) BadOffsetException(io.pravega.segmentstore.contracts.BadOffsetException) Mockito.atMost(org.mockito.Mockito.atMost) TokenVerifierImpl(io.pravega.segmentstore.server.host.delegationtoken.TokenVerifierImpl) DataAppended(io.pravega.shared.protocol.netty.WireCommands.DataAppended) Futures(io.pravega.common.concurrent.Futures) Mockito.mock(org.mockito.Mockito.mock) IntStream(java.util.stream.IntStream) ArgumentMatchers.any(org.mockito.ArgumentMatchers.any) MAX_WIRECOMMAND_SIZE(io.pravega.shared.protocol.netty.WireCommands.MAX_WIRECOMMAND_SIZE) Reply(io.pravega.shared.protocol.netty.Reply) ConditionalCheckFailed(io.pravega.shared.protocol.netty.WireCommands.ConditionalCheckFailed) CompletableFuture(java.util.concurrent.CompletableFuture) CommandEncoder(io.pravega.shared.protocol.netty.CommandEncoder) Mockito.spy(org.mockito.Mockito.spy) BadAttributeUpdateException(io.pravega.segmentstore.contracts.BadAttributeUpdateException) Append(io.pravega.shared.protocol.netty.Append) AtomicReference(java.util.concurrent.atomic.AtomicReference) Function(java.util.function.Function) AppendDecoder(io.pravega.shared.protocol.netty.AppendDecoder) CreateTransientSegment(io.pravega.shared.protocol.netty.WireCommands.CreateTransientSegment) ArrayList(java.util.ArrayList) JsonWebToken(io.pravega.shared.security.token.JsonWebToken) ChannelHandlerContext(io.netty.channel.ChannelHandlerContext) CommandDecoder(io.pravega.shared.protocol.netty.CommandDecoder) SetupAppend(io.pravega.shared.protocol.netty.WireCommands.SetupAppend) SegmentType(io.pravega.segmentstore.contracts.SegmentType) ByteBuf(io.netty.buffer.ByteBuf) MetricNotifier(io.pravega.shared.metrics.MetricNotifier) Assert.assertArrayEquals(org.junit.Assert.assertArrayEquals) ScheduledExecutorService(java.util.concurrent.ScheduledExecutorService) WireCommandType(io.pravega.shared.protocol.netty.WireCommandType) ByteBufWrapper(io.pravega.shared.protocol.netty.ByteBufWrapper) LengthFieldBasedFrameDecoder(io.netty.handler.codec.LengthFieldBasedFrameDecoder) InOrder(org.mockito.InOrder) EVENT_COUNT(io.pravega.segmentstore.contracts.Attributes.EVENT_COUNT) Assert.assertNotNull(org.junit.Assert.assertNotNull) EmbeddedChannel(io.netty.channel.embedded.EmbeddedChannel) AttributeId(io.pravega.segmentstore.contracts.AttributeId) IntentionalException(io.pravega.test.common.IntentionalException) lombok.val(lombok.val) Assert.assertTrue(org.junit.Assert.assertTrue) Test(org.junit.Test) Mockito.times(org.mockito.Mockito.times) Mockito.when(org.mockito.Mockito.when) WireCommands(io.pravega.shared.protocol.netty.WireCommands) ChannelFuture(io.netty.channel.ChannelFuture) Mockito.verify(org.mockito.Mockito.verify) Channel(io.netty.channel.Channel) WireCommand(io.pravega.shared.protocol.netty.WireCommand) Mockito(org.mockito.Mockito) InvalidEventNumber(io.pravega.shared.protocol.netty.WireCommands.InvalidEventNumber) Mockito.never(org.mockito.Mockito.never) AttributeUpdateCollection(io.pravega.segmentstore.contracts.AttributeUpdateCollection) Assert.assertNull(org.junit.Assert.assertNull) ChannelConfig(io.netty.channel.ChannelConfig) OperationUnsupported(io.pravega.shared.protocol.netty.WireCommands.OperationUnsupported) InlineExecutor(io.pravega.test.common.InlineExecutor) AttributeUpdateType(io.pravega.segmentstore.contracts.AttributeUpdateType) Collections(java.util.Collections) Assert.assertEquals(org.junit.Assert.assertEquals) ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) SetupAppend(io.pravega.shared.protocol.netty.WireCommands.SetupAppend) ArrayList(java.util.ArrayList) Append(io.pravega.shared.protocol.netty.Append) SetupAppend(io.pravega.shared.protocol.netty.WireCommands.SetupAppend) BadAttributeUpdateException(io.pravega.segmentstore.contracts.BadAttributeUpdateException) BadOffsetException(io.pravega.segmentstore.contracts.BadOffsetException) WireCommands(io.pravega.shared.protocol.netty.WireCommands) Test(org.junit.Test)

Aggregations

ByteBuf (io.netty.buffer.ByteBuf)1 Unpooled (io.netty.buffer.Unpooled)1 Channel (io.netty.channel.Channel)1 ChannelConfig (io.netty.channel.ChannelConfig)1 ChannelFuture (io.netty.channel.ChannelFuture)1 ChannelHandlerContext (io.netty.channel.ChannelHandlerContext)1 EventLoop (io.netty.channel.EventLoop)1 EmbeddedChannel (io.netty.channel.embedded.EmbeddedChannel)1 LengthFieldBasedFrameDecoder (io.netty.handler.codec.LengthFieldBasedFrameDecoder)1 Futures (io.pravega.common.concurrent.Futures)1 AttributeId (io.pravega.segmentstore.contracts.AttributeId)1 AttributeUpdate (io.pravega.segmentstore.contracts.AttributeUpdate)1 AttributeUpdateCollection (io.pravega.segmentstore.contracts.AttributeUpdateCollection)1 AttributeUpdateType (io.pravega.segmentstore.contracts.AttributeUpdateType)1 Attributes (io.pravega.segmentstore.contracts.Attributes)1 EVENT_COUNT (io.pravega.segmentstore.contracts.Attributes.EVENT_COUNT)1 BadAttributeUpdateException (io.pravega.segmentstore.contracts.BadAttributeUpdateException)1 BadOffsetException (io.pravega.segmentstore.contracts.BadOffsetException)1 SegmentType (io.pravega.segmentstore.contracts.SegmentType)1 StreamSegmentSealedException (io.pravega.segmentstore.contracts.StreamSegmentSealedException)1