Examples with SegmentStatsRecorder io.pravega.segmentstore.server.host.stat.SegmentStatsRecorder used on opensource projects

Example 1 with SegmentStatsRecorder

use of io.pravega.segmentstore.server.host.stat.SegmentStatsRecorder in project pravega by pravega.

the class PravegaRequestProcessorTest method testConditionalSegmentMergeReplaceIfEquals.

@Test(timeout = 20000)
public void testConditionalSegmentMergeReplaceIfEquals() throws Exception {
    String streamSegmentName = "scope/stream/txnSegment";
    UUID txnId = UUID.randomUUID();
    @Cleanup ServiceBuilder serviceBuilder = newInlineExecutionInMemoryBuilder(getBuilderConfig());
    serviceBuilder.initialize();
    StreamSegmentStore store = spy(serviceBuilder.createStreamSegmentService());
    ServerConnection connection = mock(ServerConnection.class);
    InOrder order = inOrder(connection);
    SegmentStatsRecorder recorderMock = mock(SegmentStatsRecorder.class);
    PravegaRequestProcessor processor = new PravegaRequestProcessor(store, mock(TableStore.class), new TrackedConnection(connection), recorderMock, TableSegmentStatsRecorder.noOp(), new PassingTokenVerifier(), false);
    processor.createSegment(new WireCommands.CreateSegment(0, streamSegmentName, WireCommands.CreateSegment.NO_SCALE, 0, "", 0L));
    order.verify(connection).send(new WireCommands.SegmentCreated(0, streamSegmentName));
    String transactionName = NameUtils.getTransactionNameFromId(streamSegmentName, txnId);
    processor.createSegment(new WireCommands.CreateSegment(1, transactionName, WireCommands.CreateSegment.NO_SCALE, 0, "", 0L));
    order.verify(connection).send(new WireCommands.SegmentCreated(1, transactionName));
    // Try to merge the transaction conditionally, when the attributes on the parent segment do not match.
    UUID randomAttribute1 = UUID.randomUUID();
    UUID randomAttribute2 = UUID.randomUUID();
    List<WireCommands.ConditionalAttributeUpdate> attributeUpdates = asList(new WireCommands.ConditionalAttributeUpdate(randomAttribute1, WireCommands.ConditionalAttributeUpdate.REPLACE_IF_EQUALS, 1, streamSegmentName.hashCode()), new WireCommands.ConditionalAttributeUpdate(randomAttribute2, WireCommands.ConditionalAttributeUpdate.REPLACE_IF_EQUALS, 2, streamSegmentName.hashCode()));
    // The first attempt should fail as the attribute update is not going to work.
    assertTrue(append(transactionName, 1, store));
    processor.mergeSegments(new WireCommands.MergeSegments(2, streamSegmentName, transactionName, "", attributeUpdates));
    order.verify(connection).send(new WireCommands.SegmentAttributeUpdated(2, false));
    // Now, set the right attributes in the parent segment.
    processor.updateSegmentAttribute(new WireCommands.UpdateSegmentAttribute(3, streamSegmentName, randomAttribute1, streamSegmentName.hashCode(), WireCommands.NULL_ATTRIBUTE_VALUE, ""));
    order.verify(connection).send(new WireCommands.SegmentAttributeUpdated(3, true));
    processor.updateSegmentAttribute(new WireCommands.UpdateSegmentAttribute(4, streamSegmentName, randomAttribute2, streamSegmentName.hashCode(), WireCommands.NULL_ATTRIBUTE_VALUE, ""));
    order.verify(connection).send(new WireCommands.SegmentAttributeUpdated(4, true));
    // Merge segments conditionally, now it should work.
    processor.mergeSegments(new WireCommands.MergeSegments(5, streamSegmentName, transactionName, "", attributeUpdates));
    order.verify(connection).send(new WireCommands.SegmentsMerged(5, streamSegmentName, transactionName, 1));
    // Check the value of attributes post merge.
    processor.getSegmentAttribute(new WireCommands.GetSegmentAttribute(6, streamSegmentName, randomAttribute1, ""));
    order.verify(connection).send(new WireCommands.SegmentAttribute(6, 1));
    processor.getSegmentAttribute(new WireCommands.GetSegmentAttribute(7, streamSegmentName, randomAttribute2, ""));
    order.verify(connection).send(new WireCommands.SegmentAttribute(7, 2));
}

Example 2 with SegmentStatsRecorder

use of io.pravega.segmentstore.server.host.stat.SegmentStatsRecorder in project pravega by pravega.

the class PravegaRequestProcessorTest method testMetricsOnSegmentMerge.

@Test(timeout = 20000)
public void testMetricsOnSegmentMerge() throws Exception {
    String streamSegmentName = "scope/stream/txnSegment";
    UUID txnId = UUID.randomUUID();
    @Cleanup ServiceBuilder serviceBuilder = newInlineExecutionInMemoryBuilder(getBuilderConfig());
    serviceBuilder.initialize();
    StreamSegmentStore store = spy(serviceBuilder.createStreamSegmentService());
    ServerConnection connection = mock(ServerConnection.class);
    doReturn(Futures.failedFuture(new StreamSegmentMergedException(streamSegmentName))).when(store).sealStreamSegment(anyString(), any());
    // test txn segment merge
    CompletableFuture<MergeStreamSegmentResult> txnFuture = CompletableFuture.completedFuture(createMergeStreamSegmentResult(streamSegmentName, txnId));
    doReturn(txnFuture).when(store).mergeStreamSegment(anyString(), anyString(), any(), any());
    SegmentStatsRecorder recorderMock = mock(SegmentStatsRecorder.class);
    PravegaRequestProcessor processor = new PravegaRequestProcessor(store, mock(TableStore.class), new TrackedConnection(connection), recorderMock, TableSegmentStatsRecorder.noOp(), new PassingTokenVerifier(), false);
    processor.createSegment(new WireCommands.CreateSegment(0, streamSegmentName, WireCommands.CreateSegment.NO_SCALE, 0, "", 0));
    String transactionName = NameUtils.getTransactionNameFromId(streamSegmentName, txnId);
    processor.createSegment(new WireCommands.CreateSegment(1, transactionName, WireCommands.CreateSegment.NO_SCALE, 0, "", 0));
    processor.mergeSegments(new WireCommands.MergeSegments(2, streamSegmentName, transactionName, ""));
    verify(recorderMock).merge(streamSegmentName, 100L, 10, streamSegmentName.hashCode());
}

Example 3 with SegmentStatsRecorder

use of io.pravega.segmentstore.server.host.stat.SegmentStatsRecorder in project pravega by pravega.

the class PravegaRequestProcessorTest method testConditionalSegmentMergeReplace.

@Test(timeout = 20000)
public void testConditionalSegmentMergeReplace() throws Exception {
    String streamSegmentName = "scope/stream/txnSegment";
    UUID txnId = UUID.randomUUID();
    @Cleanup ServiceBuilder serviceBuilder = newInlineExecutionInMemoryBuilder(getBuilderConfig());
    serviceBuilder.initialize();
    StreamSegmentStore store = spy(serviceBuilder.createStreamSegmentService());
    ServerConnection connection = mock(ServerConnection.class);
    InOrder order = inOrder(connection);
    SegmentStatsRecorder recorderMock = mock(SegmentStatsRecorder.class);
    PravegaRequestProcessor processor = new PravegaRequestProcessor(store, mock(TableStore.class), new TrackedConnection(connection), recorderMock, TableSegmentStatsRecorder.noOp(), new PassingTokenVerifier(), false);
    processor.createSegment(new WireCommands.CreateSegment(0, streamSegmentName, WireCommands.CreateSegment.NO_SCALE, 0, "", 0L));
    order.verify(connection).send(new WireCommands.SegmentCreated(0, streamSegmentName));
    String transactionName = NameUtils.getTransactionNameFromId(streamSegmentName, txnId);
    processor.createSegment(new WireCommands.CreateSegment(1, transactionName, WireCommands.CreateSegment.NO_SCALE, 0, "", 0L));
    order.verify(connection).send(new WireCommands.SegmentCreated(1, transactionName));
    assertTrue(append(transactionName, 1, store));
    // Update to perform.
    UUID randomAttribute1 = UUID.randomUUID();
    UUID randomAttribute2 = UUID.randomUUID();
    List<WireCommands.ConditionalAttributeUpdate> attributeUpdates = asList(new WireCommands.ConditionalAttributeUpdate(randomAttribute1, WireCommands.ConditionalAttributeUpdate.REPLACE, 1, 0), new WireCommands.ConditionalAttributeUpdate(randomAttribute2, WireCommands.ConditionalAttributeUpdate.REPLACE, 2, 0));
    // Set a attributes in the parent segment with a certain value.
    processor.updateSegmentAttribute(new WireCommands.UpdateSegmentAttribute(2, streamSegmentName, randomAttribute1, streamSegmentName.hashCode(), WireCommands.NULL_ATTRIBUTE_VALUE, ""));
    order.verify(connection).send(new WireCommands.SegmentAttributeUpdated(2, true));
    processor.updateSegmentAttribute(new WireCommands.UpdateSegmentAttribute(3, streamSegmentName, randomAttribute2, streamSegmentName.hashCode(), WireCommands.NULL_ATTRIBUTE_VALUE, ""));
    order.verify(connection).send(new WireCommands.SegmentAttributeUpdated(3, true));
    // Check the value of attributes post merge.
    processor.getSegmentAttribute(new WireCommands.GetSegmentAttribute(4, streamSegmentName, randomAttribute1, ""));
    order.verify(connection).send(new WireCommands.SegmentAttribute(4, streamSegmentName.hashCode()));
    processor.getSegmentAttribute(new WireCommands.GetSegmentAttribute(5, streamSegmentName, randomAttribute2, ""));
    order.verify(connection).send(new WireCommands.SegmentAttribute(5, streamSegmentName.hashCode()));
    // Merge segments replacing attributes, now it should work.
    processor.mergeSegments(new WireCommands.MergeSegments(6, streamSegmentName, transactionName, "", attributeUpdates));
    order.verify(connection).send(new WireCommands.SegmentsMerged(6, streamSegmentName, transactionName, 1));
    // Check the value of attributes post merge.
    processor.getSegmentAttribute(new WireCommands.GetSegmentAttribute(7, streamSegmentName, randomAttribute1, ""));
    order.verify(connection).send(new WireCommands.SegmentAttribute(7, 1));
    processor.getSegmentAttribute(new WireCommands.GetSegmentAttribute(8, streamSegmentName, randomAttribute2, ""));
    order.verify(connection).send(new WireCommands.SegmentAttribute(8, 2));
}