Search in sources :

Example 76 with Controller

use of io.pravega.client.control.impl.Controller in project pravega by pravega.

the class TransactionalEventStreamWriterTest method testGetTxn.

@Test
public void testGetTxn() throws TxnFailedException {
    String scope = "scope";
    String streamName = "stream";
    StreamImpl stream = new StreamImpl(scope, streamName);
    Segment segment = new Segment(scope, streamName, 0);
    UUID txnId = UUID.randomUUID();
    EventWriterConfig config = EventWriterConfig.builder().build();
    JavaSerializer<String> serializer = new JavaSerializer<>();
    // Setup mocks
    SegmentOutputStreamFactory streamFactory = Mockito.mock(SegmentOutputStreamFactory.class);
    Controller controller = Mockito.mock(Controller.class);
    Mockito.when(controller.getCurrentSegments(scope, streamName)).thenReturn(getSegmentsFuture(segment));
    Mockito.when(controller.getEpochSegments(scope, streamName, NameUtils.getEpoch(txnId))).thenReturn(getSegmentsFuture(segment));
    Mockito.when(controller.checkTransactionStatus(Stream.of(scope, streamName), txnId)).thenReturn(CompletableFuture.completedFuture(Transaction.Status.OPEN));
    Mockito.when(controller.pingTransaction(eq(Stream.of(scope, streamName)), eq(txnId), anyLong())).thenReturn(CompletableFuture.completedFuture(Transaction.PingStatus.OPEN));
    FakeSegmentOutputStream outputStream = new FakeSegmentOutputStream(segment);
    FakeSegmentOutputStream bad = new FakeSegmentOutputStream(segment);
    Mockito.when(controller.createTransaction(eq(stream), anyLong())).thenReturn(CompletableFuture.completedFuture(new TxnSegments(getSegments(segment), txnId)));
    Mockito.when(streamFactory.createOutputStreamForTransaction(eq(segment), eq(txnId), any(), any())).thenReturn(outputStream);
    Mockito.when(streamFactory.createOutputStreamForSegment(eq(segment), any(), any(), any())).thenReturn(bad);
    // Create a transactional event Writer
    TransactionalEventStreamWriter<String> writer = new TransactionalEventStreamWriterImpl<>(stream, "id", controller, streamFactory, serializer, config, executorService());
    writer.beginTxn();
    writer.close();
    // Create a new transactional eventWriter
    @Cleanup TransactionalEventStreamWriter<String> writer1 = new TransactionalEventStreamWriterImpl<>(stream, "id", controller, streamFactory, serializer, EventWriterConfig.builder().transactionTimeoutTime(10000).build(), executorService());
    Transaction<String> txn = writer1.getTxn(txnId);
    txn.writeEvent("Foo");
    assertTrue(bad.unacked.isEmpty());
    assertEquals(1, outputStream.unacked.size());
    outputStream.unacked.get(0).getAckFuture().complete(null);
    txn.flush();
    assertTrue(bad.unacked.isEmpty());
    assertTrue(outputStream.unacked.isEmpty());
    // verify pings was invoked for the transaction with the specified transactionTimeout.
    verify(controller, timeout(10_000).atLeastOnce()).pingTransaction(eq(stream), eq(txnId), eq(10000L));
}
Also used : ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) Controller(io.pravega.client.control.impl.Controller) Cleanup(lombok.Cleanup) Segment(io.pravega.client.segment.impl.Segment) EventWriterConfig(io.pravega.client.stream.EventWriterConfig) SegmentOutputStreamFactory(io.pravega.client.segment.impl.SegmentOutputStreamFactory) FakeSegmentOutputStream(io.pravega.client.stream.impl.EventStreamWriterTest.FakeSegmentOutputStream) UUID(java.util.UUID) Test(org.junit.Test)

Example 77 with Controller

use of io.pravega.client.control.impl.Controller in project pravega by pravega.

the class TransactionalEventStreamWriterTest method testTxnFailed.

@Test
public void testTxnFailed() {
    String scope = "scope";
    String streamName = "stream";
    StreamImpl stream = new StreamImpl(scope, streamName);
    Segment segment = new Segment(scope, streamName, 0);
    UUID txid = UUID.randomUUID();
    EventWriterConfig config = EventWriterConfig.builder().build();
    SegmentOutputStreamFactory streamFactory = Mockito.mock(SegmentOutputStreamFactory.class);
    Controller controller = Mockito.mock(Controller.class);
    Mockito.when(controller.getCurrentSegments(scope, streamName)).thenReturn(getSegmentsFuture(segment));
    FakeSegmentOutputStream outputStream = new FakeSegmentOutputStream(segment);
    FakeSegmentOutputStream bad = new FakeSegmentOutputStream(segment);
    Mockito.when(controller.createTransaction(eq(stream), anyLong())).thenReturn(CompletableFuture.completedFuture(new TxnSegments(getSegments(segment), txid)));
    Mockito.when(streamFactory.createOutputStreamForTransaction(eq(segment), eq(txid), any(), any())).thenReturn(outputStream);
    Mockito.when(streamFactory.createOutputStreamForSegment(eq(segment), any(), any(), any())).thenReturn(bad);
    JavaSerializer<String> serializer = new JavaSerializer<>();
    @Cleanup TransactionalEventStreamWriter<String> writer = new TransactionalEventStreamWriterImpl<>(stream, "id", controller, streamFactory, serializer, config, executorService());
    Transaction<String> txn = writer.beginTxn();
    outputStream.invokeSealedCallBack();
    try {
        txn.writeEvent("Foo");
    } catch (TxnFailedException e) {
    // Expected
    }
    assertTrue(bad.unacked.isEmpty());
    assertEquals(1, outputStream.unacked.size());
}
Also used : ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) Controller(io.pravega.client.control.impl.Controller) Cleanup(lombok.Cleanup) Segment(io.pravega.client.segment.impl.Segment) EventWriterConfig(io.pravega.client.stream.EventWriterConfig) SegmentOutputStreamFactory(io.pravega.client.segment.impl.SegmentOutputStreamFactory) TxnFailedException(io.pravega.client.stream.TxnFailedException) FakeSegmentOutputStream(io.pravega.client.stream.impl.EventStreamWriterTest.FakeSegmentOutputStream) UUID(java.util.UUID) Test(org.junit.Test)

Example 78 with Controller

use of io.pravega.client.control.impl.Controller in project pravega by pravega.

the class TransactionalEventStreamWriterTest method testTxnAbort.

@Test
public void testTxnAbort() throws TxnFailedException, SegmentSealedException {
    String scope = "scope";
    String streamName = "stream";
    StreamImpl stream = new StreamImpl(scope, streamName);
    Segment segment = new Segment(scope, streamName, 0);
    UUID txid = UUID.randomUUID();
    EventWriterConfig config = EventWriterConfig.builder().build();
    SegmentOutputStreamFactory streamFactory = Mockito.mock(SegmentOutputStreamFactory.class);
    Controller controller = Mockito.mock(Controller.class);
    Mockito.when(controller.getCurrentSegments(scope, streamName)).thenReturn(getSegmentsFuture(segment));
    FakeSegmentOutputStream outputStream = spy(new FakeSegmentOutputStream(segment));
    FakeSegmentOutputStream bad = new FakeSegmentOutputStream(segment);
    Mockito.when(controller.createTransaction(eq(stream), anyLong())).thenReturn(CompletableFuture.completedFuture(new TxnSegments(getSegments(segment), txid)));
    Mockito.when(controller.pingTransaction(eq(stream), eq(txid), anyLong())).thenReturn(CompletableFuture.completedFuture(Transaction.PingStatus.OPEN));
    Mockito.when(controller.abortTransaction(eq(stream), eq(txid))).thenReturn(CompletableFuture.completedFuture(null));
    Mockito.when(streamFactory.createOutputStreamForTransaction(eq(segment), eq(txid), any(), any())).thenReturn(outputStream);
    Mockito.when(streamFactory.createOutputStreamForSegment(eq(segment), any(), any(), any())).thenReturn(bad);
    JavaSerializer<String> serializer = new JavaSerializer<>();
    @Cleanup TransactionalEventStreamWriter<String> writer = new TransactionalEventStreamWriterImpl<>(stream, "id", controller, streamFactory, serializer, config, executorService());
    Transaction<String> txn = writer.beginTxn();
    txn.writeEvent("Foo");
    assertTrue(bad.unacked.isEmpty());
    assertEquals(1, outputStream.unacked.size());
    outputStream.unacked.get(0).getAckFuture().complete(null);
    // invoke commit of transaction.
    txn.abort();
    // verify if segments are flushed and closed.
    Mockito.verify(outputStream, Mockito.times(1)).close();
    Mockito.verify(controller, Mockito.times(1)).abortTransaction(eq(stream), eq(txid));
}
Also used : ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) Controller(io.pravega.client.control.impl.Controller) Cleanup(lombok.Cleanup) Segment(io.pravega.client.segment.impl.Segment) EventWriterConfig(io.pravega.client.stream.EventWriterConfig) SegmentOutputStreamFactory(io.pravega.client.segment.impl.SegmentOutputStreamFactory) FakeSegmentOutputStream(io.pravega.client.stream.impl.EventStreamWriterTest.FakeSegmentOutputStream) UUID(java.util.UUID) Test(org.junit.Test)

Example 79 with Controller

use of io.pravega.client.control.impl.Controller in project pravega by pravega.

the class TransactionalEventStreamWriterTest method testTxn.

@Test
public void testTxn() throws TxnFailedException {
    String scope = "scope";
    String streamName = "stream";
    StreamImpl stream = new StreamImpl(scope, streamName);
    Segment segment = new Segment(scope, streamName, 0);
    UUID txid = UUID.randomUUID();
    EventWriterConfig config = EventWriterConfig.builder().build();
    SegmentOutputStreamFactory streamFactory = Mockito.mock(SegmentOutputStreamFactory.class);
    Controller controller = Mockito.mock(Controller.class);
    Mockito.when(controller.getCurrentSegments(scope, streamName)).thenReturn(getSegmentsFuture(segment));
    FakeSegmentOutputStream outputStream = new FakeSegmentOutputStream(segment);
    FakeSegmentOutputStream bad = new FakeSegmentOutputStream(segment);
    Mockito.when(controller.createTransaction(eq(stream), anyLong())).thenReturn(CompletableFuture.completedFuture(new TxnSegments(getSegments(segment), txid)));
    Mockito.when(streamFactory.createOutputStreamForTransaction(eq(segment), eq(txid), any(), any())).thenReturn(outputStream);
    Mockito.when(streamFactory.createOutputStreamForSegment(eq(segment), any(), any(), any())).thenReturn(bad);
    JavaSerializer<String> serializer = new JavaSerializer<>();
    @Cleanup TransactionalEventStreamWriter<String> writer = new TransactionalEventStreamWriterImpl<>(stream, "id", controller, streamFactory, serializer, config, executorService());
    Transaction<String> txn = writer.beginTxn();
    txn.writeEvent("Foo");
    assertTrue(bad.unacked.isEmpty());
    assertEquals(1, outputStream.unacked.size());
    outputStream.unacked.get(0).getAckFuture().complete(null);
    txn.flush();
    assertTrue(bad.unacked.isEmpty());
    assertTrue(outputStream.unacked.isEmpty());
}
Also used : ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) Controller(io.pravega.client.control.impl.Controller) Cleanup(lombok.Cleanup) Segment(io.pravega.client.segment.impl.Segment) EventWriterConfig(io.pravega.client.stream.EventWriterConfig) SegmentOutputStreamFactory(io.pravega.client.segment.impl.SegmentOutputStreamFactory) FakeSegmentOutputStream(io.pravega.client.stream.impl.EventStreamWriterTest.FakeSegmentOutputStream) UUID(java.util.UUID) Test(org.junit.Test)

Example 80 with Controller

use of io.pravega.client.control.impl.Controller in project pravega by pravega.

the class TransactionalEventStreamWriterTest method testTxnCommitFailureRetry.

@Test
public void testTxnCommitFailureRetry() throws TxnFailedException, SegmentSealedException {
    String scope = "scope";
    String streamName = "stream";
    StreamImpl stream = new StreamImpl(scope, streamName);
    Segment segment = new Segment(scope, streamName, 0);
    UUID txid = UUID.randomUUID();
    EventWriterConfig config = EventWriterConfig.builder().build();
    JavaSerializer<String> serializer = new JavaSerializer<>();
    // Setup mocks
    SegmentOutputStreamFactory streamFactory = Mockito.mock(SegmentOutputStreamFactory.class);
    Controller controller = Mockito.mock(Controller.class);
    Mockito.when(controller.getCurrentSegments(scope, streamName)).thenReturn(getSegmentsFuture(segment));
    FakeSegmentOutputStream outputStream = spy(new FakeSegmentOutputStream(segment));
    FakeSegmentOutputStream bad = new FakeSegmentOutputStream(segment);
    Mockito.when(controller.createTransaction(eq(stream), anyLong())).thenReturn(CompletableFuture.completedFuture(new TxnSegments(getSegments(segment), txid)));
    Mockito.when(controller.pingTransaction(eq(stream), eq(txid), anyLong())).thenReturn(CompletableFuture.completedFuture(Transaction.PingStatus.OPEN));
    Mockito.when(controller.checkTransactionStatus(eq(stream), eq(txid))).thenReturn(CompletableFuture.completedFuture(Transaction.Status.OPEN));
    Mockito.when(streamFactory.createOutputStreamForTransaction(eq(segment), eq(txid), any(), any())).thenReturn(outputStream);
    Mockito.when(streamFactory.createOutputStreamForSegment(eq(segment), any(), any(), any())).thenReturn(bad);
    // Simulate a Controller client throwing a Deadline Exceeded exception.
    CompletableFuture<Void> failedCommit = new CompletableFuture<>();
    failedCommit.completeExceptionally(new RetriesExhaustedException(new StatusRuntimeException(Status.DEADLINE_EXCEEDED)));
    Mockito.when(controller.commitTransaction(eq(stream), anyString(), isNull(), eq(txid))).thenReturn(// simulate a failure
    failedCommit).thenReturn(// a success.
    CompletableFuture.completedFuture(null));
    @Cleanup TransactionalEventStreamWriter<String> writer = new TransactionalEventStreamWriterImpl<>(stream, "id", controller, streamFactory, serializer, config, executorService());
    Transaction<String> txn = writer.beginTxn();
    txn.writeEvent("Foo");
    assertTrue(bad.unacked.isEmpty());
    assertEquals(1, outputStream.unacked.size());
    outputStream.unacked.get(0).getAckFuture().complete(null);
    // invoke commit of transaction.
    try {
        txn.commit();
    } catch (Exception e) {
        assertTrue(e instanceof RetriesExhaustedException && e.getCause() instanceof StatusRuntimeException);
        // the user retries the commit since the TxnFailedException is not thrown.
        txn.commit();
    }
    // verify if segments are flushed and closed.
    Mockito.verify(outputStream, Mockito.times(1)).close();
    Mockito.verify(controller, Mockito.times(2)).commitTransaction(eq(stream), anyString(), isNull(), eq(txid));
    assertTrue(bad.unacked.isEmpty());
    assertTrue(outputStream.unacked.isEmpty());
}
Also used : ArgumentMatchers.anyString(org.mockito.ArgumentMatchers.anyString) Controller(io.pravega.client.control.impl.Controller) Cleanup(lombok.Cleanup) Segment(io.pravega.client.segment.impl.Segment) SegmentSealedException(io.pravega.client.segment.impl.SegmentSealedException) RetriesExhaustedException(io.pravega.common.util.RetriesExhaustedException) StatusRuntimeException(io.grpc.StatusRuntimeException) TxnFailedException(io.pravega.client.stream.TxnFailedException) CompletableFuture(java.util.concurrent.CompletableFuture) EventWriterConfig(io.pravega.client.stream.EventWriterConfig) SegmentOutputStreamFactory(io.pravega.client.segment.impl.SegmentOutputStreamFactory) RetriesExhaustedException(io.pravega.common.util.RetriesExhaustedException) StatusRuntimeException(io.grpc.StatusRuntimeException) FakeSegmentOutputStream(io.pravega.client.stream.impl.EventStreamWriterTest.FakeSegmentOutputStream) UUID(java.util.UUID) Test(org.junit.Test)

Aggregations

Controller (io.pravega.client.control.impl.Controller)120 Test (org.junit.Test)95 Cleanup (lombok.Cleanup)81 Segment (io.pravega.client.segment.impl.Segment)53 EventWriterConfig (io.pravega.client.stream.EventWriterConfig)50 StreamConfiguration (io.pravega.client.stream.StreamConfiguration)47 Stream (io.pravega.client.stream.Stream)37 CompletableFuture (java.util.concurrent.CompletableFuture)35 SegmentOutputStreamFactory (io.pravega.client.segment.impl.SegmentOutputStreamFactory)34 SocketConnectionFactoryImpl (io.pravega.client.connection.impl.SocketConnectionFactoryImpl)33 HashMap (java.util.HashMap)29 ClientConfig (io.pravega.client.ClientConfig)28 ClientFactoryImpl (io.pravega.client.stream.impl.ClientFactoryImpl)28 StreamImpl (io.pravega.client.stream.impl.StreamImpl)25 ReaderGroupManager (io.pravega.client.admin.ReaderGroupManager)24 Slf4j (lombok.extern.slf4j.Slf4j)24 Before (org.junit.Before)23 ConnectionFactory (io.pravega.client.connection.impl.ConnectionFactory)22 ConnectionPoolImpl (io.pravega.client.connection.impl.ConnectionPoolImpl)21 ScalingPolicy (io.pravega.client.stream.ScalingPolicy)21