use of io.pravega.segmentstore.server.host.handler.PravegaConnectionListener in project pravega by pravega.
the class StateSynchronizerTest method testSetSynchronizer.
@Test(timeout = 10000)
public void testSetSynchronizer() {
String endpoint = "localhost";
String stateName = "abc";
int port = TestUtils.getAvailableListenPort();
StreamSegmentStore store = this.serviceBuilder.createStreamSegmentService();
@Cleanup PravegaConnectionListener server = new PravegaConnectionListener(false, port, store);
server.startListening();
@Cleanup MockStreamManager streamManager = new MockStreamManager("scope", endpoint, port);
streamManager.createScope("scope");
streamManager.createStream("scope", stateName, null);
SetSynchronizer<String> setA = SetSynchronizer.createNewSet(stateName, streamManager.getClientFactory());
SetSynchronizer<String> setB = SetSynchronizer.createNewSet(stateName, streamManager.getClientFactory());
setA.add("foo");
assertEquals(1, setA.getCurrentSize());
assertTrue(setA.getCurrentValues().contains("foo"));
setB.update();
assertEquals(1, setB.getCurrentSize());
assertTrue(setB.getCurrentValues().contains("foo"));
setA.add("bar");
assertEquals(1, setB.getCurrentSize());
assertTrue(setB.getCurrentValues().contains("foo"));
setB.update();
assertEquals(2, setB.getCurrentSize());
assertTrue(setB.getCurrentValues().contains("bar"));
}
use of io.pravega.segmentstore.server.host.handler.PravegaConnectionListener in project pravega by pravega.
the class StreamSeekTest method setUp.
@Before
public void setUp() throws Exception {
executor = Executors.newSingleThreadScheduledExecutor();
zkTestServer = new TestingServerStarter().start();
serviceBuilder = ServiceBuilder.newInMemoryBuilder(ServiceBuilderConfig.getDefaultConfig());
serviceBuilder.initialize();
StreamSegmentStore store = serviceBuilder.createStreamSegmentService();
server = new PravegaConnectionListener(false, servicePort, store);
server.startListening();
controllerWrapper = new ControllerWrapper(zkTestServer.getConnectString(), false, controllerPort, serviceHost, servicePort, containerCount);
controllerWrapper.awaitRunning();
}
use of io.pravega.segmentstore.server.host.handler.PravegaConnectionListener in project pravega by pravega.
the class TransactionTest method testDoubleCommit.
@Test
public void testDoubleCommit() throws TxnFailedException {
String endpoint = "localhost";
String streamName = "abc";
int port = TestUtils.getAvailableListenPort();
String event = "Event\n";
String routingKey = "RoutingKey";
StreamSegmentStore store = this.serviceBuilder.createStreamSegmentService();
@Cleanup PravegaConnectionListener server = new PravegaConnectionListener(false, port, store);
server.startListening();
@Cleanup MockStreamManager streamManager = new MockStreamManager("scope", endpoint, port);
streamManager.createScope("scope");
streamManager.createStream("scope", streamName, null);
MockClientFactory clientFactory = streamManager.getClientFactory();
@Cleanup EventStreamWriter<String> producer = clientFactory.createEventWriter(streamName, new JavaSerializer<>(), EventWriterConfig.builder().transactionTimeoutTime(60000).transactionTimeoutScaleGracePeriod(60000).build());
Transaction<String> transaction = producer.beginTxn();
transaction.writeEvent(routingKey, event);
transaction.commit();
AssertExtensions.assertThrows(TxnFailedException.class, () -> transaction.commit());
}
use of io.pravega.segmentstore.server.host.handler.PravegaConnectionListener in project pravega by pravega.
the class StreamMetadataTest method testMetadataOperations.
@Test(timeout = 60000)
public void testMetadataOperations() throws Exception {
@Cleanup TestingServer zkTestServer = new TestingServerStarter().start();
ServiceBuilder serviceBuilder = ServiceBuilder.newInMemoryBuilder(ServiceBuilderConfig.getDefaultConfig());
serviceBuilder.initialize();
StreamSegmentStore store = serviceBuilder.createStreamSegmentService();
int servicePort = TestUtils.getAvailableListenPort();
@Cleanup PravegaConnectionListener server = new PravegaConnectionListener(false, servicePort, store);
server.startListening();
int controllerPort = TestUtils.getAvailableListenPort();
@Cleanup ControllerWrapper controllerWrapper = new ControllerWrapper(zkTestServer.getConnectString(), false, controllerPort, "localhost", servicePort, 4);
Controller controller = controllerWrapper.getController();
final String scope1 = "scope1";
final String streamName1 = "stream1";
final String scopeSeal = "scopeSeal";
final String streamNameSeal = "streamSeal";
final String scope2 = "scope2";
final String streamName2 = "stream2";
controllerWrapper.getControllerService().createScope(scope1).get();
final ScalingPolicy scalingPolicy = ScalingPolicy.fixed(2);
final StreamConfiguration config1 = StreamConfiguration.builder().scope(scope1).streamName(streamName1).scalingPolicy(scalingPolicy).build();
// create stream and seal stream
// CS1:create a stream :given a streamName, scope and config
assertTrue(controller.createStream(config1).get());
// Seal a stream given a streamName and scope.
controllerWrapper.getControllerService().createScope(scopeSeal).get();
final StreamConfiguration configSeal = StreamConfiguration.builder().scope(scopeSeal).streamName(streamNameSeal).scalingPolicy(scalingPolicy).build();
assertTrue(controller.createStream(configSeal).get());
controller.getCurrentSegments(scopeSeal, streamNameSeal).get();
assertTrue(controller.sealStream(scopeSeal, streamNameSeal).get());
assertTrue("FAILURE: No active segments should be present in a sealed stream", controller.getCurrentSegments(scopeSeal, streamNameSeal).get().getSegments().isEmpty());
// Seal an already sealed stream.
assertTrue(controller.sealStream(scopeSeal, streamNameSeal).get());
assertTrue("FAILURE: No active segments should be present in a sealed stream", controller.getCurrentSegments(scopeSeal, streamNameSeal).get().getSegments().isEmpty());
assertThrows("FAILURE: Seal operation on a non-existent stream returned ", controller.sealStream(scopeSeal, "nonExistentStream"), t -> true);
// CS2:stream duplication not allowed
assertFalse(controller.createStream(config1).get());
// CS3:create a stream with same stream name in different scopes
controllerWrapper.getControllerService().createScope(scope2).get();
final StreamConfiguration config2 = StreamConfiguration.builder().scope(scope2).streamName(streamName1).scalingPolicy(scalingPolicy).build();
assertTrue(controller.createStream(config2).get());
// CS4:create a stream with different stream name and config in same scope
final StreamConfiguration config3 = StreamConfiguration.builder().scope(scope1).streamName(streamName2).scalingPolicy(ScalingPolicy.fixed(3)).build();
assertTrue(controller.createStream(config3).get());
// update stream config(update Stream)
// AS3:update the type of scaling policy
final StreamConfiguration config6 = StreamConfiguration.builder().scope(scope1).streamName(streamName1).scalingPolicy(ScalingPolicy.byDataRate(100, 2, 2)).build();
assertTrue(controller.updateStream(config6).get());
// AS4:update the target rate of scaling policy
final StreamConfiguration config7 = StreamConfiguration.builder().scope(scope1).streamName(streamName1).scalingPolicy(ScalingPolicy.byDataRate(200, 2, 2)).build();
assertTrue(controller.updateStream(config7).get());
// AS5:update the scale factor of scaling policy
final StreamConfiguration config8 = StreamConfiguration.builder().scope(scope1).streamName(streamName1).scalingPolicy(ScalingPolicy.byDataRate(200, 4, 2)).build();
assertTrue(controller.updateStream(config8).get());
// AS6:update the minNumsegments of scaling policy
final StreamConfiguration config9 = StreamConfiguration.builder().scope(scope1).streamName(streamName1).scalingPolicy(ScalingPolicy.byDataRate(200, 4, 3)).build();
assertTrue(controller.updateStream(config9).get());
// AS7:Update configuration of non-existent stream.
final StreamConfiguration config = StreamConfiguration.builder().scope("scope").streamName("streamName").scalingPolicy(ScalingPolicy.fixed(2)).build();
CompletableFuture<Boolean> updateStatus = controller.updateStream(config);
assertThrows("FAILURE: Updating the configuration of a non-existent stream", updateStatus, t -> true);
// get currently active segments
// GCS1:get active segments of the stream
assertFalse(controller.getCurrentSegments(scope1, streamName1).get().getSegments().isEmpty());
// GCS2:Get active segments for a non-existent stream.
assertThrows("Active segments cannot be fetched for non existent stream", controller.getCurrentSegments("scope", "streamName"), t -> true);
// get positions at a given time stamp
// PS1:get positions at a given time stamp:given stream, time stamp, count
Stream stream1 = new StreamImpl(scope1, streamName1);
CompletableFuture<Map<Segment, Long>> segments = controller.getSegmentsAtTime(stream1, System.currentTimeMillis());
assertEquals(2, segments.get().size());
// PS2:get positions of a stream with different count
Stream stream2 = new StreamImpl(scope1, streamName2);
segments = controller.getSegmentsAtTime(stream2, System.currentTimeMillis());
assertEquals(3, segments.get().size());
// PS4:get positions at a given timestamp for non-existent stream.
Stream stream = new StreamImpl("scope", "streamName");
assertThrows("Fetching segments at given time stamp for non existent stream ", controller.getSegmentsAtTime(stream, System.currentTimeMillis()), t -> true);
// PS5:Get position at time before stream creation
segments = controller.getSegmentsAtTime(stream1, System.currentTimeMillis() - 36000);
assertEquals(controller.getCurrentSegments(scope1, streamName1).get().getSegments().size(), segments.get().size());
// PS6:Get positions at a time in future after stream creation
segments = controller.getSegmentsAtTime(stream1, System.currentTimeMillis() + 3600);
assertTrue(!segments.get().isEmpty());
}
use of io.pravega.segmentstore.server.host.handler.PravegaConnectionListener in project pravega by pravega.
the class EndToEndChannelLeakTest method setUp.
@Before
public void setUp() throws Exception {
executor = Executors.newSingleThreadScheduledExecutor();
zkTestServer = new TestingServerStarter().start();
serviceBuilder = ServiceBuilder.newInMemoryBuilder(ServiceBuilderConfig.getDefaultConfig());
serviceBuilder.initialize();
StreamSegmentStore store = serviceBuilder.createStreamSegmentService();
server = new PravegaConnectionListener(false, servicePort, store);
server.startListening();
controllerWrapper = new ControllerWrapper(zkTestServer.getConnectString(), false, controllerPort, serviceHost, servicePort, containerCount);
controllerWrapper.awaitRunning();
}
Aggregations