use of akka.stream.ActorMaterializer in project kontraktor by RuedigerMoeller.
the class AkkaInterop method akkaConsumes.
@Test
public void akkaConsumes() throws InterruptedException {
final int NUM_MSG = 20_000_000;
final ActorSystem system = ActorSystem.create("reactive-interop");
// Attention: buffer + batchsizes of Akka need increase in order to get performance
final ActorMaterializer mat = ActorMaterializer.create(ActorMaterializerSettings.create(system).withInputBuffer(4096, 4096), system);
KxReactiveStreams kxStreams = KxReactiveStreams.get();
RateMeasure rm = new RateMeasure("rate");
CountDownLatch count = new CountDownLatch(NUM_MSG);
Source.from(kxStreams.produce(IntStream.range(0, NUM_MSG))).runWith(Sink.foreach(elem -> {
rm.count();
count.countDown();
}), mat);
int secondsWait = 50;
while (count.getCount() > 0 && secondsWait-- > 0) {
System.out.println("count:" + count.getCount());
Thread.sleep(1000);
}
system.shutdown();
Assert.assertTrue(count.getCount() == 0);
// give time closing stuff
Thread.sleep(1000);
}
use of akka.stream.ActorMaterializer in project kontraktor by RuedigerMoeller.
the class AkkaInterop method akkaAkka.
@Test
public void akkaAkka() throws InterruptedException {
final int NUM_MSG = 10_000_000;
final ActorSystem system = ActorSystem.create("reactive-interop");
// Attention: buffer + batchsizes of Akka need increase in order to get performance
final ActorMaterializer mat = ActorMaterializer.create(ActorMaterializerSettings.create(system).withInputBuffer(4096, 4096), system);
RateMeasure rm = new RateMeasure("rate");
CountDownLatch count = new CountDownLatch(NUM_MSG);
Iterable it = () -> IntStream.range(0, NUM_MSG).mapToObj(x -> x).iterator();
Source.from(it).runWith(Sink.foreach(elem -> {
rm.count();
count.countDown();
}), mat);
int secondsWait = 50;
while (count.getCount() > 0 && secondsWait-- > 0) {
System.out.println("count:" + count.getCount());
Thread.sleep(1000);
}
system.shutdown();
Assert.assertTrue(count.getCount() == 0);
// give time closing stuff
Thread.sleep(1000);
}
use of akka.stream.ActorMaterializer in project kontraktor by RuedigerMoeller.
the class AkkaInterop method same_as_serveAkkaKontraktorAsBridge_use_RxJavaAtReceiverSide.
@Test
public void same_as_serveAkkaKontraktorAsBridge_use_RxJavaAtReceiverSide() throws InterruptedException {
Log.setLevel(Log.DEBUG);
final int NUM_MSG = 20_000_000;
final ActorSystem system = ActorSystem.create("reactive-interop");
// Attention: buffer + batchsizes of Akka need increase in order to get performance
final ActorMaterializer mat = ActorMaterializer.create(ActorMaterializerSettings.create(system).withInputBuffer(8192, 8192), system);
KxReactiveStreams kxStreams = KxReactiveStreams.get();
RateMeasure rm = new RateMeasure("rate");
CountDownLatch count = new CountDownLatch(NUM_MSG);
Iterable it = () -> IntStream.range(0, NUM_MSG).mapToObj(x -> x).iterator();
Publisher<Integer> pub = (Publisher<Integer>) Source.from(it).runWith(Sink.publisher(), mat);
kxStreams.asKxPublisher(pub).serve(new WebSocketPublisher().hostName("localhost").port(6789).urlPath("akka"));
AtomicInteger kontraktorCount = new AtomicInteger(0);
// subscribe with akka client
KxPublisher<Integer> remotedPublisher = new KxReactiveStreams(true).connect(Integer.class, new WebSocketConnectable().url("ws://localhost:6789/akka")).map(x -> {
// (*)
kontraktorCount.incrementAndGet();
return x;
});
RxReactiveStreams.toObservable(remotedPublisher).forEach(i -> {
rm.count();
count.countDown();
});
int secondsWait = 50;
while (count.getCount() > 0 && secondsWait-- > 0) {
System.out.println("count:" + (NUM_MSG - count.getCount()) + " kontraktor count:" + kontraktorCount.get());
Thread.sleep(1000);
}
system.shutdown();
Assert.assertTrue(count.getCount() == 0);
// give time closing stuff
Thread.sleep(1000);
}
use of akka.stream.ActorMaterializer in project kontraktor by RuedigerMoeller.
the class AkkaInterop method serveAkkaKontraktorAsBridge.
@Test
@Ignore
public void serveAkkaKontraktorAsBridge() throws InterruptedException {
Log.setLevel(Log.DEBUG);
final int NUM_MSG = 20_000_000;
final ActorSystem system = ActorSystem.create("reactive-interop");
// Attention: buffer + batchsizes of Akka need increase in order to get performance
final ActorMaterializer mat = ActorMaterializer.create(ActorMaterializerSettings.create(system).withInputBuffer(8192, 8192), system);
KxReactiveStreams kxStreams = KxReactiveStreams.get();
RateMeasure rm = new RateMeasure("rate");
CountDownLatch count = new CountDownLatch(NUM_MSG);
Iterable it = () -> IntStream.range(0, NUM_MSG).mapToObj(x -> x).iterator();
Publisher<Integer> pub = (Publisher<Integer>) Source.from(it).runWith(Sink.publisher(), mat);
kxStreams.asKxPublisher(pub).serve(new WebSocketPublisher().hostName("localhost").port(6789).urlPath("akka"));
AtomicInteger kontraktorCount = new AtomicInteger(0);
// subscribe with akka client
KxPublisher<Integer> remotedPublisher = new KxReactiveStreams(true).connect(Integer.class, new WebSocketConnectable().url("ws://localhost:6789/akka")).map(x -> {
// (*)
kontraktorCount.incrementAndGet();
return x;
});
// for unknown reasons, this loses messages .. kontraktor receiver (*) above gets them all.
// when trying to reproduce this locally the message loss seems not to occur.
// as one can see from the counters the message loss is linear (not related to stream completion)
// I think its an Akka issue as same test works if consuming from RxJava (see below)
Source.from(remotedPublisher).runWith(Sink.foreach(elem -> {
rm.count();
count.countDown();
}), mat);
int secondsWait = 50;
while (count.getCount() > 0 && secondsWait-- > 0) {
System.out.println("count:" + (NUM_MSG - count.getCount()) + " kontraktor count:" + kontraktorCount.get());
Thread.sleep(1000);
}
system.shutdown();
Assert.assertTrue(count.getCount() == 0);
// give time closing stuff
Thread.sleep(1000);
}
Aggregations