Examples with ScheduledRequest com.palantir.dialogue.core.Benchmark.ScheduledRequest used on opensource projects

Example 1 with ScheduledRequest

use of com.palantir.dialogue.core.Benchmark.ScheduledRequest in project dialogue by palantir.

the class SimulationTest method server_side_rate_limits_with_sticky_clients_steady_vs_bursty_client.

@SimulationCase
void server_side_rate_limits_with_sticky_clients_steady_vs_bursty_client(Strategy strategy) {
    // 1 server
    // 2 types of clients sharing a DialogueChannel
    // - client that sends a request once a second
    // - client that burst sends 10k requests instantly
    // Assuming:
    // * server concurrency limit of 1
    // * 5ms to serve a request
    // 
    // Serving the bursty client by itself would take 50s. That is fine for that client, because it
    // is trying to do a lot. However, we should not make the slow-and-steady client wait 50s to send it's request.
    int numServers = 1;
    int concurrencyLimit = 1;
    Duration responseTime = Duration.ofMillis(5);
    Duration benchmarkDuration = Duration.ofMinutes(1);
    Duration timeBetweenSlowAndSteadyRequests = Duration.ofSeconds(1);
    long numSlowAndSteady = benchmarkDuration.toNanos() / timeBetweenSlowAndSteadyRequests.toNanos();
    assertThat(numSlowAndSteady).isEqualTo(60);
    Duration timeBetweenBurstRequests = Duration.ofNanos(50);
    long numBurst = 10_000;
    long totalNumRequests = numSlowAndSteady + numBurst;
    assertThat(totalNumRequests).isEqualTo(10060);
    servers = servers(IntStream.range(0, numServers).mapToObj(i -> SimulationServer.builder().serverName("node" + i).simulation(simulation).handler(h -> h.respond200UntilCapacity(429, concurrencyLimit).responseTime(responseTime)).build()).toArray(SimulationServer[]::new));
    Supplier<Channel> stickyChannelSupplier = strategy.getSticky2NonReloading(simulation, servers.get());
    Benchmark builder = Benchmark.builder().simulation(simulation);
    EndpointChannel slowAndSteadyChannel = builder.addEndpointChannel("slowAndSteady", DEFAULT_ENDPOINT, stickyChannelSupplier.get());
    EndpointChannel oneShotBurstChannel = builder.addEndpointChannel("oneShotBurst", DEFAULT_ENDPOINT, stickyChannelSupplier.get());
    Stream<ScheduledRequest> slowAndSteadyChannelRequests = builder.infiniteRequests(timeBetweenSlowAndSteadyRequests, () -> slowAndSteadyChannel).limit(numSlowAndSteady);
    Stream<ScheduledRequest> oneShotBurstChannelRequests = builder.infiniteRequests(timeBetweenBurstRequests, () -> oneShotBurstChannel).limit(numBurst);
    st = strategy;
    result = builder.mergeRequestStreams(slowAndSteadyChannelRequests, oneShotBurstChannelRequests).stopWhenNumReceived(totalNumRequests).abortAfter(benchmarkDuration.plus(Duration.ofMinutes(1))).run();
}