Examples with Context io.mantisrx.runtime.Context used on opensource projects

Example 46 with Context

use of io.mantisrx.runtime.Context in project mantis by Netflix.

the class HttpSourceImplTest method testRemovedServerWillBeUnsubscribed.

@Test
public void testRemovedServerWillBeUnsubscribed() throws Exception {
    HttpSourceImpl<ByteBuf, ServerSentEvent, ServerContext<ServerSentEvent>> source = createStreamingSource("test/infStream");
    final AtomicInteger counter = new AtomicInteger();
    final CountDownLatch done = new CountDownLatch(1);
    final ConcurrentHashMap<String, AtomicInteger> result = new ConcurrentHashMap<>();
    final ConcurrentMap<ServerInfo, CountDownLatch> serverRemovalLatch = new ConcurrentHashMap<>();
    for (Server server : localServerProvider.getServers()) {
        serverRemovalLatch.put(toServerInfo(server), new CountDownLatch(1));
    }
    Observable.merge(source.call(new Context(), new Index(1, 1))).doOnNext(new Action1<ServerContext<ServerSentEvent>>() {

        @Override
        public void call(ServerContext<ServerSentEvent> pair) {
            try {
                assertTrue(pair.getValue().contentAsString().contains("line"));
                counter.incrementAndGet();
                String msg = pair.getValue().contentAsString();
                result.putIfAbsent(msg, new AtomicInteger());
                result.get(msg).incrementAndGet();
            } finally {
                serverRemovalLatch.get(pair.getServer()).countDown();
            }
        }
    }).doOnError(new Action1<Throwable>() {

        @Override
        public void call(Throwable throwable) {
            fail("Unexpected failure: " + throwable);
        }
    }).doAfterTerminate(new Action0() {

        @Override
        public void call() {
            done.countDown();
        }
    }).subscribe();
    for (Server server : localServerProvider.getServers()) {
        serverRemovalLatch.get(toServerInfo(server)).await();
        localServerProvider.removeServer(toServerInfo(server));
    }
    long waitSeconds = 5;
    boolean timedout = !done.await(waitSeconds, TimeUnit.SECONDS);
    if (timedout) {
        fail(String.format("Waited at least %d seconds for the test to finish. Connection to at least one server is not unsubscribed.", waitSeconds));
    }
    assertTrue(String.format("Each server should emit at least one event before being canceled. Expected counter >= %d, actual counter: %d", localServerProvider.serverSize(), counter.get()), counter.get() >= localServerProvider.serverSize());
    for (Server server : localServerProvider.getServers()) {
        ServerInfo serverInfo = toServerInfo(server);
        assertEquals("There should be one completion per server", 1, sourceObserver.getCount(serverInfo, EventType.SOURCE_COMPLETED));
        assertEquals("There should be one un-subscription per server", 1, sourceObserver.getCount(serverInfo, EventType.CONNECTION_UNSUBSCRIBED));
        assertEquals("There should be no error", 0, sourceObserver.getCount(serverInfo, EventType.SUBSCRIPTION_FAILED));
        assertEquals("There should be one connection per server", 1, sourceObserver.getCount(serverInfo, EventType.SUBSCRIPTION_ESTABLISHED));
        assertEquals(String.format("There should be exactly one cancellation event per server for %d servers. ", localServerProvider.serverSize()), 1, sourceObserver.getCount(serverInfo, EventType.SUBSCRIPTION_CANCELED));
    }
    assertEquals("The source should emit exactly one completion event", 1, sourceObserver.getCompletionCount());
    assertEquals("The server should not have any error event", 0, sourceObserver.getErrorCount());
    Set<EventType> events = sourceObserver.getEvents();
    assertEquals("Each server should have one occurrence per event type except server failure event", (EventType.values().length - 1), events.size());
    for (EventType event : events) {
        assertEquals("Each event should be recorded exactly once", localServerProvider.serverSize(), sourceObserver.getEventCount(event));
    }
}

Example 47 with Context

use of io.mantisrx.runtime.Context in project mantis by Netflix.

the class HttpSourceImplTest method testConnectionFailureShouldBeCaptured.

@Test
public void testConnectionFailureShouldBeCaptured() throws Exception {
    HttpClientFactory<ByteBuf, ByteBuf> factory = new HttpClientFactory<ByteBuf, ByteBuf>() {

        @Override
        public HttpClient<ByteBuf, ByteBuf> createClient(ServerInfo server) {
            HttpClientBuilder<ByteBuf, ByteBuf> clientBuilder = new HttpClientBuilder<>(server.getHost(), server.getPort());
            return clientBuilder.channelOption(ChannelOption.CONNECT_TIMEOUT_MILLIS, 100).build();
        }
    };
    HttpSourceImpl<ByteBuf, ByteBuf, ServerContext<ByteBuf>> source = HttpSourceImpl.builder(factory, HttpRequestFactories.createGetFactory("/"), HttpSourceImpl.<ByteBuf>contextWrapper()).withActivityObserver(sourceObserver).withServerProvider(new HttpServerProvider() {

        @Override
        public Observable<ServerInfo> getServersToAdd() {
            return Observable.just(new ServerInfo("localhost", UNUSED_PORT));
        }

        @Override
        public Observable<ServerInfo> getServersToRemove() {
            return Observable.empty();
        }
    }).build();
    final CountDownLatch latch = new CountDownLatch(1);
    final AtomicReference<Throwable> ex = new AtomicReference<>();
    final AtomicReference<ServerContext<ByteBuf>> items = new AtomicReference<>();
    Observable.merge(source.call(new Context(), new Index(1, 1))).subscribe(new Subscriber<ServerContext<ByteBuf>>() {

        @Override
        public void onCompleted() {
            latch.countDown();
        }

        @Override
        public void onError(Throwable e) {
            ex.set(e);
            latch.countDown();
        }

        @Override
        public void onNext(ServerContext<ByteBuf> pair) {
            items.set(pair);
        }
    });
    if (!latch.await(5, TimeUnit.HOURS)) {
        fail("The test case should finish way sooner than 5 seconds. ");
    }
    Assert.assertNull("The connection error should be captured per server, therefore not propagated up to the entire source.", ex.get());
    Assert.assertNull("There should be no emitted item due to connection timeout", items.get());
}

Example 48 with Context

use of io.mantisrx.runtime.Context in project mantis by Netflix.

the class HttpSourceImplTest method testResumeOnTimeout.

@Test
public void testResumeOnTimeout() throws Exception {
    HttpClientFactory<ByteBuf, ByteBuf> factory = new HttpClientFactory<ByteBuf, ByteBuf>() {

        @Override
        public HttpClient<ByteBuf, ByteBuf> createClient(ServerInfo server) {
            ClientConfig clientConfig = new ClientConfig.Builder().readTimeout(10, TimeUnit.MILLISECONDS).build();
            return new HttpClientBuilder<ByteBuf, ByteBuf>(server.getHost(), server.getPort()).config(clientConfig).build();
        }
    };
    final ConcurrentMap<ServerInfo, AtomicInteger> resumptions = new ConcurrentHashMap<>();
    for (ServerInfo server : localServerProvider.getServerInfos()) {
        resumptions.put(server, new AtomicInteger());
    }
    final int maxRepeat = 5;
    HttpSourceImpl<ByteBuf, ByteBuf, ServerContext<ByteBuf>> source = HttpSourceImpl.builder(factory, HttpRequestFactories.createGetFactory("test/timeout?timeout=10000"), HttpSourceImpl.<ByteBuf>contextWrapper()).withActivityObserver(sourceObserver).resumeWith(new ClientResumePolicy<ByteBuf, ByteBuf>() {

        @Override
        public Observable<HttpClientResponse<ByteBuf>> onError(ServerClientContext<ByteBuf, ByteBuf> clientContext, int attempts, Throwable error) {
            if (attempts <= maxRepeat) {
                resumptions.get(clientContext.getServer()).incrementAndGet();
                return clientContext.newResponse();
            }
            return null;
        }

        @Override
        public Observable<HttpClientResponse<ByteBuf>> onCompleted(ServerClientContext<ByteBuf, ByteBuf> clientContext, int attempts) {
            return null;
        }
    }).withServerProvider(localServerProvider).build();
    final CountDownLatch latch = new CountDownLatch(1);
    final AtomicReference<Throwable> ex = new AtomicReference<>();
    final AtomicReference<ServerContext<ByteBuf>> items = new AtomicReference<>();
    Observable.merge(source.call(new Context(), new Index(1, 1))).subscribe(new Subscriber<ServerContext<ByteBuf>>() {

        @Override
        public void onCompleted() {
            latch.countDown();
        }

        @Override
        public void onError(Throwable e) {
            ex.set(e);
            latch.countDown();
        }

        @Override
        public void onNext(ServerContext<ByteBuf> pair) {
            items.set(pair);
        }
    });
    if (!latch.await(10, TimeUnit.SECONDS)) {
        fail("The test case should finish way sooner than 10 seconds. ");
    }
    Assert.assertNull("The timeout error should be captured by the client so it does not surface to the source", ex.get());
    Assert.assertNull("There should be no emitted item due to connection timeout", items.get());
    for (ServerInfo serverInfo : localServerProvider.getServerInfos()) {
        assertEquals("There should be no source level error", 0, sourceObserver.getErrorCount());
        assertEquals("There should be one connection attempt per server per retry", maxRepeat + 1, sourceObserver.getCount(serverInfo, EventType.CONNECTION_ATTEMPTED));
        assertEquals("There should be no established connection per server due to read timeout. ", 0, sourceObserver.getCount(serverInfo, EventType.CONNECTION_ESTABLISHED));
        assertEquals("There should no subscribed server because of read timeout", 0, sourceObserver.getCount(serverInfo, EventType.SUBSCRIPTION_ESTABLISHED));
        assertEquals("Each server will repeat exactly " + maxRepeat + " times", maxRepeat, resumptions.get(serverInfo).get());
    }
}

Example 49 with Context

use of io.mantisrx.runtime.Context in project mantis by Netflix.

the class WorkerExecutionOperationsNetworkStage method convertJobSchedulingInfoToWorkerMap.

/**
 * Converts a JobSchedulingInfo object to a simple WorkerMap to be used from within the context.
 * Static for easier testing.
 *
 * @param jobName
 * @param jobId
 * @param durationType
 * @param js
 *
 * @return
 */
static WorkerMap convertJobSchedulingInfoToWorkerMap(String jobName, String jobId, MantisJobDurationType durationType, JobSchedulingInfo js) {
    Map<Integer, List<WorkerInfo>> stageToWorkerInfoMap = new HashMap<>();
    WorkerMap workerMap = new WorkerMap(stageToWorkerInfoMap);
    if (jobName == null || jobName.isEmpty() || jobId == null || jobId.isEmpty()) {
        logger.warn("Job name/jobId cannot be null in convertJobSchedulingInfoToWorkerMap");
        return workerMap;
    }
    if (js == null || js.getWorkerAssignments() == null) {
        logger.warn("JobSchedulingInfo or workerAssignments cannot be null in convertJobSchedulingInfoToWorkerMap");
        return workerMap;
    }
    try {
        Map<Integer, WorkerAssignments> workerAssignments = js.getWorkerAssignments();
        Iterator<Map.Entry<Integer, WorkerAssignments>> entryIterator = workerAssignments.entrySet().iterator();
        while (entryIterator.hasNext()) {
            Map.Entry<Integer, WorkerAssignments> next = entryIterator.next();
            int stageNo = next.getKey();
            WorkerAssignments workerAssignmentsForStage = next.getValue();
            Map<Integer, WorkerHost> hosts = workerAssignmentsForStage.getHosts();
            if (hosts != null) {
                List<WorkerInfo> workerInfoList = hosts.values().stream().map((workerHost) -> {
                    return generateWorkerInfo(jobName, jobId, stageNo, workerHost.getWorkerIndex(), workerHost.getWorkerNumber(), durationType, workerHost.getHost(), workerHost);
                }).collect(Collectors.toList());
                stageToWorkerInfoMap.put(stageNo, workerInfoList);
            }
        }
        workerMap = new WorkerMap(stageToWorkerInfoMap);
    } catch (Exception e) {
        logger.warn("Exception converting JobSchedulingInfo " + js + " to worker Map " + e.getMessage());
        return workerMap;
    }
    return workerMap;
}