Search in sources :

Example 16 with TestStreamingClient

use of org.zalando.nakadi.webservice.utils.TestStreamingClient in project nakadi by zalando.

the class HilaAT method whenConsumerIsBlockedDuringConsumption.

@Test(timeout = 10000)
public void whenConsumerIsBlockedDuringConsumption() throws Exception {
    publishEvents(eventType.getName(), 5, i -> "{\"foo\":\"bar\"}");
    final TestStreamingClient client = TestStreamingClient.create(subscription.getId()).start();
    waitFor(() -> assertThat(client.getBatches(), hasSize(5)));
    SettingsControllerAT.blacklist(eventType.getName(), BlacklistService.Type.CONSUMER_ET);
    waitFor(() -> assertThat(client.getBatches(), hasSize(6)));
    Assert.assertEquals("Consumption is blocked", client.getBatches().get(client.getBatches().size() - 1).getMetadata().getDebug());
    SettingsControllerAT.whitelist(eventType.getName(), BlacklistService.Type.CONSUMER_ET);
}
Also used : TestStreamingClient(org.zalando.nakadi.webservice.utils.TestStreamingClient) Test(org.junit.Test)

Example 17 with TestStreamingClient

use of org.zalando.nakadi.webservice.utils.TestStreamingClient in project nakadi by zalando.

the class HilaAT method whenResetCursorsThenStreamFromResetCursorOffset.

@Test(timeout = 15000)
public void whenResetCursorsThenStreamFromResetCursorOffset() throws Exception {
    publishEvents(eventType.getName(), 20, i -> "{\"foo\":\"bar\"}");
    final TestStreamingClient client1 = TestStreamingClient.create(subscription.getId()).start();
    waitFor(() -> assertThat(client1.getBatches(), hasSize(10)));
    int statusCode = commitCursors(subscription.getId(), Collections.singletonList(client1.getBatches().get(9).getCursor()), client1.getSessionId());
    Assert.assertEquals(SC_NO_CONTENT, statusCode);
    final List<SubscriptionCursor> resetCursors = Collections.singletonList(client1.getBatches().get(4).getCursor());
    statusCode = given().body(MAPPER.writeValueAsString(new ItemsWrapper<>(resetCursors))).contentType(JSON).patch("/subscriptions/{id}/cursors", subscription.getId()).getStatusCode();
    Assert.assertEquals(SC_NO_CONTENT, statusCode);
    Assert.assertFalse(client1.isRunning());
    Assert.assertTrue(client1.getBatches().stream().anyMatch(streamBatch -> streamBatch.getMetadata() != null && streamBatch.getMetadata().getDebug().equals("Resetting subscription cursors")));
    final TestStreamingClient client2 = TestStreamingClient.create(subscription.getId()).start();
    waitFor(() -> assertThat(client2.getBatches(), hasSize(10)));
    Assert.assertEquals("001-0001-000000000000000005", client2.getBatches().get(0).getCursor().getOffset());
}
Also used : SubscriptionCursor(org.zalando.nakadi.view.SubscriptionCursor) CoreMatchers.is(org.hamcrest.CoreMatchers.is) NakadiTestUtils.createEventType(org.zalando.nakadi.webservice.utils.NakadiTestUtils.createEventType) NakadiTestUtils.getNumberOfAssignedStreams(org.zalando.nakadi.webservice.utils.NakadiTestUtils.getNumberOfAssignedStreams) NakadiTestUtils.publishEvent(org.zalando.nakadi.webservice.utils.NakadiTestUtils.publishEvent) RandomSubscriptionBuilder(org.zalando.nakadi.utils.RandomSubscriptionBuilder) Matchers.not(org.hamcrest.Matchers.not) HttpStatus(org.apache.http.HttpStatus) RestAssured.given(com.jayway.restassured.RestAssured.given) Subscription(org.zalando.nakadi.domain.Subscription) BaseAT(org.zalando.nakadi.webservice.BaseAT) AUTO(org.zalando.nakadi.domain.SubscriptionEventTypeStats.Partition.AssignmentType.AUTO) StringContains(org.hamcrest.core.StringContains) StreamBatch.singleEventBatch(org.zalando.nakadi.webservice.hila.StreamBatch.singleEventBatch) SubscriptionCursorWithoutToken(org.zalando.nakadi.view.SubscriptionCursorWithoutToken) TypeReference(com.fasterxml.jackson.core.type.TypeReference) ImmutableMap(com.google.common.collect.ImmutableMap) JSON(com.jayway.restassured.http.ContentType.JSON) BlacklistService(org.zalando.nakadi.service.BlacklistService) Collectors(java.util.stream.Collectors) NakadiTestUtils.commitCursors(org.zalando.nakadi.webservice.utils.NakadiTestUtils.commitCursors) List(java.util.List) EventTypePartitionView(org.zalando.nakadi.view.EventTypePartitionView) SubscriptionBase(org.zalando.nakadi.domain.SubscriptionBase) Optional(java.util.Optional) SubscriptionCursor(org.zalando.nakadi.view.SubscriptionCursor) SettingsControllerAT(org.zalando.nakadi.webservice.SettingsControllerAT) SC_NO_CONTENT(org.apache.http.HttpStatus.SC_NO_CONTENT) BEGIN(org.zalando.nakadi.domain.SubscriptionBase.InitialPosition.BEGIN) SubscriptionEventTypeStats(org.zalando.nakadi.domain.SubscriptionEventTypeStats) CoreMatchers.equalTo(org.hamcrest.CoreMatchers.equalTo) JsonTestHelper(org.zalando.nakadi.utils.JsonTestHelper) Cursor(org.zalando.nakadi.view.Cursor) MessageFormat.format(java.text.MessageFormat.format) Lists(com.google.common.collect.Lists) JsonConfig(org.zalando.nakadi.config.JsonConfig) ImmutableList(com.google.common.collect.ImmutableList) NakadiTestUtils(org.zalando.nakadi.webservice.utils.NakadiTestUtils) Matchers.hasSize(org.hamcrest.Matchers.hasSize) MatcherAssert.assertThat(org.hamcrest.MatcherAssert.assertThat) END(org.zalando.nakadi.domain.SubscriptionBase.InitialPosition.END) NakadiTestUtils.createSubscription(org.zalando.nakadi.webservice.utils.NakadiTestUtils.createSubscription) Before(org.junit.Before) ItemsWrapper(org.zalando.nakadi.domain.ItemsWrapper) SESSION_ID_UNKNOWN(org.zalando.nakadi.webservice.utils.TestStreamingClient.SESSION_ID_UNKNOWN) EventType(org.zalando.nakadi.domain.EventType) Matchers.empty(org.hamcrest.Matchers.empty) RestAssured.when(com.jayway.restassured.RestAssured.when) ObjectMapper(com.fasterxml.jackson.databind.ObjectMapper) Matchers(org.hamcrest.Matchers) TestUtils.waitFor(org.zalando.nakadi.utils.TestUtils.waitFor) Test(org.junit.Test) IOException(java.io.IOException) DIRECT(org.zalando.nakadi.domain.SubscriptionEventTypeStats.Partition.AssignmentType.DIRECT) TimeUnit(java.util.concurrent.TimeUnit) SC_OK(org.apache.http.HttpStatus.SC_OK) MatcherIgnoringToken.equalToBatchIgnoringToken(org.zalando.nakadi.webservice.hila.StreamBatch.MatcherIgnoringToken.equalToBatchIgnoringToken) NakadiTestUtils.publishEvents(org.zalando.nakadi.webservice.utils.NakadiTestUtils.publishEvents) TestStreamingClient(org.zalando.nakadi.webservice.utils.TestStreamingClient) SC_CONFLICT(org.apache.http.HttpStatus.SC_CONFLICT) Assert(org.junit.Assert) Collections(java.util.Collections) TestStreamingClient(org.zalando.nakadi.webservice.utils.TestStreamingClient) ItemsWrapper(org.zalando.nakadi.domain.ItemsWrapper) Test(org.junit.Test)

Example 18 with TestStreamingClient

use of org.zalando.nakadi.webservice.utils.TestStreamingClient in project nakadi by zalando.

the class HilaAT method whenWindowSizeIsSetItIsConsidered.

@Test(timeout = 15000)
public void whenWindowSizeIsSetItIsConsidered() throws Exception {
    publishEvents(eventType.getName(), 15, i -> "{\"foo\":\"bar\"}");
    final TestStreamingClient client = TestStreamingClient.create(URL, subscription.getId(), "max_uncommitted_events=5").start();
    waitFor(() -> assertThat(client.getBatches(), hasSize(5)));
    SubscriptionCursor cursorToCommit = client.getBatches().get(4).getCursor();
    commitCursors(subscription.getId(), ImmutableList.of(cursorToCommit), client.getSessionId());
    waitFor(() -> assertThat(client.getBatches(), hasSize(10)));
    cursorToCommit = client.getBatches().get(6).getCursor();
    commitCursors(subscription.getId(), ImmutableList.of(cursorToCommit), client.getSessionId());
    waitFor(() -> assertThat(client.getBatches(), hasSize(12)));
}
Also used : SubscriptionCursor(org.zalando.nakadi.view.SubscriptionCursor) TestStreamingClient(org.zalando.nakadi.webservice.utils.TestStreamingClient) Test(org.junit.Test)

Example 19 with TestStreamingClient

use of org.zalando.nakadi.webservice.utils.TestStreamingClient in project nakadi by zalando.

the class HilaAT method whenStreamTimeoutReachedSessionIsClosed.

@Test(timeout = 15000)
public void whenStreamTimeoutReachedSessionIsClosed() throws Exception {
    publishEvent(eventType.getName(), "{\"foo\":\"bar\"}");
    final TestStreamingClient client = TestStreamingClient.create(URL, subscription.getId(), "stream_timeout=3").start();
    waitFor(() -> assertThat(client.getBatches(), hasSize(1)));
    // to check that stream_timeout works we need to commit everything we consumed, in other case
    // Nakadi will first wait till commit_timeout exceeds
    final SubscriptionCursor lastBatchCursor = client.getBatches().get(client.getBatches().size() - 1).getCursor();
    commitCursors(subscription.getId(), ImmutableList.of(lastBatchCursor), client.getSessionId());
    waitFor(() -> assertThat(client.isRunning(), is(false)), 5000);
}
Also used : SubscriptionCursor(org.zalando.nakadi.view.SubscriptionCursor) TestStreamingClient(org.zalando.nakadi.webservice.utils.TestStreamingClient) Test(org.junit.Test)

Example 20 with TestStreamingClient

use of org.zalando.nakadi.webservice.utils.TestStreamingClient in project nakadi by zalando.

the class HilaAT method whenCommitTimeoutReachedSessionIsClosed.

@Test(timeout = 15000)
public void whenCommitTimeoutReachedSessionIsClosed() {
    publishEvent(eventType.getName(), "{\"foo\":\"bar\"}");
    final TestStreamingClient client = TestStreamingClient.create(// commit_timeout is 5 seconds for test
    subscription.getId()).start();
    waitFor(() -> assertThat(client.getBatches(), hasSize(2)), 10000);
    waitFor(() -> assertThat(client.isRunning(), is(false)), 10000);
    assertThat(client.getBatches().get(1), equalToBatchIgnoringToken(singleEventBatch("0", "001-0001-000000000000000000", eventType.getName(), ImmutableMap.of(), "Commit timeout reached")));
}
Also used : TestStreamingClient(org.zalando.nakadi.webservice.utils.TestStreamingClient) Test(org.junit.Test)

Aggregations

TestStreamingClient (org.zalando.nakadi.webservice.utils.TestStreamingClient)30 Test (org.junit.Test)29 SubscriptionCursor (org.zalando.nakadi.view.SubscriptionCursor)11 Subscription (org.zalando.nakadi.domain.Subscription)8 NakadiTestUtils.createSubscription (org.zalando.nakadi.webservice.utils.NakadiTestUtils.createSubscription)8 EventType (org.zalando.nakadi.domain.EventType)6 StringContains (org.hamcrest.core.StringContains)5 SubscriptionBase (org.zalando.nakadi.domain.SubscriptionBase)5 SubscriptionEventTypeStats (org.zalando.nakadi.domain.SubscriptionEventTypeStats)5 IOException (java.io.IOException)4 List (java.util.List)4 Collectors (java.util.stream.Collectors)4 MatcherAssert.assertThat (org.hamcrest.MatcherAssert.assertThat)4 Matchers.hasSize (org.hamcrest.Matchers.hasSize)4 Before (org.junit.Before)4 BEGIN (org.zalando.nakadi.domain.SubscriptionBase.InitialPosition.BEGIN)4 RandomSubscriptionBuilder (org.zalando.nakadi.utils.RandomSubscriptionBuilder)4 TestUtils.waitFor (org.zalando.nakadi.utils.TestUtils.waitFor)4 NakadiTestUtils.commitCursors (org.zalando.nakadi.webservice.utils.NakadiTestUtils.commitCursors)4 ObjectMapper (com.fasterxml.jackson.databind.ObjectMapper)3