use of org.zalando.nakadi.domain.Storage in project nakadi by zalando.
the class StreamingStateTest method ensureOffsetsSubscriptionsAreRefreshedAndClosed.
@Test
public void ensureOffsetsSubscriptionsAreRefreshedAndClosed() throws InternalNakadiException, NoSuchEventTypeException, ServiceUnavailableException, InvalidCursorException {
final ZkSubscription<SubscriptionCursorWithoutToken> offsetSubscription = mock(ZkSubscription.class);
final EventTypePartition pk = new EventTypePartition("t", "0");
Mockito.when(zkMock.subscribeForOffsetChanges(Mockito.eq(pk), Mockito.any())).thenReturn(offsetSubscription);
final EventConsumer.ReassignableEventConsumer consumer = mock(EventConsumer.ReassignableEventConsumer.class);
when(consumer.getAssignment()).thenReturn(Collections.emptySet());
when(timelineService.createEventConsumer(any())).thenReturn(consumer);
when(subscription.getEventTypes()).thenReturn(Collections.singleton("t"));
final Storage storage = mock(Storage.class);
when(storage.getType()).thenReturn(Storage.Type.KAFKA);
final Timeline timeline = new Timeline("t", 0, storage, "t", new Date());
when(timelineService.getActiveTimelinesOrdered(eq("t"))).thenReturn(Collections.singletonList(timeline));
final TopicRepository topicRepository = mock(TopicRepository.class);
when(timelineService.getTopicRepository(eq(timeline))).thenReturn(topicRepository);
final PartitionStatistics stats = mock(PartitionStatistics.class);
final NakadiCursor beforeFirstCursor = NakadiCursor.of(timeline, "0", "0");
when(stats.getBeforeFirst()).thenReturn(beforeFirstCursor);
when(topicRepository.loadTopicStatistics(any())).thenReturn(Lists.newArrayList(stats));
state.onEnter();
final NakadiCursor anyCursor = NakadiCursor.of(timeline, "0", "0");
when(cursorConverter.convert(any(SubscriptionCursorWithoutToken.class))).thenReturn(anyCursor);
state.refreshTopologyUnlocked(new Partition[] { new Partition(pk.getEventType(), pk.getPartition(), SESSION_ID, null, Partition.State.ASSIGNED) });
Mockito.verify(zkMock, Mockito.times(1)).subscribeForOffsetChanges(Mockito.eq(pk), Mockito.any());
Mockito.verify(offsetSubscription, Mockito.times(0)).close();
Mockito.verify(offsetSubscription, Mockito.times(0)).getData();
state.offsetChanged(pk);
Mockito.verify(zkMock, Mockito.times(1)).subscribeForOffsetChanges(Mockito.eq(pk), Mockito.any());
Mockito.verify(offsetSubscription, Mockito.times(0)).close();
Mockito.verify(offsetSubscription, Mockito.times(1)).getData();
// Verify that offset change listener is removed
state.refreshTopologyUnlocked(new Partition[0]);
Mockito.verify(zkMock, Mockito.times(1)).subscribeForOffsetChanges(Mockito.eq(pk), Mockito.any());
Mockito.verify(offsetSubscription, Mockito.times(1)).close();
Mockito.verify(offsetSubscription, Mockito.times(1)).getData();
}
use of org.zalando.nakadi.domain.Storage in project nakadi by zalando.
the class StartingStateTest method testGetSubscriptionOffsetsBegin.
@Test
public void testGetSubscriptionOffsetsBegin() throws Exception {
when(subscription.getReadFrom()).thenReturn(SubscriptionBase.InitialPosition.BEGIN);
final NakadiCursor beforeBegin0 = mock(NakadiCursor.class);
final SubscriptionCursorWithoutToken beforeBegin0Converted = mock(SubscriptionCursorWithoutToken.class);
when(cursorConverter.convertToNoToken(eq(beforeBegin0))).thenReturn(beforeBegin0Converted);
final NakadiCursor beforeBegin1 = mock(NakadiCursor.class);
final SubscriptionCursorWithoutToken beforeBegin1Converted = mock(SubscriptionCursorWithoutToken.class);
when(cursorConverter.convertToNoToken(eq(beforeBegin1))).thenReturn(beforeBegin1Converted);
final TopicRepository topicRepository = mock(TopicRepository.class);
final PartitionStatistics resultForTopic0 = mock(PartitionStatistics.class);
when(resultForTopic0.getBeforeFirst()).thenReturn(beforeBegin0);
final PartitionStatistics resultForTopic1 = mock(PartitionStatistics.class);
when(resultForTopic1.getBeforeFirst()).thenReturn(beforeBegin1);
when(topicRepository.loadTopicStatistics(any())).thenReturn(Lists.newArrayList(resultForTopic0, resultForTopic1));
when(timelineService.getTopicRepository(eq(timelineEt00))).thenReturn(topicRepository);
final Storage storage = mock(Storage.class);
when(timelineEt00.getStorage()).thenReturn(storage);
when(timelineEt10.getStorage()).thenReturn(storage);
final List<SubscriptionCursorWithoutToken> cursors = StartingState.calculateStartPosition(subscription, timelineService, cursorConverter);
Assert.assertEquals(cursors.size(), 2);
Assert.assertEquals(beforeBegin0Converted, cursors.get(0));
Assert.assertEquals(beforeBegin1Converted, cursors.get(1));
}
use of org.zalando.nakadi.domain.Storage in project nakadi by zalando.
the class StartingStateTest method testGetSubscriptionOffsetsEnd.
@Test
public void testGetSubscriptionOffsetsEnd() throws Exception {
when(subscription.getReadFrom()).thenReturn(SubscriptionBase.InitialPosition.END);
final NakadiCursor end0 = mock(NakadiCursor.class);
final SubscriptionCursorWithoutToken end0Converted = mock(SubscriptionCursorWithoutToken.class);
when(cursorConverter.convertToNoToken(eq(end0))).thenReturn(end0Converted);
final NakadiCursor end1 = mock(NakadiCursor.class);
final SubscriptionCursorWithoutToken end1Converted = mock(SubscriptionCursorWithoutToken.class);
when(cursorConverter.convertToNoToken(eq(end1))).thenReturn(end1Converted);
final TopicRepository topicRepository = mock(TopicRepository.class);
final PartitionStatistics statsForEt0 = mock(PartitionStatistics.class);
when(statsForEt0.getLast()).thenReturn(end0);
final PartitionStatistics statsForTopic1 = mock(PartitionStatistics.class);
when(statsForTopic1.getLast()).thenReturn(end1);
when(topicRepository.loadTopicEndStatistics(any())).thenReturn(Lists.newArrayList(statsForEt0, statsForTopic1));
when(timelineService.getTopicRepository(eq(timelineEt01))).thenReturn(topicRepository);
final Storage storage = mock(Storage.class);
when(timelineEt01.getStorage()).thenReturn(storage);
when(timelineEt11.getStorage()).thenReturn(storage);
final List<SubscriptionCursorWithoutToken> cursors = StartingState.calculateStartPosition(subscription, timelineService, cursorConverter);
Assert.assertEquals(cursors.size(), 2);
Assert.assertEquals(end0Converted, cursors.get(0));
Assert.assertEquals(end1Converted, cursors.get(1));
}
use of org.zalando.nakadi.domain.Storage in project nakadi by zalando.
the class VersionOneConverterTest method testCorrectParse.
@Test
public void testCorrectParse() throws Exception {
final Cursor cursor = new Cursor("1", "001-0010-012345");
final String eventTypeName = "my_et";
final Timeline firstTimeline = mock(Timeline.class);
when(firstTimeline.getStorage()).thenReturn(new Storage("default", Storage.Type.KAFKA));
when(firstTimeline.getOrder()).thenReturn(16);
when(eventTypeCache.getTimelinesOrdered(eq(eventTypeName))).thenReturn(Collections.singletonList(firstTimeline));
final NakadiCursor nakadiCursor = converter.convert(eventTypeName, cursor);
Assert.assertEquals(firstTimeline, nakadiCursor.getTimeline());
Assert.assertEquals("1", nakadiCursor.getPartition());
Assert.assertEquals("012345", nakadiCursor.getOffset());
}
use of org.zalando.nakadi.domain.Storage in project nakadi by zalando.
the class VersionOneConverterTest method testFormatOffset.
@Test
public void testFormatOffset() {
final Timeline timeline = mock(Timeline.class);
when(timeline.getOrder()).thenReturn(15);
when(timeline.getStorage()).thenReturn(new Storage("", Storage.Type.KAFKA));
final NakadiCursor cursor = NakadiCursor.of(timeline, "x", "012345");
Assert.assertEquals("001-000f-012345", new VersionOneConverter(null).formatOffset(cursor));
}
Aggregations