Examples with ConsumerRecords org.apache.kafka.clients.consumer.ConsumerRecords used on opensource projects

Example 66 with ConsumerRecords

use of org.apache.kafka.clients.consumer.ConsumerRecords in project incubator-atlas by apache.

the class KafkaConsumerTest method testReceive.

@Test
public void testReceive() throws Exception {
    MessageAndMetadata<String, String> messageAndMetadata = mock(MessageAndMetadata.class);
    Referenceable entity = getEntity(TRAIT_NAME);
    HookNotification.EntityUpdateRequest message = new HookNotification.EntityUpdateRequest("user1", entity);
    String json = AbstractNotification.GSON.toJson(new VersionedMessage<>(new MessageVersion("1.0.0"), message));
    kafkaConsumer.assign(Arrays.asList(new TopicPartition("ATLAS_HOOK", 0)));
    List<ConsumerRecord> klist = new ArrayList<>();
    klist.add(new ConsumerRecord<String, String>("ATLAS_HOOK", 0, 0L, "mykey", json));
    TopicPartition tp = new TopicPartition("ATLAS_HOOK", 0);
    Map mp = new HashMap();
    mp.put(tp, klist);
    ConsumerRecords records = new ConsumerRecords(mp);
    when(kafkaConsumer.poll(100)).thenReturn(records);
    when(messageAndMetadata.message()).thenReturn(json);
    AtlasKafkaConsumer consumer = new AtlasKafkaConsumer(NotificationInterface.NotificationType.HOOK.getDeserializer(), kafkaConsumer, false, 100L);
    List<AtlasKafkaMessage<HookNotification.HookNotificationMessage>> messageList = consumer.receive();
    assertTrue(messageList.size() > 0);
    HookNotification.HookNotificationMessage consumedMessage = messageList.get(0).getMessage();
    assertMessagesEqual(message, consumedMessage, entity);
}

Example 67 with ConsumerRecords

use of org.apache.kafka.clients.consumer.ConsumerRecords in project incubator-atlas by apache.

the class KafkaConsumerTest method testNextVersionMismatch.

@Test
public void testNextVersionMismatch() throws Exception {
    MessageAndMetadata<String, String> messageAndMetadata = mock(MessageAndMetadata.class);
    Referenceable entity = getEntity(TRAIT_NAME);
    HookNotification.EntityUpdateRequest message = new HookNotification.EntityUpdateRequest("user1", entity);
    String json = AbstractNotification.GSON.toJson(new VersionedMessage<>(new MessageVersion("2.0.0"), message));
    kafkaConsumer.assign(Arrays.asList(new TopicPartition("ATLAS_HOOK", 0)));
    List<ConsumerRecord> klist = new ArrayList<>();
    klist.add(new ConsumerRecord<String, String>("ATLAS_HOOK", 0, 0L, "mykey", json));
    TopicPartition tp = new TopicPartition("ATLAS_HOOK", 0);
    Map mp = new HashMap();
    mp.put(tp, klist);
    ConsumerRecords records = new ConsumerRecords(mp);
    when(kafkaConsumer.poll(100L)).thenReturn(records);
    when(messageAndMetadata.message()).thenReturn(json);
    AtlasKafkaConsumer consumer = new AtlasKafkaConsumer(NotificationInterface.NotificationType.HOOK.getDeserializer(), kafkaConsumer, false, 100L);
    try {
        List<AtlasKafkaMessage<HookNotification.HookNotificationMessage>> messageList = consumer.receive();
        assertTrue(messageList.size() > 0);
        HookNotification.HookNotificationMessage consumedMessage = messageList.get(0).getMessage();
        fail("Expected VersionMismatchException!");
    } catch (IncompatibleVersionException e) {
        e.printStackTrace();
    }
}