Examples with Producer org.apache.kafka.clients.producer.Producer used on opensource projects

Example 11 with Producer

use of org.apache.kafka.clients.producer.Producer in project kafka by apache.

the class TopologyTestDriver method captureOutputsAndReEnqueueInternalResults.

private void captureOutputsAndReEnqueueInternalResults() {
    // Capture all the records sent to the producer ...
    final List<ProducerRecord<byte[], byte[]>> output = producer.history();
    producer.clear();
    for (final ProducerRecord<byte[], byte[]> record : output) {
        outputRecordsByTopic.computeIfAbsent(record.topic(), k -> new LinkedList<>()).add(record);
        // Forward back into the topology if the produced record is to an internal or a source topic ...
        final String outputTopicName = record.topic();
        final TopicPartition inputTopicOrPatternPartition = getInputTopicOrPatternPartition(outputTopicName);
        final TopicPartition globalInputTopicPartition = globalPartitionsByInputTopic.get(outputTopicName);
        if (inputTopicOrPatternPartition != null) {
            enqueueTaskRecord(outputTopicName, inputTopicOrPatternPartition, record.timestamp(), record.key(), record.value(), record.headers());
        }
        if (globalInputTopicPartition != null) {
            processGlobalRecord(globalInputTopicPartition, record.timestamp(), record.key(), record.value(), record.headers());
        }
    }
}

Example 12 with Producer

use of org.apache.kafka.clients.producer.Producer in project incubator-atlas by apache.

the class KafkaNotificationMockTest method shouldCollectAllFailedMessagesIfProducerFails.

@Test
@SuppressWarnings("unchecked")
public void shouldCollectAllFailedMessagesIfProducerFails() throws NotificationException, ExecutionException, InterruptedException {
    Properties configProperties = mock(Properties.class);
    KafkaNotification kafkaNotification = new KafkaNotification(configProperties);
    Producer producer = mock(Producer.class);
    String topicName = kafkaNotification.getTopicName(NotificationInterface.NotificationType.HOOK);
    String message1 = "This is a test message1";
    String message2 = "This is a test message2";
    Future returnValue1 = mock(Future.class);
    when(returnValue1.get()).thenThrow(new RuntimeException("Simulating exception"));
    Future returnValue2 = mock(Future.class);
    when(returnValue2.get()).thenThrow(new RuntimeException("Simulating exception"));
    ProducerRecord expectedRecord1 = new ProducerRecord(topicName, message1);
    when(producer.send(expectedRecord1)).thenReturn(returnValue1);
    ProducerRecord expectedRecord2 = new ProducerRecord(topicName, message2);
    when(producer.send(expectedRecord2)).thenReturn(returnValue1);
    try {
        kafkaNotification.sendInternalToProducer(producer, NotificationInterface.NotificationType.HOOK, new String[] { message1, message2 });
        fail("Should have thrown NotificationException");
    } catch (NotificationException e) {
        assertEquals(e.getFailedMessages().size(), 2);
        assertEquals(e.getFailedMessages().get(0), "This is a test message1");
        assertEquals(e.getFailedMessages().get(1), "This is a test message2");
    }
}

Example 13 with Producer

use of org.apache.kafka.clients.producer.Producer in project incubator-atlas by apache.

the class KafkaNotificationMockTest method shouldThrowExceptionIfProducerFails.

@Test
@SuppressWarnings("unchecked")
public void shouldThrowExceptionIfProducerFails() throws NotificationException, ExecutionException, InterruptedException {
    Properties configProperties = mock(Properties.class);
    KafkaNotification kafkaNotification = new KafkaNotification(configProperties);
    Producer producer = mock(Producer.class);
    String topicName = kafkaNotification.getTopicName(NotificationInterface.NotificationType.HOOK);
    String message = "This is a test message";
    Future returnValue = mock(Future.class);
    when(returnValue.get()).thenThrow(new RuntimeException("Simulating exception"));
    ProducerRecord expectedRecord = new ProducerRecord(topicName, message);
    when(producer.send(expectedRecord)).thenReturn(returnValue);
    try {
        kafkaNotification.sendInternalToProducer(producer, NotificationInterface.NotificationType.HOOK, new String[] { message });
        fail("Should have thrown NotificationException");
    } catch (NotificationException e) {
        assertEquals(e.getFailedMessages().size(), 1);
        assertEquals(e.getFailedMessages().get(0), "This is a test message");
    }
}