Examples with TestRecord org.apache.kafka.streams.test.TestRecord used on opensource projects

Example 16 with TestRecord

use of org.apache.kafka.streams.test.TestRecord in project kafka by apache.

the class AbstractJoinIntegrationTest method runTestWithDriver.

void runTestWithDriver(final List<List<TestRecord<Long, String>>> expectedResult, final String storeName) {
    try (final TopologyTestDriver driver = new TopologyTestDriver(builder.build(STREAMS_CONFIG), STREAMS_CONFIG)) {
        final TestInputTopic<Long, String> right = driver.createInputTopic(INPUT_TOPIC_RIGHT, new LongSerializer(), new StringSerializer());
        final TestInputTopic<Long, String> left = driver.createInputTopic(INPUT_TOPIC_LEFT, new LongSerializer(), new StringSerializer());
        final TestOutputTopic<Long, String> outputTopic = driver.createOutputTopic(OUTPUT_TOPIC, new LongDeserializer(), new StringDeserializer());
        final Map<String, TestInputTopic<Long, String>> testInputTopicMap = new HashMap<>();
        testInputTopicMap.put(INPUT_TOPIC_RIGHT, right);
        testInputTopicMap.put(INPUT_TOPIC_LEFT, left);
        TestRecord<Long, String> expectedFinalResult = null;
        final long firstTimestamp = time.milliseconds();
        long eventTimestamp = firstTimestamp;
        final Iterator<List<TestRecord<Long, String>>> resultIterator = expectedResult.iterator();
        for (final Input<String> singleInputRecord : input) {
            testInputTopicMap.get(singleInputRecord.topic).pipeInput(singleInputRecord.record.key, singleInputRecord.record.value, ++eventTimestamp);
            final List<TestRecord<Long, String>> expected = resultIterator.next();
            if (expected != null) {
                final List<TestRecord<Long, String>> updatedExpected = new LinkedList<>();
                for (final TestRecord<Long, String> record : expected) {
                    updatedExpected.add(new TestRecord<>(record.key(), record.value(), null, firstTimestamp + record.timestamp()));
                }
                final List<TestRecord<Long, String>> output = outputTopic.readRecordsToList();
                assertThat(output, equalTo(updatedExpected));
                expectedFinalResult = updatedExpected.get(expected.size() - 1);
            }
        }
        if (storeName != null) {
            checkQueryableStore(storeName, expectedFinalResult, driver);
        }
    }
}

Example 17 with TestRecord

use of org.apache.kafka.streams.test.TestRecord in project kafka by apache.

the class AbstractJoinIntegrationTest method runTestWithDriver.

void runTestWithDriver(final TestRecord<Long, String> expectedFinalResult, final String storeName) throws InterruptedException {
    try (final TopologyTestDriver driver = new TopologyTestDriver(builder.build(STREAMS_CONFIG), STREAMS_CONFIG)) {
        final TestInputTopic<Long, String> right = driver.createInputTopic(INPUT_TOPIC_RIGHT, new LongSerializer(), new StringSerializer());
        final TestInputTopic<Long, String> left = driver.createInputTopic(INPUT_TOPIC_LEFT, new LongSerializer(), new StringSerializer());
        final TestOutputTopic<Long, String> outputTopic = driver.createOutputTopic(OUTPUT_TOPIC, new LongDeserializer(), new StringDeserializer());
        final Map<String, TestInputTopic<Long, String>> testInputTopicMap = new HashMap<>();
        testInputTopicMap.put(INPUT_TOPIC_RIGHT, right);
        testInputTopicMap.put(INPUT_TOPIC_LEFT, left);
        final long firstTimestamp = time.milliseconds();
        long eventTimestamp = firstTimestamp;
        for (final Input<String> singleInputRecord : input) {
            testInputTopicMap.get(singleInputRecord.topic).pipeInput(singleInputRecord.record.key, singleInputRecord.record.value, ++eventTimestamp);
        }
        final TestRecord<Long, String> updatedExpectedFinalResult = new TestRecord<>(expectedFinalResult.key(), expectedFinalResult.value(), null, firstTimestamp + expectedFinalResult.timestamp());
        final List<TestRecord<Long, String>> output = outputTopic.readRecordsToList();
        assertThat(output.get(output.size() - 1), equalTo(updatedExpectedFinalResult));
        if (storeName != null) {
            checkQueryableStore(storeName, updatedExpectedFinalResult, driver);
        }
    }
}

Example 18 with TestRecord

use of org.apache.kafka.streams.test.TestRecord in project kafka by apache.

the class TestTopicsTest method testKeyValueListDuration.

@Test
public void testKeyValueListDuration() {
    final TestInputTopic<Long, String> inputTopic = testDriver.createInputTopic(INPUT_TOPIC_MAP, longSerde.serializer(), stringSerde.serializer());
    final TestOutputTopic<String, Long> outputTopic = testDriver.createOutputTopic(OUTPUT_TOPIC_MAP, stringSerde.deserializer(), longSerde.deserializer());
    final List<String> inputList = Arrays.asList("This", "is", "an", "example");
    final List<KeyValue<Long, String>> input = new LinkedList<>();
    final List<TestRecord<String, Long>> expected = new LinkedList<>();
    long i = 0;
    final Duration advance = Duration.ofSeconds(15);
    Instant recordInstant = testBaseTime;
    for (final String s : inputList) {
        input.add(new KeyValue<>(i, s));
        expected.add(new TestRecord<>(s, i, recordInstant));
        i++;
        recordInstant = recordInstant.plus(advance);
    }
    inputTopic.pipeKeyValueList(input, testBaseTime, advance);
    final List<TestRecord<String, Long>> output = outputTopic.readRecordsToList();
    assertThat(output, is(equalTo(expected)));
}