Examples with ListValueStoreBuilder org.apache.kafka.streams.state.internals.ListValueStoreBuilder used on opensource projects

Example 1 with ListValueStoreBuilder

use of org.apache.kafka.streams.state.internals.ListValueStoreBuilder in project kafka by apache.

the class KStreamImplJoin method sharedOuterJoinWindowStoreBuilder.

private <K, V1, V2> StoreBuilder<KeyValueStore<TimestampedKeyAndJoinSide<K>, LeftOrRightValue<V1, V2>>> sharedOuterJoinWindowStoreBuilder(final JoinWindows windows, final StreamJoinedInternal<K, V1, V2> streamJoinedInternal, final String joinThisGeneratedName) {
    final boolean persistent = streamJoinedInternal.thisStoreSupplier() == null || streamJoinedInternal.thisStoreSupplier().get().persistent();
    final String storeName = buildOuterJoinWindowStoreName(streamJoinedInternal, joinThisGeneratedName) + "-store";
    // we are using a key-value store with list-values for the shared store, and have the window retention / grace period
    // handled totally on the processor node level, and hence here we are only validating these values but not using them at all
    final Duration retentionPeriod = Duration.ofMillis(windows.size() + windows.gracePeriodMs());
    final Duration windowSize = Duration.ofMillis(windows.size());
    final String rpMsgPrefix = prepareMillisCheckFailMsgPrefix(retentionPeriod, "retentionPeriod");
    final long retentionMs = validateMillisecondDuration(retentionPeriod, rpMsgPrefix);
    final String wsMsgPrefix = prepareMillisCheckFailMsgPrefix(windowSize, "windowSize");
    final long windowSizeMs = validateMillisecondDuration(windowSize, wsMsgPrefix);
    if (retentionMs < 0L) {
        throw new IllegalArgumentException("retentionPeriod cannot be negative");
    }
    if (windowSizeMs < 0L) {
        throw new IllegalArgumentException("windowSize cannot be negative");
    }
    if (windowSizeMs > retentionMs) {
        throw new IllegalArgumentException("The retention period of the window store " + storeName + " must be no smaller than its window size. Got size=[" + windowSizeMs + "], retention=[" + retentionMs + "]");
    }
    final TimestampedKeyAndJoinSideSerde<K> timestampedKeyAndJoinSideSerde = new TimestampedKeyAndJoinSideSerde<>(streamJoinedInternal.keySerde());
    final LeftOrRightValueSerde<V1, V2> leftOrRightValueSerde = new LeftOrRightValueSerde<>(streamJoinedInternal.valueSerde(), streamJoinedInternal.otherValueSerde());
    final StoreBuilder<KeyValueStore<TimestampedKeyAndJoinSide<K>, LeftOrRightValue<V1, V2>>> builder = new ListValueStoreBuilder<>(persistent ? Stores.persistentKeyValueStore(storeName) : Stores.inMemoryKeyValueStore(storeName), timestampedKeyAndJoinSideSerde, leftOrRightValueSerde, Time.SYSTEM);
    if (streamJoinedInternal.loggingEnabled()) {
        builder.withLoggingEnabled(streamJoinedInternal.logConfig());
    } else {
        builder.withLoggingDisabled();
    }
    return builder;
}