Examples with KinesisProducerConfiguration com.amazonaws.services.kinesis.producer.KinesisProducerConfiguration used on opensource projects

Example 6 with KinesisProducerConfiguration

use of com.amazonaws.services.kinesis.producer.KinesisProducerConfiguration in project flink by apache.

the class KinesisConfigUtil method getValidatedProducerConfiguration.

/**
 * Validate configuration properties for {@link FlinkKinesisProducer}, and return a constructed
 * KinesisProducerConfiguration.
 */
public static KinesisProducerConfiguration getValidatedProducerConfiguration(Properties config) {
    checkNotNull(config, "config can not be null");
    validateAwsConfiguration(config);
    if (!config.containsKey(AWSConfigConstants.AWS_REGION)) {
        // per requirement in Amazon Kinesis Producer Library
        throw new IllegalArgumentException(String.format("For FlinkKinesisProducer AWS region ('%s') must be set in the config.", AWSConfigConstants.AWS_REGION));
    }
    KinesisProducerConfiguration kpc = KinesisProducerConfiguration.fromProperties(config);
    kpc.setRegion(config.getProperty(AWSConfigConstants.AWS_REGION));
    kpc.setCredentialsProvider(AWSUtil.getCredentialsProvider(config));
    // we explicitly lower the credential refresh delay (default is 5 seconds)
    // to avoid an ignorable interruption warning that occurs when shutting down the
    // KPL client. See https://github.com/awslabs/amazon-kinesis-producer/issues/10.
    kpc.setCredentialsRefreshDelay(100);
    // Override default values if they aren't specified by users
    if (!config.containsKey(RATE_LIMIT)) {
        kpc.setRateLimit(DEFAULT_RATE_LIMIT);
    }
    if (!config.containsKey(THREADING_MODEL)) {
        kpc.setThreadingModel(DEFAULT_THREADING_MODEL);
    }
    if (!config.containsKey(THREAD_POOL_SIZE)) {
        kpc.setThreadPoolSize(DEFAULT_THREAD_POOL_SIZE);
    }
    return kpc;
}