Examples with Properties java.util.Properties used on opensource projects

Example 36 with Properties

use of java.util.Properties in project camel by apache.

the class KafkaConfiguration method createProducerProperties.

public Properties createProducerProperties() {
    Properties props = new Properties();
    addPropertyIfNotNull(props, ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, getKeySerializerClass());
    addPropertyIfNotNull(props, ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, getSerializerClass());
    addPropertyIfNotNull(props, ProducerConfig.ACKS_CONFIG, getRequestRequiredAcks());
    addPropertyIfNotNull(props, ProducerConfig.BUFFER_MEMORY_CONFIG, getBufferMemorySize());
    addPropertyIfNotNull(props, ProducerConfig.COMPRESSION_TYPE_CONFIG, getCompressionCodec());
    addPropertyIfNotNull(props, ProducerConfig.RETRIES_CONFIG, getRetries());
    addPropertyIfNotNull(props, ProducerConfig.INTERCEPTOR_CLASSES_CONFIG, getInterceptorClasses());
    // SSL
    applySslConfiguration(props, getSslContextParameters());
    addPropertyIfNotNull(props, SslConfigs.SSL_KEY_PASSWORD_CONFIG, getSslKeyPassword());
    addPropertyIfNotNull(props, SslConfigs.SSL_KEYSTORE_LOCATION_CONFIG, getSslKeystoreLocation());
    addPropertyIfNotNull(props, SslConfigs.SSL_KEYSTORE_PASSWORD_CONFIG, getSslKeystorePassword());
    addPropertyIfNotNull(props, SslConfigs.SSL_TRUSTSTORE_LOCATION_CONFIG, getSslTruststoreLocation());
    addPropertyIfNotNull(props, SslConfigs.SSL_TRUSTSTORE_PASSWORD_CONFIG, getSslTruststorePassword());
    addPropertyIfNotNull(props, ProducerConfig.SEND_BUFFER_CONFIG, getRetries());
    addPropertyIfNotNull(props, ProducerConfig.BATCH_SIZE_CONFIG, getProducerBatchSize());
    addPropertyIfNotNull(props, ProducerConfig.CLIENT_ID_CONFIG, getClientId());
    addPropertyIfNotNull(props, ProducerConfig.CONNECTIONS_MAX_IDLE_MS_CONFIG, getConnectionMaxIdleMs());
    addPropertyIfNotNull(props, ProducerConfig.LINGER_MS_CONFIG, getLingerMs());
    addPropertyIfNotNull(props, ProducerConfig.MAX_BLOCK_MS_CONFIG, getMaxBlockMs());
    addPropertyIfNotNull(props, ProducerConfig.MAX_REQUEST_SIZE_CONFIG, getMaxRequestSize());
    addPropertyIfNotNull(props, ProducerConfig.PARTITIONER_CLASS_CONFIG, getPartitioner());
    addPropertyIfNotNull(props, ProducerConfig.RECEIVE_BUFFER_CONFIG, getReceiveBufferBytes());
    addPropertyIfNotNull(props, ProducerConfig.REQUEST_TIMEOUT_MS_CONFIG, getRequestTimeoutMs());
    // Security protocol
    addPropertyIfNotNull(props, CommonClientConfigs.SECURITY_PROTOCOL_CONFIG, getSecurityProtocol());
    addPropertyIfNotNull(props, ProducerConfig.SEND_BUFFER_CONFIG, getSendBufferBytes());
    //SSL
    addPropertyIfNotNull(props, SslConfigs.SSL_ENABLED_PROTOCOLS_CONFIG, getSslEnabledProtocols());
    addPropertyIfNotNull(props, SslConfigs.SSL_KEYSTORE_TYPE_CONFIG, getSslKeystoreType());
    addPropertyIfNotNull(props, SslConfigs.SSL_PROTOCOL_CONFIG, getSslProtocol());
    addPropertyIfNotNull(props, SslConfigs.SSL_PROVIDER_CONFIG, getSslProvider());
    addPropertyIfNotNull(props, SslConfigs.SSL_TRUSTSTORE_TYPE_CONFIG, getSslTruststoreType());
    addPropertyIfNotNull(props, ProducerConfig.MAX_IN_FLIGHT_REQUESTS_PER_CONNECTION, getMaxInFlightRequest());
    addPropertyIfNotNull(props, ProducerConfig.METADATA_MAX_AGE_CONFIG, getMetadataMaxAgeMs());
    addPropertyIfNotNull(props, ProducerConfig.METRIC_REPORTER_CLASSES_CONFIG, getMetricReporters());
    addPropertyIfNotNull(props, ProducerConfig.METRICS_NUM_SAMPLES_CONFIG, getNoOfMetricsSample());
    addPropertyIfNotNull(props, ProducerConfig.METRICS_SAMPLE_WINDOW_MS_CONFIG, getMetricsSampleWindowMs());
    addPropertyIfNotNull(props, ProducerConfig.RECONNECT_BACKOFF_MS_CONFIG, getReconnectBackoffMs());
    addPropertyIfNotNull(props, ProducerConfig.RETRY_BACKOFF_MS_CONFIG, getRetryBackoffMs());
    //SASL
    addPropertyIfNotNull(props, SaslConfigs.SASL_KERBEROS_SERVICE_NAME, getSaslKerberosServiceName());
    addPropertyIfNotNull(props, SaslConfigs.SASL_KERBEROS_KINIT_CMD, getKerberosInitCmd());
    addPropertyIfNotNull(props, SaslConfigs.SASL_KERBEROS_MIN_TIME_BEFORE_RELOGIN, getKerberosBeforeReloginMinTime());
    addPropertyIfNotNull(props, SaslConfigs.SASL_KERBEROS_TICKET_RENEW_JITTER, getKerberosRenewJitter());
    addPropertyIfNotNull(props, SaslConfigs.SASL_KERBEROS_TICKET_RENEW_WINDOW_FACTOR, getKerberosRenewWindowFactor());
    addListPropertyIfNotNull(props, SaslConfigs.SASL_KERBEROS_PRINCIPAL_TO_LOCAL_RULES, getKerberosPrincipalToLocalRules());
    addPropertyIfNotNull(props, SaslConfigs.SASL_MECHANISM, getSaslMechanism());
    //SSL
    addPropertyIfNotNull(props, SslConfigs.SSL_CIPHER_SUITES_CONFIG, getSslCipherSuites());
    addPropertyIfNotNull(props, SslConfigs.SSL_ENDPOINT_IDENTIFICATION_ALGORITHM_CONFIG, getSslEndpointAlgorithm());
    addPropertyIfNotNull(props, SslConfigs.SSL_KEYMANAGER_ALGORITHM_CONFIG, getSslKeymanagerAlgorithm());
    addPropertyIfNotNull(props, SslConfigs.SSL_TRUSTMANAGER_ALGORITHM_CONFIG, getSslTrustmanagerAlgorithm());
    return props;
}

Example 37 with Properties

use of java.util.Properties in project camel by apache.

the class KafkaProducer method getProps.

Properties getProps() {
    Properties props = endpoint.getConfiguration().createProducerProperties();
    endpoint.updateClassProperties(props);
    // brokers can be configured on endpoint or component level
    String brokers = endpoint.getConfiguration().getBrokers();
    if (brokers == null) {
        brokers = endpoint.getComponent().getBrokers();
    }
    props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, brokers);
    return props;
}

Example 38 with Properties

use of java.util.Properties in project camel by apache.

the class KafkaConsumerOffsetRepositoryResumeTest method doPreSetup.

@Override
protected void doPreSetup() throws Exception {
    Properties props = getDefaultProperties();
    producer = new org.apache.kafka.clients.producer.KafkaProducer<>(props);
    // Create the topic with 2 partitions + send 10 messages (5 in each partitions)
    kafkaBroker.createTopic(TOPIC, 2);
    for (int i = 0; i < 10; i++) {
        producer.send(new ProducerRecord<>(TOPIC, i % 2, "key", "message-" + i));
    }
    // Create the state repository with some initial offsets
    stateRepository = new MemoryStateRepository();
    stateRepository.setState(TOPIC + "/0", "2");
    stateRepository.setState(TOPIC + "/1", "3");
}

Example 39 with Properties

use of java.util.Properties in project camel by apache.

the class KafkaProducerFullTest method before.

@BeforeClass
public static void before() {
    Properties stringsProps = new Properties();
    stringsProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:" + getKafkaPort());
    stringsProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.GROUP_ID_CONFIG, "DemoConsumer");
    stringsProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "true");
    stringsProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG, "1000");
    stringsProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.SESSION_TIMEOUT_MS_CONFIG, "30000");
    stringsProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");
    stringsProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");
    stringsProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest");
    stringsConsumerConn = new KafkaConsumer<String, String>(stringsProps);
    Properties bytesProps = new Properties();
    bytesProps.putAll(stringsProps);
    bytesProps.put("group.id", GROUP_BYTES);
    bytesProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.ByteArrayDeserializer");
    bytesProps.put(org.apache.kafka.clients.consumer.ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.ByteArrayDeserializer");
    bytesConsumerConn = new KafkaConsumer<byte[], byte[]>(bytesProps);
}

Example 40 with Properties

use of java.util.Properties in project camel by apache.

the class KafkaIdempotentRepository method doStart.

@Override
protected void doStart() throws Exception {
    ObjectHelper.notNull(camelContext, "camelContext");
    StringHelper.notEmpty(topic, "topic");
    this.cache = Collections.synchronizedMap(new LRUCache<>(maxCacheSize));
    if (consumerConfig == null) {
        consumerConfig = new Properties();
        StringHelper.notEmpty(bootstrapServers, "bootstrapServers");
        consumerConfig.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers);
    }
    if (producerConfig == null) {
        producerConfig = new Properties();
        StringHelper.notEmpty(bootstrapServers, "bootstrapServers");
        producerConfig.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers);
    }
    ObjectHelper.notNull(consumerConfig, "consumerConfig");
    ObjectHelper.notNull(producerConfig, "producerConfig");
    // each consumer instance must have control over its own offset, so assign a groupID at random
    String groupId = UUID.randomUUID().toString();
    log.debug("Creating consumer with {}[{}]", ConsumerConfig.GROUP_ID_CONFIG, groupId);
    consumerConfig.put(ConsumerConfig.GROUP_ID_CONFIG, groupId);
    consumerConfig.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, Boolean.TRUE.toString());
    consumerConfig.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
    consumerConfig.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
    consumer = new KafkaConsumer<>(consumerConfig);
    producerConfig.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
    producerConfig.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
    // set up the producer to remove all batching on send, we want all sends to be fully synchronous
    producerConfig.putIfAbsent(ProducerConfig.ACKS_CONFIG, "1");
    producerConfig.putIfAbsent(ProducerConfig.BATCH_SIZE_CONFIG, "0");
    producer = new KafkaProducer<>(producerConfig);
    cacheReadyLatch = new CountDownLatch(1);
    topicPoller = new TopicPoller(consumer, cacheReadyLatch, pollDurationMs);
    // warm up the cache
    executorService = camelContext.getExecutorServiceManager().newSingleThreadExecutor(this, "KafkaIdempotentRepository");
    executorService.submit(topicPoller);
    log.info("Warming up cache from topic {}", topic);
    try {
        if (cacheReadyLatch.await(30, TimeUnit.SECONDS)) {
            log.info("Cache OK");
        } else {
            log.warn("Timeout waiting for cache warm-up from topic {}. Proceeding anyway. " + "Duplicate records may not be detected.", topic);
        }
    } catch (InterruptedException e) {
        log.warn("Interrupted while warming up cache. This exception is ignored.", e.getMessage());
    }
}