Examples with BackoffPolicy org.elasticsearch.action.bulk.BackoffPolicy used on opensource projects

Example 1 with BackoffPolicy

use of org.elasticsearch.action.bulk.BackoffPolicy in project flink by apache.

the class Elasticsearch7SinkBuilder method getBulkProcessorBuilderFactory.

@Override
protected BulkProcessorBuilderFactory getBulkProcessorBuilderFactory() {
    return new BulkProcessorBuilderFactory() {

        @Override
        public BulkProcessor.Builder apply(RestHighLevelClient client, BulkProcessorConfig bulkProcessorConfig, BulkProcessor.Listener listener) {
            BulkProcessor.Builder builder = BulkProcessor.builder(new // This cannot be inlined as a
            BulkRequestConsumerFactory() {

                // lambda because then
                // deserialization fails
                @Override
                public void accept(BulkRequest bulkRequest, ActionListener<BulkResponse> bulkResponseActionListener) {
                    client.bulkAsync(bulkRequest, RequestOptions.DEFAULT, bulkResponseActionListener);
                }
            }, listener);
            if (bulkProcessorConfig.getBulkFlushMaxActions() != -1) {
                builder.setBulkActions(bulkProcessorConfig.getBulkFlushMaxActions());
            }
            if (bulkProcessorConfig.getBulkFlushMaxMb() != -1) {
                builder.setBulkSize(new ByteSizeValue(bulkProcessorConfig.getBulkFlushMaxMb(), ByteSizeUnit.MB));
            }
            if (bulkProcessorConfig.getBulkFlushInterval() != -1) {
                builder.setFlushInterval(new TimeValue(bulkProcessorConfig.getBulkFlushInterval()));
            }
            BackoffPolicy backoffPolicy;
            final TimeValue backoffDelay = new TimeValue(bulkProcessorConfig.getBulkFlushBackOffDelay());
            final int maxRetryCount = bulkProcessorConfig.getBulkFlushBackoffRetries();
            switch(bulkProcessorConfig.getFlushBackoffType()) {
                case CONSTANT:
                    backoffPolicy = BackoffPolicy.constantBackoff(backoffDelay, maxRetryCount);
                    break;
                case EXPONENTIAL:
                    backoffPolicy = BackoffPolicy.exponentialBackoff(backoffDelay, maxRetryCount);
                    break;
                case NONE:
                    backoffPolicy = BackoffPolicy.noBackoff();
                    break;
                default:
                    throw new IllegalArgumentException("Received unknown backoff policy type " + bulkProcessorConfig.getFlushBackoffType());
            }
            builder.setBackoffPolicy(backoffPolicy);
            return builder;
        }
    };
}

Example 2 with BackoffPolicy

use of org.elasticsearch.action.bulk.BackoffPolicy in project flink by apache.

the class Elasticsearch7ApiCallBridge method configureBulkProcessorBackoff.

@Override
public void configureBulkProcessorBackoff(BulkProcessor.Builder builder, @Nullable ElasticsearchSinkBase.BulkFlushBackoffPolicy flushBackoffPolicy) {
    BackoffPolicy backoffPolicy;
    if (flushBackoffPolicy != null) {
        switch(flushBackoffPolicy.getBackoffType()) {
            case CONSTANT:
                backoffPolicy = BackoffPolicy.constantBackoff(new TimeValue(flushBackoffPolicy.getDelayMillis()), flushBackoffPolicy.getMaxRetryCount());
                break;
            case EXPONENTIAL:
            default:
                backoffPolicy = BackoffPolicy.exponentialBackoff(new TimeValue(flushBackoffPolicy.getDelayMillis()), flushBackoffPolicy.getMaxRetryCount());
        }
    } else {
        backoffPolicy = BackoffPolicy.noBackoff();
    }
    builder.setBackoffPolicy(backoffPolicy);
}

Example 3 with BackoffPolicy

use of org.elasticsearch.action.bulk.BackoffPolicy in project flink by apache.

the class Elasticsearch6ApiCallBridge method configureBulkProcessorBackoff.

@Override
public void configureBulkProcessorBackoff(BulkProcessor.Builder builder, @Nullable ElasticsearchSinkBase.BulkFlushBackoffPolicy flushBackoffPolicy) {
    BackoffPolicy backoffPolicy;
    if (flushBackoffPolicy != null) {
        switch(flushBackoffPolicy.getBackoffType()) {
            case CONSTANT:
                backoffPolicy = BackoffPolicy.constantBackoff(new TimeValue(flushBackoffPolicy.getDelayMillis()), flushBackoffPolicy.getMaxRetryCount());
                break;
            case EXPONENTIAL:
            default:
                backoffPolicy = BackoffPolicy.exponentialBackoff(new TimeValue(flushBackoffPolicy.getDelayMillis()), flushBackoffPolicy.getMaxRetryCount());
        }
    } else {
        backoffPolicy = BackoffPolicy.noBackoff();
    }
    builder.setBackoffPolicy(backoffPolicy);
}

Example 4 with BackoffPolicy

use of org.elasticsearch.action.bulk.BackoffPolicy in project flink by apache.

the class Elasticsearch2ApiCallBridge method configureBulkProcessorBackoff.

@Override
public void configureBulkProcessorBackoff(BulkProcessor.Builder builder, @Nullable ElasticsearchSinkBase.BulkFlushBackoffPolicy flushBackoffPolicy) {
    BackoffPolicy backoffPolicy;
    if (flushBackoffPolicy != null) {
        switch(flushBackoffPolicy.getBackoffType()) {
            case CONSTANT:
                backoffPolicy = BackoffPolicy.constantBackoff(new TimeValue(flushBackoffPolicy.getDelayMillis()), flushBackoffPolicy.getMaxRetryCount());
                break;
            case EXPONENTIAL:
            default:
                backoffPolicy = BackoffPolicy.exponentialBackoff(new TimeValue(flushBackoffPolicy.getDelayMillis()), flushBackoffPolicy.getMaxRetryCount());
        }
    } else {
        backoffPolicy = BackoffPolicy.noBackoff();
    }
    builder.setBackoffPolicy(backoffPolicy);
}

Example 5 with BackoffPolicy

use of org.elasticsearch.action.bulk.BackoffPolicy in project flink by apache.

the class Elasticsearch5ApiCallBridge method configureBulkProcessorBackoff.

@Override
public void configureBulkProcessorBackoff(BulkProcessor.Builder builder, @Nullable ElasticsearchSinkBase.BulkFlushBackoffPolicy flushBackoffPolicy) {
    BackoffPolicy backoffPolicy;
    if (flushBackoffPolicy != null) {
        switch(flushBackoffPolicy.getBackoffType()) {
            case CONSTANT:
                backoffPolicy = BackoffPolicy.constantBackoff(new TimeValue(flushBackoffPolicy.getDelayMillis()), flushBackoffPolicy.getMaxRetryCount());
                break;
            case EXPONENTIAL:
            default:
                backoffPolicy = BackoffPolicy.exponentialBackoff(new TimeValue(flushBackoffPolicy.getDelayMillis()), flushBackoffPolicy.getMaxRetryCount());
        }
    } else {
        backoffPolicy = BackoffPolicy.noBackoff();
    }
    builder.setBackoffPolicy(backoffPolicy);
}