Examples with CertificateProvider com.amazon.dataprepper.plugins.certificate.CertificateProvider used on opensource projects

Example 6 with CertificateProvider

use of com.amazon.dataprepper.plugins.certificate.CertificateProvider in project data-prepper by opensearch-project.

the class CertificateProviderFactoryTest method getCertificateProviderS3ProviderSuccess.

@Test
public void getCertificateProviderS3ProviderSuccess() {
    final Map<String, Object> settingsMap = new HashMap<>();
    settingsMap.put("ssl", true);
    settingsMap.put("awsRegion", "us-east-1");
    settingsMap.put("sslKeyCertChainFile", "s3://data/certificate/test_cert.crt");
    settingsMap.put("sslKeyFile", "s3://data/certificate/test_decrypted_key.key");
    final PluginSetting pluginSetting = new PluginSetting(null, settingsMap);
    pluginSetting.setPipelineName("pipeline");
    oTelTraceSourceConfig = OBJECT_MAPPER.convertValue(pluginSetting.getSettings(), OTelMetricsSourceConfig.class);
    oTelTraceSourceConfig.validateAndInitializeCertAndKeyFileInS3();
    certificateProviderFactory = new CertificateProviderFactory(oTelTraceSourceConfig);
    final CertificateProvider certificateProvider = certificateProviderFactory.getCertificateProvider();
    assertThat(certificateProvider, IsInstanceOf.instanceOf(S3CertificateProvider.class));
}

Example 7 with CertificateProvider

use of com.amazon.dataprepper.plugins.certificate.CertificateProvider in project data-prepper by opensearch-project.

the class HTTPSource method start.

@Override
public void start(final Buffer<Record<Log>> buffer) {
    if (buffer == null) {
        throw new IllegalStateException("Buffer provided is null");
    }
    if (server == null) {
        final ServerBuilder sb = Server.builder();
        sb.disableServerHeader();
        if (sourceConfig.isSsl()) {
            LOG.info("Creating http source with SSL/TLS enabled.");
            final CertificateProvider certificateProvider = certificateProviderFactory.getCertificateProvider();
            final Certificate certificate = certificateProvider.getCertificate();
            // TODO: enable encrypted key with password
            sb.https(sourceConfig.getPort()).tls(new ByteArrayInputStream(certificate.getCertificate().getBytes(StandardCharsets.UTF_8)), new ByteArrayInputStream(certificate.getPrivateKey().getBytes(StandardCharsets.UTF_8)));
        } else {
            LOG.warn("Creating http source without SSL/TLS. This is not secure.");
            LOG.warn("In order to set up TLS for the http source, go here: https://github.com/opensearch-project/data-prepper/tree/main/data-prepper-plugins/http-source#ssl");
            sb.http(sourceConfig.getPort());
        }
        authenticationProvider.addAuthenticationDecorator(sb);
        sb.maxNumConnections(sourceConfig.getMaxConnectionCount());
        final int requestTimeoutInMillis = sourceConfig.getRequestTimeoutInMillis();
        // Allow 2*requestTimeoutInMillis to accommodate non-blocking operations other than buffer writing.
        sb.requestTimeout(Duration.ofMillis(2 * requestTimeoutInMillis));
        final int threads = sourceConfig.getThreadCount();
        final ScheduledThreadPoolExecutor blockingTaskExecutor = new ScheduledThreadPoolExecutor(threads);
        sb.blockingTaskExecutor(blockingTaskExecutor, true);
        final int maxPendingRequests = sourceConfig.getMaxPendingRequests();
        final LogThrottlingStrategy logThrottlingStrategy = new LogThrottlingStrategy(maxPendingRequests, blockingTaskExecutor.getQueue());
        final LogThrottlingRejectHandler logThrottlingRejectHandler = new LogThrottlingRejectHandler(maxPendingRequests, pluginMetrics);
        // TODO: allow customization on URI path for log ingestion
        sb.decorator(HTTPSourceConfig.DEFAULT_LOG_INGEST_URI, ThrottlingService.newDecorator(logThrottlingStrategy, logThrottlingRejectHandler));
        final LogHTTPService logHTTPService = new LogHTTPService(requestTimeoutInMillis, buffer, pluginMetrics);
        sb.annotatedService(HTTPSourceConfig.DEFAULT_LOG_INGEST_URI, logHTTPService);
        if (sourceConfig.hasHealthCheckService()) {
            LOG.info("HTTP source health check is enabled");
            sb.service(HTTP_HEALTH_CHECK_PATH, HealthCheckService.of());
        }
        server = sb.build();
    }
    try {
        server.start().get();
    } catch (ExecutionException ex) {
        if (ex.getCause() != null && ex.getCause() instanceof RuntimeException) {
            throw (RuntimeException) ex.getCause();
        } else {
            throw new RuntimeException(ex);
        }
    } catch (InterruptedException ex) {
        Thread.currentThread().interrupt();
        throw new RuntimeException(ex);
    }
    LOG.info("Started http source on port " + sourceConfig.getPort() + "...");
}

Example 8 with CertificateProvider

use of com.amazon.dataprepper.plugins.certificate.CertificateProvider in project data-prepper by opensearch-project.

the class CertificateProviderFactoryTest method getFileCertificateProviderSuccess.

@Test
public void getFileCertificateProviderSuccess() {
    final HTTPSourceConfig sourceConfig = mock(HTTPSourceConfig.class);
    when(sourceConfig.isSsl()).thenReturn(true);
    when(sourceConfig.getSslCertificateFile()).thenReturn(TEST_SSL_CERTIFICATE_FILE);
    when(sourceConfig.getSslKeyFile()).thenReturn(TEST_SSL_KEY_FILE);
    final CertificateProviderFactory certificateProviderFactory = new CertificateProviderFactory(sourceConfig);
    final CertificateProvider certificateProvider = certificateProviderFactory.getCertificateProvider();
    assertThat(certificateProvider, IsInstanceOf.instanceOf(FileCertificateProvider.class));
}

Example 9 with CertificateProvider

use of com.amazon.dataprepper.plugins.certificate.CertificateProvider in project data-prepper by opensearch-project.

the class CertificateProviderFactoryTest method getCertificateProviderAcmProviderSuccess.

@Test
public void getCertificateProviderAcmProviderSuccess() {
    final Map<String, Object> settingsMap = new HashMap<>();
    settingsMap.put("useAcmCertForSSL", true);
    settingsMap.put("awsRegion", "us-east-1");
    settingsMap.put("acmCertificateArn", "arn:aws:acm:us-east-1:account:certificate/1234-567-856456");
    settingsMap.put("sslKeyCertChainFile", "data/certificate/test_cert.crt");
    settingsMap.put("sslKeyFile", "data/certificate/test_decrypted_key.key");
    final PluginSetting pluginSetting = new PluginSetting(null, settingsMap);
    pluginSetting.setPipelineName("pipeline");
    oTelTraceSourceConfig = OBJECT_MAPPER.convertValue(pluginSetting.getSettings(), OTelMetricsSourceConfig.class);
    certificateProviderFactory = new CertificateProviderFactory(oTelTraceSourceConfig);
    final CertificateProvider certificateProvider = certificateProviderFactory.getCertificateProvider();
    assertThat(certificateProvider, IsInstanceOf.instanceOf(ACMCertificateProvider.class));
}

Example 10 with CertificateProvider

use of com.amazon.dataprepper.plugins.certificate.CertificateProvider in project data-prepper by opensearch-project.

the class CertificateProviderFactoryTest method getCertificateProviderFileProviderSuccess.

@Test
public void getCertificateProviderFileProviderSuccess() {
    final Map<String, Object> settingsMap = new HashMap<>();
    settingsMap.put("ssl", true);
    settingsMap.put("sslKeyCertChainFile", "data/certificate/test_cert.crt");
    settingsMap.put("sslKeyFile", "data/certificate/test_decrypted_key.key");
    final PluginSetting pluginSetting = new PluginSetting(null, settingsMap);
    pluginSetting.setPipelineName("pipeline");
    oTelTraceSourceConfig = OBJECT_MAPPER.convertValue(pluginSetting.getSettings(), OTelMetricsSourceConfig.class);
    certificateProviderFactory = new CertificateProviderFactory(oTelTraceSourceConfig);
    final CertificateProvider certificateProvider = certificateProviderFactory.getCertificateProvider();
    assertThat(certificateProvider, IsInstanceOf.instanceOf(FileCertificateProvider.class));
}