Examples with ClearTextSecretsProvider org.apache.pulsar.functions.secretsprovider.ClearTextSecretsProvider used on opensource projects

Example 1 with ClearTextSecretsProvider

use of org.apache.pulsar.functions.secretsprovider.ClearTextSecretsProvider in project pulsar by apache.

the class LocalRunner method startThreadedMode.

private void startThreadedMode(org.apache.pulsar.functions.proto.Function.FunctionDetails functionDetails, int parallelism, int instanceIdOffset, String serviceUrl, String stateStorageServiceUrl, AuthenticationConfig authConfig, String userCodeFile) throws Exception {
    if (metricsPortStart != null) {
        if (metricsPortStart < 0 || metricsPortStart > 65535) {
            throw new IllegalArgumentException("Metrics port need to be within the range of 0 and 65535");
        }
    }
    SecretsProvider secretsProvider;
    if (secretsProviderClassName != null) {
        secretsProvider = (SecretsProvider) Reflections.createInstance(secretsProviderClassName, ClassLoader.getSystemClassLoader());
        Map<String, String> config = null;
        if (secretsProviderConfig != null) {
            config = (Map<String, String>) new Gson().fromJson(secretsProviderConfig, Map.class);
        }
        secretsProvider.init(config);
    } else {
        secretsProvider = new ClearTextSecretsProvider();
    }
    boolean exposePulsarAdminClientEnabled = false;
    if (functionConfig != null && functionConfig.getExposePulsarAdminClientEnabled() != null) {
        exposePulsarAdminClientEnabled = functionConfig.getExposePulsarAdminClientEnabled();
    }
    // Collector Registry for prometheus metrics
    FunctionCollectorRegistry collectorRegistry = FunctionCollectorRegistry.getDefaultImplementation();
    RuntimeUtils.registerDefaultCollectors(collectorRegistry);
    ClassLoader originalClassLoader = Thread.currentThread().getContextClassLoader();
    try {
        if (userCodeClassLoader != null) {
            Thread.currentThread().setContextClassLoader(userCodeClassLoader);
        }
        runtimeFactory = new ThreadRuntimeFactory("LocalRunnerThreadGroup", serviceUrl, stateStorageImplClass, stateStorageServiceUrl, authConfig, secretsProvider, collectorRegistry, narExtractionDirectory, null, exposePulsarAdminClientEnabled, webServiceUrl);
    } finally {
        Thread.currentThread().setContextClassLoader(originalClassLoader);
    }
    for (int i = 0; i < parallelism; ++i) {
        InstanceConfig instanceConfig = new InstanceConfig();
        instanceConfig.setFunctionDetails(functionDetails);
        // TODO: correctly implement function version and id
        instanceConfig.setFunctionVersion(UUID.randomUUID().toString());
        instanceConfig.setFunctionId(UUID.randomUUID().toString());
        instanceConfig.setInstanceId(i + instanceIdOffset);
        instanceConfig.setMaxBufferedTuples(1024);
        if (metricsPortStart != null) {
            instanceConfig.setMetricsPort(metricsPortStart);
        }
        instanceConfig.setClusterName("local");
        if (functionConfig != null) {
            instanceConfig.setMaxPendingAsyncRequests(functionConfig.getMaxPendingAsyncRequests());
            if (functionConfig.getExposePulsarAdminClientEnabled() != null) {
                instanceConfig.setExposePulsarAdminClientEnabled(functionConfig.getExposePulsarAdminClientEnabled());
            }
        }
        RuntimeSpawner runtimeSpawner = new RuntimeSpawner(instanceConfig, userCodeFile, null, runtimeFactory, instanceLivenessCheck);
        spawners.add(runtimeSpawner);
        runtimeSpawner.start();
    }
    if (metricsPortStart != null) {
        // starting metrics server
        log.info("Starting metrics server on port {}", metricsPortStart);
        metricsServer = new HTTPServer(new InetSocketAddress(metricsPortStart), collectorRegistry, true);
    }
}

Example 2 with ClearTextSecretsProvider

use of org.apache.pulsar.functions.secretsprovider.ClearTextSecretsProvider in project pulsar by yahoo.

the class LocalRunner method startThreadedMode.

private void startThreadedMode(org.apache.pulsar.functions.proto.Function.FunctionDetails functionDetails, int parallelism, int instanceIdOffset, String serviceUrl, String stateStorageServiceUrl, AuthenticationConfig authConfig, String userCodeFile) throws Exception {
    if (metricsPortStart != null) {
        if (metricsPortStart < 0 || metricsPortStart > 65535) {
            throw new IllegalArgumentException("Metrics port need to be within the range of 0 and 65535");
        }
    }
    SecretsProvider secretsProvider;
    if (secretsProviderClassName != null) {
        secretsProvider = (SecretsProvider) Reflections.createInstance(secretsProviderClassName, ClassLoader.getSystemClassLoader());
        Map<String, String> config = null;
        if (secretsProviderConfig != null) {
            config = (Map<String, String>) new Gson().fromJson(secretsProviderConfig, Map.class);
        }
        secretsProvider.init(config);
    } else {
        secretsProvider = new ClearTextSecretsProvider();
    }
    boolean exposePulsarAdminClientEnabled = false;
    if (functionConfig != null && functionConfig.getExposePulsarAdminClientEnabled() != null) {
        exposePulsarAdminClientEnabled = functionConfig.getExposePulsarAdminClientEnabled();
    }
    // Collector Registry for prometheus metrics
    FunctionCollectorRegistry collectorRegistry = FunctionCollectorRegistry.getDefaultImplementation();
    RuntimeUtils.registerDefaultCollectors(collectorRegistry);
    ClassLoader originalClassLoader = Thread.currentThread().getContextClassLoader();
    try {
        if (userCodeClassLoader != null) {
            Thread.currentThread().setContextClassLoader(userCodeClassLoader);
        }
        runtimeFactory = new ThreadRuntimeFactory("LocalRunnerThreadGroup", serviceUrl, stateStorageImplClass, stateStorageServiceUrl, authConfig, secretsProvider, collectorRegistry, narExtractionDirectory, null, exposePulsarAdminClientEnabled, webServiceUrl);
    } finally {
        Thread.currentThread().setContextClassLoader(originalClassLoader);
    }
    for (int i = 0; i < parallelism; ++i) {
        InstanceConfig instanceConfig = new InstanceConfig();
        instanceConfig.setFunctionDetails(functionDetails);
        // TODO: correctly implement function version and id
        instanceConfig.setFunctionVersion(UUID.randomUUID().toString());
        instanceConfig.setFunctionId(UUID.randomUUID().toString());
        instanceConfig.setInstanceId(i + instanceIdOffset);
        instanceConfig.setMaxBufferedTuples(1024);
        if (metricsPortStart != null) {
            instanceConfig.setMetricsPort(metricsPortStart);
        }
        instanceConfig.setClusterName("local");
        if (functionConfig != null) {
            instanceConfig.setMaxPendingAsyncRequests(functionConfig.getMaxPendingAsyncRequests());
            if (functionConfig.getExposePulsarAdminClientEnabled() != null) {
                instanceConfig.setExposePulsarAdminClientEnabled(functionConfig.getExposePulsarAdminClientEnabled());
            }
        }
        RuntimeSpawner runtimeSpawner = new RuntimeSpawner(instanceConfig, userCodeFile, null, runtimeFactory, instanceLivenessCheck);
        spawners.add(runtimeSpawner);
        runtimeSpawner.start();
    }
    if (metricsPortStart != null) {
        // starting metrics server
        log.info("Starting metrics server on port {}", metricsPortStart);
        metricsServer = new HTTPServer(new InetSocketAddress(metricsPortStart), collectorRegistry, true);
    }
}

Example 3 with ClearTextSecretsProvider

use of org.apache.pulsar.functions.secretsprovider.ClearTextSecretsProvider in project incubator-pulsar by apache.

the class LocalRunner method startThreadedMode.

private void startThreadedMode(org.apache.pulsar.functions.proto.Function.FunctionDetails functionDetails, int parallelism, int instanceIdOffset, String serviceUrl, String stateStorageServiceUrl, AuthenticationConfig authConfig, String userCodeFile) throws Exception {
    if (metricsPortStart != null) {
        if (metricsPortStart < 0 || metricsPortStart > 65535) {
            throw new IllegalArgumentException("Metrics port need to be within the range of 0 and 65535");
        }
    }
    SecretsProvider secretsProvider;
    if (secretsProviderClassName != null) {
        secretsProvider = (SecretsProvider) Reflections.createInstance(secretsProviderClassName, ClassLoader.getSystemClassLoader());
        Map<String, String> config = null;
        if (secretsProviderConfig != null) {
            config = (Map<String, String>) new Gson().fromJson(secretsProviderConfig, Map.class);
        }
        secretsProvider.init(config);
    } else {
        secretsProvider = new ClearTextSecretsProvider();
    }
    boolean exposePulsarAdminClientEnabled = false;
    if (functionConfig != null && functionConfig.getExposePulsarAdminClientEnabled() != null) {
        exposePulsarAdminClientEnabled = functionConfig.getExposePulsarAdminClientEnabled();
    }
    // Collector Registry for prometheus metrics
    FunctionCollectorRegistry collectorRegistry = FunctionCollectorRegistry.getDefaultImplementation();
    RuntimeUtils.registerDefaultCollectors(collectorRegistry);
    ClassLoader originalClassLoader = Thread.currentThread().getContextClassLoader();
    try {
        if (userCodeClassLoader != null) {
            Thread.currentThread().setContextClassLoader(userCodeClassLoader);
        }
        runtimeFactory = new ThreadRuntimeFactory("LocalRunnerThreadGroup", serviceUrl, stateStorageImplClass, stateStorageServiceUrl, authConfig, secretsProvider, collectorRegistry, narExtractionDirectory, null, exposePulsarAdminClientEnabled, webServiceUrl);
    } finally {
        Thread.currentThread().setContextClassLoader(originalClassLoader);
    }
    for (int i = 0; i < parallelism; ++i) {
        InstanceConfig instanceConfig = new InstanceConfig();
        instanceConfig.setFunctionDetails(functionDetails);
        // TODO: correctly implement function version and id
        instanceConfig.setFunctionVersion(UUID.randomUUID().toString());
        instanceConfig.setFunctionId(UUID.randomUUID().toString());
        instanceConfig.setInstanceId(i + instanceIdOffset);
        instanceConfig.setMaxBufferedTuples(1024);
        if (metricsPortStart != null) {
            instanceConfig.setMetricsPort(metricsPortStart);
        }
        instanceConfig.setClusterName("local");
        if (functionConfig != null) {
            instanceConfig.setMaxPendingAsyncRequests(functionConfig.getMaxPendingAsyncRequests());
            if (functionConfig.getExposePulsarAdminClientEnabled() != null) {
                instanceConfig.setExposePulsarAdminClientEnabled(functionConfig.getExposePulsarAdminClientEnabled());
            }
        }
        RuntimeSpawner runtimeSpawner = new RuntimeSpawner(instanceConfig, userCodeFile, null, runtimeFactory, instanceLivenessCheck);
        spawners.add(runtimeSpawner);
        runtimeSpawner.start();
    }
    if (metricsPortStart != null) {
        // starting metrics server
        log.info("Starting metrics server on port {}", metricsPortStart);
        metricsServer = new HTTPServer(new InetSocketAddress(metricsPortStart), collectorRegistry, true);
    }
}