Examples with ConnectException org.apache.kafka.connect.errors.ConnectException used on opensource projects

Example 61 with ConnectException

use of org.apache.kafka.connect.errors.ConnectException in project kafka by apache.

the class Worker method connectorClientConfigOverrides.

private static Map<String, Object> connectorClientConfigOverrides(ConnectorTaskId id, ConnectorConfig connConfig, Class<? extends Connector> connectorClass, String clientConfigPrefix, ConnectorType connectorType, ConnectorClientConfigRequest.ClientType clientType, ConnectorClientConfigOverridePolicy connectorClientConfigOverridePolicy) {
    Map<String, Object> clientOverrides = connConfig.originalsWithPrefix(clientConfigPrefix);
    ConnectorClientConfigRequest connectorClientConfigRequest = new ConnectorClientConfigRequest(id.connector(), connectorType, connectorClass, clientOverrides, clientType);
    List<ConfigValue> configValues = connectorClientConfigOverridePolicy.validate(connectorClientConfigRequest);
    List<ConfigValue> errorConfigs = configValues.stream().filter(configValue -> configValue.errorMessages().size() > 0).collect(Collectors.toList());
    // These should be caught when the herder validates the connector configuration, but just in case
    if (errorConfigs.size() > 0) {
        throw new ConnectException("Client Config Overrides not allowed " + errorConfigs);
    }
    return clientOverrides;
}

Example 62 with ConnectException

use of org.apache.kafka.connect.errors.ConnectException in project kafka by apache.

the class ConnectClusterStateImpl method connectors.

@Override
public Collection<String> connectors() {
    FutureCallback<Collection<String>> connectorsCallback = new FutureCallback<>();
    herder.connectors(connectorsCallback);
    try {
        return connectorsCallback.get(herderRequestTimeoutMs, TimeUnit.MILLISECONDS);
    } catch (InterruptedException | ExecutionException | TimeoutException e) {
        throw new ConnectException("Failed to retrieve list of connectors", e);
    }
}

Example 63 with ConnectException

use of org.apache.kafka.connect.errors.ConnectException in project kafka by apache.

the class Plugins method newInternalConverter.

/**
 * Load an internal converter, used by the worker for (de)serializing data in internal topics.
 *
 * @param isKey           whether the converter is a key converter
 * @param className       the class name of the converter
 * @param converterConfig the properties to configure the converter with
 * @return the instantiated and configured {@link Converter}; never null
 * @throws ConnectException if the {@link Converter} implementation class could not be found
 */
public Converter newInternalConverter(boolean isKey, String className, Map<String, String> converterConfig) {
    Class<? extends Converter> klass;
    try {
        klass = pluginClass(delegatingLoader, className, Converter.class);
    } catch (ClassNotFoundException e) {
        throw new ConnectException("Failed to load internal converter class " + className);
    }
    Converter plugin;
    ClassLoader savedLoader = compareAndSwapLoaders(klass.getClassLoader());
    try {
        plugin = newPlugin(klass);
        plugin.configure(converterConfig, isKey);
    } finally {
        compareAndSwapLoaders(savedLoader);
    }
    return plugin;
}

Example 64 with ConnectException

use of org.apache.kafka.connect.errors.ConnectException in project kafka by apache.

the class DistributedHerder method halt.

// public for testing
public void halt() {
    synchronized (this) {
        // Clean up any connectors and tasks that are still running.
        log.info("Stopping connectors and tasks that are still assigned to this worker.");
        List<Callable<Void>> callables = new ArrayList<>();
        for (String connectorName : new ArrayList<>(worker.connectorNames())) {
            callables.add(getConnectorStoppingCallable(connectorName));
        }
        for (ConnectorTaskId taskId : new ArrayList<>(worker.taskIds())) {
            callables.add(getTaskStoppingCallable(taskId));
        }
        startAndStop(callables);
        member.stop();
        // Explicitly fail any outstanding requests so they actually get a response and get an
        // understandable reason for their failure.
        DistributedHerderRequest request = requests.pollFirst();
        while (request != null) {
            request.callback().onCompletion(new ConnectException("Worker is shutting down"), null);
            request = requests.pollFirst();
        }
        stopServices();
    }
}

Example 65 with ConnectException

use of org.apache.kafka.connect.errors.ConnectException in project kafka by apache.

the class Plugins method newPlugin.

public <T> T newPlugin(String klassName, AbstractConfig config, Class<T> pluginKlass) {
    T plugin;
    Class<? extends T> klass;
    try {
        klass = pluginClass(delegatingLoader, klassName, pluginKlass);
    } catch (ClassNotFoundException e) {
        String msg = String.format("Failed to find any class that implements %s and which " + "name matches %s", pluginKlass, klassName);
        throw new ConnectException(msg);
    }
    ClassLoader savedLoader = compareAndSwapLoaders(klass.getClassLoader());
    try {
        plugin = newPlugin(klass);
        if (plugin instanceof Versioned) {
            Versioned versionedPlugin = (Versioned) plugin;
            if (Utils.isBlank(versionedPlugin.version())) {
                throw new ConnectException("Version not defined for '" + klassName + "'");
            }
        }
        if (plugin instanceof Configurable) {
            ((Configurable) plugin).configure(config.originals());
        }
    } finally {
        compareAndSwapLoaders(savedLoader);
    }
    return plugin;
}