Examples with HerderConnectorContext org.apache.kafka.connect.runtime.HerderConnectorContext used on opensource projects

Example 1 with HerderConnectorContext

use of org.apache.kafka.connect.runtime.HerderConnectorContext in project kafka by apache.

the class StandaloneHerder method startConnector.

private boolean startConnector(Map<String, String> connectorProps) {
    String connName = connectorProps.get(ConnectorConfig.NAME_CONFIG);
    configBackingStore.putConnectorConfig(connName, connectorProps);
    TargetState targetState = configState.targetState(connName);
    return worker.startConnector(connName, connectorProps, new HerderConnectorContext(this, connName), this, targetState);
}

Example 2 with HerderConnectorContext

use of org.apache.kafka.connect.runtime.HerderConnectorContext in project kafka by apache.

the class DistributedHerder method startConnector.

// Helper for starting a connector with the given name, which will extract & parse the config, generate connector
// context and add to the worker. This needs to be called from within the main worker thread for this herder.
private boolean startConnector(String connectorName) {
    log.info("Starting connector {}", connectorName);
    final Map<String, String> configProps = configState.connectorConfig(connectorName);
    final ConnectorContext ctx = new HerderConnectorContext(this, connectorName);
    final TargetState initialState = configState.targetState(connectorName);
    boolean started = worker.startConnector(connectorName, configProps, ctx, this, initialState);
    // just restoring an existing connector.
    if (started && initialState == TargetState.STARTED)
        reconfigureConnectorTasksWithRetry(connectorName);
    return started;
}

Example 3 with HerderConnectorContext

use of org.apache.kafka.connect.runtime.HerderConnectorContext in project apache-kafka-on-k8s by banzaicloud.

the class DistributedHerder method startConnector.

// Helper for starting a connector with the given name, which will extract & parse the config, generate connector
// context and add to the worker. This needs to be called from within the main worker thread for this herder.
private boolean startConnector(String connectorName) {
    log.info("Starting connector {}", connectorName);
    final Map<String, String> configProps = configState.connectorConfig(connectorName);
    final ConnectorContext ctx = new HerderConnectorContext(this, connectorName);
    final TargetState initialState = configState.targetState(connectorName);
    boolean started = worker.startConnector(connectorName, configProps, ctx, this, initialState);
    // just restoring an existing connector.
    if (started && initialState == TargetState.STARTED)
        reconfigureConnectorTasksWithRetry(connectorName);
    return started;
}

Example 4 with HerderConnectorContext

use of org.apache.kafka.connect.runtime.HerderConnectorContext in project apache-kafka-on-k8s by banzaicloud.

the class StandaloneHerder method startConnector.

private boolean startConnector(Map<String, String> connectorProps) {
    String connName = connectorProps.get(ConnectorConfig.NAME_CONFIG);
    configBackingStore.putConnectorConfig(connName, connectorProps);
    TargetState targetState = configState.targetState(connName);
    return worker.startConnector(connName, connectorProps, new HerderConnectorContext(this, connName), this, targetState);
}

Example 5 with HerderConnectorContext

use of org.apache.kafka.connect.runtime.HerderConnectorContext in project kafka by apache.

the class DistributedHerder method startConnector.

// Helper for starting a connector with the given name, which will extract & parse the config, generate connector
// context and add to the worker. This needs to be called from within the main worker thread for this herder.
// The callback is invoked after the connector has finished startup and generated task configs, or failed in the process.
private void startConnector(String connectorName, Callback<Void> callback) {
    log.info("Starting connector {}", connectorName);
    final Map<String, String> configProps = configState.connectorConfig(connectorName);
    final CloseableConnectorContext ctx = new HerderConnectorContext(this, connectorName);
    final TargetState initialState = configState.targetState(connectorName);
    final Callback<TargetState> onInitialStateChange = (error, newState) -> {
        if (error != null) {
            callback.onCompletion(new ConnectException("Failed to start connector: " + connectorName, error), null);
            return;
        }
        // Use newState here in case the connector has been paused right after being created
        if (newState == TargetState.STARTED) {
            addRequest(() -> {
                // Request configuration since this could be a brand new connector. However, also only update those
                // task configs if they are actually different from the existing ones to avoid unnecessary updates when this is
                // just restoring an existing connector.
                reconfigureConnectorTasksWithRetry(time.milliseconds(), connectorName);
                callback.onCompletion(null, null);
                return null;
            }, forwardErrorCallback(callback));
        } else {
            callback.onCompletion(null, null);
        }
    };
    worker.startConnector(connectorName, configProps, ctx, this, initialState, onInitialStateChange);
}