Examples with KafkaConnectSpec io.strimzi.api.kafka.model.KafkaConnectSpec used on opensource projects

Example 1 with KafkaConnectSpec

use of io.strimzi.api.kafka.model.KafkaConnectSpec in project strimzi-kafka-operator by strimzi.

the class AbstractConnectOperator method createConnectorWatch.

/**
 * Create a watch on {@code KafkaConnector} in the given {@code namespace}.
 * The watcher will:
 * <ul>
 * <li>{@linkplain #reconcileConnectors(Reconciliation, CustomResource, KafkaConnectStatus, boolean, String, OrderedProperties)} on the KafkaConnect
 * identified by {@code KafkaConnector.metadata.labels[strimzi.io/cluster]}.</li>
 * <li>The {@code KafkaConnector} status is updated with the result.</li>
 * </ul>
 * @param connectOperator The operator for {@code KafkaConnect}.
 * @param watchNamespaceOrWildcard The namespace to watch.
 * @param selectorLabels Selector labels for filtering the custom resources
 *
 * @return A future which completes when the watch has been set up.
 */
public static Future<Void> createConnectorWatch(AbstractConnectOperator<KubernetesClient, KafkaConnect, KafkaConnectList, Resource<KafkaConnect>, KafkaConnectSpec, KafkaConnectStatus> connectOperator, String watchNamespaceOrWildcard, Labels selectorLabels) {
    Optional<LabelSelector> selector = (selectorLabels == null || selectorLabels.toMap().isEmpty()) ? Optional.empty() : Optional.of(new LabelSelector(null, selectorLabels.toMap()));
    return Util.async(connectOperator.vertx, () -> {
        connectOperator.connectorOperator.watch(watchNamespaceOrWildcard, new Watcher<KafkaConnector>() {

            @Override
            public void eventReceived(Action action, KafkaConnector kafkaConnector) {
                String connectorName = kafkaConnector.getMetadata().getName();
                String connectorNamespace = kafkaConnector.getMetadata().getNamespace();
                String connectorKind = kafkaConnector.getKind();
                String connectName = kafkaConnector.getMetadata().getLabels() == null ? null : kafkaConnector.getMetadata().getLabels().get(Labels.STRIMZI_CLUSTER_LABEL);
                String connectNamespace = connectorNamespace;
                switch(action) {
                    case ADDED:
                    case DELETED:
                    case MODIFIED:
                        if (connectName != null) {
                            // Check whether a KafkaConnect exists
                            connectOperator.resourceOperator.getAsync(connectNamespace, connectName).compose(connect -> {
                                KafkaConnectApi apiClient = connectOperator.connectClientProvider.apply(connectOperator.vertx);
                                if (connect == null) {
                                    Reconciliation r = new Reconciliation("connector-watch", connectOperator.kind(), kafkaConnector.getMetadata().getNamespace(), connectName);
                                    updateStatus(r, noConnectCluster(connectNamespace, connectName), kafkaConnector, connectOperator.connectorOperator);
                                    LOGGER.infoCr(r, "{} {} in namespace {} was {}, but Connect cluster {} does not exist", connectorKind, connectorName, connectorNamespace, action, connectName);
                                    return Future.succeededFuture();
                                } else {
                                    // grab the lock and call reconcileConnectors()
                                    // (i.e. short circuit doing a whole KafkaConnect reconciliation).
                                    Reconciliation reconciliation = new Reconciliation("connector-watch", connectOperator.kind(), kafkaConnector.getMetadata().getNamespace(), connectName);
                                    if (!Util.matchesSelector(selector, connect)) {
                                        LOGGER.debugCr(reconciliation, "{} {} in namespace {} was {}, but Connect cluster {} does not match label selector {} and will be ignored", connectorKind, connectorName, connectorNamespace, action, connectName, selectorLabels);
                                        return Future.succeededFuture();
                                    } else if (connect.getSpec() != null && connect.getSpec().getReplicas() == 0) {
                                        LOGGER.infoCr(reconciliation, "{} {} in namespace {} was {}, but Connect cluster {} has 0 replicas", connectorKind, connectorName, connectorNamespace, action, connectName);
                                        updateStatus(reconciliation, zeroReplicas(connectNamespace, connectName), kafkaConnector, connectOperator.connectorOperator);
                                        return Future.succeededFuture();
                                    } else {
                                        LOGGER.infoCr(reconciliation, "{} {} in namespace {} was {}", connectorKind, connectorName, connectorNamespace, action);
                                        return connectOperator.withLock(reconciliation, LOCK_TIMEOUT_MS, () -> connectOperator.reconcileConnectorAndHandleResult(reconciliation, KafkaConnectResources.qualifiedServiceName(connectName, connectNamespace), apiClient, isUseResources(connect), kafkaConnector.getMetadata().getName(), action == Action.DELETED ? null : kafkaConnector).compose(reconcileResult -> {
                                            LOGGER.infoCr(reconciliation, "reconciled");
                                            return Future.succeededFuture(reconcileResult);
                                        }));
                                    }
                                }
                            });
                        } else {
                            updateStatus(new Reconciliation("connector-watch", connectOperator.kind(), kafkaConnector.getMetadata().getNamespace(), null), new InvalidResourceException("Resource lacks label '" + Labels.STRIMZI_CLUSTER_LABEL + "': No connect cluster in which to create this connector."), kafkaConnector, connectOperator.connectorOperator);
                        }
                        break;
                    case ERROR:
                        LOGGER.errorCr(new Reconciliation("connector-watch", connectorKind, connectName, connectorNamespace), "Failed {} {} in namespace {} ", connectorKind, connectorName, connectorNamespace);
                        break;
                    default:
                        LOGGER.errorCr(new Reconciliation("connector-watch", connectorKind, connectName, connectorNamespace), "Unknown action: {} {} in namespace {}", connectorKind, connectorName, connectorNamespace);
                }
            }

            @Override
            public void onClose(WatcherException e) {
                if (e != null) {
                    throw new KubernetesClientException(e.getMessage());
                }
            }
        });
        return null;
    });
}

Example 2 with KafkaConnectSpec

use of io.strimzi.api.kafka.model.KafkaConnectSpec in project strimzi by strimzi.

the class AbstractConnectOperator method createConnectorWatch.

/**
 * Create a watch on {@code KafkaConnector} in the given {@code namespace}.
 * The watcher will:
 * <ul>
 * <li>{@linkplain #reconcileConnectors(Reconciliation, CustomResource, KafkaConnectStatus, boolean, String, OrderedProperties)} on the KafkaConnect
 * identified by {@code KafkaConnector.metadata.labels[strimzi.io/cluster]}.</li>
 * <li>The {@code KafkaConnector} status is updated with the result.</li>
 * </ul>
 * @param connectOperator The operator for {@code KafkaConnect}.
 * @param watchNamespaceOrWildcard The namespace to watch.
 * @param selectorLabels Selector labels for filtering the custom resources
 *
 * @return A future which completes when the watch has been set up.
 */
public static Future<Void> createConnectorWatch(AbstractConnectOperator<KubernetesClient, KafkaConnect, KafkaConnectList, Resource<KafkaConnect>, KafkaConnectSpec, KafkaConnectStatus> connectOperator, String watchNamespaceOrWildcard, Labels selectorLabels) {
    Optional<LabelSelector> selector = (selectorLabels == null || selectorLabels.toMap().isEmpty()) ? Optional.empty() : Optional.of(new LabelSelector(null, selectorLabels.toMap()));
    return Util.async(connectOperator.vertx, () -> {
        connectOperator.connectorOperator.watch(watchNamespaceOrWildcard, new Watcher<KafkaConnector>() {

            @Override
            public void eventReceived(Action action, KafkaConnector kafkaConnector) {
                String connectorName = kafkaConnector.getMetadata().getName();
                String connectorNamespace = kafkaConnector.getMetadata().getNamespace();
                String connectorKind = kafkaConnector.getKind();
                String connectName = kafkaConnector.getMetadata().getLabels() == null ? null : kafkaConnector.getMetadata().getLabels().get(Labels.STRIMZI_CLUSTER_LABEL);
                String connectNamespace = connectorNamespace;
                switch(action) {
                    case ADDED:
                    case DELETED:
                    case MODIFIED:
                        if (connectName != null) {
                            // Check whether a KafkaConnect exists
                            connectOperator.resourceOperator.getAsync(connectNamespace, connectName).compose(connect -> {
                                KafkaConnectApi apiClient = connectOperator.connectClientProvider.apply(connectOperator.vertx);
                                if (connect == null) {
                                    Reconciliation r = new Reconciliation("connector-watch", connectOperator.kind(), kafkaConnector.getMetadata().getNamespace(), connectName);
                                    updateStatus(r, noConnectCluster(connectNamespace, connectName), kafkaConnector, connectOperator.connectorOperator);
                                    LOGGER.infoCr(r, "{} {} in namespace {} was {}, but Connect cluster {} does not exist", connectorKind, connectorName, connectorNamespace, action, connectName);
                                    return Future.succeededFuture();
                                } else {
                                    // grab the lock and call reconcileConnectors()
                                    // (i.e. short circuit doing a whole KafkaConnect reconciliation).
                                    Reconciliation reconciliation = new Reconciliation("connector-watch", connectOperator.kind(), kafkaConnector.getMetadata().getNamespace(), connectName);
                                    if (!Util.matchesSelector(selector, connect)) {
                                        LOGGER.debugCr(reconciliation, "{} {} in namespace {} was {}, but Connect cluster {} does not match label selector {} and will be ignored", connectorKind, connectorName, connectorNamespace, action, connectName, selectorLabels);
                                        return Future.succeededFuture();
                                    } else if (connect.getSpec() != null && connect.getSpec().getReplicas() == 0) {
                                        LOGGER.infoCr(reconciliation, "{} {} in namespace {} was {}, but Connect cluster {} has 0 replicas", connectorKind, connectorName, connectorNamespace, action, connectName);
                                        updateStatus(reconciliation, zeroReplicas(connectNamespace, connectName), kafkaConnector, connectOperator.connectorOperator);
                                        return Future.succeededFuture();
                                    } else {
                                        LOGGER.infoCr(reconciliation, "{} {} in namespace {} was {}", connectorKind, connectorName, connectorNamespace, action);
                                        return connectOperator.withLock(reconciliation, LOCK_TIMEOUT_MS, () -> connectOperator.reconcileConnectorAndHandleResult(reconciliation, KafkaConnectResources.qualifiedServiceName(connectName, connectNamespace), apiClient, isUseResources(connect), kafkaConnector.getMetadata().getName(), action == Action.DELETED ? null : kafkaConnector).compose(reconcileResult -> {
                                            LOGGER.infoCr(reconciliation, "reconciled");
                                            return Future.succeededFuture(reconcileResult);
                                        }));
                                    }
                                }
                            });
                        } else {
                            updateStatus(new Reconciliation("connector-watch", connectOperator.kind(), kafkaConnector.getMetadata().getNamespace(), null), new InvalidResourceException("Resource lacks label '" + Labels.STRIMZI_CLUSTER_LABEL + "': No connect cluster in which to create this connector."), kafkaConnector, connectOperator.connectorOperator);
                        }
                        break;
                    case ERROR:
                        LOGGER.errorCr(new Reconciliation("connector-watch", connectorKind, connectName, connectorNamespace), "Failed {} {} in namespace {} ", connectorKind, connectorName, connectorNamespace);
                        break;
                    default:
                        LOGGER.errorCr(new Reconciliation("connector-watch", connectorKind, connectName, connectorNamespace), "Unknown action: {} {} in namespace {}", connectorKind, connectorName, connectorNamespace);
                }
            }

            @Override
            public void onClose(WatcherException e) {
                if (e != null) {
                    throw new KubernetesClientException(e.getMessage());
                }
            }
        });
        return null;
    });
}

Example 3 with KafkaConnectSpec

use of io.strimzi.api.kafka.model.KafkaConnectSpec in project strimzi by strimzi.

the class KafkaConnectBuild method fromCrd.

/**
 * Created the KafkaConnectBuild instance from the Kafka Connect Custom Resource
 *
 * @param reconciliation The reconciliation
 * @param kafkaConnect  Kafka Connect CR with the build configuration
 * @param versions      Kafka versions configuration
 * @return              Instance of KafkaConnectBuild class
 */
@SuppressWarnings({ "checkstyle:CyclomaticComplexity", "checkstyle:NPathComplexity" })
public static KafkaConnectBuild fromCrd(Reconciliation reconciliation, KafkaConnect kafkaConnect, KafkaVersion.Lookup versions) {
    KafkaConnectBuild build = new KafkaConnectBuild(reconciliation, kafkaConnect);
    KafkaConnectSpec spec = kafkaConnect.getSpec();
    if (spec == null) {
        throw new InvalidResourceException("Required .spec section is missing.");
    }
    build.setOwnerReference(kafkaConnect);
    if (spec.getBuild() != null) {
        validateBuildConfiguration(spec.getBuild());
        // The additionalKanikoOptions are validated separately to avoid parsing the list twice
        if (spec.getBuild().getOutput() != null && spec.getBuild().getOutput() instanceof DockerOutput) {
            DockerOutput dockerOutput = (DockerOutput) spec.getBuild().getOutput();
            if (dockerOutput.getAdditionalKanikoOptions() != null && !dockerOutput.getAdditionalKanikoOptions().isEmpty()) {
                validateAdditionalKanikoOptions(dockerOutput.getAdditionalKanikoOptions());
                build.additionalKanikoOptions = dockerOutput.getAdditionalKanikoOptions();
            }
        }
    }
    build.baseImage = versions.kafkaConnectVersion(spec.getImage(), spec.getVersion());
    if (spec.getTemplate() != null) {
        KafkaConnectTemplate template = spec.getTemplate();
        ModelUtils.parsePodTemplate(build, template.getBuildPod());
        if (template.getBuildContainer() != null && template.getBuildContainer().getEnv() != null) {
            build.templateBuildContainerEnvVars = template.getBuildContainer().getEnv();
        }
        if (template.getBuildContainer() != null && template.getBuildContainer().getSecurityContext() != null) {
            build.templateBuildContainerSecurityContext = template.getBuildContainer().getSecurityContext();
        }
        if (template.getBuildConfig() != null) {
            build.pullSecret = template.getBuildConfig().getPullSecret();
            if (template.getBuildConfig().getMetadata() != null) {
                if (template.getBuildConfig().getMetadata().getLabels() != null) {
                    build.templateBuildConfigLabels = template.getBuildConfig().getMetadata().getLabels();
                }
                if (template.getBuildConfig().getMetadata().getAnnotations() != null) {
                    build.templateBuildConfigAnnotations = template.getBuildConfig().getMetadata().getAnnotations();
                }
            }
        }
        if (template.getBuildServiceAccount() != null && template.getBuildServiceAccount().getMetadata() != null) {
            build.templateServiceAccountLabels = template.getBuildServiceAccount().getMetadata().getLabels();
            build.templateServiceAccountAnnotations = template.getBuildServiceAccount().getMetadata().getAnnotations();
        }
    }
    build.templatePodLabels = Util.mergeLabelsOrAnnotations(build.templatePodLabels, DEFAULT_POD_LABELS);
    build.build = spec.getBuild();
    return build;
}

Example 4 with KafkaConnectSpec

use of io.strimzi.api.kafka.model.KafkaConnectSpec in project strimzi-kafka-operator by strimzi.

the class KafkaConnectBuild method fromCrd.

/**
 * Created the KafkaConnectBuild instance from the Kafka Connect Custom Resource
 *
 * @param reconciliation The reconciliation
 * @param kafkaConnect  Kafka Connect CR with the build configuration
 * @param versions      Kafka versions configuration
 * @return              Instance of KafkaConnectBuild class
 */
@SuppressWarnings({ "checkstyle:CyclomaticComplexity", "checkstyle:NPathComplexity" })
public static KafkaConnectBuild fromCrd(Reconciliation reconciliation, KafkaConnect kafkaConnect, KafkaVersion.Lookup versions) {
    KafkaConnectBuild build = new KafkaConnectBuild(reconciliation, kafkaConnect);
    KafkaConnectSpec spec = kafkaConnect.getSpec();
    if (spec == null) {
        throw new InvalidResourceException("Required .spec section is missing.");
    }
    build.setOwnerReference(kafkaConnect);
    if (spec.getBuild() != null) {
        validateBuildConfiguration(spec.getBuild());
        // The additionalKanikoOptions are validated separately to avoid parsing the list twice
        if (spec.getBuild().getOutput() != null && spec.getBuild().getOutput() instanceof DockerOutput) {
            DockerOutput dockerOutput = (DockerOutput) spec.getBuild().getOutput();
            if (dockerOutput.getAdditionalKanikoOptions() != null && !dockerOutput.getAdditionalKanikoOptions().isEmpty()) {
                validateAdditionalKanikoOptions(dockerOutput.getAdditionalKanikoOptions());
                build.additionalKanikoOptions = dockerOutput.getAdditionalKanikoOptions();
            }
        }
    }
    build.baseImage = versions.kafkaConnectVersion(spec.getImage(), spec.getVersion());
    if (spec.getTemplate() != null) {
        KafkaConnectTemplate template = spec.getTemplate();
        ModelUtils.parsePodTemplate(build, template.getBuildPod());
        if (template.getBuildContainer() != null && template.getBuildContainer().getEnv() != null) {
            build.templateBuildContainerEnvVars = template.getBuildContainer().getEnv();
        }
        if (template.getBuildContainer() != null && template.getBuildContainer().getSecurityContext() != null) {
            build.templateBuildContainerSecurityContext = template.getBuildContainer().getSecurityContext();
        }
        if (template.getBuildConfig() != null) {
            build.pullSecret = template.getBuildConfig().getPullSecret();
            if (template.getBuildConfig().getMetadata() != null) {
                if (template.getBuildConfig().getMetadata().getLabels() != null) {
                    build.templateBuildConfigLabels = template.getBuildConfig().getMetadata().getLabels();
                }
                if (template.getBuildConfig().getMetadata().getAnnotations() != null) {
                    build.templateBuildConfigAnnotations = template.getBuildConfig().getMetadata().getAnnotations();
                }
            }
        }
        if (template.getBuildServiceAccount() != null && template.getBuildServiceAccount().getMetadata() != null) {
            build.templateServiceAccountLabels = template.getBuildServiceAccount().getMetadata().getLabels();
            build.templateServiceAccountAnnotations = template.getBuildServiceAccount().getMetadata().getAnnotations();
        }
    }
    build.templatePodLabels = Util.mergeLabelsOrAnnotations(build.templatePodLabels, DEFAULT_POD_LABELS);
    build.build = spec.getBuild();
    return build;
}