Examples with IsolatedTest io.strimzi.systemtest.annotations.IsolatedTest used on opensource projects

Example 1 with IsolatedTest

use of io.strimzi.systemtest.annotations.IsolatedTest in project strimzi by strimzi.

the class CruiseControlST method testCruiseControlWithApiSecurityDisabled.

@IsolatedTest
void testCruiseControlWithApiSecurityDisabled(ExtensionContext extensionContext) {
    String clusterName = mapWithClusterNames.get(extensionContext.getDisplayName());
    resourceManager.createResource(extensionContext, KafkaTemplates.kafkaWithCruiseControl(clusterName, 3, 3).editMetadata().withNamespace(namespace).endMetadata().editOrNewSpec().editCruiseControl().addToConfig("webserver.security.enable", "false").addToConfig("webserver.ssl.enable", "false").endCruiseControl().endSpec().build());
    resourceManager.createResource(extensionContext, KafkaRebalanceTemplates.kafkaRebalance(clusterName).editMetadata().withNamespace(namespace).endMetadata().build());
    KafkaRebalanceUtils.waitForKafkaRebalanceCustomResourceState(namespace, clusterName, KafkaRebalanceState.ProposalReady);
}

Example 2 with IsolatedTest

use of io.strimzi.systemtest.annotations.IsolatedTest in project strimzi by strimzi.

the class CruiseControlST method testCruiseControlWithRebalanceResourceAndRefreshAnnotation.

@IsolatedTest("Using more tha one Kafka cluster in one namespace")
@Tag(ACCEPTANCE)
void testCruiseControlWithRebalanceResourceAndRefreshAnnotation(ExtensionContext extensionContext) {
    String clusterName = mapWithClusterNames.get(extensionContext.getDisplayName());
    resourceManager.createResource(extensionContext, KafkaTemplates.kafkaWithCruiseControl(clusterName, 3, 3).editMetadata().withNamespace(namespace).endMetadata().build());
    resourceManager.createResource(extensionContext, KafkaRebalanceTemplates.kafkaRebalance(clusterName).editMetadata().withNamespace(namespace).endMetadata().build());
    KafkaRebalanceUtils.doRebalancingProcess(new Reconciliation("test", KafkaRebalance.RESOURCE_KIND, namespace, clusterName), namespace, clusterName);
    LOGGER.info("Annotating KafkaRebalance: {} with 'refresh' anno", clusterName);
    KafkaRebalanceUtils.annotateKafkaRebalanceResource(new Reconciliation("test", KafkaRebalance.RESOURCE_KIND, namespace, clusterName), namespace, clusterName, KafkaRebalanceAnnotation.refresh);
    KafkaRebalanceUtils.waitForKafkaRebalanceCustomResourceState(namespace, clusterName, KafkaRebalanceState.ProposalReady);
    LOGGER.info("Trying rebalancing process again");
    KafkaRebalanceUtils.doRebalancingProcess(new Reconciliation("test", KafkaRebalance.RESOURCE_KIND, namespace, clusterName), namespace, clusterName);
}

Example 3 with IsolatedTest

use of io.strimzi.systemtest.annotations.IsolatedTest in project strimzi by strimzi.

the class CruiseControlST method testAutoCreationOfCruiseControlTopics.

@IsolatedTest
void testAutoCreationOfCruiseControlTopics(ExtensionContext extensionContext) {
    final String clusterName = mapWithClusterNames.get(extensionContext.getDisplayName());
    resourceManager.createResource(extensionContext, KafkaTemplates.kafkaWithCruiseControl(clusterName, 3, 3).editMetadata().withNamespace(namespace).endMetadata().editOrNewSpec().editKafka().addToConfig("auto.create.topics.enable", "false").endKafka().endSpec().build());
    KafkaTopicUtils.waitForKafkaTopicReady(namespace, CRUISE_CONTROL_METRICS_TOPIC);
    KafkaTopicSpec metricsTopic = KafkaTopicResource.kafkaTopicClient().inNamespace(namespace).withName(CRUISE_CONTROL_METRICS_TOPIC).get().getSpec();
    KafkaTopicUtils.waitForKafkaTopicReady(namespace, CRUISE_CONTROL_MODEL_TRAINING_SAMPLES_TOPIC);
    KafkaTopicSpec modelTrainingTopic = KafkaTopicResource.kafkaTopicClient().inNamespace(namespace).withName(CRUISE_CONTROL_MODEL_TRAINING_SAMPLES_TOPIC).get().getSpec();
    KafkaTopicUtils.waitForKafkaTopicReady(namespace, CRUISE_CONTROL_PARTITION_METRICS_SAMPLES_TOPIC);
    KafkaTopicSpec partitionMetricsTopic = KafkaTopicResource.kafkaTopicClient().inNamespace(namespace).withName(CRUISE_CONTROL_PARTITION_METRICS_SAMPLES_TOPIC).get().getSpec();
    LOGGER.info("Checking partitions and replicas for {}", CRUISE_CONTROL_METRICS_TOPIC);
    assertThat(metricsTopic.getPartitions(), is(1));
    assertThat(metricsTopic.getReplicas(), is(3));
    LOGGER.info("Checking partitions and replicas for {}", CRUISE_CONTROL_MODEL_TRAINING_SAMPLES_TOPIC);
    assertThat(modelTrainingTopic.getPartitions(), is(32));
    assertThat(modelTrainingTopic.getReplicas(), is(2));
    LOGGER.info("Checking partitions and replicas for {}", CRUISE_CONTROL_PARTITION_METRICS_SAMPLES_TOPIC);
    assertThat(partitionMetricsTopic.getPartitions(), is(32));
    assertThat(partitionMetricsTopic.getReplicas(), is(2));
}

Example 4 with IsolatedTest

use of io.strimzi.systemtest.annotations.IsolatedTest in project strimzi by strimzi.

the class LoggingChangeST method testDynamicallySetClusterOperatorLoggingLevels.

@IsolatedTest("Scraping log from shared Cluster Operator")
@Tag(ROLLING_UPDATE)
void testDynamicallySetClusterOperatorLoggingLevels(ExtensionContext extensionContext) throws InterruptedException {
    final Map<String, String> coPod = DeploymentUtils.depSnapshot(INFRA_NAMESPACE, STRIMZI_DEPLOYMENT_NAME);
    final String coPodName = PodUtils.getPodsByPrefixInNameWithDynamicWait(INFRA_NAMESPACE, STRIMZI_DEPLOYMENT_NAME).get(0).getMetadata().getName();
    final String command = "cat /opt/strimzi/custom-config/log4j2.properties";
    String log4jConfig = "name = COConfig\n" + "monitorInterval = 30\n" + "\n" + "    appender.console.type = Console\n" + "    appender.console.name = STDOUT\n" + "    appender.console.layout.type = PatternLayout\n" + "    appender.console.layout.pattern = %d{yyyy-MM-dd HH:mm:ss} %-5p %c{1}:%L - %m%n\n" + "\n" + "    rootLogger.level = OFF\n" + "    rootLogger.appenderRefs = stdout\n" + "    rootLogger.appenderRef.console.ref = STDOUT\n" + "    rootLogger.additivity = false\n" + "\n" + "    # Kafka AdminClient logging is a bit noisy at INFO level\n" + "    logger.kafka.name = org.apache.kafka\n" + "    logger.kafka.level = OFF\n" + "    logger.kafka.additivity = false\n" + "\n" + "    # Zookeeper is very verbose even on INFO level -> We set it to WARN by default\n" + "    logger.zookeepertrustmanager.name = org.apache.zookeeper\n" + "    logger.zookeepertrustmanager.level = OFF\n" + "    logger.zookeepertrustmanager.additivity = false";
    ConfigMap coMap = new ConfigMapBuilder().withNewMetadata().addToLabels("app", "strimzi").withName(STRIMZI_DEPLOYMENT_NAME).withNamespace(INFRA_NAMESPACE).endMetadata().withData(Collections.singletonMap("log4j2.properties", log4jConfig)).build();
    LOGGER.info("Checking that original logging config is different from the new one");
    assertThat(log4jConfig, not(equalTo(cmdKubeClient().namespace(INFRA_NAMESPACE).execInPod(coPodName, "/bin/bash", "-c", command).out().trim())));
    LOGGER.info("Changing logging for cluster-operator");
    kubeClient().getClient().configMaps().inNamespace(INFRA_NAMESPACE).createOrReplace(coMap);
    LOGGER.info("Waiting for log4j2.properties will contain desired settings");
    TestUtils.waitFor("Logger change", Constants.GLOBAL_POLL_INTERVAL, Constants.GLOBAL_TIMEOUT, () -> cmdKubeClient().namespace(INFRA_NAMESPACE).execInPod(coPodName, "/bin/bash", "-c", command).out().contains("rootLogger.level = OFF"));
    LOGGER.info("Checking log4j2.properties in CO pod");
    String podLogConfig = cmdKubeClient().namespace(INFRA_NAMESPACE).execInPod(coPodName, "/bin/bash", "-c", command).out().trim();
    assertThat(podLogConfig, equalTo(log4jConfig));
    LOGGER.info("Checking if CO rolled its pod");
    assertThat(coPod, equalTo(DeploymentUtils.depSnapshot(INFRA_NAMESPACE, STRIMZI_DEPLOYMENT_NAME)));
    TestUtils.waitFor("log to be empty", Duration.ofMillis(100).toMillis(), Constants.SAFETY_RECONCILIATION_INTERVAL, () -> {
        String coLog = StUtils.getLogFromPodByTime(INFRA_NAMESPACE, coPodName, STRIMZI_DEPLOYMENT_NAME, "30s");
        LOGGER.warn(coLog);
        return coLog != null && coLog.isEmpty() && !DEFAULT_LOG4J_PATTERN.matcher(coLog).find();
    });
    LOGGER.info("Changing all levels from OFF to INFO/WARN");
    log4jConfig = log4jConfig.replaceAll("OFF", "INFO");
    coMap.setData(Collections.singletonMap("log4j2.properties", log4jConfig));
    LOGGER.info("Changing logging for cluster-operator");
    kubeClient().getClient().configMaps().inNamespace(INFRA_NAMESPACE).createOrReplace(coMap);
    LOGGER.info("Waiting for log4j2.properties will contain desired settings");
    TestUtils.waitFor("Logger change", Constants.GLOBAL_POLL_INTERVAL, Constants.GLOBAL_TIMEOUT, () -> cmdKubeClient().namespace(INFRA_NAMESPACE).execInPod(coPodName, "/bin/bash", "-c", command).out().contains("rootLogger.level = INFO"));
    LOGGER.info("Checking log4j2.properties in CO pod");
    podLogConfig = cmdKubeClient().namespace(INFRA_NAMESPACE).execInPod(coPodName, "/bin/bash", "-c", command).out().trim();
    assertThat(podLogConfig, equalTo(log4jConfig));
    LOGGER.info("Checking if CO rolled its pod");
    assertThat(coPod, equalTo(DeploymentUtils.depSnapshot(INFRA_NAMESPACE, STRIMZI_DEPLOYMENT_NAME)));
    TestUtils.waitFor("log to not be empty", Duration.ofMillis(100).toMillis(), Constants.SAFETY_RECONCILIATION_INTERVAL, () -> {
        String coLog = StUtils.getLogFromPodByTime(INFRA_NAMESPACE, coPodName, STRIMZI_DEPLOYMENT_NAME, "30s");
        return coLog != null && !coLog.isEmpty() && DEFAULT_LOG4J_PATTERN.matcher(coLog).find();
    });
}

Example 5 with IsolatedTest

use of io.strimzi.systemtest.annotations.IsolatedTest in project strimzi by strimzi.

the class MetricsIsolatedST method testKafkaExporterDataAfterExchange.

@IsolatedTest
@Tag(ACCEPTANCE)
@Tag(INTERNAL_CLIENTS_USED)
void testKafkaExporterDataAfterExchange(ExtensionContext extensionContext) {
    InternalKafkaClient internalKafkaClient = new InternalKafkaClient.Builder().withUsingPodName(kafkaClientsPodName).withTopicName(kafkaExporterTopic).withNamespaceName(INFRA_NAMESPACE).withClusterName(metricsClusterName).withMessageCount(5000).withListenerName(Constants.PLAIN_LISTENER_DEFAULT_NAME).build();
    internalKafkaClient.checkProducedAndConsumedMessages(internalKafkaClient.sendMessagesPlain(), internalKafkaClient.receiveMessagesPlain());
    kafkaExporterMetricsData = collector.toBuilder().withNamespaceName(INFRA_NAMESPACE).withComponentType(ComponentType.KafkaExporter).build().collectMetricsFromPods();
    TestUtils.waitFor("Kafka Exporter will contain correct metrics", Constants.GLOBAL_POLL_INTERVAL, GLOBAL_TIMEOUT, () -> {
        try {
            assertThat("Kafka Exporter metrics should be non-empty", kafkaExporterMetricsData.size() > 0);
            kafkaExporterMetricsData.forEach((key, value) -> {
                assertThat("Value from collected metric should be non-empty", !value.isEmpty());
                assertThat(value, CoreMatchers.containsString("kafka_consumergroup_current_offset"));
                assertThat(value, CoreMatchers.containsString("kafka_consumergroup_lag"));
                assertThat(value, CoreMatchers.containsString("kafka_topic_partitions{topic=\"" + kafkaExporterTopic + "\"} 7"));
            });
            return true;
        } catch (Exception e) {
            return false;
        }
    });
}