Search in sources :

Example 1 with UpdateTopicConfigurationRunnable

use of com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.UpdateTopicConfigurationRunnable in project cruise-control by linkedin.

the class TopicConfigurationRequest method handle.

@Override
protected OperationFuture handle(String uuid) {
    OperationFuture future = new OperationFuture("Update Topic Configuration");
    pending(future.operationProgress());
    _asyncKafkaCruiseControl.sessionExecutor().submit(new UpdateTopicConfigurationRunnable(_asyncKafkaCruiseControl, future, uuid, _parameters));
    return future;
}
Also used : UpdateTopicConfigurationRunnable(com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.UpdateTopicConfigurationRunnable) OperationFuture(com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.OperationFuture)

Example 2 with UpdateTopicConfigurationRunnable

use of com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.UpdateTopicConfigurationRunnable in project cruise-control by linkedin.

the class TopicReplicationFactorAnomaly method configure.

@SuppressWarnings("unchecked")
@Override
public void configure(Map<String, ?> configs) {
    super.configure(configs);
    KafkaCruiseControl kafkaCruiseControl = extractKafkaCruiseControlObjectFromConfig(configs, KafkaAnomalyType.TOPIC_ANOMALY);
    KafkaCruiseControlConfig config = kafkaCruiseControl.config();
    _badTopicsByDesiredRF = (Map<Short, Set<TopicReplicationFactorAnomalyEntry>>) configs.get(BAD_TOPICS_BY_DESIRED_RF_CONFIG);
    if (_badTopicsByDesiredRF == null || _badTopicsByDesiredRF.isEmpty()) {
        throw new IllegalArgumentException(String.format("Missing %s for topic replication factor anomaly.", BAD_TOPICS_BY_DESIRED_RF_CONFIG));
    }
    boolean allowCapacityEstimation = config.getBoolean(ANOMALY_DETECTION_ALLOW_CAPACITY_ESTIMATION_CONFIG);
    boolean excludeRecentlyDemotedBrokers = config.getBoolean(SELF_HEALING_EXCLUDE_RECENTLY_DEMOTED_BROKERS_CONFIG);
    boolean excludeRecentlyRemovedBrokers = config.getBoolean(SELF_HEALING_EXCLUDE_RECENTLY_REMOVED_BROKERS_CONFIG);
    boolean skipRackAwarenessCheck = config.getBoolean(RF_SELF_HEALING_SKIP_RACK_AWARENESS_CHECK_CONFIG);
    Map<Short, Pattern> topicPatternByReplicationFactor = populateTopicPatternByReplicationFactor();
    _updateTopicConfigurationRunnable = new UpdateTopicConfigurationRunnable(kafkaCruiseControl, topicPatternByReplicationFactor, getSelfHealingGoalNames(config), allowCapacityEstimation, excludeRecentlyDemotedBrokers, excludeRecentlyRemovedBrokers, _anomalyId.toString(), reasonSupplier(), stopOngoingExecution(), skipRackAwarenessCheck);
}
Also used : Pattern(java.util.regex.Pattern) Set(java.util.Set) HashSet(java.util.HashSet) KafkaCruiseControl(com.linkedin.kafka.cruisecontrol.KafkaCruiseControl) KafkaCruiseControlConfig(com.linkedin.kafka.cruisecontrol.config.KafkaCruiseControlConfig) UpdateTopicConfigurationRunnable(com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.UpdateTopicConfigurationRunnable)

Example 3 with UpdateTopicConfigurationRunnable

use of com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.UpdateTopicConfigurationRunnable in project cruise-control by linkedin.

the class MaintenanceEvent method configure.

@Override
public void configure(Map<String, ?> configs) {
    super.configure(configs);
    KafkaCruiseControl kafkaCruiseControl = extractKafkaCruiseControlObjectFromConfig(configs, MAINTENANCE_EVENT);
    KafkaCruiseControlConfig config = kafkaCruiseControl.config();
    boolean allowCapacityEstimation = config.getBoolean(ANOMALY_DETECTION_ALLOW_CAPACITY_ESTIMATION_CONFIG);
    boolean excludeRecentlyDemotedBrokers = config.getBoolean(SELF_HEALING_EXCLUDE_RECENTLY_DEMOTED_BROKERS_CONFIG);
    boolean excludeRecentlyRemovedBrokers = config.getBoolean(SELF_HEALING_EXCLUDE_RECENTLY_REMOVED_BROKERS_CONFIG);
    boolean skipRackAwarenessCheck = config.getBoolean(RF_SELF_HEALING_SKIP_RACK_AWARENESS_CHECK_CONFIG);
    _optimizationResult = null;
    _maintenanceEventType = (MaintenanceEventType) configs.get(MAINTENANCE_EVENT_TYPE_CONFIG);
    _stopOngoingExecution = (Boolean) configs.get(MAINTENANCE_EVENT_STOP_ONGOING_EXECUTION_CONFIG);
    switch(_maintenanceEventType) {
        case ADD_BROKER:
            initBrokers(configs);
            _goalBasedOperationRunnable = new AddBrokersRunnable(kafkaCruiseControl, _brokers, getSelfHealingGoalNames(config), allowCapacityEstimation, excludeRecentlyDemotedBrokers, excludeRecentlyRemovedBrokers, _anomalyId.toString(), reasonSupplier(), stopOngoingExecution());
            break;
        case REMOVE_BROKER:
            initBrokers(configs);
            _goalBasedOperationRunnable = new RemoveBrokersRunnable(kafkaCruiseControl, _brokers, getSelfHealingGoalNames(config), allowCapacityEstimation, excludeRecentlyDemotedBrokers, excludeRecentlyRemovedBrokers, _anomalyId.toString(), reasonSupplier(), stopOngoingExecution());
            break;
        case FIX_OFFLINE_REPLICAS:
            _goalBasedOperationRunnable = new FixOfflineReplicasRunnable(kafkaCruiseControl, getSelfHealingGoalNames(config), allowCapacityEstimation, excludeRecentlyDemotedBrokers, excludeRecentlyRemovedBrokers, _anomalyId.toString(), reasonSupplier(), stopOngoingExecution());
            break;
        case REBALANCE:
            _goalBasedOperationRunnable = new RebalanceRunnable(kafkaCruiseControl, getSelfHealingGoalNames(config), allowCapacityEstimation, excludeRecentlyDemotedBrokers, excludeRecentlyRemovedBrokers, _anomalyId.toString(), reasonSupplier(), stopOngoingExecution());
            break;
        case DEMOTE_BROKER:
            initBrokers(configs);
            _goalBasedOperationRunnable = new DemoteBrokerRunnable(kafkaCruiseControl, _brokers, allowCapacityEstimation, excludeRecentlyDemotedBrokers, _anomalyId.toString(), reasonSupplier(), stopOngoingExecution());
            break;
        case TOPIC_REPLICATION_FACTOR:
            Map<Short, Pattern> topicPatternByReplicationFactor = topicPatternByReplicationFactor(configs);
            _goalBasedOperationRunnable = new UpdateTopicConfigurationRunnable(kafkaCruiseControl, topicPatternByReplicationFactor, getSelfHealingGoalNames(config), allowCapacityEstimation, excludeRecentlyDemotedBrokers, excludeRecentlyRemovedBrokers, _anomalyId.toString(), reasonSupplier(), stopOngoingExecution(), skipRackAwarenessCheck);
            break;
        default:
            throw new IllegalStateException(String.format("Unsupported maintenance event type %s.", _maintenanceEventType));
    }
}
Also used : Pattern(java.util.regex.Pattern) KafkaCruiseControl(com.linkedin.kafka.cruisecontrol.KafkaCruiseControl) RemoveBrokersRunnable(com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.RemoveBrokersRunnable) AddBrokersRunnable(com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.AddBrokersRunnable) RebalanceRunnable(com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.RebalanceRunnable) DemoteBrokerRunnable(com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.DemoteBrokerRunnable) FixOfflineReplicasRunnable(com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.FixOfflineReplicasRunnable) KafkaCruiseControlConfig(com.linkedin.kafka.cruisecontrol.config.KafkaCruiseControlConfig) UpdateTopicConfigurationRunnable(com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.UpdateTopicConfigurationRunnable)

Aggregations

UpdateTopicConfigurationRunnable (com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.UpdateTopicConfigurationRunnable)3 KafkaCruiseControl (com.linkedin.kafka.cruisecontrol.KafkaCruiseControl)2 KafkaCruiseControlConfig (com.linkedin.kafka.cruisecontrol.config.KafkaCruiseControlConfig)2 Pattern (java.util.regex.Pattern)2 AddBrokersRunnable (com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.AddBrokersRunnable)1 DemoteBrokerRunnable (com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.DemoteBrokerRunnable)1 FixOfflineReplicasRunnable (com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.FixOfflineReplicasRunnable)1 OperationFuture (com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.OperationFuture)1 RebalanceRunnable (com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.RebalanceRunnable)1 RemoveBrokersRunnable (com.linkedin.kafka.cruisecontrol.servlet.handler.async.runnable.RemoveBrokersRunnable)1 HashSet (java.util.HashSet)1 Set (java.util.Set)1