Search in sources :

Example 6 with MockConfigRepository

use of kafka.server.metadata.MockConfigRepository in project kafka by apache.

the class PartitionCreationBench method setup.

@SuppressWarnings("deprecation")
@Setup(Level.Invocation)
public void setup() {
    if (useTopicIds)
        topicId = Option.apply(Uuid.randomUuid());
    else
        topicId = Option.empty();
    this.scheduler = new KafkaScheduler(1, "scheduler-thread", true);
    this.brokerProperties = KafkaConfig.fromProps(TestUtils.createBrokerConfig(0, TestUtils.MockZkConnect(), true, true, 9092, Option.empty(), Option.empty(), Option.empty(), true, false, 0, false, 0, false, 0, Option.empty(), 1, true, 1, (short) 1));
    this.metrics = new Metrics();
    this.time = Time.SYSTEM;
    this.failureChannel = new LogDirFailureChannel(brokerProperties.logDirs().size());
    final BrokerTopicStats brokerTopicStats = new BrokerTopicStats();
    final List<File> files = JavaConverters.seqAsJavaList(brokerProperties.logDirs()).stream().map(File::new).collect(Collectors.toList());
    CleanerConfig cleanerConfig = CleanerConfig.apply(1, 4 * 1024 * 1024L, 0.9d, 1024 * 1024, 32 * 1024 * 1024, Double.MAX_VALUE, 15 * 1000, true, "MD5");
    ConfigRepository configRepository = new MockConfigRepository();
    this.logManager = new LogManagerBuilder().setLogDirs(files).setInitialOfflineDirs(Collections.emptyList()).setConfigRepository(configRepository).setInitialDefaultConfig(createLogConfig()).setCleanerConfig(cleanerConfig).setRecoveryThreadsPerDataDir(1).setFlushCheckMs(1000L).setFlushRecoveryOffsetCheckpointMs(10000L).setFlushStartOffsetCheckpointMs(10000L).setRetentionCheckMs(1000L).setMaxPidExpirationMs(60000).setInterBrokerProtocolVersion(ApiVersion.latestVersion()).setScheduler(scheduler).setBrokerTopicStats(brokerTopicStats).setLogDirFailureChannel(failureChannel).setTime(Time.SYSTEM).setKeepPartitionMetadataFile(true).build();
    scheduler.startup();
    this.quotaManagers = QuotaFactory.instantiate(this.brokerProperties, this.metrics, this.time, "");
    this.zkClient = new KafkaZkClient(null, false, Time.SYSTEM) {

        @Override
        public Properties getEntityConfigs(String rootEntityType, String sanitizedEntityName) {
            return new Properties();
        }
    };
    this.alterIsrManager = TestUtils.createAlterIsrManager();
    this.replicaManager = new ReplicaManagerBuilder().setConfig(brokerProperties).setMetrics(metrics).setTime(time).setZkClient(zkClient).setScheduler(scheduler).setLogManager(logManager).setQuotaManagers(quotaManagers).setBrokerTopicStats(brokerTopicStats).setMetadataCache(new ZkMetadataCache(this.brokerProperties.brokerId())).setLogDirFailureChannel(failureChannel).setAlterIsrManager(alterIsrManager).build();
    replicaManager.startup();
    replicaManager.checkpointHighWatermarks();
}
Also used : ConfigRepository(kafka.server.metadata.ConfigRepository) MockConfigRepository(kafka.server.metadata.MockConfigRepository) LogManagerBuilder(kafka.server.builders.LogManagerBuilder) ReplicaManagerBuilder(kafka.server.builders.ReplicaManagerBuilder) LogDirFailureChannel(kafka.server.LogDirFailureChannel) CleanerConfig(kafka.log.CleanerConfig) KafkaZkClient(kafka.zk.KafkaZkClient) Properties(java.util.Properties) ZkMetadataCache(kafka.server.metadata.ZkMetadataCache) Metrics(org.apache.kafka.common.metrics.Metrics) BrokerTopicStats(kafka.server.BrokerTopicStats) MockConfigRepository(kafka.server.metadata.MockConfigRepository) KafkaScheduler(kafka.utils.KafkaScheduler) File(java.io.File) Setup(org.openjdk.jmh.annotations.Setup)

Aggregations

MockConfigRepository (kafka.server.metadata.MockConfigRepository)6 CleanerConfig (kafka.log.CleanerConfig)5 Setup (org.openjdk.jmh.annotations.Setup)5 Partition (kafka.cluster.Partition)4 LogConfig (kafka.log.LogConfig)4 AlterIsrManager (kafka.server.AlterIsrManager)4 BrokerTopicStats (kafka.server.BrokerTopicStats)4 LogDirFailureChannel (kafka.server.LogDirFailureChannel)4 LogManagerBuilder (kafka.server.builders.LogManagerBuilder)4 TopicPartition (org.apache.kafka.common.TopicPartition)4 File (java.io.File)3 ArrayList (java.util.ArrayList)3 Properties (java.util.Properties)3 IsrChangeListener (kafka.cluster.IsrChangeListener)3 KafkaConfig (kafka.server.KafkaConfig)3 ReplicaManagerBuilder (kafka.server.builders.ReplicaManagerBuilder)3 OffsetCheckpoints (kafka.server.checkpoints.OffsetCheckpoints)3 IOException (java.io.IOException)2 MetadataCache (kafka.server.MetadataCache)2 ZkMetadataCache (kafka.server.metadata.ZkMetadataCache)2