Examples with EmbeddedKafkaCluster org.apache.drill.exec.store.kafka.cluster.EmbeddedKafkaCluster used on opensource projects

Example 1 with EmbeddedKafkaCluster

use of org.apache.drill.exec.store.kafka.cluster.EmbeddedKafkaCluster in project drill by axbaretto.

the class TestKafkaSuit method initKafka.

@BeforeClass
public static void initKafka() throws Exception {
    synchronized (TestKafkaSuit.class) {
        if (initCount.get() == 0) {
            ZookeeperTestUtil.setZookeeperSaslTestConfigProps();
            System.setProperty(JaasUtils.JAVA_LOGIN_CONFIG_PARAM, ClassLoader.getSystemResource(LOGIN_CONF_RESOURCE_PATHNAME).getFile());
            embeddedKafkaCluster = new EmbeddedKafkaCluster();
            Properties topicProps = new Properties();
            zkClient = new ZkClient(embeddedKafkaCluster.getZkServer().getConnectionString(), SESSION_TIMEOUT, CONN_TIMEOUT, ZKStringSerializer$.MODULE$);
            ZkUtils zkUtils = new ZkUtils(zkClient, new ZkConnection(embeddedKafkaCluster.getZkServer().getConnectionString()), false);
            AdminUtils.createTopic(zkUtils, TestQueryConstants.JSON_TOPIC, 1, 1, topicProps, RackAwareMode.Disabled$.MODULE$);
            org.apache.kafka.common.requests.MetadataResponse.TopicMetadata fetchTopicMetadataFromZk = AdminUtils.fetchTopicMetadataFromZk(TestQueryConstants.JSON_TOPIC, zkUtils);
            logger.info("Topic Metadata: " + fetchTopicMetadataFromZk);
            KafkaMessageGenerator generator = new KafkaMessageGenerator(embeddedKafkaCluster.getKafkaBrokerList(), StringSerializer.class);
            generator.populateJsonMsgIntoKafka(TestQueryConstants.JSON_TOPIC, NUM_JSON_MSG);
        }
        initCount.incrementAndGet();
        runningSuite = true;
    }
    logger.info("Initialized Embedded Zookeeper and Kafka");
}

Example 2 with EmbeddedKafkaCluster

use of org.apache.drill.exec.store.kafka.cluster.EmbeddedKafkaCluster in project drill by apache.

the class TestKafkaSuit method initKafka.

@BeforeClass
public static void initKafka() throws Exception {
    synchronized (TestKafkaSuit.class) {
        if (initCount.get() == 0) {
            ZookeeperTestUtil.setZookeeperSaslTestConfigProps();
            System.setProperty(JaasUtils.JAVA_LOGIN_CONFIG_PARAM, ClassLoader.getSystemResource(LOGIN_CONF_RESOURCE_PATHNAME).getFile());
            embeddedKafkaCluster = new EmbeddedKafkaCluster();
            zkClient = KafkaZkClient.apply(embeddedKafkaCluster.getZkServer().getConnectionString(), false, SESSION_TIMEOUT, CONN_TIMEOUT, 0, Time.SYSTEM, "kafka.server", "SessionExpireListener", Option.<String>empty(), Option.<ZKClientConfig>empty());
            createTopicHelper(TestQueryConstants.JSON_TOPIC, 1);
            createTopicHelper(TestQueryConstants.AVRO_TOPIC, 1);
            KafkaMessageGenerator generator = new KafkaMessageGenerator(embeddedKafkaCluster.getKafkaBrokerList(), StringSerializer.class);
            KafkaMessageGenerator avroGenerator = new KafkaMessageGenerator(embeddedKafkaCluster.getKafkaBrokerList(), KafkaAvroSerializer.class);
            generator.populateJsonMsgIntoKafka(TestQueryConstants.JSON_TOPIC, NUM_JSON_MSG);
            avroGenerator.populateAvroMsgIntoKafka(TestQueryConstants.AVRO_TOPIC, NUM_JSON_MSG);
        }
        initCount.incrementAndGet();
        runningSuite = true;
    }
    logger.info("Initialized Embedded Zookeeper and Kafka");
}