Examples with ZkUtils kafka.utils.ZkUtils used on opensource projects

Example 61 with ZkUtils

use of kafka.utils.ZkUtils in project presto by prestodb.

the class EmbeddedKafka method createTopics.

public void createTopics(int partitions, int replication, Properties topicProperties, String... topics) {
    checkState(started.get() && !stopped.get(), "not started!");
    ZkUtils zkUtils = ZkUtils.apply(getZookeeperConnectString(), 30_000, 30_000, false);
    try {
        for (String topic : topics) {
            AdminUtils.createTopic(zkUtils, topic, partitions, replication, topicProperties, RackAwareMode.Disabled$.MODULE$);
        }
    } finally {
        zkUtils.close();
    }
}

Example 62 with ZkUtils

use of kafka.utils.ZkUtils in project incubator-atlas by apache.

the class AtlasTopicCreatorTest method shouldCreateTopicIfItDoesNotExist.

@Test
public void shouldCreateTopicIfItDoesNotExist() {
    Configuration configuration = mock(Configuration.class);
    when(configuration.getBoolean(AtlasTopicCreator.ATLAS_NOTIFICATION_CREATE_TOPICS_KEY, true)).thenReturn(true);
    when(configuration.getString("atlas.authentication.method.kerberos")).thenReturn("false");
    final ZkUtils zookeeperUtils = mock(ZkUtils.class);
    final boolean[] createdTopic = new boolean[] { false };
    AtlasTopicCreator atlasTopicCreator = new AtlasTopicCreator() {

        @Override
        protected boolean ifTopicExists(String topicName, ZkUtils zkUtils) {
            return false;
        }

        @Override
        protected ZkUtils createZkUtils(Configuration atlasProperties) {
            return zookeeperUtils;
        }

        @Override
        protected void createTopic(Configuration atlasProperties, String topicName, ZkUtils zkUtils) {
            createdTopic[0] = true;
        }
    };
    atlasTopicCreator.createAtlasTopic(configuration, "ATLAS_HOOK");
    assertTrue(createdTopic[0]);
}

Example 63 with ZkUtils

use of kafka.utils.ZkUtils in project incubator-atlas by apache.

the class AtlasTopicCreatorTest method shouldCreateMultipleTopics.

@Test
public void shouldCreateMultipleTopics() {
    Configuration configuration = mock(Configuration.class);
    when(configuration.getBoolean(AtlasTopicCreator.ATLAS_NOTIFICATION_CREATE_TOPICS_KEY, true)).thenReturn(true);
    when(configuration.getString("atlas.authentication.method.kerberos")).thenReturn("false");
    final ZkUtils zookeeperUtils = mock(ZkUtils.class);
    final Map<String, Boolean> createdTopics = new HashMap<>();
    createdTopics.put("ATLAS_HOOK", false);
    createdTopics.put("ATLAS_ENTITIES", false);
    AtlasTopicCreator atlasTopicCreator = new AtlasTopicCreator() {

        @Override
        protected boolean ifTopicExists(String topicName, ZkUtils zkUtils) {
            return false;
        }

        @Override
        protected ZkUtils createZkUtils(Configuration atlasProperties) {
            return zookeeperUtils;
        }

        @Override
        protected void createTopic(Configuration atlasProperties, String topicName, ZkUtils zkUtils) {
            createdTopics.put(topicName, true);
        }
    };
    atlasTopicCreator.createAtlasTopic(configuration, "ATLAS_HOOK", "ATLAS_ENTITIES");
    assertTrue(createdTopics.get("ATLAS_HOOK"));
    assertTrue(createdTopics.get("ATLAS_ENTITIES"));
}

Example 64 with ZkUtils

use of kafka.utils.ZkUtils in project incubator-atlas by apache.

the class AtlasTopicCreatorTest method shouldCreateTopicEvenIfEarlierOneFails.

@Test
public void shouldCreateTopicEvenIfEarlierOneFails() {
    Configuration configuration = mock(Configuration.class);
    when(configuration.getBoolean(AtlasTopicCreator.ATLAS_NOTIFICATION_CREATE_TOPICS_KEY, true)).thenReturn(true);
    when(configuration.getString("atlas.authentication.method.kerberos")).thenReturn("false");
    final ZkUtils zookeeperUtils = mock(ZkUtils.class);
    final Map<String, Boolean> createdTopics = new HashMap<>();
    createdTopics.put("ATLAS_ENTITIES", false);
    AtlasTopicCreator atlasTopicCreator = new AtlasTopicCreator() {

        @Override
        protected boolean ifTopicExists(String topicName, ZkUtils zkUtils) {
            return false;
        }

        @Override
        protected ZkUtils createZkUtils(Configuration atlasProperties) {
            return zookeeperUtils;
        }

        @Override
        protected void createTopic(Configuration atlasProperties, String topicName, ZkUtils zkUtils) {
            if (topicName.equals("ATLAS_HOOK")) {
                throw new RuntimeException("Simulating failure when creating ATLAS_HOOK topic");
            } else {
                createdTopics.put(topicName, true);
            }
        }
    };
    atlasTopicCreator.createAtlasTopic(configuration, "ATLAS_HOOK", "ATLAS_ENTITIES");
    assertTrue(createdTopics.get("ATLAS_ENTITIES"));
}

Example 65 with ZkUtils

use of kafka.utils.ZkUtils in project metron by apache.

the class KafkaComponent method createTopic.

public void createTopic(String name, int numPartitions, long waitThisLongForMetadataToPropagate) throws InterruptedException {
    ZkUtils zkUtils = null;
    Level oldLevel = UnitTestHelper.getJavaLoggingLevel();
    try {
        UnitTestHelper.setJavaLoggingLevel(Level.OFF);
        zkUtils = ZkUtils.apply(zookeeperConnectString, 30000, 30000, false);
        AdminUtilsWrapper.createTopic(zkUtils, name, numPartitions, 1, new Properties());
        if (waitThisLongForMetadataToPropagate > 0) {
            waitUntilMetadataIsPropagated(name, numPartitions, waitThisLongForMetadataToPropagate);
        }
    } catch (TopicExistsException tee) {
    } finally {
        if (zkUtils != null) {
            zkUtils.close();
        }
        UnitTestHelper.setJavaLoggingLevel(oldLevel);
    }
}