org.nuxeo.lib.stream.log.kafka

Class KafkaUtils

java.lang.Object

org.nuxeo.lib.stream.log.kafka.KafkaUtils

All Implemented Interfaces:

AutoCloseable

public class KafkaUtils
extends Object
implements AutoCloseable

Misc Kafka Utils

Since:

9.3

Field Summary

Fields

Modifier and Type	Field and Description
static String	DEFAULT_ZK_SERVER
static int	ZK_CONNECTION_TIMEOUT_MS
static int	ZK_TIMEOUT_MS
protected org.I0Itec.zkclient.ZkClient	zkClient
protected kafka.utils.ZkUtils	zkUtils

Constructor Summary

Constructors

Constructor and Description
KafkaUtils()
KafkaUtils(String zkServers)

Method Summary

Modifier and Type	Method and Description
protected static List<List<LogPartition>>	assignments(org.apache.kafka.clients.consumer.internals.PartitionAssignor assignor, int threads, Map<String,Integer> streams)
void	close()
void	createTopic(Properties properties, String topic, int partitions, short replicationFactor)
void	createTopicWithoutReplication(Properties properties, String topic, int partitions)
protected static org.I0Itec.zkclient.ZkClient	createZkClient(String zkServers)
protected static kafka.utils.ZkUtils	createZkUtils(String zkServers, org.I0Itec.zkclient.ZkClient zkClient)
Set<String>	getBrokerEndPoints()
protected List<String>	getConsumerTopics(Properties props, String group)
String	getDefaultBootstrapServers()
int	getNumberOfPartitions(Properties properties, String topic)
protected static Collection<org.apache.kafka.common.PartitionInfo>	getPartsFor(String topic, int partitions)
static boolean	kafkaDetected()
static boolean	kafkaDetected(String zkServers)
List<String>	listAllConsumers(Properties props)
List<String>	listConsumers(Properties props, String topic)
List<String>	listTopics()
void	markTopicForDeletion(String topic) Work only if delete.topic.enable is true which is not the default
static List<List<LogPartition>>	rangeAssignments(int threads, Map<String,Integer> streams)
void	resetConsumerStates(String topic)
static List<List<LogPartition>>	roundRobinAssignments(int threads, Map<String,Integer> streams)
boolean	topicExists(String topic)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DEFAULT_ZK_SERVER

public static final String DEFAULT_ZK_SERVER

See Also:

Constant Field Values

ZK_TIMEOUT_MS

public static final int ZK_TIMEOUT_MS

See Also:

Constant Field Values

ZK_CONNECTION_TIMEOUT_MS

public static final int ZK_CONNECTION_TIMEOUT_MS

See Also:

Constant Field Values

zkClient

protected final org.I0Itec.zkclient.ZkClient zkClient

zkUtils

protected final kafka.utils.ZkUtils zkUtils

Constructor Detail

KafkaUtils

public KafkaUtils()

KafkaUtils

public KafkaUtils(String zkServers)

Method Detail

kafkaDetected

public static boolean kafkaDetected()

kafkaDetected

public static boolean kafkaDetected(String zkServers)

createZkUtils

protected static kafka.utils.ZkUtils createZkUtils(String zkServers,
                                                   org.I0Itec.zkclient.ZkClient zkClient)

createZkClient

protected static org.I0Itec.zkclient.ZkClient createZkClient(String zkServers)

rangeAssignments

public static List<List<LogPartition>> rangeAssignments(int threads,
                                                        Map<String,Integer> streams)

roundRobinAssignments

public static List<List<LogPartition>> roundRobinAssignments(int threads,
                                                             Map<String,Integer> streams)

assignments

protected static List<List<LogPartition>> assignments(org.apache.kafka.clients.consumer.internals.PartitionAssignor assignor,
                                                      int threads,
                                                      Map<String,Integer> streams)

getPartsFor

protected static Collection<org.apache.kafka.common.PartitionInfo> getPartsFor(String topic,
                                                                               int partitions)

createTopicWithoutReplication

public void createTopicWithoutReplication(Properties properties,
                                          String topic,
                                          int partitions)

createTopic

public void createTopic(Properties properties,
                        String topic,
                        int partitions,
                        short replicationFactor)

topicExists

public boolean topicExists(String topic)

listTopics

public List<String> listTopics()

listConsumers

public List<String> listConsumers(Properties props,
                                  String topic)

getConsumerTopics

protected List<String> getConsumerTopics(Properties props,
                                         String group)

listAllConsumers

public List<String> listAllConsumers(Properties props)

markTopicForDeletion

public void markTopicForDeletion(String topic)

Work only if delete.topic.enable is true which is not the default

getNumberOfPartitions

public int getNumberOfPartitions(Properties properties,
                                 String topic)

resetConsumerStates

public void resetConsumerStates(String topic)

getBrokerEndPoints

public Set<String> getBrokerEndPoints()

getDefaultBootstrapServers

public String getDefaultBootstrapServers()

close

public void close()

Specified by:

close in interface AutoCloseable