org.nuxeo.lib.stream.log.kafka

Class KafkaUtils

java.lang.Object

org.nuxeo.lib.stream.log.kafka.KafkaUtils

All Implemented Interfaces:

AutoCloseable

public class KafkaUtils
extends Object
implements AutoCloseable

Misc Kafka Utils

Since:

9.3

Field Summary

Fields

Modifier and Type	Field and Description
protected kafka.admin.AdminClient	adminClient
protected Properties	adminProperties
protected static long	ALL_CONSUMERS_CACHE_TIMEOUT_MS
protected List<String>	allConsumers
protected long	allConsumersTime
static String	BOOTSTRAP_SERVERS_PROP
static String	DEFAULT_BOOTSTRAP_SERVERS
static String	DEFAULT_ZK_SERVERS
protected org.apache.kafka.clients.admin.AdminClient	newAdminClient
static int	ZK_CONNECTION_TIMEOUT_MS
static String	ZK_SERVERS_PROP
static int	ZK_TIMEOUT_MS
protected org.I0Itec.zkclient.ZkClient	zkClient
protected kafka.utils.ZkUtils	zkUtils

Constructor Summary

Constructors

Constructor and Description
KafkaUtils()
KafkaUtils(String zkServers, Properties adminProperties)

Method Summary

Modifier and Type	Method and Description
protected static List<List<LogPartition>>	assignments(org.apache.kafka.clients.consumer.internals.PartitionAssignor assignor, int threads, Map<String,Integer> streams)
void	close()
void	createTopic(String topic, int partitions, short replicationFactor)
void	createTopicWithoutReplication(String topic, int partitions)
protected static org.I0Itec.zkclient.ZkClient	createZkClient(String zkServers)
protected static kafka.utils.ZkUtils	createZkUtils(String zkServers, org.I0Itec.zkclient.ZkClient zkClient)
protected kafka.admin.AdminClient	getAdminClient()
static String	getBootstrapServers()
Set<String>	getBrokerEndPoints()
protected List<String>	getConsumerTopics(String group)
static Properties	getDefaultAdminProperties()
String	getDefaultBootstrapServers()
protected org.apache.kafka.clients.admin.AdminClient	getNewAdminClient()
int	getNumberOfPartitions(String topic)
protected static Collection<org.apache.kafka.common.PartitionInfo>	getPartsFor(String topic, int partitions)
static String	getZkServers()
static boolean	kafkaDetected()
static boolean	kafkaDetected(String zkServers)
List<String>	listAllConsumers()
List<String>	listConsumers(String topic)
List<String>	listTopics()
void	markTopicForDeletion(String topic) Work only if delete.topic.enable is true which is not the default
static List<List<LogPartition>>	rangeAssignments(int threads, Map<String,Integer> streams)
void	resetConsumerStates(String topic)
static List<List<LogPartition>>	roundRobinAssignments(int threads, Map<String,Integer> streams)
boolean	topicExists(String topic)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

ZK_SERVERS_PROP

public static final String ZK_SERVERS_PROP

See Also:

Constant Field Values

DEFAULT_ZK_SERVERS

public static final String DEFAULT_ZK_SERVERS

See Also:

Constant Field Values

BOOTSTRAP_SERVERS_PROP

public static final String BOOTSTRAP_SERVERS_PROP

See Also:

Constant Field Values

DEFAULT_BOOTSTRAP_SERVERS

public static final String DEFAULT_BOOTSTRAP_SERVERS

See Also:

Constant Field Values

ZK_TIMEOUT_MS

public static final int ZK_TIMEOUT_MS

See Also:

Constant Field Values

ZK_CONNECTION_TIMEOUT_MS

public static final int ZK_CONNECTION_TIMEOUT_MS

See Also:

Constant Field Values

zkClient

protected final org.I0Itec.zkclient.ZkClient zkClient

zkUtils

protected final kafka.utils.ZkUtils zkUtils

adminProperties

protected final Properties adminProperties

adminClient

protected kafka.admin.AdminClient adminClient

newAdminClient

protected org.apache.kafka.clients.admin.AdminClient newAdminClient

allConsumers

protected List<String> allConsumers

allConsumersTime

protected long allConsumersTime

ALL_CONSUMERS_CACHE_TIMEOUT_MS

protected static final long ALL_CONSUMERS_CACHE_TIMEOUT_MS

See Also:

Constant Field Values

Constructor Detail

KafkaUtils

public KafkaUtils()

KafkaUtils

public KafkaUtils(String zkServers,
                  Properties adminProperties)

Method Detail

getDefaultAdminProperties

public static Properties getDefaultAdminProperties()

getZkServers

public static String getZkServers()

getBootstrapServers

public static String getBootstrapServers()

kafkaDetected

public static boolean kafkaDetected()

kafkaDetected

public static boolean kafkaDetected(String zkServers)

createZkUtils

protected static kafka.utils.ZkUtils createZkUtils(String zkServers,
                                                   org.I0Itec.zkclient.ZkClient zkClient)

createZkClient

protected static org.I0Itec.zkclient.ZkClient createZkClient(String zkServers)

rangeAssignments

public static List<List<LogPartition>> rangeAssignments(int threads,
                                                        Map<String,Integer> streams)

roundRobinAssignments

public static List<List<LogPartition>> roundRobinAssignments(int threads,
                                                             Map<String,Integer> streams)

assignments

protected static List<List<LogPartition>> assignments(org.apache.kafka.clients.consumer.internals.PartitionAssignor assignor,
                                                      int threads,
                                                      Map<String,Integer> streams)

getPartsFor

protected static Collection<org.apache.kafka.common.PartitionInfo> getPartsFor(String topic,
                                                                               int partitions)

createTopicWithoutReplication

public void createTopicWithoutReplication(String topic,
                                          int partitions)

createTopic

public void createTopic(String topic,
                        int partitions,
                        short replicationFactor)

topicExists

public boolean topicExists(String topic)

listTopics

public List<String> listTopics()

listConsumers

public List<String> listConsumers(String topic)

getConsumerTopics

protected List<String> getConsumerTopics(String group)

getNewAdminClient

protected org.apache.kafka.clients.admin.AdminClient getNewAdminClient()

getAdminClient

protected kafka.admin.AdminClient getAdminClient()

listAllConsumers

public List<String> listAllConsumers()

markTopicForDeletion

public void markTopicForDeletion(String topic)

Work only if delete.topic.enable is true which is not the default

getNumberOfPartitions

public int getNumberOfPartitions(String topic)

resetConsumerStates

public void resetConsumerStates(String topic)

getBrokerEndPoints

public Set<String> getBrokerEndPoints()

getDefaultBootstrapServers

public String getDefaultBootstrapServers()

close

public void close()

Specified by:

close in interface AutoCloseable