kafka_test.py

from pykafka import KafkaClient
client = KafkaClient(hosts="172.32.5.12:9092,172.32.15.116:9092,172.32.12.49:9092")

import logging
kafkalogger = logging.getLogger('pykafka')
kafkalogger.setLevel(logging.DEBUG)
console_handler = logging.StreamHandler()
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
console_handler.setFormatter(formatter)
console_handler.setLevel(logging.DEBUG)
kafkalogger.addHandler(console_handler)

topic = client.topics['bi_api_prod']

consumer = topic.get_balanced_consumer(
    consumer_group='test-consumer-group-staging',
    zookeeper_connect='172.32.0.243:2181,172.32.9.161:2181,172.32.11.61:2181',
    auto_commit_enable=True
)

iterator = 10
for message in consumer:
    print("%s - %s" % (message.offset, message.value))
    iterator = iterator + 1
    if iterator >= 10:
        break