Simple Kafka communication.

consumer.py

from kafka import KafkaConsumer

consumer = KafkaConsumer('fast-messages', bootstrap_servers='localhost:9092')
for message in consumer:
    print(message)

producer.py

from time import sleep
from kafka import KafkaProducer

producer = KafkaProducer(bootstrap_servers='localhost:9092')
for i in range(10):
    sleep(1)
    producer.send('fast-messages', key=str.encode('key_{}'.format(i)), value=b'some_message_bytes')

run_kafka.sh

# 1. Start ZooKeeper. 
bin/zookeeper-server-start.sh config/zookeeper.properties &

# 2. Start Kafka.
bin/kafka-server-start.sh config/server.properties &

# 3. Create 2 topics. 
bin/kafka-topics.sh --create --zookeeper localhost:2181 \
--replication-factor 1 --partitions 1 --topic fast-messages 
bin/kafka-topics.sh --create --zookeeper localhost:2181 \ 
--replication-factor 1 --partitions 1 --topic summary-markers 

# 4. List the topics. 
bin/kafka-topics.sh --list --zookeeper localhost:2181