bin/kafka-topics.sh --zookeeper localhost:2181 --list
bin/kafka-topics.sh --zookeeper localhost:2181 --describe --topic mytopic
bin/kafka-topics.sh --zookeeper localhost:2181 --alter --topic mytopic --config retention.ms=1000
... wait a minute ...
David Palomar dpalomar
dpalomar
/ benchmark-commands.txt
Created
May 6, 2021 18:29
— forked from functicons/benchmark-commands.txt
Kafka Benchmark Commands
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Producer | |
| Setup | |
| bin/kafka-topics.sh --zookeeper esv4-hcl197.grid.linkedin.com:2181 --create --topic test-rep-one --partitions 6 --replication-factor 1 | |
| bin/kafka-topics.sh --zookeeper esv4-hcl197.grid.linkedin.com:2181 --create --topic test --partitions 6 --replication-factor 3 | |
| Single thread, no replication | |
| bin/kafka-run-class.sh org.apache.kafka.clients.tools.ProducerPerformance test7 50000000 100 -1 acks=1 bootstrap.servers=esv4-hcl198.grid.linkedin.com:9092 buffer.memory=67108864 batch.size=8196 |
dpalomar
/ kafka-consumer-by-topic.sh
Created
May 7, 2021 08:04
— forked from padilo/kafka-consumer-by-topic.sh
Script to get from Kakfa the list of topics consumed by each consumer group
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/bin/bash | |
| if [ $# -ne 2 ]; then | |
| >&2 echo "usage: $0 <kafka_binary_folder> <bootstrap.server>" | |
| >&2 echo | |
| >&2 echo "It outputs the list of topics consumed by consumergroup as csv." | |
| >&2 echo "With the following structure:" | |
| >&2 echo " <consumer>,<topic>" | |
| exit 1 | |
| fi |
dpalomar
/ kafka-cheat-sheet.md
Created
May 7, 2021 10:11
— forked from ursuad/kafka-cheat-sheet.md
Quick command reference for Apache Kafka
dpalomar
/ gist:84ab2ced22739bd47834c0aa34c79ea7
Created
May 7, 2021 10:12
— forked from davewat/gist:b3c5c4a383d1d9d26df33ecbb6ddd668
Kafka commands and scripts
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Calculate the latest and earliest offsets, and provide the total # of messages in the topic (the difference): | |
| #!/bin/bash | |
| if [[ $# -eq 0 ]] ; then | |
| echo 'provide the name of a topic to get totals against' | |
| exit 0 | |
| fi | |
| latest=`bin/kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list localhost:9092 --topic $1 --time -1 --offsets 1 | awk -F ":" '{sum += $3} END {print sum}'` | |
| earliest=`bin/kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list localhost:9092 --topic $1 --time -2 --offsets 1 | awk -F ":" '{sum2 += $3} END {print sum2}'` | |
| total=`expr $latest - $earliest` |
OlderNewer