Skip to content

Instantly share code, notes, and snippets.

@ibalashov
Created November 12, 2014 12:16
Show Gist options
  • Save ibalashov/c74f8cb9217db3099362 to your computer and use it in GitHub Desktop.
Save ibalashov/c74f8cb9217db3099362 to your computer and use it in GitHub Desktop.
ibalashov@ibalashov-wire:~/tmp/xx/kafkacat$ ./bootstrap.sh
Downloading librdkafka-master
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 127 0 127 0 0 166 0 --:--:-- --:--:-- --:--:-- 166
0 0 0 188k 0 0 59144 0 --:--:-- 0:00:03 --:--:-- 83502
Building librdkafka-master
checking for OS or distribution... ok (osx)
checking for C compiler from CC env... failed
checking for gcc (by command)... ok
checking for C++ compiler from CXX env... failed
checking for C++ compiler (g++)... ok
checking executable ld... ok
checking executable nm... ok
checking executable objdump... failed (disable)
checking executable strip... ok
checking for debug symbols compiler flag (-g...)... ok
checking for pkgconfig (by command)... ok
checking for install (by command)... failed
checking for PIC (by compile)... ok
checking for GNU-compatible linker options... failed
checking for OSX linker options... ok
checking for GNU linker-script ld flag... failed
checking for Solaris linker-script ld flag... failed (ignore)
checking for __atomic_32 (by compile)... ok
checking for __atomic_64 (by compile)... ok
checking for socket (by compile)... ok
parsing version '0x00080500'... ok (0.8.5)
checking for libpthread (by pkg-config)... failed
checking for libpthread (by compile)... ok
checking for zlib (by pkg-config)... failed
checking for zlib (by compile)... ok
checking for librt (by pkg-config)... failed
checking for librt (by compile)... failed
checking for nm (by env NM)... ok (cached)
Generated rdkafka.pc
Generated Makefile.config
Generated config.h
Configuration summary:
prefix /usr/local
ARCH x86_64
CPU generic
MKL_DISTRO osx
CC gcc
CXX g++
LD ld
NM nm
STRIP strip
CPPFLAGS -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith
PKG_CONFIG pkg-config
INSTALL install
LIB_LDFLAGS -shared -dynamiclib -Wl,-install_name,$(DESTDIR)$(libdir)/$(LIBFILENAME)
RDKAFKA_VERSION_STR 0.8.5
LIBS -lpthread -lz
CXXFLAGS -Wno-non-virtual-dtor
SYMDUMPER $(NM) -g
exec_prefix /usr/local
bindir /usr/local/bin
sbindir /usr/local/sbin
libexecdir /usr/local/libexec
datadir /usr/local/share
sysconfdir /usr/local/etc
sharedstatedir /usr/local/com
localstatedir /usr/local/var
libdir /usr/local/lib
includedir /usr/local/include
infodir /usr/local/info
mandir /usr/local/man
Generated config.cache
Now type 'make' to build
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdkafka.c -o rdkafka.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdkafka_broker.c -o rdkafka_broker.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdkafka_msg.c -o rdkafka_msg.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdkafka_topic.c -o rdkafka_topic.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdkafka_defaultconf.c -o rdkafka_defaultconf.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdkafka_timer.c -o rdkafka_timer.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdkafka_offset.c -o rdkafka_offset.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdcrc32.c -o rdcrc32.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdgz.c -o rdgz.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdaddr.c -o rdaddr.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdrand.c -o rdrand.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdthread.c -o rdthread.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdqueue.c -o rdqueue.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c rdlog.c -o rdlog.o
gcc -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -c snappy.c -o snappy.o
Generating linker script librdkafka.lds from rdkafka.h
Creating shared library librdkafka.1.dylib
gcc -shared -dynamiclib -Wl,-install_name,/usr/local/lib/librdkafka.1.dylib rdkafka.o rdkafka_broker.o rdkafka_msg.o rdkafka_topic.o rdkafka_defaultconf.o rdkafka_timer.o rdkafka_offset.o rdcrc32.o rdgz.o rdaddr.o rdrand.o rdthread.o rdqueue.o rdlog.o snappy.o -o librdkafka.1.dylib -lpthread -lz
Creating static library librdkafka.a
ar rcs librdkafka.a rdkafka.o rdkafka_broker.o rdkafka_msg.o rdkafka_topic.o rdkafka_defaultconf.o rdkafka_timer.o rdkafka_offset.o rdcrc32.o rdgz.o rdaddr.o rdrand.o rdthread.o rdqueue.o rdlog.o snappy.o
Checking librdkafka integrity
librdkafka.1.dylib OK
librdkafka.a OK
Symbol visibility OK
g++ -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -Wno-non-virtual-dtor -c RdKafka.cpp -o RdKafka.o
g++ -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -Wno-non-virtual-dtor -c ConfImpl.cpp -o ConfImpl.o
g++ -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -Wno-non-virtual-dtor -c HandleImpl.cpp -o HandleImpl.o
g++ -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -Wno-non-virtual-dtor -c ConsumerImpl.cpp -o ConsumerImpl.o
g++ -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -Wno-non-virtual-dtor -c ProducerImpl.cpp -o ProducerImpl.o
g++ -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -Wno-non-virtual-dtor -c TopicImpl.cpp -o TopicImpl.o
g++ -MD -MP -gstrict-dwarf -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -Wno-non-virtual-dtor -c MessageImpl.cpp -o MessageImpl.o
Generating linker script librdkafka++.lds from rdkafkacpp.h
Creating shared library librdkafka++.1.dylib
gcc -shared -dynamiclib -Wl,-install_name,/usr/local/lib/librdkafka++.1.dylib RdKafka.o ConfImpl.o HandleImpl.o ConsumerImpl.o ProducerImpl.o TopicImpl.o MessageImpl.o -o librdkafka++.1.dylib -lpthread -lz -L../src -lrdkafka -lstdc++
Creating static library librdkafka++.a
ar rcs librdkafka++.a RdKafka.o ConfImpl.o HandleImpl.o ConsumerImpl.o ProducerImpl.o TopicImpl.o MessageImpl.o
Checking librdkafka++ integrity
librdkafka++.1.dylib OK
librdkafka++.a OK
/Library/Developer/CommandLineTools/usr/bin/make -C examples
gcc -g -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -I../src rdkafka_example.c -o rdkafka_example \
../src/librdkafka.a -lpthread -lz
# rdkafka_example is ready
#
# Run producer (write messages on stdin)
./rdkafka_example -P -t <topic> -p <partition>
# or consumer
./rdkafka_example -C -t <topic> -p <partition>
#
# More usage options:
./rdkafka_example --help
gcc -g -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -I../src rdkafka_performance.c -o rdkafka_performance \
../src/librdkafka.a -lpthread -lz
# rdkafka_performance is ready
#
# Run producer
./rdkafka_performance -P -t <topic> -p <partition> -s <msgsize>
# or consumer
./rdkafka_performance -C -t <topic> -p <partition>
#
# More usage options:
./rdkafka_performance --help
g++ -g -O2 -fPIC -Wall -Werror -Wfloat-equal -Wpointer-arith -Wno-non-virtual-dtor -I../src-cpp rdkafka_example.cpp -o rdkafka_example_cpp \
../src-cpp/librdkafka++.a ../src/librdkafka.a -lpthread -lz -lstdc++
Updating CONFIGURATION.md
Checking integrity
CONFIGURATION.md OK
examples/rdkafka_example OK
examples/rdkafka_performance OK
examples/rdkafka_example_cpp OK
Checking librdkafka integrity
librdkafka.1.dylib OK
librdkafka.a OK
Symbol visibility OK
Checking librdkafka++ integrity
librdkafka++.1.dylib OK
librdkafka++.a OK
Install librdkafka to /Users/ibalashov/tmp/xx/kafkacat/tmp-bootstrap/librdkafka-master/..//usr/local
install -d $DESTDIR/usr/local/include/librdkafka ; \
install -d $DESTDIR/usr/local/lib ; \
install rdkafka.h $DESTDIR/usr/local/include/librdkafka ; \
install librdkafka.a $DESTDIR/usr/local/lib ; \
install librdkafka.1.dylib $DESTDIR/usr/local/lib ; \
(cd $DESTDIR/usr/local/lib && ln -sf librdkafka.1.dylib librdkafka.dylib)
Install librdkafka++ to /Users/ibalashov/tmp/xx/kafkacat/tmp-bootstrap/librdkafka-master/..//usr/local
install -d $DESTDIR/usr/local/include/librdkafka ; \
install -d $DESTDIR/usr/local/lib ; \
install rdkafkacpp.h $DESTDIR/usr/local/include/librdkafka ; \
install librdkafka++.a $DESTDIR/usr/local/lib ; \
install librdkafka++.1.dylib $DESTDIR/usr/local/lib ; \
(cd $DESTDIR/usr/local/lib && ln -sf librdkafka++.1.dylib librdkafka++.dylib)
Building kafkacat
checking for OS or distribution... ok (osx)
checking for C compiler from CC env... failed
checking for gcc (by command)... ok
checking executable ld... ok
checking executable nm... ok
checking executable objdump... failed (disable)
checking executable strip... ok
checking for debug symbols compiler flag (-g...)... ok
checking for pkgconfig (by command)... ok
checking for install (by command)... failed
checking for librdkafka (by pkg-config)... failed
checking for librdkafka (by compile)... ok
checking for librdkafka metadata API... ok
checking for librt (by pkg-config)... failed
checking for librt (by compile)... failed
Generated Makefile.config
Generated config.h
Configuration summary:
prefix /usr/local
ARCH x86_64
CPU generic
MKL_DISTRO osx
CC gcc
LD ld
NM nm
STRIP strip
CPPFLAGS -Itmp-bootstrap/usr/local/include -gstrict-dwarf -O2 -Wall -Werror -Wfloat-equal -Wpointer-arith
LDFLAGS -Ltmp-bootstrap/usr/local/lib
PKG_CONFIG pkg-config
INSTALL install
LDFLAGS_STATIC -Wl,-Bstatic
LDFLAGS_DYNAMIC -Wl,-Bdynamic
LIBS tmp-bootstrap/usr/local/lib/librdkafka.a -lpthread -lz
exec_prefix /usr/local
bindir /usr/local/bin
sbindir /usr/local/sbin
libexecdir /usr/local/libexec
datadir /usr/local/share
sysconfdir /usr/local/etc
sharedstatedir /usr/local/com
localstatedir /usr/local/var
libdir /usr/local/lib
includedir /usr/local/include
infodir /usr/local/info
mandir /usr/local/man
Generated config.cache
Now type 'make' to build
gcc -MD -MP -Itmp-bootstrap/usr/local/include -Itmp-bootstrap/usr/local/include -g -O2 -Wall -Werror -Wfloat-equal -Wpointer-arith -c kafkacat.c -o kafkacat.o
Creating program kafkacat
gcc -Itmp-bootstrap/usr/local/include -Itmp-bootstrap/usr/local/include -g -O2 -Wall -Werror -Wfloat-equal -Wpointer-arith -Ltmp-bootstrap/usr/local/lib -Ltmp-bootstrap/usr/local/lib kafkacat.o -o kafkacat tmp-bootstrap/usr/local/lib/librdkafka.a -lpthread -lz
Success! kafkacat is now built
ibalashov@ibalashov-wire:~/tmp/xx/kafkacat$ time sh -c "date | ./kafkacat -P -t _temp -p 0 -b 192.168.86.3,192.168.86.5"
real 0m1.055s
user 0m0.005s
sys 0m0.010s
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment