Skip to content

Instantly share code, notes, and snippets.

@Ivlyth

Ivlyth/bro.crash.log.md

Last active April 1, 2018 02:39
Show Gist options
  • Save Ivlyth/3d77111fb810cac941c48311dc273289 to your computer and use it in GitHub Desktop.
Save Ivlyth/3d77111fb810cac941c48311dc273289 to your computer and use it in GitHub Desktop.
Download ZIP
bro crash log (source version tag: 2.5.1)
Raw
bro.crash.log.md

backtrace

#0  EventMgr::QueueEvent (this=0xc312c0 <mgr>, event=event@entry=0x7fffd806eaf0) at /root/myth/bro-2.5.1/src/Event.cc:90
#1  0x00000000005fe6b7 in QueueEvent (obj=0x0, mgr=0x0, aid=0, src=0, vl=0x7fffd8069840, h=..., this=<optimized out>) at /root/myth/bro-2.5.1/src/Event.h:88
#2  Reporter::DoLog (this=0xc92a10, prefix=prefix@entry=0x908d37 "error", event=..., out=0x7ffff640d1c0 <_IO_2_1_stderr_>, conn=conn@entry=0x0,
    addl=addl@entry=0x0, location=location@entry=true, time=time@entry=true, postfix=postfix@entry=0x0,
    fmt=fmt@entry=0x7ffff482bd70 "Kafka send failed: %s", ap=ap@entry=0x7fffe318eaf8) at /root/myth/bro-2.5.1/src/Reporter.cc:350
#3  0x00000000005fee9f in Reporter::Error (this=<optimized out>, fmt=fmt@entry=0x7ffff482bd70 "Kafka send failed: %s")
    at /root/myth/bro-2.5.1/src/Reporter.cc:76
#4  0x00007ffff4829fa9 in logging::writer::KafkaWriter::DoWrite (this=0x3aa1180, num_fields=<optimized out>, fields=<optimized out>, vals=0xeb018d0)
    at /root/myth/bro-2.5.1/aux/plugins/kafka/src/KafkaWriter.cc:156
#5  0x000000000089e4a5 in logging::WriterBackend::Write (this=0x3aa1180, arg_num_fields=<optimized out>, num_writes=1000, vals=0xeaa2e40)
    at /root/myth/bro-2.5.1/src/logging/WriterBackend.cc:301
#6  0x0000000000662190 in threading::MsgThread::Run (this=0x3aa1180) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:371
#7  0x000000000065eab8 in threading::BasicThread::launcher (arg=0x3aa1180) at /root/myth/bro-2.5.1/src/threading/BasicThread.cc:205
#8  0x00007ffff69e02b0 in ?? () from /lib64/libstdc++.so.6
#9  0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#10 0x00007ffff614834d in clone () from /lib64/libc.so.6

full backtrace

(gdb) bt full
#0  EventMgr::QueueEvent (this=0xc312c0 <mgr>, event=event@entry=0x7fffd806eaf0) at /root/myth/bro-2.5.1/src/Event.cc:90
        done = <optimized out>
#1  0x00000000005fe6b7 in QueueEvent (obj=0x0, mgr=0x0, aid=0, src=0, vl=0x7fffd8069840, h=..., this=<optimized out>) at /root/myth/bro-2.5.1/src/Event.h:88
No locals.
#2  Reporter::DoLog (this=0xc92a10, prefix=prefix@entry=0x908d37 "error", event=..., out=0x7ffff640d1c0 <_IO_2_1_stderr_>, conn=conn@entry=0x0,
    addl=addl@entry=0x0, location=location@entry=true, time=time@entry=true, postfix=postfix@entry=0x0,
    fmt=fmt@entry=0x7ffff482bd70 "Kafka send failed: %s", ap=ap@entry=0x7fffe318eaf8) at /root/myth/bro-2.5.1/src/Reporter.cc:350
        vl = 0x7fffd8069840
        tmp = "Kafka send failed: Local: Queue full", '\000' <repeats 475 times>
        buffer = 0xc31dc0 <Reporter::DoLog(char const*, EventHandlerPtr, _IO_FILE*, Connection*, ValPList*, bool, bool, char const*, char const*, __va_list_tag*)::tmp> "Kafka send failed: Local: Queue full"
        size = <optimized out>
        alloced = 0x0
        loc_str = ""
#3  0x00000000005fee9f in Reporter::Error (this=<optimized out>, fmt=fmt@entry=0x7ffff482bd70 "Kafka send failed: %s")
    at /root/myth/bro-2.5.1/src/Reporter.cc:76
        ap = {{gp_offset = 16, fp_offset = 48, overflow_arg_area = 0x7fffe318ebd0, reg_save_area = 0x7fffe318eb10}}
        out = <optimized out>
#4  0x00007ffff4829fa9 in logging::writer::KafkaWriter::DoWrite (this=0x3aa1180, num_fields=<optimized out>, fields=<optimized out>, vals=0xeb018d0)
    at /root/myth/bro-2.5.1/aux/plugins/kafka/src/KafkaWriter.cc:156
        err = "Local: Queue full"
        buff = {type = DESC_READABLE, style = STANDARD_STYLE, base = 0x7fffd800dcc0, offset = 50, size = 128, escape = false,
          escape_sequences = std::set with 0 elements, f = 0x0, indent_level = 0, is_short = 0, want_quotes = 0, do_flush = 1, include_stats = 0,
          indent_with_spaces = 0, encountered_types = std::set with 0 elements}
        raw = 0x7fffd800dcc0 "{\"ts\":1522548412.718248,\"uid\":\"CNgUfbfJJWFBL86a6\"}"
        resp = <optimized out>
#5  0x000000000089e4a5 in logging::WriterBackend::Write (this=0x3aa1180, arg_num_fields=<optimized out>, num_writes=1000, vals=0xeaa2e40)
    at /root/myth/bro-2.5.1/src/logging/WriterBackend.cc:301
        j = <optimized out>
        success = true
#6  0x0000000000662190 in threading::MsgThread::Run (this=0x3aa1180) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:371
        msg = 0xec615a0
        result = <optimized out>
#7  0x000000000065eab8 in threading::BasicThread::launcher (arg=0x3aa1180) at /root/myth/bro-2.5.1/src/threading/BasicThread.cc:205
        thread = 0x3aa1180
        mask_set = {__val = {18446744067267099447, 18446744073709551615 <repeats 15 times>}}
#8  0x00007ffff69e02b0 in ?? () from /lib64/libstdc++.so.6
No symbol table info available.
#9  0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#10 0x00007ffff614834d in clone () from /lib64/libc.so.6
No symbol table info available.

vars at frame 0

(gdb) f 0
#0  EventMgr::QueueEvent (this=0xc312c0 <mgr>, event=event@entry=0x7fffd806eaf0) at /root/myth/bro-2.5.1/src/Event.cc:90
90			tail->SetNext(event);
(gdb) info args
this = 0xc312c0 <mgr>
event = 0x7fffd806eaf0
(gdb) info locals
done = <optimized out>
(gdb) p head
$1 = (Event *) 0x0
(gdb) p tail
$2 = (Event *) 0x0
(gdb) p event
$3 = (Event *) 0x7fffd806eaf0

backtrace in every threads at the moment

(gdb) thread apply all bt

Thread 11 (Thread 0x7fffc37fe700 (LWP 6601)):
#0  0x00007ffff6e42cf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00000000006622b0 in __gthread_cond_timedwait (__abs_timeout=0x7fffc37fdd20, __mutex=<optimized out>, __cond=0x4201738)
    at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x4201738)
    at /usr/include/c++/4.8.2/condition_variable:160
#3  wait_until<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x4201738)
    at /usr/include/c++/4.8.2/condition_variable:100
#4  wait_for<long, std::ratio<1l> > (__rtime=..., __lock=..., this=0x4201738) at /usr/include/c++/4.8.2/condition_variable:132
#5  Get (this=0x42015c8) at /root/myth/bro-2.5.1/src/threading/Queue.h:161
#6  RetrieveIn (this=0x4201590) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:349
#7  threading::MsgThread::Run (this=0x4201590) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:366
#8  0x000000000065eab8 in threading::BasicThread::launcher (arg=0x4201590) at /root/myth/bro-2.5.1/src/threading/BasicThread.cc:205
#9  0x00007ffff69e02b0 in ?? () from /lib64/libstdc++.so.6
#10 0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#11 0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 10 (Thread 0x7fffc3fff700 (LWP 6600)):
#0  0x00007ffff6e42cf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00000000006622b0 in __gthread_cond_timedwait (__abs_timeout=0x7fffc3ffed20, __mutex=<optimized out>, __cond=0x3e424f8)
    at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3e424f8)
    at /usr/include/c++/4.8.2/condition_variable:160
#3  wait_until<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3e424f8)
    at /usr/include/c++/4.8.2/condition_variable:100
#4  wait_for<long, std::ratio<1l> > (__rtime=..., __lock=..., this=0x3e424f8) at /usr/include/c++/4.8.2/condition_variable:132
#5  Get (this=0x3e422f8) at /root/myth/bro-2.5.1/src/threading/Queue.h:161
#6  RetrieveIn (this=0x3e422c0) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:349
#7  threading::MsgThread::Run (this=0x3e422c0) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:366
#8  0x000000000065eab8 in threading::BasicThread::launcher (arg=0x3e422c0) at /root/myth/bro-2.5.1/src/threading/BasicThread.cc:205
#9  0x00007ffff69e02b0 in ?? () from /lib64/libstdc++.so.6
#10 0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#11 0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 9 (Thread 0x7fffe098a700 (LWP 6599)):
#0  0x00007ffff6e42cf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00000000006622b0 in __gthread_cond_timedwait (__abs_timeout=0x7fffe0989d20, __mutex=<optimized out>, __cond=0x3c0da98)
    at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3c0da98)
    at /usr/include/c++/4.8.2/condition_variable:160
#3  wait_until<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3c0da98)
    at /usr/include/c++/4.8.2/condition_variable:100
#4  wait_for<long, std::ratio<1l> > (__rtime=..., __lock=..., this=0x3c0da98) at /usr/include/c++/4.8.2/condition_variable:132
#5  Get (this=0x3c0d8f8) at /root/myth/bro-2.5.1/src/threading/Queue.h:161
#6  RetrieveIn (this=0x3c0d8c0) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:349
#7  threading::MsgThread::Run (this=0x3c0d8c0) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:366
#8  0x000000000065eab8 in threading::BasicThread::launcher (arg=0x3c0d8c0) at /root/myth/bro-2.5.1/src/threading/BasicThread.cc:205
#9  0x00007ffff69e02b0 in ?? () from /lib64/libstdc++.so.6
#10 0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#11 0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 8 (Thread 0x7fffe118b700 (LWP 6598)):
#0  0x00007ffff6e42cf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00000000006622b0 in __gthread_cond_timedwait (__abs_timeout=0x7fffe118ad20, __mutex=<optimized out>, __cond=0x3c083a8)
    at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3c083a8)
    at /usr/include/c++/4.8.2/condition_variable:160
#3  wait_until<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3c083a8)
    at /usr/include/c++/4.8.2/condition_variable:100
#4  wait_for<long, std::ratio<1l> > (__rtime=..., __lock=..., this=0x3c083a8) at /usr/include/c++/4.8.2/condition_variable:132
#5  Get (this=0x3c08208) at /root/myth/bro-2.5.1/src/threading/Queue.h:161
#6  RetrieveIn (this=0x3c081d0) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:349
#7  threading::MsgThread::Run (this=0x3c081d0) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:366
#8  0x000000000065eab8 in threading::BasicThread::launcher (arg=0x3c081d0) at /root/myth/bro-2.5.1/src/threading/BasicThread.cc:205
#9  0x00007ffff69e02b0 in ?? () from /lib64/libstdc++.so.6
#10 0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#11 0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 7 (Thread 0x7fffe198c700 (LWP 6597)):
#0  0x00007ffff613da3d in poll () from /lib64/libc.so.6
#1  0x00007ffff438c48a in rd_kafka_transport_poll (rktrans=rktrans@entry=0x7fffc4001a00, tmout=tmout@entry=41) at rdkafka_transport.c:1268
#2  0x00007ffff438c4fb in rd_kafka_transport_io_serve (rktrans=0x7fffc4001a00, timeout_ms=41) at rdkafka_transport.c:1127
#3  0x00007ffff437b6fe in rd_kafka_broker_serve (rkb=rkb@entry=0x7fffd8005170, timeout_ms=timeout_ms@entry=0) at rdkafka_broker.c:3224
#4  0x00007ffff437cfc2 in rd_kafka_broker_producer_serve (rkb=<optimized out>) at rdkafka_broker.c:3419
#5  rd_kafka_broker_thread_main (arg=arg@entry=0x7fffd8005170) at rdkafka_broker.c:4690
#6  0x00007ffff43c3fc7 in _thrd_wrapper_function (aArg=<optimized out>) at tinycthread.c:624
#7  0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#8  0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 6 (Thread 0x7fffe218d700 (LWP 6596)):
#0  0x00007ffff6e42cf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007ffff43c4225 in cnd_timedwait_ms (cnd=cnd@entry=0x7fffd8004e38, mtx=mtx@entry=0x7fffd8004e10, timeout_ms=timeout_ms@entry=10) at tinycthread.c:501
#2  0x00007ffff4392cee in rd_kafka_q_pop_serve (rkq=0x7fffd8004e10, timeout_ms=timeout_ms@entry=10, version=version@entry=0, cb_type=cb_type@entry=2,
    callback=callback@entry=0x0, opaque=opaque@entry=0x0) at rdkafka_queue.c:329
#3  0x00007ffff4392e30 in rd_kafka_q_pop (rkq=<optimized out>, timeout_ms=timeout_ms@entry=10, version=version@entry=0) at rdkafka_queue.c:360
#4  0x00007ffff437b6e8 in rd_kafka_broker_serve (rkb=rkb@entry=0x7fffd8004710, timeout_ms=timeout_ms@entry=10) at rdkafka_broker.c:3219
#5  0x00007ffff437ba61 in rd_kafka_broker_ua_idle (rkb=rkb@entry=0x7fffd8004710, timeout_ms=timeout_ms@entry=0) at rdkafka_broker.c:3269
#6  0x00007ffff437c172 in rd_kafka_broker_thread_main (arg=arg@entry=0x7fffd8004710) at rdkafka_broker.c:4688
#7  0x00007ffff43c3fc7 in _thrd_wrapper_function (aArg=<optimized out>) at tinycthread.c:624
#8  0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#9  0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 5 (Thread 0x7fffe298e700 (LWP 6595)):
#0  0x00007ffff6e42cf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00007ffff43c4225 in cnd_timedwait_ms (cnd=cnd@entry=0x7fffd8001098, mtx=mtx@entry=0x7fffd8001070, timeout_ms=<optimized out>) at tinycthread.c:501
#2  0x00007ffff4392f2d in rd_kafka_q_serve (rkq=0x7fffd8001070, timeout_ms=<optimized out>, max_cnt=max_cnt@entry=0, cb_type=cb_type@entry=1,
    callback=callback@entry=0x0, opaque=opaque@entry=0x0) at rdkafka_queue.c:406
#3  0x00007ffff4366d3c in rd_kafka_thread_main (arg=arg@entry=0x7fffd8003d00) at rdkafka.c:1166
#4  0x00007ffff43c3fc7 in _thrd_wrapper_function (aArg=<optimized out>) at tinycthread.c:624
#5  0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#6  0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 4 (Thread 0x7fffe318f700 (LWP 6594)):
#0  EventMgr::QueueEvent (this=0xc312c0 <mgr>, event=event@entry=0x7fffd806eaf0) at /root/myth/bro-2.5.1/src/Event.cc:90
#1  0x00000000005fe6b7 in QueueEvent (obj=0x0, mgr=0x0, aid=0, src=0, vl=0x7fffd8069840, h=..., this=<optimized out>) at /root/myth/bro-2.5.1/src/Event.h:88
#2  Reporter::DoLog (this=0xc92a10, prefix=prefix@entry=0x908d37 "error", event=..., out=0x7ffff640d1c0 <_IO_2_1_stderr_>, conn=conn@entry=0x0,
    addl=addl@entry=0x0, location=location@entry=true, time=time@entry=true, postfix=postfix@entry=0x0,
    fmt=fmt@entry=0x7ffff482bd70 "Kafka send failed: %s", ap=ap@entry=0x7fffe318eaf8) at /root/myth/bro-2.5.1/src/Reporter.cc:350
#3  0x00000000005fee9f in Reporter::Error (this=<optimized out>, fmt=fmt@entry=0x7ffff482bd70 "Kafka send failed: %s")
    at /root/myth/bro-2.5.1/src/Reporter.cc:76
#4  0x00007ffff4829fa9 in logging::writer::KafkaWriter::DoWrite (this=0x3aa1180, num_fields=<optimized out>, fields=<optimized out>, vals=0xeb018d0)
    at /root/myth/bro-2.5.1/aux/plugins/kafka/src/KafkaWriter.cc:156
#5  0x000000000089e4a5 in logging::WriterBackend::Write (this=0x3aa1180, arg_num_fields=<optimized out>, num_writes=1000, vals=0xeaa2e40)
    at /root/myth/bro-2.5.1/src/logging/WriterBackend.cc:301
#6  0x0000000000662190 in threading::MsgThread::Run (this=0x3aa1180) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:371
#7  0x000000000065eab8 in threading::BasicThread::launcher (arg=0x3aa1180) at /root/myth/bro-2.5.1/src/threading/BasicThread.cc:205
#8  0x00007ffff69e02b0 in ?? () from /lib64/libstdc++.so.6
#9  0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#10 0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 3 (Thread 0x7fffe3990700 (LWP 6593)):
#0  0x00007ffff6e42cf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00000000006622b0 in __gthread_cond_timedwait (__abs_timeout=0x7fffe398fd20, __mutex=<optimized out>, __cond=0x3a9aea8)
    at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3a9aea8)
    at /usr/include/c++/4.8.2/condition_variable:160
#3  wait_until<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3a9aea8)
    at /usr/include/c++/4.8.2/condition_variable:100
#4  wait_for<long, std::ratio<1l> > (__rtime=..., __lock=..., this=0x3a9aea8) at /usr/include/c++/4.8.2/condition_variable:132
#5  Get (this=0x3a9ad08) at /root/myth/bro-2.5.1/src/threading/Queue.h:161
#6  RetrieveIn (this=0x3a9acd0) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:349
#7  threading::MsgThread::Run (this=0x3a9acd0) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:366
#8  0x000000000065eab8 in threading::BasicThread::launcher (arg=0x3a9acd0) at /root/myth/bro-2.5.1/src/threading/BasicThread.cc:205
#9  0x00007ffff69e02b0 in ?? () from /lib64/libstdc++.so.6
#10 0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#11 0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 2 (Thread 0x7fffe4191700 (LWP 6592)):
#0  0x00007ffff6e42cf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1  0x00000000006622b0 in __gthread_cond_timedwait (__abs_timeout=0x7fffe4190d20, __mutex=<optimized out>, __cond=0x3a57278)
    at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871
#2  __wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3a57278)
    at /usr/include/c++/4.8.2/condition_variable:160
#3  wait_until<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x3a57278)
    at /usr/include/c++/4.8.2/condition_variable:100
#4  wait_for<long, std::ratio<1l> > (__rtime=..., __lock=..., this=0x3a57278) at /usr/include/c++/4.8.2/condition_variable:132
#5  Get (this=0x3a570a8) at /root/myth/bro-2.5.1/src/threading/Queue.h:161
#6  RetrieveIn (this=0x3a57070) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:349
#7  threading::MsgThread::Run (this=0x3a57070) at /root/myth/bro-2.5.1/src/threading/MsgThread.cc:366
#8  0x000000000065eab8 in threading::BasicThread::launcher (arg=0x3a57070) at /root/myth/bro-2.5.1/src/threading/BasicThread.cc:205
#9  0x00007ffff69e02b0 in ?? () from /lib64/libstdc++.so.6
#10 0x00007ffff6e3ee25 in start_thread () from /lib64/libpthread.so.0
#11 0x00007ffff614834d in clone () from /lib64/libc.so.6

Thread 1 (Thread 0x7ffff7fe5840 (LWP 6585)):
#0  EventHandler::Call (this=<optimized out>, vl=0xec443c0, no_remote=no_remote@entry=false) at /root/myth/bro-2.5.1/src/EventHandler.cc:136
#1  0x00000000005acc26 in Dispatch (no_remote=false, this=0xec76300) at /root/myth/bro-2.5.1/src/Event.h:50
#2  EventMgr::Drain (this=0xc312c0 <mgr>) at /root/myth/bro-2.5.1/src/Event.cc:128
#3  0x00000000008b30ca in file_analysis::Manager::GetFileID (this=this@entry=0xcbd4e0, tag=..., c=c@entry=0xec521d0, is_orig=is_orig@entry=false)
    at /root/myth/bro-2.5.1/src/file_analysis/Manager.cc:429
#4  0x00000000008b31e4 in file_analysis::Manager::EndOfFile (this=0xcbd4e0, tag=..., conn=conn@entry=0xec521d0, is_orig=is_orig@entry=false)
    at /root/myth/bro-2.5.1/src/file_analysis/Manager.cc:178
#5  0x000000000075ce82 in analyzer::http::HTTP_Message::Done (this=0xec6a400, interrupted=0, detail=0x91fa6c "message ends normally")
    at /root/myth/bro-2.5.1/src/analyzer/protocol/http/HTTP.cc:611
#6  0x0000000000758ab9 in analyzer::http::HTTP_Message::EndEntity (this=0xec6a400, entity=0xec760d0)
    at /root/myth/bro-2.5.1/src/analyzer/protocol/http/HTTP.cc:684
#7  0x000000000075bf46 in analyzer::http::HTTP_Analyzer::DeliverStream (this=0xec52720, len=169,
    data=0xec76456 "<html>\r\n<head><title>403 Forbidden</title></head>\r\n<body bgcolor=\"white\">\r\n<center><h1>403 Forbidden</h1></center>\r\n<hr><center>nginx/1.10.2</center>\r\n</body>\r\n</html>\r\nr=\"white\"\001{\001", is_orig=<optimized out>) at /root/myth/bro-2.5.1/src/analyzer/protocol/http/HTTP.cc:908
#8  0x000000000085ea1e in analyzer::tcp::ContentLine_Analyzer::DoDeliver (this=0xec52050, len=169, data=<optimized out>)
    at /root/myth/bro-2.5.1/src/analyzer/protocol/tcp/ContentLine.cc:168
#9  0x000000000085e2a0 in analyzer::tcp::ContentLine_Analyzer::DeliverStream (this=0xec52050, len=<optimized out>,
    data=0xec763c0 "HTTP/1.1 403 Forbidden\r\nServer: nginx/1.10.2\r\nDate: Sun, 01 Apr 2018 02:06:35 GMT\r\nContent-Type: text/html\r\nContent-Length: 169\r\nConnection: close\r\n\r\n<html>\r\n<head><title>403 Forbidden</title></head>\r"..., is_orig=<optimized out>)
    at /root/myth/bro-2.5.1/src/analyzer/protocol/tcp/ContentLine.cc:108
#10 0x00000000008d2d56 in analyzer::Analyzer::NextStream (this=0xec52050, len=319,
    data=0xec763c0 "HTTP/1.1 403 Forbidden\r\nServer: nginx/1.10.2\r\nDate: Sun, 01 Apr 2018 02:06:35 GMT\r\nContent-Type: text/html\r\nContent-Length: 169\r\nConnection: close\r\n\r\n<html>\r\n<head><title>403 Forbidden</title></head>\r"..., is_orig=<optimized out>)
    at /root/myth/bro-2.5.1/src/analyzer/Analyzer.cc:245
---Type <return> to continue, or q <return> to quit---
#11 0x00000000008d34e6 in analyzer::Analyzer::ForwardStream (this=0xec522f0, len=319,
    data=0xec763c0 "HTTP/1.1 403 Forbidden\r\nServer: nginx/1.10.2\r\nDate: Sun, 01 Apr 2018 02:06:35 GMT\r\nContent-Type: text/html\r\nContent-Length: 169\r\nConnection: close\r\n\r\n<html>\r\n<head><title>403 Forbidden</title></head>\r"..., is_orig=<optimized out>)
    at /root/myth/bro-2.5.1/src/analyzer/Analyzer.cc:331
#12 0x000000000085dbfc in analyzer::tcp::TCP_Reassembler::DeliverBlock (this=this@entry=0xec52b50, seq=seq@entry=1, len=len@entry=319,
    data=0xec763c0 "HTTP/1.1 403 Forbidden\r\nServer: nginx/1.10.2\r\nDate: Sun, 01 Apr 2018 02:06:35 GMT\r\nContent-Type: text/html\r\nContent-Length: 169\r\nConnection: close\r\n\r\n<html>\r\n<head><title>403 Forbidden</title></head>\r"...) at /root/myth/bro-2.5.1/src/analyzer/protocol/tcp/TCP_Reassembler.cc:617
#13 0x000000000085df29 in analyzer::tcp::TCP_Reassembler::BlockInserted (this=0xec52b50, start_block=<optimized out>)
    at /root/myth/bro-2.5.1/src/analyzer/protocol/tcp/TCP_Reassembler.cc:386
#14 0x000000000085da73 in analyzer::tcp::TCP_Reassembler::DataSent (this=0xec52b50, t=<optimized out>, seq=<optimized out>, len=<optimized out>,
    len@entry=319, data=<optimized out>,
    data@entry=0x7fffe4a07b82 "HTTP/1.1 403 Forbidden\r\nServer: nginx/1.10.2\r\nDate: Sun, 01 Apr 2018 02:06:35 GMT\r\nContent-Type: text/html\r\nContent-Length: 169\r\nConnection: close\r\n\r\n<html>\r\n<head><title>403 Forbidden</title></head>\r"..., arg_flags=..., replaying=replaying@entry=true)
    at /root/myth/bro-2.5.1/src/analyzer/protocol/tcp/TCP_Reassembler.cc:491
#15 0x000000000085c27e in analyzer::tcp::TCP_Endpoint::DataSent (this=this@entry=0xec52510, t=<optimized out>, seq=seq@entry=1, len=319, caplen=319,
    data=0x7fffe4a07b82 "HTTP/1.1 403 Forbidden\r\nServer: nginx/1.10.2\r\nDate: Sun, 01 Apr 2018 02:06:35 GMT\r\nContent-Type: text/html\r\nContent-Length: 169\r\nConnection: close\r\n\r\n<html>\r\n<head><title>403 Forbidden</title></head>\r"..., ip=ip@entry=0x7fffffffdda0, tp=tp@entry=0x7fffe4a07b62)
    at /root/myth/bro-2.5.1/src/analyzer/protocol/tcp/TCP_Endpoint.cc:207
#16 0x0000000000859912 in DeliverData (flags=..., is_orig=<optimized out>, rel_data_seq=1, endpoint=0xec52510, tp=0x7fffe4a07b62, ip=0x7fffffffdda0,
    caplen=<optimized out>, len=<optimized out>, data=<optimized out>, t=<optimized out>, this=0xec522f0)
    at /root/myth/bro-2.5.1/src/analyzer/protocol/tcp/TCP.cc:976
#17 analyzer::tcp::TCP_Analyzer::DeliverPacket (this=0xec522f0, len=319,
    data=0x7fffe4a07b82 "HTTP/1.1 403 Forbidden\r\nServer: nginx/1.10.2\r\nDate: Sun, 01 Apr 2018 02:06:35 GMT\r\nContent-Type: text/html\r\nContent-Length: 169\r\nConnection: close\r\n\r\n<html>\r\n<head><title>403 Forbidden</title></head>\r"..., is_orig=<optimized out>, seq=<optimized out>, ip=0x7fffffffdda0,
    caplen=319) at /root/myth/bro-2.5.1/src/analyzer/protocol/tcp/TCP.cc:1375
#18 0x00000000008d2c02 in analyzer::Analyzer::NextPacket (this=0xec522f0, len=351, data=0x7fffe4a07b62 "", is_orig=<optimized out>,
    seq=18446744073709551615, ip=0x7fffffffdda0, caplen=351) at /root/myth/bro-2.5.1/src/analyzer/Analyzer.cc:222
#19 0x000000000059474d in Connection::NextPacket (this=this@entry=0xec521d0, t=t@entry=1522548406.0680461, is_orig=is_orig@entry=0,
    ip=ip@entry=0x7fffffffdda0, len=len@entry=351, caplen=caplen@entry=351, data=@0x7fffffffdc30: 0x7fffe4a07b62 "", record_packet=<optimized out>,
    record_content=<optimized out>, pkt=<optimized out>, pkt@entry=0x39ef290) at /root/myth/bro-2.5.1/src/Conn.cc:270
#20 0x000000000062f061 in NetSessions::DoNextPacket (this=this@entry=0x3980770, t=t@entry=1522548406.0680461, pkt=pkt@entry=0x39ef290,
    ip_hdr=ip_hdr@entry=0x7fffffffdda0, encapsulation=encapsulation@entry=0x0) at /root/myth/bro-2.5.1/src/Sessions.cc:746
#21 0x0000000000630034 in NetSessions::NextPacket (this=0x3980770, t=t@entry=1522548406.0680461, pkt=pkt@entry=0x39ef290)
    at /root/myth/bro-2.5.1/src/Sessions.cc:208
#22 0x000000000060117f in net_packet_dispatch (t=1522548406.0680461, pkt=pkt@entry=0x39ef290, src_ps=src_ps@entry=0x39ef260)
    at /root/myth/bro-2.5.1/src/Net.cc:273
#23 0x00000000008a5009 in iosource::PktSrc::Process (this=0x39ef260) at /root/myth/bro-2.5.1/src/iosource/PktSrc.cc:261
#24 0x000000000060161f in net_run () at /root/myth/bro-2.5.1/src/Net.cc:321
#25 0x000000000055e033 in main (argc=<optimized out>, argv=<optimized out>) at /root/myth/bro-2.5.1/src/main.cc:1140
Raw
test.crash.bro
@load policy/tuning/json-logs
@load Bro/Kafka/logs-to-kafka
module BroCrashTest;
export {
redef enum Log::ID += { LOG };
redef Kafka::logs_to_send += set(LOG);
type Info: record {
ts: time &log;
uid: string &log;
};
}
redef Kafka::kafka_conf = table(
["metadata.broker.list"] = "10.0.81.41:9091", # TODO modify kafka address
["queue.buffering.max.messages"] = "5", # set this two param with a small value to FAST reproduce the probleam
["queue.buffering.max.kbytes"] = "2"
);
event bro_init()
{
# remove default writer for every log stream
for(log_id in Log::active_streams){
print fmt("remove default filter for log id : %s", log_id);
Log::remove_default_filter(log_id);
}
Log::create_stream(BroCrashTest::LOG, [$columns=BroCrashTest::Info, $path="bro.crash.test"]);
}
function save_log(c: connection)
{
local rec: Info = [
$ts = current_time(),
$uid = c$uid
];
Log::write(BroCrashTest::LOG, rec);
}
event http_all_headers(c: connection, is_orig: bool, hlist: mime_header_list)
{
save_log(c);
}
event http_begin_entity(c: connection, is_orig: bool)
{
save_log(c);
}
event http_content_type(c: connection, is_orig: bool, ty: string, subty: string)
{
save_log(c);
}
event http_end_entity(c: connection, is_orig: bool)
{
save_log(c);
}
event http_entity_data(c: connection, is_orig: bool, length: count, data: string)
{
save_log(c);
}
event http_event(c: connection, event_type: string, detail: string)
{
save_log(c);
}
event http_header(c: connection, is_orig: bool, name: string, value: string)
{
save_log(c);
}
event http_message_done(c: connection, is_orig: bool, stat: http_message_stat)
{
save_log(c);
}
event http_reply(c: connection, version: string, code: count, reason: string)
{
save_log(c);
}
event http_request(c: connection, method: string, original_URI: string, unescaped_URI: string, version: string)
{
save_log(c);
}
event http_stats(c: connection, stats: http_stats_rec)
{
save_log(c);
}
event connection_state_remove(c: connection)
{
save_log(c);
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment