(gdb) thread apply all bt full
Thread 17 (Thread 0x7fffdaffd700 (LWP 1427008)):
#0 0x00007ffff719a2fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007ffff1a0d8f0 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
No symbol table info available.
#2 0x00007ffff43103b7 in SafeTimer::timer_thread (this=0x5555559cf520) at ../src/common/Timer.cc:108
now = {__d = {__r = 21223118594831413}}
l = {_M_device = 0x5555559cf4c0, _M_owns = true}
#3 0x00007ffff4311bb2 in SafeTimerThread::entry (this=0x555555a85370) at ../src/common/Timer.cc:32
No locals.
#4 0x00007ffff4303a9f in Thread::entry_wrapper (this=0x555555a85370) at ../src/common/Thread.cc:87
p = 1427008
#5 0x00007ffff4303a12 in Thread::_entry_func (arg=0x555555a85370) at ../src/common/Thread.cc:74
r = 0x0
#6 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#7 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 16 (Thread 0x7fffdb7fe700 (LWP 1427007)):
#0 0x00007ffff719a64a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007ffff430a344 in __gthread_cond_timedwait (__cond=0x5555559cf060, __mutex=0x5555559cf020, __abs_timeout=0x7fffdb7fdcf0)
at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:871
No locals.
#2 0x00007ffff430d7b6 in std::condition_variable::__wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x5555559cf060, __lock=...,
__atime=...) at /usr/include/c++/8/condition_variable:178
__s = {__d = {__r = 1621591942}}
__ns = {__r = 171052360}
__ts = {tv_sec = 1621591942, tv_nsec = 171052360}
#3 0x00007ffff43121fa in std::condition_variable::wait_until<ceph::mono_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > > (this=0x5555559cf060,
__lock=..., __atime=...) at /usr/include/c++/8/condition_variable:119
__c_entry = {__d = {__r = 21223118592912592}}
__s_entry = {__d = {__r = 1621591939171174156}}
__delta = {__r = 2999878204}
__s_atime = {__d = {__r = 1621591942171052360}}
#4 0x00007ffff4310407 in SafeTimer::timer_thread (this=0x5555559cf048) at ../src/common/Timer.cc:111
when = {__d = {__r = 21223121592790796}}
now = {__d = {__r = 21223118592911648}}
l = {_M_device = 0x5555559cf020, _M_owns = true}
#5 0x00007ffff4311bb2 in SafeTimerThread::entry (this=0x555555a84f30) at ../src/common/Timer.cc:32
No locals.
#6 0x00007ffff4303a9f in Thread::entry_wrapper (this=0x555555a84f30) at ../src/common/Thread.cc:87
p = 1427007
#7 0x00007ffff4303a12 in Thread::_entry_func (arg=0x555555a84f30) at ../src/common/Thread.cc:74
r = 0x0
#8 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
--Type <RET> for more, q to quit, c to continue without paging--c
No symbol table info available.
#9 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 15 (Thread 0x7fffdbfff700 (LWP 1427006)):
#0 0x00007ffff719a2fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007ffff1a0d8f0 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
No symbol table info available.
#2 0x00007ffff455aa74 in DispatchQueue::run_local_delivery (this=0x5555559d94a8) at ../src/msg/DispatchQueue.cc:119
p = {first = {px = 0x0}, second = 0}
m = <error reading variable>
priority = 0
l = {_M_device = 0x5555559d9638, _M_owns = true}
#3 0x00007ffff46e14e6 in DispatchQueue::LocalDeliveryThread::entry (this=0x5555559d96e8) at ../src/msg/DispatchQueue.h:115
No locals.
#4 0x00007ffff4303a9f in Thread::entry_wrapper (this=0x5555559d96e8) at ../src/common/Thread.cc:87
p = 1427006
#5 0x00007ffff4303a12 in Thread::_entry_func (arg=0x5555559d96e8) at ../src/common/Thread.cc:74
r = 0x0
#6 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#7 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 14 (Thread 0x7fffe8bcf700 (LWP 1427005)):
#0 0x00007ffff719a2fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007ffff1a0d8f0 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
No symbol table info available.
#2 0x00007ffff455b4a8 in DispatchQueue::entry (this=0x5555559d94a8) at ../src/msg/DispatchQueue.cc:212
l = {_M_device = 0x5555559d94b8, _M_owns = true}
__PRETTY_FUNCTION__ = "void DispatchQueue::entry()"
#3 0x00007ffff46e1484 in DispatchQueue::DispatchThread::entry (this=0x5555559d95f8) at ../src/msg/DispatchQueue.h:101
No locals.
#4 0x00007ffff4303a9f in Thread::entry_wrapper (this=0x5555559d95f8) at ../src/common/Thread.cc:87
p = 1427005
#5 0x00007ffff4303a12 in Thread::_entry_func (arg=0x5555559d95f8) at ../src/common/Thread.cc:74
r = 0x0
#6 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#7 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 13 (Thread 0x7fffe93d0700 (LWP 1427004)):
#0 0x00007ffff719a64a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007ffff56b4d35 in __gthread_cond_timedwait (__cond=0x5555559d9b98, __mutex=0x5555559d9b70, __abs_timeout=0x7fffe93cfb60) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:871
No locals.
#2 0x00007ffff56cfc96 in std::condition_variable::__wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x5555559d9b98, __lock=..., __atime=...) at /usr/include/c++/8/condition_variable:178
__s = {__d = {__r = 1621591944}}
__ns = {__r = 173173525}
__ts = {tv_sec = 1621591944, tv_nsec = 173173525}
#3 0x00007ffff576cac6 in std::condition_variable::wait_until<ceph::coarse_mono_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > > (this=0x5555559d9b98, __lock=..., __atime=...) at /usr/include/c++/8/condition_variable:119
__c_entry = {__d = {__r = 21223118593689360}}
__s_entry = {__d = {__r = 1621591939173173525}}
__delta = {__r = 5000000000}
__s_atime = {__d = {__r = 1621591944173173525}}
#4 0x00007ffff57573e1 in ceph::timer<ceph::coarse_mono_clock>::timer_thread (this=0x5555559d9b30) at ../src/common/ceph_timer.h:137
t = {__d = {__r = 21223123593689360}}
now = {__d = {__r = 21223118593689360}}
l = {_M_device = 0x5555559d9b70, _M_owns = true}
#5 0x00007ffff576cc96 in std::__invoke_impl<void, void (ceph::timer<ceph::coarse_mono_clock>::*)(), ceph::timer<ceph::coarse_mono_clock>*> (__f=@0x5555559d8b40: (void (ceph::timer<ceph::coarse_mono_clock>::*)(ceph::timer<ceph::coarse_mono_clock> * const)) 0x7ffff5756e74 <ceph::timer<ceph::coarse_mono_clock>::timer_thread()>, __t=@0x5555559d8b38: 0x5555559d9b30) at /usr/include/c++/8/bits/invoke.h:73
No locals.
#6 0x00007ffff5757487 in std::__invoke<void (ceph::timer<ceph::coarse_mono_clock>::*)(), ceph::timer<ceph::coarse_mono_clock>*> (__fn=@0x5555559d8b40: (void (ceph::timer<ceph::coarse_mono_clock>::*)(ceph::timer<ceph::coarse_mono_clock> * const)) 0x7ffff5756e74 <ceph::timer<ceph::coarse_mono_clock>::timer_thread()>) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#7 0x00007ffff57c5b2b in std::thread::_Invoker<std::tuple<void (ceph::timer<ceph::coarse_mono_clock>::*)(), ceph::timer<ceph::coarse_mono_clock>*> >::_M_invoke<0ul, 1ul> (this=0x5555559d8b38) at /usr/include/c++/8/thread:244
No locals.
#8 0x00007ffff57c293e in std::thread::_Invoker<std::tuple<void (ceph::timer<ceph::coarse_mono_clock>::*)(), ceph::timer<ceph::coarse_mono_clock>*> >::operator() (this=0x5555559d8b38) at /usr/include/c++/8/thread:253
No locals.
#9 0x00007ffff57bd9f0 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ceph::timer<ceph::coarse_mono_clock>::*)(), ceph::timer<ceph::coarse_mono_clock>*> > >::_M_run (this=0x5555559d8b30) at /usr/include/c++/8/thread:196
No locals.
#10 0x00007ffff1a13ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6
No symbol table info available.
#11 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#12 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 12 (Thread 0x7fffe9bd1700 (LWP 1427003)):
#0 0x00007ffff6730ca1 in poll () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007ffff432f3a5 in AdminSocket::entry (this=0x555555894940) at ../src/common/admin_socket.cc:254
fds = {{fd = 15, events = 129, revents = 0}, {fd = 13, events = 129, revents = 0}}
ret = 0
__func__ = "entry"
should_gather = <optimized out>
_dout_e = <optimized out>
_dout_cct = <optimized out>
_dout = <optimized out>
#2 0x00007ffff433ec7f in std::__invoke_impl<void, void (AdminSocket::*)() noexcept, AdminSocket*>(std::__invoke_memfun_deref, void (AdminSocket::*&&)() noexcept, AdminSocket*&&) (__f=@0x5555559da060: (void (AdminSocket::*)(AdminSocket * const)) 0x7ffff432f12c <AdminSocket::entry()>, __t=@0x5555559da058: 0x555555894940) at /usr/include/c++/8/bits/invoke.h:73
No locals.
#3 0x00007ffff433e170 in std::__invoke<void (AdminSocket::*)() noexcept, AdminSocket*>(void (AdminSocket::*&&)() noexcept, AdminSocket*&&) (__fn=@0x5555559da060: (void (AdminSocket::*)(AdminSocket * const)) 0x7ffff432f12c <AdminSocket::entry()>) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#4 0x00007ffff433d091 in std::invoke<void (AdminSocket::*)() noexcept, AdminSocket*>(void (AdminSocket::*&&)() noexcept, AdminSocket*&&) (__fn=@0x5555559da060: (void (AdminSocket::*)(AdminSocket * const)) 0x7ffff432f12c <AdminSocket::entry()>) at /usr/include/c++/8/functional:81
No locals.
#5 0x00007ffff433b69f in _ZZ17make_named_threadIM11AdminSocketDoFvvEJPS0_EESt6threadSt17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_ENKUlSA_SD_E_clIS2_JS3_EEEDaSA_SD_ (this=0x5555559da070, fun=@0x5555559da060: (void (AdminSocket::*)(AdminSocket * const)) 0x7ffff432f12c <AdminSocket::entry()>) at ../src/common/Thread.h:79
n = "admin_socket"
#6 0x00007ffff433d2e3 in _ZSt13__invoke_implIvZ17make_named_threadIM11AdminSocketDoFvvEJPS1_EESt6threadSt17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_EUlSB_SE_E_JS3_S4_EESA_St14__invoke_otherOT0_DpOT1_ (__f=...) at /usr/include/c++/8/bits/invoke.h:60
No locals.
#7 0x00007ffff433b718 in _ZSt8__invokeIZ17make_named_threadIM11AdminSocketDoFvvEJPS1_EESt6threadSt17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_EUlSB_SE_E_JS3_S4_EENSt15__invoke_resultISA_JDpSC_EE4typeESB_SE_ (__fn=...) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#8 0x00007ffff434101f in _ZNSt6thread8_InvokerISt5tupleIJZ17make_named_threadIM11AdminSocketDoFvvEJPS3_EES_St17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_EUlSC_SF_E_S5_S6_EEE9_M_invokeIJLm0ELm1ELm2EEEEDTcl8__invokespcl10_S_declvalIXT_EEEEESt12_Index_tupleIJXspT_EEE (this=0x5555559da058) at /usr/include/c++/8/thread:244
No locals.
#9 0x00007ffff4340fbe in _ZNSt6thread8_InvokerISt5tupleIJZ17make_named_threadIM11AdminSocketDoFvvEJPS3_EES_St17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_EUlSC_SF_E_S5_S6_EEEclEv (this=0x5555559da058) at /usr/include/c++/8/thread:253
No locals.
#10 0x00007ffff4340fa2 in _ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZ17make_named_threadIM11AdminSocketDoFvvEJPS4_EES_St17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_EUlSD_SG_E_S6_S7_EEEEE6_M_runEv (this=0x5555559da050) at /usr/include/c++/8/thread:196
No locals.
#11 0x00007ffff1a13ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6
No symbol table info available.
#12 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#13 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 11 (Thread 0x7fffea3d2700 (LWP 1427002)):
#0 0x00007ffff719a2fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007ffff56c0645 in boost::asio::detail::posix_event::wait<boost::asio::detail::conditionally_enabled_mutex::scoped_lock> (this=0x55555589aab0, lock=...) at boost/include/boost/asio/detail/posix_event.hpp:119
__PRETTY_FUNCTION__ = "void boost::asio::detail::posix_event::wait(Lock&) [with Lock = boost::asio::detail::conditionally_enabled_mutex::scoped_lock]"
#2 0x00007ffff56b6160 in boost::asio::detail::conditionally_enabled_event::wait (this=0x55555589aaa8, lock=...) at boost/include/boost/asio/detail/conditionally_enabled_event.hpp:97
No locals.
#3 0x00007ffff56b885d in boost::asio::detail::scheduler::do_run_one (this=0x55555589aa40, lock=..., this_thread=..., ec=...) at boost/include/boost/asio/detail/impl/scheduler.ipp:490
No locals.
#4 0x00007ffff56b83ae in boost::asio::detail::scheduler::run (this=0x55555589aa40, ec=...) at boost/include/boost/asio/detail/impl/scheduler.ipp:204
this_thread = {<boost::asio::detail::thread_info_base> = {<boost::asio::detail::noncopyable> = {<No data fields>}, reusable_memory_ = {0x0, 0x0, 0x0}, has_pending_exception_ = 0, pending_exception_ = {_M_exception_object = 0x0}}, private_op_queue = {<boost::asio::detail::noncopyable> = {<No data fields>}, front_ = 0x0, back_ = 0x0}, private_outstanding_work = 0}
ctx = {<boost::asio::detail::noncopyable> = {<No data fields>}, key_ = 0x55555589aa40, value_ = 0x7fffea3d1c90, next_ = 0x0}
lock = {<boost::asio::detail::noncopyable> = {<No data fields>}, mutex_ = @0x55555589aa70, locked_ = true}
n = 0
#5 0x00007ffff56b8d5c in boost::asio::io_context::run (this=0x5555559cec00) at boost/include/boost/asio/impl/io_context.ipp:63
ec = {val_ = 0, failed_ = false, cat_ = 0x7ffff5b24c50 <boost::system::detail::system_cat_holder<void>::instance>}
s = 140737289026060
#6 0x00007ffff56bd4fd in ceph::async::io_context_pool::start(short)::{lambda()#1}::operator()() const (__closure=0x5555559daa88) at ../src/common/async/context_pool.h:68
this = 0x5555559cebe8
#7 0x00007ffff56d75d9 in std::__invoke_impl<void, ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_other, ceph::async::io_context_pool::start(short)::{lambda()#1}&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60
No locals.
#8 0x00007ffff56d3f3d in std::__invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#9 0x00007ffff56cef5a in std::invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /usr/include/c++/8/functional:81
No locals.
#10 0x00007ffff56c982b in make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}::operator()<{lambda()#1}> (this=0x5555559daa90, fun=...) at ../src/common/Thread.h:79
n = "io_context_pool"
#11 0x00007ffff56cf0ec in std::__invoke_impl<void, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(std::__invoke_other, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&, {lambda()#1}&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60
No locals.
#12 0x00007ffff56c988c in std::__invoke<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}&&) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#13 0x00007ffff56e871d in std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>) (this=0x5555559daa88) at /usr/include/c++/8/thread:244
No locals.
#14 0x00007ffff56e639a in std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::operator()() (this=0x5555559daa88) at /usr/include/c++/8/thread:253
No locals.
#15 0x00007ffff56e33c6 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() (this=0x5555559daa80) at /usr/include/c++/8/thread:196
No locals.
#16 0x00007ffff1a13ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6
No symbol table info available.
#17 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#18 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 10 (Thread 0x7fffeabd3700 (LWP 1427001)):
#0 0x00007ffff719a2fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007ffff56c0645 in boost::asio::detail::posix_event::wait<boost::asio::detail::conditionally_enabled_mutex::scoped_lock> (this=0x55555589aab0, lock=...) at boost/include/boost/asio/detail/posix_event.hpp:119
__PRETTY_FUNCTION__ = "void boost::asio::detail::posix_event::wait(Lock&) [with Lock = boost::asio::detail::conditionally_enabled_mutex::scoped_lock]"
#2 0x00007ffff56b6160 in boost::asio::detail::conditionally_enabled_event::wait (this=0x55555589aaa8, lock=...) at boost/include/boost/asio/detail/conditionally_enabled_event.hpp:97
No locals.
#3 0x00007ffff56b885d in boost::asio::detail::scheduler::do_run_one (this=0x55555589aa40, lock=..., this_thread=..., ec=...) at boost/include/boost/asio/detail/impl/scheduler.ipp:490
No locals.
#4 0x00007ffff56b83ae in boost::asio::detail::scheduler::run (this=0x55555589aa40, ec=...) at boost/include/boost/asio/detail/impl/scheduler.ipp:204
this_thread = {<boost::asio::detail::thread_info_base> = {<boost::asio::detail::noncopyable> = {<No data fields>}, reusable_memory_ = {0x7fffdc003030, 0x0, 0x0}, has_pending_exception_ = 0, pending_exception_ = {_M_exception_object = 0x0}}, private_op_queue = {<boost::asio::detail::noncopyable> = {<No data fields>}, front_ = 0x0, back_ = 0x0}, private_outstanding_work = 0}
ctx = {<boost::asio::detail::noncopyable> = {<No data fields>}, key_ = 0x55555589aa40, value_ = 0x7fffeabd2c90, next_ = 0x0}
lock = {<boost::asio::detail::noncopyable> = {<No data fields>}, mutex_ = @0x55555589aa70, locked_ = true}
n = 1
#5 0x00007ffff56b8d5c in boost::asio::io_context::run (this=0x5555559cec00) at boost/include/boost/asio/impl/io_context.ipp:63
ec = {val_ = 0, failed_ = false, cat_ = 0x7ffff5b24c50 <boost::system::detail::system_cat_holder<void>::instance>}
s = 0
#6 0x00007ffff56bd4fd in ceph::async::io_context_pool::start(short)::{lambda()#1}::operator()() const (__closure=0x5555559dc048) at ../src/common/async/context_pool.h:68
this = 0x5555559cebe8
#7 0x00007ffff56d75d9 in std::__invoke_impl<void, ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_other, ceph::async::io_context_pool::start(short)::{lambda()#1}&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60
No locals.
#8 0x00007ffff56d3f3d in std::__invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#9 0x00007ffff56cef5a in std::invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /usr/include/c++/8/functional:81
No locals.
#10 0x00007ffff56c982b in make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}::operator()<{lambda()#1}> (this=0x5555559dc050, fun=...) at ../src/common/Thread.h:79
n = "io_context_pool"
#11 0x00007ffff56cf0ec in std::__invoke_impl<void, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(std::__invoke_other, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&, {lambda()#1}&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60
No locals.
#12 0x00007ffff56c988c in std::__invoke<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}&&) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#13 0x00007ffff56e871d in std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>) (this=0x5555559dc048) at /usr/include/c++/8/thread:244
No locals.
#14 0x00007ffff56e639a in std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::operator()() (this=0x5555559dc048) at /usr/include/c++/8/thread:253
No locals.
#15 0x00007ffff56e33c6 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() (this=0x5555559dc040) at /usr/include/c++/8/thread:196
No locals.
#16 0x00007ffff1a13ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6
No symbol table info available.
#17 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#18 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 9 (Thread 0x7fffeb3d4700 (LWP 1427000)):
#0 0x00007ffff719a64a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007ffff430a344 in __gthread_cond_timedwait (__cond=0x7fffdc006dd0, __mutex=0x7fffdc006da8, __abs_timeout=0x7fffeb3d3d80) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:871
No locals.
#2 0x00007ffff430d7b6 in std::condition_variable::__wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fffdc006dd0, __lock=..., __atime=...) at /usr/include/c++/8/condition_variable:178
__s = {__d = {__r = 1621591944}}
__ns = {__r = 164134641}
__ts = {tv_sec = 1621591944, tv_nsec = 164134641}
#3 0x00007ffff430c623 in std::condition_variable::wait_until<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (this=0x7fffdc006dd0, __lock=..., __atime=...) at /usr/include/c++/8/condition_variable:106
No locals.
#4 0x00007ffff430b57d in std::condition_variable::wait_for<unsigned long, std::ratio<1l, 1000000000l> > (this=0x7fffdc006dd0, __lock=..., __rtime=...) at /usr/include/c++/8/condition_variable:143
__reltime = {__r = 5000000000}
#5 0x00007ffff435be29 in ceph::common::CephContextServiceThread::entry (this=0x7fffdc006d70) at ../src/common/ceph_context.cc:220
interval = {__r = 5000000000}
l = {_M_device = 0x7fffdc006da8, _M_owns = true}
#6 0x00007ffff4303a9f in Thread::entry_wrapper (this=0x7fffdc006d70) at ../src/common/Thread.cc:87
p = 1427000
#7 0x00007ffff4303a12 in Thread::_entry_func (arg=0x7fffdc006d70) at ../src/common/Thread.cc:74
r = 0x0
#8 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#9 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 5 (Thread 0x7fffebbd5700 (LWP 1426996)):
#0 0x00007ffff673c257 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007ffff4769133 in EpollDriver::event_wait (this=0x5555559d5f50, fired_events=std::vector of length 0, capacity 0, tvp=0x7fffebbd4c30) at ../src/msg/async/EventEpoll.cc:123
retval = 32767
numevents = 0
#2 0x00007ffff474dd4a in EventCenter::process_events (this=0x5555559d5a60, timeout_microseconds=30000000, working_dur=0x7fffebbd4d38) at ../src/msg/async/Event.cc:408
tv = {tv_sec = 30, tv_usec = 0}
numevents = -186841080
trigger_time = false
now = {__d = {__r = 21223118599689477}}
end_time = {__d = {__r = 21223148599689477}}
it = {first = {__d = {__r = 21224018599689477}}, second = {id = 2, time_cb = 0x7fffd00323a0}}
blocking = true
__func__ = "process_events"
fired_events = std::vector of length 0, capacity 0
working_start = {__d = {__r = 140737301514281}}
#3 0x00007ffff475c396 in NetworkStack::<lambda()>::operator()(void) const (__closure=0x5555559d6b18) at ../src/msg/async/Stack.cc:52
dur = {__r = 63029}
r = 1
tp_name = "msgr-worker-2\000\000"
EventMaxWaitUs = 30000000
w = 0x5555559d59e0
this = 0x5555559e42e0
__func__ = "operator()"
#4 0x00007ffff475d73f in std::_Function_handler<void(), NetworkStack::add_thread(Worker*)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/8/bits/std_function.h:297
No locals.
#5 0x00007ffff475b580 in std::function<void ()>::operator()() const (this=0x5555559d6b18) at /usr/include/c++/8/bits/std_function.h:687
No locals.
#6 0x00007ffff475b241 in std::__invoke_impl<void, std::function<void ()>>(std::__invoke_other, std::function<void ()>&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60
No locals.
#7 0x00007ffff475abcc in std::__invoke<std::function<void ()>>(std::function<void ()>&&) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#8 0x00007ffff475bc3a in std::thread::_Invoker<std::tuple<std::function<void ()> > >::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x5555559d6b18) at /usr/include/c++/8/thread:244
No locals.
#9 0x00007ffff475bc10 in std::thread::_Invoker<std::tuple<std::function<void ()> > >::operator()() (this=0x5555559d6b18) at /usr/include/c++/8/thread:253
No locals.
#10 0x00007ffff475bbf4 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<std::function<void ()> > > >::_M_run() (this=0x5555559d6b10) at /usr/include/c++/8/thread:196
No locals.
#11 0x00007ffff1a13ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6
No symbol table info available.
#12 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#13 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 4 (Thread 0x7fffec3d6700 (LWP 1426995)):
#0 0x00007ffff673c257 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007ffff4769133 in EpollDriver::event_wait (this=0x5555559d16b0, fired_events=std::vector of length 0, capacity 0, tvp=0x7fffec3d5c30) at ../src/msg/async/EventEpoll.cc:123
retval = 32767
numevents = 0
#2 0x00007ffff474dd4a in EventCenter::process_events (this=0x5555559d11f0, timeout_microseconds=30000000, working_dur=0x7fffec3d5d38) at ../src/msg/async/Event.cc:408
tv = {tv_sec = 30, tv_usec = 0}
numevents = -186841080
trigger_time = false
now = {__d = {__r = 21223118597689438}}
end_time = {__d = {__r = 21223148597689438}}
it = {first = {__d = {__r = 21224018593689360}}, second = {id = 4, time_cb = 0x555555a84de0}}
blocking = true
__func__ = "process_events"
fired_events = std::vector of length 0, capacity 0
working_start = {__d = {__r = 140737301514281}}
#3 0x00007ffff475c396 in NetworkStack::<lambda()>::operator()(void) const (__closure=0x5555559d68e8) at ../src/msg/async/Stack.cc:52
dur = {__r = 1988633}
r = 1
tp_name = "msgr-worker-1\000\000"
EventMaxWaitUs = 30000000
w = 0x5555559d1170
this = 0x5555559e42e0
__func__ = "operator()"
#4 0x00007ffff475d73f in std::_Function_handler<void(), NetworkStack::add_thread(Worker*)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/8/bits/std_function.h:297
No locals.
#5 0x00007ffff475b580 in std::function<void ()>::operator()() const (this=0x5555559d68e8) at /usr/include/c++/8/bits/std_function.h:687
No locals.
#6 0x00007ffff475b241 in std::__invoke_impl<void, std::function<void ()>>(std::__invoke_other, std::function<void ()>&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60
No locals.
#7 0x00007ffff475abcc in std::__invoke<std::function<void ()>>(std::function<void ()>&&) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#8 0x00007ffff475bc3a in std::thread::_Invoker<std::tuple<std::function<void ()> > >::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x5555559d68e8) at /usr/include/c++/8/thread:244
No locals.
#9 0x00007ffff475bc10 in std::thread::_Invoker<std::tuple<std::function<void ()> > >::operator()() (this=0x5555559d68e8) at /usr/include/c++/8/thread:253
No locals.
#10 0x00007ffff475bbf4 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<std::function<void ()> > > >::_M_run() (this=0x5555559d68e0) at /usr/include/c++/8/thread:196
No locals.
#11 0x00007ffff1a13ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6
No symbol table info available.
#12 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#13 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 3 (Thread 0x7fffecbd7700 (LWP 1426994)):
#0 0x00007ffff673c257 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007ffff4769133 in EpollDriver::event_wait (this=0x5555559d4200, fired_events=std::vector of length 0, capacity 0, tvp=0x7fffecbd6c30) at ../src/msg/async/EventEpoll.cc:123
retval = 32767
numevents = 0
#2 0x00007ffff474dd4a in EventCenter::process_events (this=0x5555559d2720, timeout_microseconds=30000000, working_dur=0x7fffecbd6d38) at ../src/msg/async/Event.cc:408
tv = {tv_sec = 30, tv_usec = 0}
numevents = -186841080
trigger_time = false
now = {__d = {__r = 21223118588689263}}
end_time = {__d = {__r = 21223148588689263}}
it = {first = {__d = {__r = 0}}, second = {id = 0, time_cb = 0x0}}
blocking = true
__func__ = "process_events"
fired_events = std::vector of length 0, capacity 0
working_start = {__d = {__r = 140737301514281}}
#3 0x00007ffff475c396 in NetworkStack::<lambda()>::operator()(void) const (__closure=0x5555559e43c8) at ../src/msg/async/Stack.cc:52
dur = {__r = 10571}
r = 2
tp_name = "msgr-worker-0\000\000"
EventMaxWaitUs = 30000000
w = 0x5555559d26a0
this = 0x5555559e42e0
__func__ = "operator()"
#4 0x00007ffff475d73f in std::_Function_handler<void(), NetworkStack::add_thread(Worker*)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/8/bits/std_function.h:297
No locals.
#5 0x00007ffff475b580 in std::function<void ()>::operator()() const (this=0x5555559e43c8) at /usr/include/c++/8/bits/std_function.h:687
No locals.
#6 0x00007ffff475b241 in std::__invoke_impl<void, std::function<void ()>>(std::__invoke_other, std::function<void ()>&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60
No locals.
#7 0x00007ffff475abcc in std::__invoke<std::function<void ()>>(std::function<void ()>&&) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95
No locals.
#8 0x00007ffff475bc3a in std::thread::_Invoker<std::tuple<std::function<void ()> > >::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x5555559e43c8) at /usr/include/c++/8/thread:244
No locals.
#9 0x00007ffff475bc10 in std::thread::_Invoker<std::tuple<std::function<void ()> > >::operator()() (this=0x5555559e43c8) at /usr/include/c++/8/thread:253
No locals.
#10 0x00007ffff475bbf4 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<std::function<void ()> > > >::_M_run() (this=0x5555559e43c0) at /usr/include/c++/8/thread:196
No locals.
#11 0x00007ffff1a13ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6
No symbol table info available.
#12 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#13 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 2 (Thread 0x7fffed3d8700 (LWP 1426993)):
#0 0x00007ffff719a2fc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007ffff1a0d8f0 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
No symbol table info available.
#2 0x00007ffff47b3110 in ceph::logging::Log::entry (this=0x555555943f80) at ../src/log/Log.cc:468
lock = {_M_device = 0x555555943fc8, _M_owns = true}
#3 0x00007ffff4303a9f in Thread::entry_wrapper (this=0x555555943f80) at ../src/common/Thread.cc:87
p = 1426993
#4 0x00007ffff4303a12 in Thread::_entry_func (arg=0x555555943f80) at ../src/common/Thread.cc:74
r = 0x0
#5 0x00007ffff719414a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#6 0x00007ffff673bf23 in clone () from /lib64/libc.so.6
No symbol table info available.
Thread 1 (Thread 0x7ffff7fdcb80 (LWP 1426992)):
#0 0x00007ffff679cda7 in __memmove_avx_unaligned_erms () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007fffeedd2dc9 in std::char_traits<char>::copy (__s1=0x555555a852c0 "", __s2=0x1 <error: Cannot access memory at address 0x1>, __n=42) at /usr/include/c++/8/bits/char_traits.h:352
No locals.
#2 0x00007fffeeddc596 in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_S_copy (__d=0x555555a852c0 "", __s=0x1 <error: Cannot access memory at address 0x1>, __n=42) at /usr/include/c++/8/bits/basic_string.h:340
No locals.
#3 0x00007fffeedeac32 in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_S_copy_chars (__p=0x555555a852c0 "", __k1=0x1 <error: Cannot access memory at address 0x1>, __k2=0x2b <error: Cannot access memory at address 0x2b>) at /usr/include/c++/8/bits/basic_string.h:382
No locals.
#4 0x00007fffeede6c35 in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_construct<char*> (this=0x555555a8def0, __beg=0x1 <error: Cannot access memory at address 0x1>, __end=0x2b <error: Cannot access memory at address 0x2b>) at /usr/include/c++/8/bits/basic_string.tcc:225
__dnew = 42
#5 0x00007fffeede28a0 in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_construct_aux<char*> (this=0x555555a8def0, __beg=0x1 <error: Cannot access memory at address 0x1>, __end=0x2b <error: Cannot access memory at address 0x2b>) at /usr/include/c++/8/bits/basic_string.h:236
No locals.
#6 0x00007fffeeddcf6f in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_construct<char*> (this=0x555555a8def0, __beg=0x1 <error: Cannot access memory at address 0x1>, __end=0x2b <error: Cannot access memory at address 0x2b>) at /usr/include/c++/8/bits/basic_string.h:255
No locals.
#7 0x00007fffeedd8984 in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::basic_string (this=0x555555a8def0, __str=<error: Cannot access memory at address 0x1>) at /usr/include/c++/8/bits/basic_string.h:440
No locals.
#8 0x00007fffeedff8a6 in ConfigValues::ConfigValues (this=0x555555a8da08) at ../src/common/config_values.h:19
No locals.
#9 0x00007fffeee0768b in ceph::common::ConfigProxy::get_config_values (this=0x5555559778f8) at ../src/common/config_proxy.h:124
l = {_M_device = @0x55555597b028}
#10 0x00007fffeedff05d in ceph::common::ConfigProxy::ConfigProxy (this=0x555555a8da08, config_proxy=...) at ../src/common/config_proxy.h:114
No locals.
#11 0x00007fffeedf61e9 in librbd::ImageCtx::ImageCtx (this=0x555555a8da00, image_name="test_notify_clone2", image_id="", snap=0x0, p=..., ro=false) at ../src/librbd/ImageCtx.cc:123
should_gather = <optimized out>
_dout_e = <optimized out>
_dout_cct = <optimized out>
_dout = <optimized out>
__func__ = "ImageCtx"
should_gather = <optimized out>
_dout_e = <optimized out>
_dout_cct = <optimized out>
_dout = <optimized out>
#12 0x00007fffeedc7e5e in rbd_open (p=0x5555558a1a60, name=0x7ffff5ec58d8 "test_notify_clone2", image=0x7ffff03dd528, snap_name=0x0) at ../src/librbd/librbd.cc:4678
io_ctx = {io_ctx_impl = 0x5555558a1a60}
ictx = 0x7ffff7541e10 <PyCFunction_Call>
r = 32767
Last active
May 21, 2021 10:17
-
-
Save ideepika/cf5a362ca9d9fea155e2ae8779c7c9f6 to your computer and use it in GitHub Desktop.
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment