|
|
|
Thread 26 (Thread 0x7f7135d7c700 (LWP 72204)):
|
|
#0 0x00007f7148e163d0 in base::internal::SpinLockDelay(int volatile*, int, int) () from /lib64/libtcmalloc.so.4
|
|
#1 0x00007f7148e162d3 in SpinLock::SlowLock() () from /lib64/libtcmalloc.so.4
|
|
#2 0x00007f7148e05a55 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () from /lib64/libtcmalloc.so.4
|
|
#3 0x00007f7148e093e3 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned int, int, void* (*)(unsigned long)) () from /lib64/libtcmalloc.so.4
|
|
#4 0x00007f71484409b3 in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_construct<char const*> () from /usr/lib64/ceph/libceph-common.so.2
|
|
#5 0x00007f7148440aa9 in ceph::ClibBackTrace::demangle[abi:cxx11](char const*) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#6 0x00007f7148441025 in ceph::ClibBackTrace::print(std::ostream&) const () from /usr/lib64/ceph/libceph-common.so.2
|
|
#7 0x000055c9ae7266dd in handle_oneshot_fatal_signal (signum=11) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/global/signal_handler.cc:331
|
|
#8 <signal handler called>
|
|
#9 0x00007f7148e05603 in tcmalloc::CentralFreeList::FetchFromOneSpans(int, void**, void**) () from /lib64/libtcmalloc.so.4
|
|
#10 0x00007f7148e058ae in tcmalloc::CentralFreeList::FetchFromOneSpansSafe(int, void**, void**) () from /lib64/libtcmalloc.so.4
|
|
#11 0x00007f7148e05971 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () from /lib64/libtcmalloc.so.4
|
|
#12 0x00007f7148e093e3 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned int, int, void* (*)(unsigned long)) () from /lib64/libtcmalloc.so.4
|
|
#13 0x000055c9ae311e17 in EMetaBlob::fullbit::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&) () at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/include/compact_map.h:27
|
|
#14 0x000055c9ae31429d in EMetaBlob::dirlump::_decode_bits (this=0x55c9b25c9770) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/mds/events/EMetaBlob.h:609
|
|
#15 0x000055c9ae31c397 in EMetaBlob::replay(MDSRank*, LogSegment*, int, MDPeerUpdate*) () at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/mds/events/EMetaBlob.h:296
|
|
#16 0x000055c9ae322551 in EUpdate::replay(MDSRank*) () at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/mds/journal.cc:2252
|
|
#17 0x000055c9ae64dd97 in MDLog::_replay_thread (this=0x55c9b18e6000) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/unique_ptr.h:421
|
|
#18 0x000055c9ae6543b1 in MDLog::ReplayThread::entry (this=<optimized out>) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/mds/MDLog.h:181
|
|
#19 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#20 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 25 (Thread 0x7f713657d700 (LWP 71601)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x000055c9ae653a74 in std::_V2::condition_variable_any::wait<std::unique_lock<ceph::fair_mutex> > (this=this@entry=0x55c9b18e6240, __lock=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/unique_lock.h:110
|
|
#3 0x000055c9ae64cc71 in MDLog::_submit_thread (this=0x55c9b18e6000) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/mds/MDLog.cc:407
|
|
#4 0x000055c9ae653f81 in MDLog::SubmitThread::entry (this=<optimized out>) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/mds/MDLog.h:206
|
|
#5 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#6 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 24 (Thread 0x7f713757f700 (LWP 71599)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x00007f7148456c20 in Finisher::finisher_thread_entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#4 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 23 (Thread 0x7f7137d80700 (LWP 71598)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x00007f71484b7c22 in CommonSafeTimer<std::mutex>::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f71484b9371 in CommonSafeTimerThread<std::mutex>::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#4 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#5 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 22 (Thread 0x7f7138581700 (LWP 71597)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x00007f7148456c20 in Finisher::finisher_thread_entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#4 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 21 (Thread 0x7f7138d82700 (LWP 71596)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x000055c9ae2b881c in MDSRank::ProgressThread::entry() () at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/unique_lock.h:110
|
|
#3 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#4 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 20 (Thread 0x7f7139583700 (LWP 71595)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x000055c9ae64b96b in std::condition_variable::wait<ceph::fair_mutex::lock()::{lambda()#1}>(std::unique_lock<std::mutex>&, ceph::fair_mutex::lock()::{lambda()#1}) (__p=..., __lock=..., this=0x55c9b0afe018) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/fair_mutex.h:26
|
|
#3 ceph::fair_mutex::lock (this=0x55c9b0afe010) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/fair_mutex.h:25
|
|
#4 std::unique_lock<ceph::fair_mutex>::lock (this=0x7f71395808d0) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/unique_lock.h:139
|
|
#5 std::_V2::condition_variable_any::_Unlock<std::unique_lock<ceph::fair_mutex> >::~_Unlock (this=<synthetic pointer>, __in_chrg=<optimized out>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/condition_variable:272
|
|
#6 std::_V2::condition_variable_any::wait_until<std::unique_lock<ceph::fair_mutex>, std::chrono::_V2::system_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x55c9b18e6370) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/condition_variable:337
|
|
#7 std::_V2::condition_variable_any::wait_for<std::unique_lock<ceph::fair_mutex>, long, std::ratio<1l, 1000l> > (__rtime=..., __lock=..., this=0x55c9b18e6370) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/condition_variable:355
|
|
#8 MDLog::log_trim_upkeep (this=0x55c9b18e6000) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/mds/MDLog.cc:626
|
|
#9 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#10 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#11 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 19 (Thread 0x7f7139d84700 (LWP 71594)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x000055c9ae46d38b in MDCache::upkeep_main() () at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/fair_mutex.h:26
|
|
#3 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#4 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#5 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 18 (Thread 0x7f713a585700 (LWP 71593)):
|
|
#0 0x00007f71456ff098 in nanosleep () from /lib64/libc.so.6
|
|
#1 0x00007f714572c938 in usleep () from /lib64/libc.so.6
|
|
#2 0x000055c9ae6ea8ed in OpHistoryServiceThread::entry() () at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/TrackedOp.cc:54
|
|
#3 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#4 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 17 (Thread 0x7f713ad86700 (LWP 71592)):
|
|
#0 0x00007f71471397da in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x000055c9ae78a4be in __gthread_cond_timedwait (__abs_timeout=0x7f713ad83940, __mutex=<optimized out>, __cond=0x55c9b0ae0800) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/x86_64-redhat-linux/bits/gthr-default.h:872
|
|
#2 std::__condvar::wait_until (__abs_time=..., __m=..., this=0x55c9b0ae0800) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_mutex.h:162
|
|
#3 std::condition_variable::__wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__lock=..., __lock=..., __atime=<synthetic pointer>..., this=0x55c9b0ae0800) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/condition_variable:222
|
|
#4 std::condition_variable::wait_until<ceph::coarse_mono_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=<synthetic pointer>..., __lock=..., this=0x55c9b0ae0800) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/condition_variable:135
|
|
#5 ceph::timer<ceph::coarse_mono_clock>::timer_thread (this=0x55c9b0ae0798) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/ceph_timer.h:150
|
|
#6 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#7 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#8 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 16 (Thread 0x7f713b587700 (LWP 71591)):
|
|
#0 0x00007f714713c85d in __lll_lock_wait () from /lib64/libpthread.so.0
|
|
#1 0x00007f7147135ad9 in pthread_mutex_lock () from /lib64/libpthread.so.0
|
|
#2 0x00007f714873e153 in ProtocolV2::send_message(Message*) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f7148707716 in AsyncConnection::send_message(Message*) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#4 0x00007f7148812ad8 in MgrClient::_send_report() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#5 0x00007f7148812e7d in MgrClient::_send_stats() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#6 0x00007f71484407ad in Context::complete(int) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#7 0x00007f71484b7b45 in CommonSafeTimer<std::mutex>::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#8 0x00007f71484b9371 in CommonSafeTimerThread<std::mutex>::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#9 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#10 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 15 (Thread 0x7f713bd88700 (LWP 71579)):
|
|
#0 0x00007f71471397da in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x000055c9ae2f87a9 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<Beacon::init(MDSMap const&)::{lambda()#1}> > >::_M_run() () at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/x86_64-redhat-linux/bits/gthr-default.h:872
|
|
#2 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#3 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#4 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 14 (Thread 0x7f713c589700 (LWP 71578)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x00007f71484b1ee3 in std::_V2::condition_variable_any::_Unlock<std::unique_lock<ceph::fair_mutex> >::~_Unlock() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f71484b6560 in CommonSafeTimer<ceph::fair_mutex>::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#4 0x00007f71484b79e1 in CommonSafeTimerThread<ceph::fair_mutex>::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#5 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#6 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 13 (Thread 0x7f713cd8a700 (LWP 71577)):
|
|
#0 0x00007f714713c85d in __lll_lock_wait () from /lib64/libpthread.so.0
|
|
#1 0x00007f7147135ad9 in pthread_mutex_lock () from /lib64/libpthread.so.0
|
|
#2 0x00007f7148704277 in AsyncConnection::mark_down() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f71487df627 in MonConnection::~MonConnection() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#4 0x00007f71487e9475 in MonClient::_reopen_session(int) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#5 0x00007f71487f0e13 in MonClient::tick() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#6 0x00007f71484407ad in Context::complete(int) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#7 0x00007f71484b7b45 in CommonSafeTimer<std::mutex>::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#8 0x00007f71484b9371 in CommonSafeTimerThread<std::mutex>::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#9 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#10 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 12 (Thread 0x7f713d58b700 (LWP 71576)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x00007f7148643f49 in DispatchQueue::run_local_delivery() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f7148717e81 in DispatchQueue::LocalDeliveryThread::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#4 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#5 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 11 (Thread 0x7f713dd8c700 (LWP 71575)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x000055c9ae2a30f3 in std::condition_variable::wait<ceph::fair_mutex::lock()::{lambda()#1}>(std::unique_lock<std::mutex>&, ceph::fair_mutex::lock()::{lambda()#1}) (__p=..., __lock=..., this=0x55c9b0afe018) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/fair_mutex.h:26
|
|
#3 ceph::fair_mutex::lock (this=0x55c9b0afe010) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/fair_mutex.h:25
|
|
#4 std::lock_guard<ceph::fair_mutex>::lock_guard (__m=..., this=<synthetic pointer>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_mutex.h:229
|
|
#5 MDSDaemon::ms_dispatch2 (this=0x55c9b0afe000, m=...) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/mds/MDSDaemon.cc:942
|
|
#6 0x00007f71486473c8 in Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#7 0x00007f714864454f in DispatchQueue::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#8 0x00007f7148717dc1 in DispatchQueue::DispatchThread::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#9 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#10 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 10 (Thread 0x7f713e58d700 (LWP 71574)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x000055c9ae2913a3 in boost::asio::detail::posix_event::wait<boost::asio::detail::conditionally_enabled_mutex::scoped_lock> (lock=..., this=0x55c9b09d6170) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/detail/conditionally_enabled_mutex.hpp:98
|
|
#2 boost::asio::detail::conditionally_enabled_event::wait (lock=..., this=0x55c9b09d6168) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/detail/conditionally_enabled_event.hpp:97
|
|
#3 boost::asio::detail::scheduler::do_run_one (this=this@entry=0x55c9b09d6100, lock=..., this_thread=..., ec=...) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/detail/impl/scheduler.ipp:502
|
|
#4 0x000055c9ae28db01 in boost::asio::detail::scheduler::run (this=0x55c9b09d6100, ec=...) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/detail/impl/scheduler.ipp:210
|
|
#5 0x000055c9ae294575 in boost::asio::io_context::run (this=<optimized out>, this=<optimized out>) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/impl/io_context.ipp:64
|
|
#6 ceph::async::io_context_pool::start(short)::{lambda()#1}::operator()() const (__closure=0x55c9b09a2758) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/async/context_pool.h:69
|
|
#7 std::__invoke_impl<void, ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_other, ceph::async::io_context_pool::start(short)::{lambda()#1}&&) (__f=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:61
|
|
#8 std::__invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:96
|
|
#9 std::invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/functional:97
|
|
#10 make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}::operator()<{lambda()#1}> (fun=..., __closure=0x55c9b09a2760) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/Thread.h:79
|
|
#11 std::__invoke_impl<void, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(std::__invoke_other, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&, {lambda()#1}&&) (__f=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:61
|
|
#12 std::__invoke<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}&&) (__fn=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:96
|
|
#13 std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>) (this=0x55c9b09a2758) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:253
|
|
#14 std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::operator()() (this=0x55c9b09a2758) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:260
|
|
#15 std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() (this=0x55c9b09a2750) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:211
|
|
#16 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#17 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#18 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 9 (Thread 0x7f713ed8e700 (LWP 71573)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x000055c9ae2913a3 in boost::asio::detail::posix_event::wait<boost::asio::detail::conditionally_enabled_mutex::scoped_lock> (lock=..., this=0x55c9b09d6170) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/detail/conditionally_enabled_mutex.hpp:98
|
|
#2 boost::asio::detail::conditionally_enabled_event::wait (lock=..., this=0x55c9b09d6168) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/detail/conditionally_enabled_event.hpp:97
|
|
#3 boost::asio::detail::scheduler::do_run_one (this=this@entry=0x55c9b09d6100, lock=..., this_thread=..., ec=...) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/detail/impl/scheduler.ipp:502
|
|
#4 0x000055c9ae28db01 in boost::asio::detail::scheduler::run (this=0x55c9b09d6100, ec=...) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/detail/impl/scheduler.ipp:210
|
|
#5 0x000055c9ae294575 in boost::asio::io_context::run (this=<optimized out>, this=<optimized out>) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/x86_64-redhat-linux-gnu/boost/include/boost/asio/impl/io_context.ipp:64
|
|
#6 ceph::async::io_context_pool::start(short)::{lambda()#1}::operator()() const (__closure=0x55c9b09a23f8) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/async/context_pool.h:69
|
|
#7 std::__invoke_impl<void, ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_other, ceph::async::io_context_pool::start(short)::{lambda()#1}&&) (__f=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:61
|
|
#8 std::__invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:96
|
|
#9 std::invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/functional:97
|
|
#10 make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}::operator()<{lambda()#1}> (fun=..., __closure=0x55c9b09a2400) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/common/Thread.h:79
|
|
#11 std::__invoke_impl<void, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(std::__invoke_other, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&, {lambda()#1}&&) (__f=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:61
|
|
#12 std::__invoke<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}&&) (__fn=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:96
|
|
#13 std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>) (this=0x55c9b09a23f8) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:253
|
|
#14 std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::operator()() (this=0x55c9b09a23f8) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:260
|
|
#15 std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() (this=0x55c9b09a23f0) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:211
|
|
#16 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#17 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#18 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 8 (Thread 0x7f713f58f700 (LWP 71572)):
|
|
#0 0x00007f7145729ac1 in poll () from /lib64/libc.so.6
|
|
#1 0x000055c9ae726e0b in poll (__timeout=-1, __nfds=4, __fds=0x7f713f58c6f0) at /usr/include/bits/poll2.h:38
|
|
#2 SignalHandler::entry (this=0x55c9b0afa480) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/global/signal_handler.cc:529
|
|
#3 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#4 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 7 (Thread 0x7f713fd90700 (LWP 71571)):
|
|
#0 0x00007f7148e163d0 in base::internal::SpinLockDelay(int volatile*, int, int) () from /lib64/libtcmalloc.so.4
|
|
#1 0x00007f7148e162d3 in SpinLock::SlowLock() () from /lib64/libtcmalloc.so.4
|
|
#2 0x00007f7148e05a55 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () from /lib64/libtcmalloc.so.4
|
|
#3 0x00007f7148e093e3 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned int, int, void* (*)(unsigned long)) () from /lib64/libtcmalloc.so.4
|
|
#4 0x00007f714841c0db in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_mutate(unsigned long, unsigned long, char const*, unsigned long) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#5 0x00007f71484cdd5e in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_replace () from /usr/lib64/ceph/libceph-common.so.2
|
|
#6 0x00007f71484d226f in AdminSocket::do_accept() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#7 0x00007f71484d3b48 in AdminSocket::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#8 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#9 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#10 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 6 (Thread 0x7f7141d94700 (LWP 71570)):
|
|
#0 0x00007f71471397da in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f71484ed80d in ceph::common::CephContextServiceThread::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#2 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#3 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 5 (Thread 0x7f7140591700 (LWP 71566)):
|
|
#0 0x00007f714713c85d in __lll_lock_wait () from /lib64/libpthread.so.0
|
|
#1 0x00007f7147135ad9 in pthread_mutex_lock () from /lib64/libpthread.so.0
|
|
#2 0x00007f7148644d75 in DispatchQueue::discard_queue(unsigned long) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f7148703223 in AsyncConnection::_stop() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#4 0x00007f7148741f41 in ProtocolV2::stop() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#5 0x00007f714874223b in ProtocolV2::_fault() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#6 0x00007f7148742cd9 in ProtocolV2::run_continuation(Ct<ProtocolV2>&) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#7 0x00007f714870a65e in AsyncConnection::process() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#8 0x00007f7148764314 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#9 0x00007f714876cca6 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#10 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#11 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#12 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 4 (Thread 0x7f7140d92700 (LWP 71565)):
|
|
#0 0x00007f7148e163d0 in base::internal::SpinLockDelay(int volatile*, int, int) () from /lib64/libtcmalloc.so.4
|
|
#1 0x00007f7148e162d3 in SpinLock::SlowLock() () from /lib64/libtcmalloc.so.4
|
|
#2 0x00007f7148e05a55 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () from /lib64/libtcmalloc.so.4
|
|
#3 0x00007f7148e093e3 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned int, int, void* (*)(unsigned long)) () from /lib64/libtcmalloc.so.4
|
|
#4 0x00007f7148645b60 in std::pair<std::_Rb_tree_iterator<std::pair<boost::intrusive_ptr<Message> const, std::_Rb_tree_const_iterator<std::pair<double, boost::intrusive_ptr<Message> > > > >, bool> std::_Rb_tree<boost::intrusive_ptr<Message>, std::pair<boost::intrusive_ptr<Message> const, std::_Rb_tree_const_iterator<std::pair<double, boost::intrusive_ptr<Message> > > >, std::_Select1st<std::pair<boost::intrusive_ptr<Message> const, std::_Rb_tree_const_iterator<std::pair<double, boost::intrusive_ptr<Message> > > > >, std::less<boost::intrusive_ptr<Message> >, std::allocator<std::pair<boost::intrusive_ptr<Message> const, std::_Rb_tree_const_iterator<std::pair<double, boost::intrusive_ptr<Message> > > > > >::_M_emplace_unique<std::pair<boost::intrusive_ptr<Message>, std::_Rb_tree_const_iterator<std::pair<double, boost::intrusive_ptr<Message> > > > >(std::pair<boost::intrusive_ptr<Message>, std::_Rb_tree_const_iterator<std::pair<double, boost::intrusive_ptr<Message> > > >&&) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#5 0x00007f7148642f98 in DispatchQueue::enqueue(boost::intrusive_ptr<Message> const&, int, unsigned long) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#6 0x00007f71487471f1 in ProtocolV2::handle_message() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#7 0x00007f7148742cd9 in ProtocolV2::run_continuation(Ct<ProtocolV2>&) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#8 0x00007f714870a65e in AsyncConnection::process() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#9 0x00007f7148764314 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#10 0x00007f714876cca6 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#11 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#12 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#13 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 3 (Thread 0x7f7141593700 (LWP 71564)):
|
|
#0 0x00007f714713c85d in __lll_lock_wait () from /lib64/libpthread.so.0
|
|
#1 0x00007f7147135ad9 in pthread_mutex_lock () from /lib64/libpthread.so.0
|
|
#2 0x00007f7148644d75 in DispatchQueue::discard_queue(unsigned long) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f7148703223 in AsyncConnection::_stop() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#4 0x00007f7148741f41 in ProtocolV2::stop() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#5 0x00007f714874223b in ProtocolV2::_fault() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#6 0x00007f7148742cd9 in ProtocolV2::run_continuation(Ct<ProtocolV2>&) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#7 0x00007f714870a65e in AsyncConnection::process() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#8 0x00007f7148764314 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#9 0x00007f714876cca6 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /usr/lib64/ceph/libceph-common.so.2
|
|
#10 0x00007f7146029b23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
|
|
#11 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#12 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 2 (Thread 0x7f71429b3700 (LWP 71562)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x00007f71487b9e10 in ceph::logging::Log::entry() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x00007f71471331ca in start_thread () from /lib64/libpthread.so.0
|
|
#4 0x00007f71456308d3 in clone () from /lib64/libc.so.6
|
|
|
|
Thread 1 (Thread 0x7f71495f3c80 (LWP 71561)):
|
|
#0 0x00007f714713948c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
|
|
#1 0x00007f7146023870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
|
|
#2 0x00007f7148710673 in AsyncMessenger::wait() () from /usr/lib64/ceph/libceph-common.so.2
|
|
#3 0x000055c9ae2782d1 in main (argc=11, argv=0x7fffc5be90a8) at /usr/src/debug/ceph-19.0.0-2244.gcab8141b.el8.x86_64/src/ceph_mds.cc:232
|
|
quit
|
|
Detaching from program: /usr/bin/ceph-mds, process 71561
|
|
[Inferior 1 (process 71561) detached]
|