Project

General

Profile

Bug #63681 ยป allthreads.txt

gdb thread dump from valgrind run - Joshua Baergen, 11/29/2023 02:50 PM

 

Thread 43 (Thread 2045392):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000000b26f14 in librbd::io::AioCompletion::wait_for_complete (this=this@entry=0x1e3abc60) at ../src/librbd/io/AioCompletion.cc:39
#3 0x0000000000949eca in operator() (__closure=0x19fc2c18) at ../src/test/librbd/journal/test_Stress.cc:98
#4 std::__invoke_impl<void, librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > (__f=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:61
#5 std::__invoke<librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > (__fn=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:96
#6 std::thread::_Invoker<std::tuple<librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > >::_M_invoke<0> (this=0x19fc2c18) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:253
#7 std::thread::_Invoker<std::tuple<librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > >::operator() (this=0x19fc2c18) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:260
#8 std::thread::_State_impl<std::thread::_Invoker<std::tuple<librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > > >::_M_run(void) (this=0x19fc2c10)
at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:211
#9 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#10 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#11 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 42 (Thread 2045391):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000000b26f14 in librbd::io::AioCompletion::wait_for_complete (this=this@entry=0xb8854c0) at ../src/librbd/io/AioCompletion.cc:39
#3 0x00000000009498bb in operator() (__closure=0x19fc2998) at ../src/test/librbd/journal/test_Stress.cc:78
#4 std::__invoke_impl<void, librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > (__f=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:61
#5 std::__invoke<librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > (__fn=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:96
#6 std::thread::_Invoker<std::tuple<librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > >::_M_invoke<0> (this=0x19fc2998) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:253
#7 std::thread::_Invoker<std::tuple<librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > >::operator() (this=0x19fc2998) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:260
#8 std::thread::_State_impl<std::thread::_Invoker<std::tuple<librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody()::<lambda()> > > >::_M_run(void) (this=0x19fc2990)
at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_thread.h:211
#9 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#10 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#11 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 41 (Thread 2045372):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005acdc47 in Finisher::finisher_thread_entry() () from /lib64/libceph-common.so.2
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 40 (Thread 2045371):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005b1b664 in CommonSafeTimer<std::mutex>::timer_thread() () from /lib64/libceph-common.so.2
#3 0x0000000005b1c6b1 in CommonSafeTimerThread<std::mutex>::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 39 (Thread 2045370):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x00000000040de5df in librados::IoCtxImpl::watch(object_t const&, unsigned long*, librados::v14_2_0::WatchCtx*, librados::v14_2_0::WatchCtx2*, unsigned int, bool) () from /lib64/librados.so.2
#3 0x00000000040de806 in librados::IoCtxImpl::watch(object_t const&, unsigned long*, librados::v14_2_0::WatchCtx*, librados::v14_2_0::WatchCtx2*, bool) () from /lib64/librados.so.2
#4 0x00000000040bba68 in librados::v14_2_0::IoCtx::watch2(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned long*, librados::v14_2_0::WatchCtx2*) () from /lib64/librados.so.2
#5 0x0000000000e48abe in journal::JournalMetadata::handle_watch_reset (this=0x19fe3660) at ../src/journal/JournalMetadata.cc:881
#6 0x000000000089ab59 in Context::complete (this=0xb4d0ff0, r=<optimized out>) at ../src/include/Context.h:99
#7 0x0000000005b1b587 in CommonSafeTimer<std::mutex>::timer_thread() () from /lib64/libceph-common.so.2
#8 0x0000000005b1c6b1 in CommonSafeTimerThread<std::mutex>::entry() () from /lib64/libceph-common.so.2
#9 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#10 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 38 (Thread 2045369):
#0 0x0000000004e597aa in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000005b2aaee in ThreadPool::worker(ThreadPool::WorkThread*) () from /lib64/libceph-common.so.2
#2 0x0000000005b2c0d5 in ThreadPool::WorkThread::entry() () from /lib64/libceph-common.so.2
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 37 (Thread 2045266):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005b1b664 in CommonSafeTimer<std::mutex>::timer_thread() () from /lib64/libceph-common.so.2
#3 0x0000000005b1c6b1 in CommonSafeTimerThread<std::mutex>::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 36 (Thread 2045264):
#0 0x0000000004e597aa in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000005b1ba62 in CommonSafeTimer<std::mutex>::timer_thread() () from /lib64/libceph-common.so.2
#2 0x0000000005b1c6b1 in CommonSafeTimerThread<std::mutex>::entry() () from /lib64/libceph-common.so.2
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 35 (Thread 2045262):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005ca0f89 in DispatchQueue::run_local_delivery() () from /lib64/libceph-common.so.2
#3 0x0000000005d67b81 in DispatchQueue::LocalDeliveryThread::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 34 (Thread 2045261):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005ca13fa in DispatchQueue::entry() () from /lib64/libceph-common.so.2
#3 0x0000000005d67ac1 in DispatchQueue::DispatchThread::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 33 (Thread 2045260):
#0 0x0000000004e597aa in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x000000000416fcde in ceph::timer<ceph::coarse_mono_clock>::timer_thread() () from /lib64/librados.so.2
#2 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 32 (Thread 2045258):
#0 0x0000000004e5c82d in __lll_lock_wait () from /lib64/libpthread.so.0
#1 0x0000000004e55ad9 in pthread_mutex_lock () from /lib64/libpthread.so.0
#2 0x00000000009e0bf2 in __gthread_mutex_lock (__mutex=0x19fe2cb8) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/x86_64-redhat-linux/bits/gthr-default.h:749
#3 std::mutex::lock (this=0x19fe2cb8) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_mutex.h:100
#4 std::lock_guard<std::mutex>::lock_guard (__m=..., this=<synthetic pointer>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_mutex.h:229
#5 librbd::Journal<librbd::ImageCtx>::append_io_events (this=this@entry=0x19fe2b90, event_type=<optimized out>, event_type@entry=librbd::journal::EVENT_TYPE_AIO_DISCARD, bufferlists=std::__cxx11::list = {...},
image_extents=std::vector of length 2, capacity 2 = {...}, flush_entry=flush_entry@entry=false, filter_ret_val=filter_ret_val@entry=0) at ../src/librbd/Journal.cc:926
#6 0x00000000009e20d9 in librbd::Journal<librbd::ImageCtx>::append_discard_event (this=0x19fe2b90, image_extents=std::vector of length 2, capacity 2 = {...}, discard_granularity_bytes=8192, flush_entry=<optimized out>)
at ../src/librbd/Journal.cc:833
#7 0x0000000000cab9e1 in librbd::io::AbstractImageWriteRequest<librbd::ImageCtx>::send_request (this=0x1d8542f0) at ../src/librbd/io/ImageRequest.cc:475
#8 0x0000000000cae4d0 in librbd::io::ImageRequest<librbd::ImageCtx>::aio_discard (ictx=<optimized out>, c=c@entry=0x1e3abc60, image_extents=..., area=area@entry=librbd::io::ImageArea::DATA,
discard_granularity_bytes=discard_granularity_bytes@entry=8192, parent_trace=...) at ../src/common/zipkin_trace.h:68
#9 0x0000000000ca3a74 in librbd::io::ImageDispatch<librbd::ImageCtx>::discard (this=0x19f3e5e0, aio_comp=0x1e3abc60, image_extents=..., discard_granularity_bytes=8192, parent_trace=..., tid=<optimized out>,
image_dispatch_flags=0xd438efc, dispatch_result=0xd438f00, on_finish=0x1e3abdb8, on_dispatched=0xd438ee0) at ../src/include/xlist.h:40
#10 0x0000000000b2c4ff in librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor::operator() (discard=..., this=0x1d854400) at ../src/librbd/io/ImageDispatcher.cc:52
#11 boost::detail::variant::invoke_visitor<librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor const, false>::internal_visit<librbd::io::ImageDispatchSpec::Discard&> (operand=..., this=<optimized out>)
at boost/include/boost/variant/variant.hpp:1028
#12 boost::detail::variant::visitation_impl_invoke_impl<boost::detail::variant::invoke_visitor<librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor const, false>, void*, librbd::io::ImageDispatchSpec::Discard> (storage=0xd438f30,
visitor=...) at boost/include/boost/variant/detail/visitation_impl.hpp:117
#13 boost::detail::variant::visitation_impl_invoke<boost::detail::variant::invoke_visitor<librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor const, false>, void*, librbd::io::ImageDispatchSpec::Discard, boost::variant<librbd::io::ImageDispatchSpec::Read, librbd::io::ImageDispatchSpec::Discard, librbd::io::ImageDispatchSpec::Write, librbd::io::ImageDispatchSpec::WriteSame, librbd::io::ImageDispatchSpec::CompareAndWrite, librbd::io::ImageDispatchSpec::Flush, librbd::io::ImageDispatchSpec::ListSnaps>::has_fallback_type_> (visitor=<synthetic pointer>..., internal_which=<optimized out>, visitor=<synthetic pointer>..., t=0x0, storage=0xd438f30) at boost/include/boost/variant/detail/visitation_impl.hpp:157
#14 boost::detail::variant::visitation_impl<mpl_::int_<0>, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<boost::mpl::l_item<mpl_::long_<7l>, librbd::io::ImageDispatchSpec::Read, boost::mpl::l_item<mpl_::long_<6l>, librbd::io::ImageDispatchSpec::Discard, boost::mpl::l_item<mpl_::long_<5l>, librbd::io::ImageDispatchSpec::Write, boost::mpl::l_item<mpl_::long_<4l>, librbd::io::ImageDispatchSpec::WriteSame, boost::mpl::l_item<mpl_::long_<3l>, librbd::io::ImageDispatchSpec::CompareAndWrite, boost::mpl::l_item<mpl_::long_<2l>, librbd::io::ImageDispatchSpec::Flush, boost::mpl::l_item<mpl_::long_<1l>, librbd::io::ImageDispatchSpec::ListSnaps, boost::mpl::l_end> > > > > > > >, boost::mpl::l_iter<boost::mpl::l_end> >, boost::detail::variant::invoke_visitor<librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor const, false>, void*, boost::variant<librbd::io::ImageDispatchSpec::Read, librbd::io::ImageDispatchSpec::Discard, librbd::io::ImageDispatchSpec::Write, librbd::io::ImageDispatchSpec::WriteSame, librbd::io::ImageDispatchSpec::CompareAndWrite, librbd::io::ImageDispatchSpec::Flush, librbd::io::ImageDispatchSpec::ListSnaps>::has_fallback_type_> (
no_backup_flag=..., storage=0xd438f30, visitor=<synthetic pointer>..., logical_which=<optimized out>, internal_which=<optimized out>) at boost/include/boost/variant/detail/visitation_impl.hpp:238
#15 boost::variant<librbd::io::ImageDispatchSpec::Read, librbd::io::ImageDispatchSpec::Discard, librbd::io::ImageDispatchSpec::Write, librbd::io::ImageDispatchSpec::WriteSame, librbd::io::ImageDispatchSpec::CompareAndWrite, librbd::io::ImageDispatchSpec::Flush, librbd::io::ImageDispatchSpec::ListSnaps>::internal_apply_visitor_impl<boost::detail::variant::invoke_visitor<librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor const, false>, void*> (storage=0xd438f30,
visitor=<synthetic pointer>..., logical_which=<optimized out>, internal_which=<optimized out>) at boost/include/boost/variant/variant.hpp:2337
#16 boost::variant<librbd::io::ImageDispatchSpec::Read, librbd::io::ImageDispatchSpec::Discard, librbd::io::ImageDispatchSpec::Write, librbd::io::ImageDispatchSpec::WriteSame, librbd::io::ImageDispatchSpec::CompareAndWrite, librbd::io::ImageDispatchSpec::Flush, librbd::io::ImageDispatchSpec::ListSnaps>::internal_apply_visitor<boost::detail::variant::invoke_visitor<librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor const, false> > (visitor=<synthetic pointer>...,
this=0xd438f28) at boost/include/boost/variant/variant.hpp:2349
#17 boost::variant<librbd::io::ImageDispatchSpec::Read, librbd::io::ImageDispatchSpec::Discard, librbd::io::ImageDispatchSpec::Write, librbd::io::ImageDispatchSpec::WriteSame, librbd::io::ImageDispatchSpec::CompareAndWrite, librbd::io::ImageDispatchSpec::Flush, librbd::io::ImageDispatchSpec::ListSnaps>::apply_visitor<librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor const>(librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor const&) & (
this=this@entry=0xd438f28, visitor=...) at boost/include/boost/variant/variant.hpp:2393
#18 0x0000000000b2c96d in boost::apply_visitor<librbd::io::ImageDispatcher<librbd::ImageCtx>::SendVisitor, boost::variant<librbd::io::ImageDispatchSpec::Read, librbd::io::ImageDispatchSpec::Discard, librbd::io::ImageDispatchSpec::Write, librbd::io::ImageDispatchSpec::WriteSame, librbd::io::ImageDispatchSpec::CompareAndWrite, librbd::io::ImageDispatchSpec::Flush, librbd::io::ImageDispatchSpec::ListSnaps>&> (visitable=..., visitor=...)
at boost/include/boost/variant/detail/apply_visitor_unary.hpp:66
#19 librbd::io::ImageDispatcher<librbd::ImageCtx>::send_dispatch (this=<optimized out>, image_dispatch=0x19f3e5e0, image_dispatch_spec=0xd438ee0) at ../src/librbd/io/ImageDispatcher.cc:308
#20 0x0000000000b2e24d in librbd::io::Dispatcher<librbd::ImageCtx, librbd::io::ImageDispatcherInterface>::send (this=0x19f3e3d0, dispatch_spec=0xd438ee0) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/shared_mutex:215
#21 0x0000000000c53c1c in operator() (__closure=<synthetic pointer>) at ../src/librbd/AsioEngine.cc:53
#22 boost::asio::detail::binder0<librbd::AsioEngine::post(Context*, int)::<lambda()> >::operator() (this=<synthetic pointer>) at boost/include/boost/asio/detail/bind_handler.hpp:60
#23 boost::asio::asio_handler_invoke<boost::asio::detail::binder0<librbd::AsioEngine::post(Context*, int)::<lambda()> > > (function=<synthetic pointer>...) at boost/include/boost/asio/handler_invoke_hook.hpp:88
#24 boost_asio_handler_invoke_helpers::invoke<boost::asio::detail::binder0<librbd::AsioEngine::post(Context*, int)::<lambda()> >, librbd::AsioEngine::post(Context*, int)::<lambda()> > (context=<synthetic pointer>...,
function=<synthetic pointer>...) at boost/include/boost/asio/detail/handler_invoke_helpers.hpp:54
#25 boost::asio::detail::asio_handler_invoke<boost::asio::detail::binder0<librbd::AsioEngine::post(Context*, int)::<lambda()> >, librbd::AsioEngine::post(Context*, int)::<lambda()> > (this_handler=<synthetic pointer>,
function=<synthetic pointer>...) at boost/include/boost/asio/detail/bind_handler.hpp:111
#26 boost_asio_handler_invoke_helpers::invoke<boost::asio::detail::binder0<librbd::AsioEngine::post(Context*, int)::<lambda()> >, boost::asio::detail::binder0<librbd::AsioEngine::post(Context*, int)::<lambda()> > > (
context=<synthetic pointer>..., function=<synthetic pointer>...) at boost/include/boost/asio/detail/handler_invoke_helpers.hpp:54
#27 boost::asio::detail::executor_op<boost::asio::detail::binder0<librbd::AsioEngine::post(Context*, int)::<lambda()> >, std::allocator<void>, boost::asio::detail::scheduler_operation>::do_complete(void *, boost::asio::detail::scheduler_operation *, const boost::system::error_code &, std::size_t) (owner=0x1614d6a0, base=0x1e3ad160) at boost/include/boost/asio/detail/executor_op.hpp:70
#28 0x000000000410b63a in boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&) ()
from /lib64/librados.so.2
#29 0x00000000040f9f51 in boost::asio::detail::scheduler::run(boost::system::error_code&) [clone .isra.0] () from /lib64/librados.so.2
#30 0x000000000410ff5c in std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2
#31 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#32 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#33 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 31 (Thread 2045257):
#0 0x0000000004e597aa in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000005b4c3fd in ceph::common::CephContextServiceThread::entry() () from /lib64/libceph-common.so.2
#2 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#3 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 30 (Thread 2045253):
#0 0x00000000089c8247 in epoll_wait () from /lib64/libc.so.6
#1 0x0000000005dc3fc4 in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from /lib64/libceph-common.so.2
#2 0x0000000005db3ad3 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /lib64/libceph-common.so.2
#3 0x0000000005dbbe36 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /lib64/libceph-common.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 29 (Thread 2045252):
#0 0x00000000089c8247 in epoll_wait () from /lib64/libc.so.6
#1 0x0000000005dc3fc4 in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from /lib64/libceph-common.so.2
#2 0x0000000005db3ad3 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /lib64/libceph-common.so.2
#3 0x0000000005dbbe36 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /lib64/libceph-common.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 28 (Thread 2045251):
#0 0x00000000089c8247 in epoll_wait () from /lib64/libc.so.6
#1 0x0000000005dc3fc4 in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from /lib64/libceph-common.so.2
#2 0x0000000005db3ad3 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /lib64/libceph-common.so.2
#3 0x0000000005dbbe36 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /lib64/libceph-common.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 27 (Thread 2045250):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005dff8e0 in ceph::logging::Log::entry() () from /lib64/libceph-common.so.2
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 26 (Thread 2045249):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005b1b664 in CommonSafeTimer<std::mutex>::timer_thread() () from /lib64/libceph-common.so.2
#3 0x0000000005b1c6b1 in CommonSafeTimerThread<std::mutex>::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 25 (Thread 2045248):
#0 0x0000000004e597aa in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000005b1ba62 in CommonSafeTimer<std::mutex>::timer_thread() () from /lib64/libceph-common.so.2
#2 0x0000000005b1c6b1 in CommonSafeTimerThread<std::mutex>::entry() () from /lib64/libceph-common.so.2
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 24 (Thread 2045246):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005ca0f89 in DispatchQueue::run_local_delivery() () from /lib64/libceph-common.so.2
#3 0x0000000005d67b81 in DispatchQueue::LocalDeliveryThread::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 23 (Thread 2045245):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005ca13fa in DispatchQueue::entry() () from /lib64/libceph-common.so.2
#3 0x0000000005d67ac1 in DispatchQueue::DispatchThread::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 22 (Thread 2045244):
#0 0x0000000004e597aa in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x000000000416fcde in ceph::timer<ceph::coarse_mono_clock>::timer_thread() () from /lib64/librados.so.2
#2 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 21 (Thread 2045243):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x000000000410b54a in boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&) ()
from /lib64/librados.so.2
#2 0x00000000040f9f51 in boost::asio::detail::scheduler::run(boost::system::error_code&) [clone .isra.0] () from /lib64/librados.so.2
#3 0x000000000410ff5c in std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 20 (Thread 2045242):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x000000000410b54a in boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&) ()
from /lib64/librados.so.2
#2 0x00000000040f9f51 in boost::asio::detail::scheduler::run(boost::system::error_code&) [clone .isra.0] () from /lib64/librados.so.2
#3 0x000000000410ff5c in std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 19 (Thread 2045241):
#0 0x0000000004e597aa in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000005b4c3fd in ceph::common::CephContextServiceThread::entry() () from /lib64/libceph-common.so.2
#2 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#3 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 18 (Thread 2045237):
#0 0x00000000089c8247 in epoll_wait () from /lib64/libc.so.6
#1 0x0000000005dc3fc4 in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from /lib64/libceph-common.so.2
#2 0x0000000005db3ad3 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /lib64/libceph-common.so.2
#3 0x0000000005dbbe36 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /lib64/libceph-common.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 17 (Thread 2045236):
#0 0x00000000089c8247 in epoll_wait () from /lib64/libc.so.6
#1 0x0000000005dc3fc4 in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from /lib64/libceph-common.so.2
#2 0x0000000005db3ad3 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /lib64/libceph-common.so.2
#3 0x0000000005dbbe36 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /lib64/libceph-common.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 16 (Thread 2045235):
#0 0x00000000089c8247 in epoll_wait () from /lib64/libc.so.6
#1 0x0000000005dc3fc4 in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from /lib64/libceph-common.so.2
#2 0x0000000005db3ad3 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /lib64/libceph-common.so.2
#3 0x0000000005dbbe36 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /lib64/libceph-common.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 15 (Thread 2045234):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005dff8e0 in ceph::logging::Log::entry() () from /lib64/libceph-common.so.2
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 14 (Thread 2045233):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005b1b664 in CommonSafeTimer<std::mutex>::timer_thread() () from /lib64/libceph-common.so.2
#3 0x0000000005b1c6b1 in CommonSafeTimerThread<std::mutex>::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 13 (Thread 2045232):
#0 0x0000000004e597aa in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000005b1ba62 in CommonSafeTimer<std::mutex>::timer_thread() () from /lib64/libceph-common.so.2
#2 0x0000000005b1c6b1 in CommonSafeTimerThread<std::mutex>::entry() () from /lib64/libceph-common.so.2
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 12 (Thread 2045231):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005ca0f89 in DispatchQueue::run_local_delivery() () from /lib64/libceph-common.so.2
#3 0x0000000005d67b81 in DispatchQueue::LocalDeliveryThread::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 11 (Thread 2045230):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005ca13fa in DispatchQueue::entry() () from /lib64/libceph-common.so.2
#3 0x0000000005d67ac1 in DispatchQueue::DispatchThread::entry() () from /lib64/libceph-common.so.2
#4 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#5 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 10 (Thread 2045229):
#0 0x00000000088d301b in __syscall_clock_gettime () from /lib64/libc.so.6
#1 0x000000000898d58a in clock_gettime@GLIBC_2.2.5 () from /lib64/libc.so.6
#2 0x0000000008024212 in std::chrono::_V2::system_clock::now() () from /lib64/libstdc++.so.6
#3 0x000000000416fc92 in ceph::timer<ceph::coarse_mono_clock>::timer_thread() () from /lib64/librados.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 9 (Thread 2045228):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x000000000410b54a in boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&) ()
from /lib64/librados.so.2
#2 0x00000000040f9f51 in boost::asio::detail::scheduler::run(boost::system::error_code&) [clone .isra.0] () from /lib64/librados.so.2
#3 0x000000000410ff5c in std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 8 (Thread 2045227):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x000000000410b54a in boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&) ()
from /lib64/librados.so.2
#2 0x00000000040f9f51 in boost::asio::detail::scheduler::run(boost::system::error_code&) [clone .isra.0] () from /lib64/librados.so.2
#3 0x000000000410ff5c in std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 7 (Thread 2045226):
#0 0x0000000004e597aa in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000005b4c3fd in ceph::common::CephContextServiceThread::entry() () from /lib64/libceph-common.so.2
#2 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#3 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 6 (Thread 2045152):
#0 0x00000000089c8247 in epoll_wait () from /lib64/libc.so.6
#1 0x0000000005dc3fc4 in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from /lib64/libceph-common.so.2
#2 0x0000000005db3ad3 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /lib64/libceph-common.so.2
#3 0x0000000005dbbe36 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /lib64/libceph-common.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 5 (Thread 2045151):
#0 0x00000000089c8247 in epoll_wait () from /lib64/libc.so.6
#1 0x0000000005dc3fc4 in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from /lib64/libceph-common.so.2
#2 0x0000000005db3ad3 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /lib64/libceph-common.so.2
#3 0x0000000005dbbe36 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /lib64/libceph-common.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 4 (Thread 2045150):
#0 0x00000000089c8247 in epoll_wait () from /lib64/libc.so.6
#1 0x0000000005dc3fc4 in EpollDriver::event_wait(std::vector<FiredFileEvent, std::allocator<FiredFileEvent> >&, timeval*) () from /lib64/libceph-common.so.2
#2 0x0000000005db3ad3 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /lib64/libceph-common.so.2
#3 0x0000000005dbbe36 in std::_Function_handler<void (), NetworkStack::add_thread(Worker*)::{lambda()#1}>::_M_invoke(std::_Any_data const&) () from /lib64/libceph-common.so.2
#4 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#5 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#6 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 3 (Thread 2045149):
#0 0x0000000004e5945c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x0000000008026870 in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /lib64/libstdc++.so.6
#2 0x0000000005dff8e0 in ceph::logging::Log::entry() () from /lib64/libceph-common.so.2
#3 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#4 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 2 (Thread 2045259):
#0 0x0000000004e5c82d in __lll_lock_wait () from /lib64/libpthread.so.0
#1 0x0000000004e55ad9 in pthread_mutex_lock () from /lib64/libpthread.so.0
#2 0x0000000000e4cd70 in __gthread_mutex_lock (__mutex=0x19d006a0) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/x86_64-redhat-linux/bits/gthr-default.h:749
#3 std::mutex::lock (this=0x19d006a0) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/std_mutex.h:100
#4 std::unique_lock<std::mutex>::lock (this=<synthetic pointer>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/unique_lock.h:139
#5 std::unique_lock<std::mutex>::unique_lock (__m=..., this=<synthetic pointer>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/unique_lock.h:69
#6 std::lock<std::mutex, std::mutex> (__l1=..., __l2=...) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/mutex:596
#7 0x0000000000e4b4b0 in std::scoped_lock<std::mutex, std::mutex>::scoped_lock (__m#1=..., __m#0=..., this=0x1e055080) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/tuple:1750
#8 journal::JournalMetadata::committed(unsigned long, std::function<Context* ()> const&) (this=0x19fe3660, commit_tid=1405, create_context=...) at ../src/journal/JournalMetadata.cc:988
#9 0x0000000000e5e934 in journal::JournalTrimmer::committed (this=<optimized out>, commit_tid=<optimized out>) at boost/include/boost/smart_ptr/intrusive_ptr.hpp:197
#10 0x0000000000e3ece3 in journal::Journaler::committed (this=<optimized out>, future=...) at ../src/journal/FutureImpl.h:37
#11 0x00000000009daf9d in librbd::Journal<librbd::ImageCtx>::complete_event (this=this@entry=0x19fe2b90, it=it@entry=..., r=<optimized out>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/ext/aligned_buffer.h:72
#12 0x00000000009df99e in librbd::Journal<librbd::ImageCtx>::commit_io_event_extent (this=0x19fe2b90, tid=<optimized out>, offset=0, length=4194304, r=r@entry=0) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/stl_tree.h:1027
#13 0x0000000000b56a9f in librbd::journal::(anonymous namespace)::C_CommitIOEvent<librbd::ImageCtx>::finish (this=0x206fcc50, r=0) at ../src/librbd/journal/ObjectDispatch.cc:56
#14 0x000000000089ab59 in Context::complete (this=0x206fcc50, r=<optimized out>) at ../src/include/Context.h:99
#15 0x000000000089ab59 in Context::complete (this=0x1e34bed0, r=<optimized out>) at ../src/include/Context.h:99
#16 0x0000000000b4238b in librbd::io::SimpleSchedulerObjectDispatch<librbd::ImageCtx>::register_in_flight_request(unsigned long, utime_t const&, Context**)::{lambda(int)#1}::operator()(int) const (__closure=0x1e33ee78, r=<optimized out>)
at ../src/librbd/io/SimpleSchedulerObjectDispatch.cc:445
#17 0x000000000089ab59 in Context::complete (this=0x1e33ee70, r=<optimized out>) at ../src/include/Context.h:99
#18 0x0000000000cb2311 in librbd::io::ObjectDispatchSpec::C_Dispatcher::finish (this=0x1e381420, r=<optimized out>) at ../src/librbd/io/ObjectDispatchSpec.cc:33
#19 0x0000000000cb84d2 in librbd::io::ObjectRequest<librbd::ImageCtx>::finish (this=0x1e33eee0, r=0) at ../src/include/Context.h:100
#20 0x0000000000cc209d in librbd::io::AbstractObjectWriteRequest<librbd::ImageCtx>::write_object()::{lambda(int)#4}::operator()(int) const (r=0, __closure=<synthetic pointer>) at ../src/librbd/io/ObjectRequest.cc:517
#21 _ZZN6librbd4asio4util20get_callback_adapterIZNS_2io26AbstractObjectWriteRequestINS_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_ENKUlN5boost6system10error_codeEDpOT_E_clIJEEEDaSC_SF_ (ec=..., __closure=<synthetic pointer>)
at ../src/librbd/asio/Utils.h:25
#22 _ZSt13__invoke_implIvZN6librbd4asio4util20get_callback_adapterIZNS0_2io26AbstractObjectWriteRequestINS0_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlN5boost6system10error_codeEDpOT_E_JSD_EES9_St14__invoke_otherOT0_DpOT1_ (
__f=<synthetic pointer>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:61
#23 _ZSt8__invokeIZN6librbd4asio4util20get_callback_adapterIZNS0_2io26AbstractObjectWriteRequestINS0_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlN5boost6system10error_codeEDpOT_E_JSD_EENSt15__invoke_resultIS9_JDpT0_EE4typeESA_DpOSJ_ (
__fn=<synthetic pointer>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/invoke.h:96
#24 _ZSt12__apply_implIZN6librbd4asio4util20get_callback_adapterIZNS0_2io26AbstractObjectWriteRequestINS0_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlN5boost6system10error_codeEDpOT_E_St5tupleIJSD_EEJLm0EEEDcSA_OT0_St16integer_sequenceImJXspT1_EEE (__t=<synthetic pointer>, __f=<synthetic pointer>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/tuple:1858
#25 _ZSt5applyIZN6librbd4asio4util20get_callback_adapterIZNS0_2io26AbstractObjectWriteRequestINS0_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlN5boost6system10error_codeEDpOT_E_St5tupleIJSD_EEEDcSA_OT0_ (__t=<synthetic pointer>,
__f=<synthetic pointer>) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/tuple:1869
#26 _ZNO4ceph5async17CompletionHandlerIZN6librbd4asio4util20get_callback_adapterIZNS2_2io26AbstractObjectWriteRequestINS2_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlN5boost6system10error_codeEDpOT_E_St5tupleIJSF_EEEclEv (
this=<synthetic pointer>) at ../src/common/async/bind_handler.h:52
#27 _ZN4ceph5async17ForwardingHandlerINS0_17CompletionHandlerIZN6librbd4asio4util20get_callback_adapterIZNS3_2io26AbstractObjectWriteRequestINS3_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlN5boost6system10error_codeEDpOT_E_St5tupleIJSG_EEEEEclIJEEEvSJ_ (this=<synthetic pointer>) at ../src/common/async/forward_handler.h:47
#28 _ZN5boost4asio19asio_handler_invokeIN4ceph5async17ForwardingHandlerINS3_17CompletionHandlerIZN6librbd4asio4util20get_callback_adapterIZNS6_2io26AbstractObjectWriteRequestINS6_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS_6system10error_codeEDpOT_E_St5tupleIJSI_EEEEEEEEvRSF_z (function=<synthetic pointer>...) at boost/include/boost/asio/handler_invoke_hook.hpp:88
#29 _ZN33boost_asio_handler_invoke_helpers6invokeIN4ceph5async17ForwardingHandlerINS2_17CompletionHandlerIZN6librbd4asio4util20get_callback_adapterIZNS5_2io26AbstractObjectWriteRequestINS5_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlN5boost6system10error_codeEDpOT_E_St5tupleIJSI_EEEEEESQ_EEvRSE_RT0_ (context=<synthetic pointer>..., function=<synthetic pointer>...) at boost/include/boost/asio/detail/handler_invoke_helpers.hpp:54
#30 _ZN5boost4asio6detail11executor_opIN4ceph5async17ForwardingHandlerINS4_17CompletionHandlerIZN6librbd4asio4util20get_callback_adapterIZNS7_2io26AbstractObjectWriteRequestINS7_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS_6system10error_codeEDpOT_E_St5tupleIJSJ_EEEEEESaINS4_6detail14CompletionImplINS0_10io_context19basic_executor_typeISaIvELm0EEESN_vJSJ_EEEENS1_19scheduler_operationEE11do_completeEPvPS10_RKSJ_m (owner=0x1614d6a0, base=0x1e396a20)
at boost/include/boost/asio/detail/executor_op.hpp:70
#31 0x000000000410b63a in boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&) ()
from /lib64/librados.so.2
#32 0x00000000040f9f51 in boost::asio::detail::scheduler::run(boost::system::error_code&) [clone .isra.0] () from /lib64/librados.so.2
#33 0x000000000410ff5c in std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2
#34 0x000000000802cb23 in execute_native_thread_routine () from /lib64/libstdc++.so.6
#35 0x0000000004e531ca in start_thread () from /lib64/libpthread.so.0
#36 0x00000000088d2e73 in clone () from /lib64/libc.so.6

Thread 1 (Thread 2041963):
#0 0x0000000004e546cd in __pthread_timedjoin_ex () from /lib64/libpthread.so.0
#1 0x000000000802cda7 in std::thread::join() () from /lib64/libstdc++.so.6
#2 0x00000000009493ba in librbd::journal::TestJournalStress_DiscardWithPruneWriteOverlap_Test::TestBody (this=<optimized out>) at ../src/test/librbd/journal/test_Stress.cc:105
#3 0x0000000000f13e07 in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void> (location=0x104e8db "the test body", method=<optimized out>, object=0x2083df30) at ../src/googletest/googletest/src/gtest.cc:2586
#4 testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void> (object=object@entry=0x2083df30, method=<optimized out>, location=location@entry=0x104e8db "the test body") at ../src/googletest/googletest/src/gtest.cc:2641
#5 0x0000000000f0975e in testing::Test::Run (this=0x2083df30) at ../src/googletest/googletest/src/gtest.cc:2680
#6 testing::Test::Run (this=0x2083df30) at ../src/googletest/googletest/src/gtest.cc:2670
#7 0x0000000000f098b5 in testing::TestInfo::Run (this=0xb6fbf90) at ../src/googletest/googletest/src/gtest.cc:2858
#8 testing::TestInfo::Run (this=0xb6fbf90) at ../src/googletest/googletest/src/gtest.cc:2831
#9 0x0000000000f09e29 in testing::TestSuite::Run (this=0xb6fc390) at ../src/googletest/googletest/src/gtest.cc:3012
#10 testing::TestSuite::Run (this=0xb6fc390) at ../src/googletest/googletest/src/gtest.cc:2991
#11 0x0000000000f0a44f in testing::internal::UnitTestImpl::RunAllTests (this=0xb6ad8c0) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/stl_vector.h:1043
#12 0x0000000000f14377 in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (location=0x10511f0 "auxiliary test code (environments or event listeners)", method=<optimized out>,
object=0xb6ad8c0) at ../src/googletest/googletest/src/gtest.cc:2586
#13 testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (object=0xb6ad8c0, method=<optimized out>, location=location@entry=0x10511f0 "auxiliary test code (environments or event listeners)")
at ../src/googletest/googletest/src/gtest.cc:2641
#14 0x0000000000f0997d in testing::UnitTest::Run (this=0x124b360 <testing::UnitTest::GetInstance()::instance>) at ../src/googletest/googletest/include/gtest/gtest.h:1429
#15 0x0000000000669060 in RUN_ALL_TESTS () at ../src/googletest/googletest/include/gtest/gtest.h:2486
#16 main (argc=<optimized out>, argv=<optimized out>) at ../src/test/librbd/test_main.cc:72
quit
Detaching from program: /ceph_test_librbd, Remote target
Ending remote debugging.
[Inferior 1 (Remote target) detached]
    (1-1/1)