Project

General

Profile

Bug #20940 » gdb-thread-apply-all-bt.log

Jamin Collins, 08/08/2017 04:04 PM

 
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/usr/lib/libthread_db.so.1".
0x00007fe00e29bf76 in ppoll () from /usr/lib/libc.so.6
(gdb) thread apply all bt

Thread 28 (Thread 0x7fdf531ff700 (LWP 20677)):
#0 0x00007fe00e29be9d in poll () at /usr/lib/libc.so.6
#1 0x00007fdfed3d3f4a in Pipe::tcp_read_wait() (this=<optimized out>) at msg/simple/Pipe.cc:2508
#2 0x00007fdfed3d4708 in Pipe::tcp_read(char*, unsigned int) (this=this@entry=0x7fdfe48cf400, buf=buf@entry=0x7fdf531fd127 "\377", len=len@entry=1) at msg/simple/Pipe.cc:2478
#3 0x00007fdfed3e1537 in Pipe::reader() (this=0x7fdfe48cf400) at msg/simple/Pipe.cc:1545
#4 0x00007fdfed3eb9ed in Pipe::Reader::entry() (this=<optimized out>) at msg/simple/Pipe.h:52
#5 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#6 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 27 (Thread 0x7fdf591ff700 (LWP 20676)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed3e8019 in Cond::Wait(Mutex&) (mutex=..., this=0x7fdfe48d0668) at ./common/Cond.h:56
#2 0x00007fdfed3e8019 in Pipe::writer() (this=0x7fdfe48cf400) at msg/simple/Pipe.cc:1869
#3 0x00007fdfed3eba0d in Pipe::Writer::entry() (this=<optimized out>) at msg/simple/Pipe.h:63
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 26 (Thread 0x7fdf54fff700 (LWP 20523)):
#0 0x00007fe00e29be9d in poll () at /usr/lib/libc.so.6
#1 0x00007fe00fba630f in () at /usr/lib/libspice-server.so.1
#2 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#3 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 25 (Thread 0x7fdf5e37e700 (LWP 20522)):
#0 0x00007fe00e56e54c in __lll_lock_wait () at /usr/lib/libpthread.so.0
#1 0x00007fe00e567905 in pthread_mutex_lock () at /usr/lib/libpthread.so.0
#2 0x00007fe00f0fc810 in () at /usr/lib/libjemalloc.so.2
#3 0x00007fe00f0c52f9 in () at /usr/lib/libjemalloc.so.2
#4 0x00007fe00f107ea5 in () at /usr/lib/libjemalloc.so.2
#5 0x00007fe00f0bb2e0 in malloc () at /usr/lib/libjemalloc.so.2
#6 0x00007fe00f10c933 in () at /usr/lib/libjemalloc.so.2
#7 0x00007fdfed4dd956 in ceph::log::Log::create_entry(int, int, unsigned long*) (this=<optimized out>, level=level@entry=15, subsys=subsys@entry=14, expected_size=expected_size@entry=0x7fdfed7f7560 <Objecter::_finish_op(Objecter::Op*, int)::_log_exp_length>)
at log/Log.cc:254
#8 0x00007fdfed183c3b in Objecter::_finish_op(Objecter::Op*, int) (this=this@entry=0x7fe002c99e00, op=op@entry=0x7fdfe490ae00, r=r@entry=0) at osdc/Objecter.cc:2956
#9 0x00007fdfed1899b2 in Objecter::handle_osd_op_reply(MOSDOpReply*) (this=this@entry=0x7fe002c99e00, m=m@entry=0x7fdf5de86000)
at osdc/Objecter.cc:3333
#10 0x00007fdfed19242b in Objecter::ms_dispatch(Message*) (this=0x7fe002c99e00, m=0x7fdf5de86000) at osdc/Objecter.cc:938
#11 0x00007fdfed3ca0e6 in Messenger::ms_fast_dispatch(Message*) (m=0x7fdf5de86000, this=0x7fe002cfd000) at ./msg/Messenger.h:555
#12 0x00007fdfed3ca0e6 in DispatchQueue::fast_dispatch(Message*) (this=0x7fe002cfd1f8, m=0x7fdf5de86000)
at msg/simple/DispatchQueue.cc:71
#13 0x00007fdfed3e32c1 in Pipe::reader() (this=0x7fdfe48ce000) at msg/simple/Pipe.cc:1673
#14 0x00007fdfed3eb9ed in Pipe::Reader::entry() (this=<optimized out>) at msg/simple/Pipe.h:52
#15 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#16 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 24 (Thread 0x7fdf5e87f700 (LWP 20521)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed3e8019 in Cond::Wait(Mutex&) (mutex=..., this=0x7fdfe48cf268) at ./common/Cond.h:56
#2 0x00007fdfed3e8019 in Pipe::writer() (this=0x7fdfe48ce000) at msg/simple/Pipe.cc:1869
#3 0x00007fdfed3eba0d in Pipe::Writer::entry() (this=<optimized out>) at msg/simple/Pipe.h:63
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 23 (Thread 0x7fdfe1498700 (LWP 20519)):
#0 0x00007fe00e29d8b7 in ioctl () at /usr/lib/libc.so.6
#1 0x000000f826db2eba in kvm_vcpu_ioctl ()
#2 0x000000f826db2ff5 in kvm_cpu_exec ()
#3 0x000000f826d9fd8c in ()
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 22 (Thread 0x7fdfe2099700 (LWP 20518)):
#0 0x00007fe00e29d8b7 in ioctl () at /usr/lib/libc.so.6
#1 0x000000f826db2eba in kvm_vcpu_ioctl ()
#2 0x000000f826db2ff5 in kvm_cpu_exec ()
#3 0x000000f826d9fd8c in ()
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 21 (Thread 0x7fdfe289a700 (LWP 20517)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdff69ee268 in Cond::Wait(Mutex&) (mutex=..., this=0x7fdfe3ab1078) at ./common/Cond.h:56
#2 0x00007fdff69ee268 in Finisher::finisher_thread_entry() (this=0x7fdfe3ab1000) at common/Finisher.cc:96
#3 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#4 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 20 (Thread 0x7fdfe309b700 (LWP 20516)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdff6a9cc7e in Cond::Wait(Mutex&) (mutex=..., this=0x7fdfe3aff0f0) at common/Cond.h:56
#2 0x00007fdff6a9cc7e in SafeTimer::timer_thread() (this=0x7fdfe3aff0e0) at common/Timer.cc:116
#3 0x00007fdff6a9e83d in SafeTimerThread::entry() (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 19 (Thread 0x7fdfe359c700 (LWP 20515)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed1970c5 in boost::condition_variable::wait(boost::unique_lock<boost::mutex>&) (m=..., this=0x7fdfe3b222d0)
at /usr/include/boost/thread/pthread/condition_variable.hpp:76
#2 0x00007fdfed1970c5 in boost::shared_mutex::lock() (this=0x7fdfe3b22248) at /usr/include/boost/thread/pthread/shared_mutex.hpp:294
#3 0x00007fdfed197377 in std::unique_lock<boost::shared_mutex>::lock() (this=0x7fdfe3599dc0)
at /usr/include/c++/7.1.1/bits/std_mutex.h:267
#4 0x00007fdfed16e5f4 in std::unique_lock<boost::shared_mutex>::unique_lock(boost::shared_mutex&) (__m=..., this=0x7fdfe3599dc0)
at /usr/include/c++/7.1.1/bits/std_mutex.h:197
#5 0x00007fdfed16e5f4 in Objecter::handle_watch_notify(MWatchNotify*) (this=this@entry=0x7fe002c99e00, m=m@entry=0x7fdfe30af000)
at osdc/Objecter.cc:868
#6 0x00007fdfed1923a3 in Objecter::ms_dispatch(Message*) (this=0x7fe002c99e00, m=0x7fdfe30af000) at osdc/Objecter.cc:942
#7 0x00007fdfed3ca0e6 in Messenger::ms_fast_dispatch(Message*) (m=0x7fdfe30af000, this=0x7fe002cfd000) at ./msg/Messenger.h:555
#8 0x00007fdfed3ca0e6 in DispatchQueue::fast_dispatch(Message*) (this=0x7fe002cfd1f8, m=0x7fdfe30af000)
at msg/simple/DispatchQueue.cc:71
#9 0x00007fdfed3e32c1 in Pipe::reader() (this=0x7fdfe3ad5000) at msg/simple/Pipe.cc:1673
#10 0x00007fdfed3eb9ed in Pipe::Reader::entry() (this=<optimized out>) at msg/simple/Pipe.h:52
#11 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#12 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 18 (Thread 0x7fdfe3a9d700 (LWP 20514)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed3e8019 in Cond::Wait(Mutex&) (mutex=..., this=0x7fdfe3ad6268) at ./common/Cond.h:56 #2 0x00007fdfed3e8019 in Pipe::writer() (this=0x7fdfe3ad5000) at msg/simple/Pipe.cc:1869 #3 0x00007fdfed3eba0d in Pipe::Writer::entry() (this=<optimized out>) at msg/simple/Pipe.h:63 #4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0 #5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 17 (Thread 0x7fdfe439e700 (LWP 20513)):
#0 0x00007fe00e29be9d in poll () at /usr/lib/libc.so.6
#1 0x00007fdfed3d3f4a in Pipe::tcp_read_wait() (this=<optimized out>) at msg/simple/Pipe.cc:2508
#2 0x00007fdfed3d4708 in Pipe::tcp_read(char*, unsigned int) (this=this@entry=0x7fe002d32c00, buf=buf@entry=0x7fdfe439c127 "\377", len=len@entry=1) at msg/simple/Pipe.cc:2478
#3 0x00007fdfed3e1537 in Pipe::reader() (this=0x7fe002d32c00) at msg/simple/Pipe.cc:1545
#4 0x00007fdfed3eb9ed in Pipe::Reader::entry() (this=<optimized out>) at msg/simple/Pipe.h:52
#5 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#6 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 16 (Thread 0x7fdfe489f700 (LWP 20512)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed3e8019 in Cond::Wait(Mutex&) (mutex=..., this=0x7fe002d33e68) at ./common/Cond.h:56
#2 0x00007fdfed3e8019 in Pipe::writer() (this=0x7fe002d32c00) at msg/simple/Pipe.cc:1869
#3 0x00007fdfed3eba0d in Pipe::Writer::entry() (this=<optimized out>) at msg/simple/Pipe.h:63
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 15 (Thread 0x7fdfe54a0700 (LWP 20511)):
#0 0x00007fe00e56e54c in __lll_lock_wait () at /usr/lib/libpthread.so.0
#1 0x00007fe00e567905 in pthread_mutex_lock () at /usr/lib/libpthread.so.0
#2 0x00007fe00f0fc810 in () at /usr/lib/libjemalloc.so.2
#3 0x00007fe00f0c52f9 in () at /usr/lib/libjemalloc.so.2
#4 0x00007fe00f107ea5 in () at /usr/lib/libjemalloc.so.2
#5 0x00007fe00f0bb2e0 in malloc () at /usr/lib/libjemalloc.so.2
#6 0x00007fe00f10c933 in () at /usr/lib/libjemalloc.so.2
#7 0x00007fdff6cd28c6 in ceph::log::Log::create_entry(int, int, unsigned long*) (this=<optimized out>, level=20, subsys=16, expected_size=0x7fdff710f1b8 <librbd::AbstractAioObjectWrite::send()::_log_exp_length>) at log/Log.cc:254
#8 0x00007fdff68745ca in librbd::AbstractAioObjectWrite::send() (this=0x7fdfe4912880) at librbd/AioObjectRequest.cc:448
#9 0x00007fdff68687b9 in librbd::AbstractAioImageWrite<librbd::ImageCtx>::send_object_requests(std::vector<ObjectExtent, std::allocator<ObjectExtent> > const&, SnapContext const&, std::__cxx11::list<librbd::AioObjectRequestHandle*, std::allocator<librbd::AioObjectRequestHandle*> >*) (this=0x7fe002d72a80, object_extents=std::vector of length 1, capacity 1 = {...}, snapc=..., aio_object_requests=0x0)
at librbd/AioImageRequest.cc:387
#10 0x00007fdff686b619 in librbd::AbstractAioImageWrite<librbd::ImageCtx>::send_request() (this=0x7fe002d72a80)
at librbd/AioImageRequest.cc:345
#11 0x00007fdff6869367 in librbd::AioImageRequest<librbd::ImageCtx>::send() (this=this@entry=0x7fe002d72a80)
at librbd/AioImageRequest.cc:203
#12 0x00007fdff686edb5 in librbd::AioImageRequestWQ::process(librbd::AioImageRequest<librbd::ImageCtx>*) (this=0x7fe002d12180, req=0x7fe002d72a80) at librbd/AioImageRequestWQ.cc:360
#13 0x00007fdff6aa56d0 in ThreadPool::worker(ThreadPool::WorkThread*) (this=0x7fe002d0c200, wt=<optimized out>)
at common/WorkQueue.cc:128
#14 0x00007fdff6aa6870 in ThreadPool::WorkThread::entry() (this=<optimized out>) at common/WorkQueue.h:445
#15 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#16 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 14 (Thread 0x7fdfe5ca1700 (LWP 20510)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed223148 in Cond::Wait(Mutex&) (mutex=..., this=0x7fe002dc88f8) at ./common/Cond.h:56
#2 0x00007fdfed223148 in Finisher::finisher_thread_entry() (this=0x7fe002dc8880) at common/Finisher.cc:96
#3 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#4 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 13 (Thread 0x7fdfe64a2700 (LWP 20509)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed21fe4e in Cond::Wait(Mutex&) (mutex=..., this=0x7fe002dc8788) at common/Cond.h:56
#2 0x00007fdfed21fe4e in SafeTimer::timer_thread() (this=0x7fe002dc8778) at common/Timer.cc:116
#3 0x00007fdfed221a0d in SafeTimerThread::entry() (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 12 (Thread 0x7fdfe7023700 (LWP 20508)):
#0 0x00007fe00e29be9d in poll () at /usr/lib/libc.so.6
#1 0x00007fdfed3d3f4a in Pipe::tcp_read_wait() (this=<optimized out>) at msg/simple/Pipe.cc:2508
#2 0x00007fdfed3d4708 in Pipe::tcp_read(char*, unsigned int) (this=this@entry=0x7fe002d31800, buf=buf@entry=0x7fdfe7021127 "\377", len=len@entry=1) at msg/simple/Pipe.cc:2478
#3 0x00007fdfed3e1537 in Pipe::reader() (this=0x7fe002d31800) at msg/simple/Pipe.cc:1545
#4 0x00007fdfed3eb9ed in Pipe::Reader::entry() (this=<optimized out>) at msg/simple/Pipe.h:52
#5 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#6 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 11 (Thread 0x7fe0154d0700 (LWP 20507)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed3e8019 in Cond::Wait(Mutex&) (mutex=..., this=0x7fe002d32a68) at ./common/Cond.h:56
#2 0x00007fdfed3e8019 in Pipe::writer() (this=0x7fe002d31800) at msg/simple/Pipe.cc:1869
#3 0x00007fdfed3eba0d in Pipe::Writer::entry() (this=<optimized out>) at msg/simple/Pipe.h:63
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 10 (Thread 0x7fdfe8224700 (LWP 20506)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed223148 in Cond::Wait(Mutex&) (mutex=..., this=0x7fe002dc83a8) at ./common/Cond.h:56
#2 0x00007fdfed223148 in Finisher::finisher_thread_entry() (this=0x7fe002dc8330) at common/Finisher.cc:96
#3 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#4 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 9 (Thread 0x7fdfe8a25700 (LWP 20505)):
#0 0x00007fe00e56b576 in pthread_cond_timedwait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed22020e in Cond::WaitUntil(Mutex&, utime_t) (when=..., mutex=..., this=0x7fe002dc8278) at common/Cond.h:72
#2 0x00007fdfed22020e in SafeTimer::timer_thread() (this=0x7fe002dc8268) at common/Timer.cc:118
#3 0x00007fdfed221a0d in SafeTimerThread::entry() (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 8 (Thread 0x7fdfe9226700 (LWP 20504)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed3ef6e0 in Cond::Wait(Mutex&) (mutex=..., this=0x7fe002cfd720) at ./common/Cond.h:56
#2 0x00007fdfed3ef6e0 in SimpleMessenger::reaper_entry() (this=0x7fe002cfd000) at msg/simple/SimpleMessenger.cc:217
#3 0x00007fdfed3f75ed in SimpleMessenger::ReaperThread::entry() (this=<optimized out>) at msg/simple/SimpleMessenger.h:196
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 7 (Thread 0x7fdfe9a27700 (LWP 20503)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed3ce02c in Cond::Wait(Mutex&) (mutex=..., this=0x7fe002cfd440) at ./common/Cond.h:56
#2 0x00007fdfed3ce02c in DispatchQueue::run_local_delivery() (this=0x7fe002cfd1f8) at msg/simple/DispatchQueue.cc:114
#3 0x00007fdfed3f6e7d in DispatchQueue::LocalDeliveryThread::entry() (this=<optimized out>) at msg/simple/DispatchQueue.h:117
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 6 (Thread 0x7fdfea228700 (LWP 20502)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed3cb48a in Cond::Wait(Mutex&) (mutex=..., this=0x7fe002cfd278) at ./common/Cond.h:56
#2 0x00007fdfed3cb48a in DispatchQueue::entry() (this=0x7fe002cfd1f8) at msg/simple/DispatchQueue.cc:196
#3 0x00007fdfed3f6d6d in DispatchQueue::DispatchThread::entry() (this=<optimized out>) at msg/simple/DispatchQueue.h:103
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 5 (Thread 0x7fdfeaa29700 (LWP 20501)):
#0 0x00007fe00e56e54c in __lll_lock_wait () at /usr/lib/libpthread.so.0
#1 0x00007fe00e567905 in pthread_mutex_lock () at /usr/lib/libpthread.so.0
#2 0x00007fe00f0fc810 in () at /usr/lib/libjemalloc.so.2
#3 0x00007fe00f0c52f9 in () at /usr/lib/libjemalloc.so.2
#4 0x00007fe00f107ea5 in () at /usr/lib/libjemalloc.so.2
#5 0x00007fe00f0bb2e0 in malloc () at /usr/lib/libjemalloc.so.2
#6 0x00007fe00f10c933 in () at /usr/lib/libjemalloc.so.2
#7 0x00007fdfed4dd956 in ceph::log::Log::create_entry(int, int, unsigned long*) (this=<optimized out>, level=level@entry=20, subsys=subsys@entry=14, expected_size=expected_size@entry=0x7fdfed7f76c8 <Objecter::get_session(Objecter::OSDSession*)::_log_exp_length>)
at log/Log.cc:254
#8 0x00007fdfed167c45 in Objecter::get_session(Objecter::OSDSession*) (this=this@entry=0x7fe002c99e00, s=s@entry=0x7fdfe3ace000)
at osdc/Objecter.cc:1690
#9 0x00007fdfed17464b in Objecter::_session_op_assign(Objecter::OSDSession*, Objecter::Op*) (this=this@entry=0x7fe002c99e00, to=0x7fdfe3ace000, op=op@entry=0x7fdf5100a200) at osdc/Objecter.cc:2810
#10 0x00007fdfed179ccd in Objecter::_send_linger_ping(Objecter::LingerOp*) (this=this@entry=0x7fe002c99e00, info=info@entry=0x7fdfe3b22000) at osdc/Objecter.cc:666
#11 0x00007fdfed17afdb in Objecter::tick() (this=0x7fe002c99e00) at osdc/Objecter.cc:2041
#12 0x00007fdfed1494d0 in std::function<void ()>::operator()() const (this=0x7fe002c195c0)
at /usr/include/c++/7.1.1/bits/std_function.h:706
#13 0x00007fdfed1494d0 in ceph::timer_detail::timer<ceph::time_detail::mono_clock>::timer_thread() (this=0x7fe002c99ff8)
at ./common/ceph_timer.h:137
#14 0x00007fe00c0ea00f in std::execute_native_thread_routine(void*) (__p=0x7fe002d4a560)
at /build/gcc/src/gcc/libstdc++-v3/src/c++11/thread.cc:83
#15 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#16 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 4 (Thread 0x7fdfeb8b2700 (LWP 20500)):
#0 0x00007fe00e56b576 in pthread_cond_timedwait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed243ba2 in Cond::WaitUntil(Mutex&, utime_t) (when=..., mutex=..., this=0x7fe002dc7c98) at ./common/Cond.h:72
#2 0x00007fdfed243ba2 in Cond::WaitInterval(CephContext*, Mutex&, utime_t) (interval=..., mutex=..., cct=<optimized out>, this=0x7fe002dc7c98) at ./common/Cond.h:81
#3 0x00007fdfed243ba2 in CephContextServiceThread::entry() (this=0x7fe002dc7c00) at common/ceph_context.cc:99
#4 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#5 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 3 (Thread 0x7fdfec0b3700 (LWP 20499)):
#0 0x00007fe00e56b1ad in pthread_cond_wait@@GLIBC_2.3.2 () at /usr/lib/libpthread.so.0
#1 0x00007fdfed4dcfcd in ceph::log::Log::entry() (this=0x7fe002c7d540) at log/Log.cc:457
#2 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#3 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 2 (Thread 0x7fe0027e8700 (LWP 20498)):
#0 0x00007fe00e2a1029 in syscall () at /usr/lib/libc.so.6
#1 0x000000f827107d75 in qemu_event_wait ()
#2 0x000000f827117b7e in ()
#3 0x00007fe00e565049 in start_thread () at /usr/lib/libpthread.so.0
#4 0x00007fe00e2a5f0f in clone () at /usr/lib/libc.so.6

Thread 1 (Thread 0x7fe0154d5380 (LWP 20496)):
#0 0x00007fe00e29bf76 in ppoll () at /usr/lib/libc.so.6
#1 0x000000f827103789 in qemu_poll_ns ()
#2 0x000000f827104313 in main_loop_wait ()
#3 0x000000f826d6d341 in main ()
(3-3/3)