Project

General

Profile

Bug #13749 ยป backtraces.txt

Samuel Just, 11/10/2015 05:51 PM

 
Thread 125 (Thread 0x7fe92c7c3700 (LWP 8780)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95ac25228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95ac21000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92c7c3700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 124 (Thread 0x7fe92c5c1700 (LWP 7722)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe95606380e in WaitUntil (when=..., mutex=..., this=0x7fe95bae7228) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95bae7228) at ./common/Cond.h:79
#3 Pipe::fault (this=this@entry=0x7fe95bae3000, onread=onread@entry=false) at msg/simple/Pipe.cc:1403
#4 0x00007fe95606c442 in Pipe::connect (this=this@entry=0x7fe95bae3000) at msg/simple/Pipe.cc:1214
#5 0x00007fe95606fb59 in Pipe::writer (this=0x7fe95bae3000) at msg/simple/Pipe.cc:1694
#6 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#7 0x00007fe9545af182 in start_thread (arg=0x7fe92c5c1700) at pthread_create.c:312
#8 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 123 (Thread 0x7fe9276aa700 (LWP 7427)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aaca790) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aaca6c0) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe9276aa700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 122 (Thread 0x7fe9293b2700 (LWP 6533)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe9293b19c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95b865000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95b865000, buf=buf@entry=0x7fe9293b1b7f "\377", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95b865000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe9293b2700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 121 (Thread 0x7fe91f086700 (LWP 6529)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95b869228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95b865000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe91f086700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 120 (Thread 0x7fe92f2d2700 (LWP 7425)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95a9cf228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95a9cb000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92f2d2700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 119 (Thread 0x7fe956493940 (LWP 5090)):
#0 0x00007fe9545b066b in pthread_join (threadid=140639825016576, thread_return=0x0) at pthread_join.c:92
#1 0x00007fe955f74730 in Thread::join (this=this@entry=0x7fe95a862428, prval=prval@entry=0x0) at common/Thread.cc:165
#2 0x00007fe9560446c2 in DispatchQueue::wait (this=this@entry=0x7fe95a8621c8) at msg/simple/DispatchQueue.cc:226
#3 0x00007fe955f69de9 in SimpleMessenger::wait (this=0x7fe95a862000) at msg/simple/SimpleMessenger.cc:539
#4 0x00007fe95599b13e in main (argc=<optimized out>, argv=<optimized out>) at ceph_osd.cc:598

Thread 118 (Thread 0x7fe92cac6700 (LWP 5389)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95aa51228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95aa4d000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92cac6700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 117 (Thread 0x7fe92fcd5700 (LWP 5317)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe955ea3a91 in poll (__timeout=-1, __nfds=4, __fds=0x7fe92fcd4be0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:41
#2 SignalHandler::entry (this=0x7fe95a966b60) at global/signal_handler.cc:217
#3 0x00007fe9545af182 in start_thread (arg=0x7fe92fcd5700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 116 (Thread 0x7fe9404f6700 (LWP 5229)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956045523 in Wait (mutex=..., this=0x7fe95a862930) at ./common/Cond.h:55
#2 DispatchQueue::entry (this=0x7fe95a8628c8) at msg/simple/DispatchQueue.cc:196
#3 0x00007fe955f701ed in DispatchQueue::DispatchThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:103
#4 0x00007fe9545af182 in start_thread (arg=0x7fe9404f6700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 115 (Thread 0x7fe91ef85700 (LWP 7428)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe91ef849c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95a9cb000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95a9cb000, buf=buf@entry=0x7fe91ef84b7f "\377/", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95a9cb000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe91ef85700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 114 (Thread 0x7fe94ac6f700 (LWP 5105)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f79caf in WaitUntil (when=..., mutex=..., this=0x7fe95a9601a0) at common/Cond.h:71
#2 SafeTimer::timer_thread (this=0x7fe95a960190) at common/Timer.cc:118
#3 0x00007fe955f7af9d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe9545af182 in start_thread (arg=0x7fe94ac6f700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 113 (Thread 0x7fe92afb9700 (LWP 5414)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe92afb89c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95aa2f000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95aa2f000, buf=buf@entry=0x7fe92afb8b7f "\377", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95aa2f000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe92afb9700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 112 (Thread 0x7fe92c6c2700 (LWP 8789)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe92c6c19c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95ac21000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95ac21000, buf=buf@entry=0x7fe92c6c1b7f "\377/", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95ac21000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe92c6c2700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 111 (Thread 0x7fe92aeb8700 (LWP 8779)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95ac1b228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95ac17000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92aeb8700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 110 (Thread 0x7fe92c0bc700 (LWP 5411)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95a858dd0) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95a858d00) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe92c0bc700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 109 (Thread 0x7fe91d07b700 (LWP 7500)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95b626228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95b622000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe91d07b700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 108 (Thread 0x7fe956491700 (LWP 5303)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95a9ca228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95a9c6000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe956491700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 107 (Thread 0x7fe91c678700 (LWP 7574)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95be23228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95be1f000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe91c678700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 106 (Thread 0x7fe9289af700 (LWP 6536)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe9289ae9c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95b860000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95b860000, buf=buf@entry=0x7fe9289aeb7f "\377", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95b860000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe9289af700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 105 (Thread 0x7fe9344de700 (LWP 5284)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f81072 in WaitUntil (when=..., mutex=..., this=0x7fe95a960908) at common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a960908) at common/Cond.h:79
#3 ThreadPool::worker (this=0x7fe95a960890, wt=0x7fe95a9baf60) at common/WorkQueue.cc:151
#4 0x00007fe955f822e0 in ThreadPool::WorkThread::entry (this=<optimized out>) at common/WorkQueue.h:362
#5 0x00007fe9545af182 in start_thread (arg=0x7fe9344de700) at pthread_create.c:312
#6 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 104 (Thread 0x7fe91ce79700 (LWP 7571)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95bc21160) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=this@entry=0x7fe95bc21150, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe955f672d3 in Locker (m=..., this=<synthetic pointer>) at ./common/Mutex.h:115
#5 is_connected (this=0x7fe95bc1d000) at msg/simple/Pipe.h:144
#6 SimpleMessenger::is_connected (this=<optimized out>, con=<optimized out>) at msg/simple/SimpleMessenger.cc:278
#7 0x00007fe9559d5fd6 in OSD::op_is_discardable (op=op@entry=0x7fe95b39ec00) at osd/OSD.cc:8286
#8 0x00007fe955a0966a in OSD::handle_op (this=this@entry=0x7fe95a960000, op=..., osdmap=...) at osd/OSD.cc:8092
#9 0x00007fe955a0ae7e in OSD::dispatch_op_fast (this=this@entry=0x7fe95a960000, op=..., osdmap=...) at osd/OSD.cc:5840
#10 0x00007fe955a0b138 in OSD::dispatch_session_waiting (this=this@entry=0x7fe95a960000, session=session@entry=0x7fe95ab03400, osdmap=...) at osd/OSD.cc:5486
#11 0x00007fe955a0b483 in OSD::ms_fast_dispatch (this=0x7fe95a960000, m=<optimized out>) at osd/OSD.cc:5596
#12 0x00007fe956044466 in ms_fast_dispatch (m=0x7fe95b39ec00, this=0x7fe95a862000) at ./msg/Messenger.h:554
#13 DispatchQueue::fast_dispatch (this=0x7fe95a8621c8, m=m@entry=0x7fe95b39ec00) at msg/simple/DispatchQueue.cc:71
#14 0x00007fe956060ae2 in Pipe::DelayedDelivery::entry (this=0x7fe95aacdde0) at msg/simple/Pipe.cc:221
#15 0x00007fe9545af182 in start_thread (arg=0x7fe91ce79700) at pthread_create.c:312
#16 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 103 (Thread 0x7fe92c1bd700 (LWP 5410)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe92c1bc9c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95aa4d000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95aa4d000, buf=buf@entry=0x7fe92c1bcb7f "\377", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95aa4d000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe92c1bd700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 102 (Thread 0x7fe91cf7a700 (LWP 7570)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95bc21160) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=this@entry=0x7fe95bc21150, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe95606ffb3 in Pipe::writer (this=0x7fe95bc1d000) at msg/simple/Pipe.cc:1819
#5 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#6 0x00007fe9545af182 in start_thread (arg=0x7fe91cf7a700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 101 (Thread 0x7fe92b7ba700 (LWP 8788)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aaca9d0) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aaca900) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe92b7ba700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 100 (Thread 0x7fe91c577700 (LWP 7578)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe91c5769c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95be1f000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95be1f000, buf=buf@entry=0x7fe91c576b7f "\377", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95be1f000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe91c577700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 99 (Thread 0x7fe9265a7700 (LWP 7429)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95a859d90) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95a859cc0) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe9265a7700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 98 (Thread 0x7fe9291b0700 (LWP 6534)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aaca670) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aaca5a0) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe9291b0700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 97 (Thread 0x7fe93b4ec700 (LWP 5254)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f79caf in WaitUntil (when=..., mutex=..., this=0x7ffd23333288) at common/Cond.h:71
#2 SafeTimer::timer_thread (this=0x7ffd23333278) at common/Timer.cc:118
#3 0x00007fe955f7af9d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe9545af182 in start_thread (arg=0x7fe93b4ec700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 96 (Thread 0x7fe92c3bf700 (LWP 7426)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe92c3be9c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95b812000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95b812000, buf=buf@entry=0x7fe92c3beb7f "\377/", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95b812000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe92c3bf700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 95 (Thread 0x7fe92409e700 (LWP 7567)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95dd2e228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95dd2a000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92409e700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 94 (Thread 0x7fe94ffe9700 (LWP 5095)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe955f85103 in poll (__timeout=-1, __nfds=2, __fds=0x7fe94ffe8bc0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 AdminSocket::entry (this=0x7fe95a7cad00) at common/admin_socket.cc:266
#3 0x00007fe9545af182 in start_thread (arg=0x7fe94ffe9700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 93 (Thread 0x7fe92a5b6700 (LWP 8790)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aacc050) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aacbf80) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe92a5b6700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 92 (Thread 0x7fe923499700 (LWP 5487)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aacb990) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aacb8c0) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe923499700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 91 (Thread 0x7fe9556cf700 (LWP 5311)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe9556ce9c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95a9c6000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95a9c6000, buf=buf@entry=0x7fe9556ceb7f "\377", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95a9c6000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe9556cf700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 90 (Thread 0x7fe921791700 (LWP 7513)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95dd33228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95dd2f000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe921791700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 89 (Thread 0x7fe929db5700 (LWP 7413)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95a862498) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=0x7fe95a862488, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe956062f71 in Pipe::fault (this=this@entry=0x7fe95b627000, onread=onread@entry=true) at msg/simple/Pipe.cc:1361
#5 0x00007fe9560694ed in Pipe::reader (this=0x7fe95b627000) at msg/simple/Pipe.cc:1665
#6 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#7 0x00007fe9545af182 in start_thread (arg=0x7fe929db5700) at pthread_create.c:312
#8 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 88 (Thread 0x7fe939ce9700 (LWP 5263)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f81072 in WaitUntil (when=..., mutex=..., this=0x7fe95a960640) at common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a960640) at common/Cond.h:79
#3 ThreadPool::worker (this=0x7fe95a9605c8, wt=0x7fe95a96d5d0) at common/WorkQueue.cc:151
#4 0x00007fe955f822e0 in ThreadPool::WorkThread::entry (this=<optimized out>) at common/WorkQueue.h:362
#5 0x00007fe9545af182 in start_thread (arg=0x7fe939ce9700) at pthread_create.c:312
#6 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 87 (Thread 0x7fe923e9c700 (LWP 5480)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aacb630) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aacb560) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe923e9c700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 86 (Thread 0x7fe920c8d700 (LWP 7956)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aacc170) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aacc0a0) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe920c8d700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 85 (Thread 0x7fe926ea9700 (LWP 6538)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aaca310) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aaca240) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe926ea9700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 84 (Thread 0x7fe923f9d700 (LWP 7483)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe9560698ba in Wait (mutex=..., this=0x7fe95ac32228) at ./common/Cond.h:55
#2 Pipe::reader (this=0x7fe95ac2e000) at msg/simple/Pipe.cc:1499
#3 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#4 0x00007fe9545af182 in start_thread (arg=0x7fe923f9d700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 83 (Thread 0x7fe91fa89700 (LWP 6530)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95b864228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95b860000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe91fa89700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 82 (Thread 0x7fe951764700 (LWP 5091)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955eddbbb in ceph::log::Log::entry (this=0x7fe95a82c000) at log/Log.cc:353
#2 0x00007fe9545af182 in start_thread (arg=0x7fe951764700) at pthread_create.c:312
#3 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 81 (Thread 0x7fe91dc80700 (LWP 7219)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95bc1c228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95bc18000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe91dc80700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 80 (Thread 0x7fe936ce3700 (LWP 5274)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955a22f78 in WaitUntil (when=..., mutex=..., this=0x7fe95a966058) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a966058) at ./common/Cond.h:79
#3 OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=0x7fe95a9ba150) at osd/OSD.cc:8314
#4 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#5 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#6 0x00007fe9545af182 in start_thread (arg=0x7fe936ce3700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 79 (Thread 0x7fe931cd9700 (LWP 5293)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95ab7ecb8) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=this@entry=0x7fe95ab7eca8, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe955b0dd00 in PG::lock (this=0x7fe95ab7e800, no_lockdep=no_lockdep@entry=false) at osd/PG.cc:248
#5 0x00007fe955c1e4b8 in C_Copyfrom::finish (this=0x7fe95b6fed90, r=0) at osd/ReplicatedPG.cc:6527
#6 0x00007fe955a281a9 in Context::complete (this=0x7fe95b6fed90, r=<optimized out>) at ./include/Context.h:64
#7 0x00007fe955ec6328 in Finisher::finisher_thread_entry (this=0x7fe95a962128) at common/Finisher.cc:65
#8 0x00007fe9545af182 in start_thread (arg=0x7fe931cd9700) at pthread_create.c:312
#9 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 78 (Thread 0x7fe9294b3700 (LWP 7499)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe9560698ba in Wait (mutex=..., this=0x7fe95b626228) at ./common/Cond.h:55
#2 Pipe::reader (this=0x7fe95b622000) at msg/simple/Pipe.cc:1499
#3 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#4 0x00007fe9545af182 in start_thread (arg=0x7fe9294b3700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 77 (Thread 0x7fe92b8bb700 (LWP 8787)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe92b8ba9c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95ac17000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95ac17000, buf=buf@entry=0x7fe92b8bab7f "\377", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95ac17000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe92b8bb700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 76 (Thread 0x7fe921892700 (LWP 6906)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95aac5228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95aac1000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe921892700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 75 (Thread 0x7fe9278ac700 (LWP 7424)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95b816228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95b812000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe9278ac700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 74 (Thread 0x7fe91bb74700 (LWP 7723)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe95606380e in WaitUntil (when=..., mutex=..., this=0x7fe95bae2228) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95bae2228) at ./common/Cond.h:79
#3 Pipe::fault (this=this@entry=0x7fe95bade000, onread=onread@entry=false) at msg/simple/Pipe.cc:1403
#4 0x00007fe95606c442 in Pipe::connect (this=this@entry=0x7fe95bade000) at msg/simple/Pipe.cc:1214
#5 0x00007fe95606fb59 in Pipe::writer (this=0x7fe95bade000) at msg/simple/Pipe.cc:1694
#6 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#7 0x00007fe9545af182 in start_thread (arg=0x7fe91bb74700) at pthread_create.c:312
#8 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 73 (Thread 0x7fe92cbc7700 (LWP 5388)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95aa33228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95aa2f000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92cbc7700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 72 (Thread 0x7fe933cdd700 (LWP 5286)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f81072 in WaitUntil (when=..., mutex=..., this=0x7fe95a960a98) at common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a960a98) at common/Cond.h:79
#3 ThreadPool::worker (this=0x7fe95a960a20, wt=0x7fe95a9baea0) at common/WorkQueue.cc:151
#4 0x00007fe955f822e0 in ThreadPool::WorkThread::entry (this=<optimized out>) at common/WorkQueue.h:362
#5 0x00007fe9545af182 in start_thread (arg=0x7fe933cdd700) at pthread_create.c:312
#6 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 71 (Thread 0x7fe932cdb700 (LWP 5290)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe9559f8c5c in WaitUntil (when=..., mutex=..., this=0x7fe95a960e88) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a960e88) at ./common/Cond.h:79
#3 OSD::heartbeat_entry (this=0x7fe95a960000) at osd/OSD.cc:3809
#4 0x00007fe955a59efd in OSD::T_Heartbeat::entry (this=<optimized out>) at osd/OSD.h:1536
#5 0x00007fe9545af182 in start_thread (arg=0x7fe932cdb700) at pthread_create.c:312
#6 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 70 (Thread 0x7fe921690700 (LWP 5584)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aacbe10) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aacbd40) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe921690700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 69 (Thread 0x7fe91e683700 (LWP 6905)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe9560698ba in Wait (mutex=..., this=0x7fe95aac5228) at ./common/Cond.h:55
#2 Pipe::reader (this=0x7fe95aac1000) at msg/simple/Pipe.cc:1499
#3 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#4 0x00007fe9545af182 in start_thread (arg=0x7fe91e683700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 68 (Thread 0x7fe9394e8700 (LWP 5266)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955a22f78 in WaitUntil (when=..., mutex=..., this=0x7fe95a966058) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a966058) at ./common/Cond.h:79
#3 OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=0x7fe95a9ba060) at osd/OSD.cc:8314
#4 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#5 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#6 0x00007fe9545af182 in start_thread (arg=0x7fe9394e8700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 67 (Thread 0x7fe92adb7700 (LWP 5416)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95a859250) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95a859180) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe92adb7700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 66 (Thread 0x7fe92c8c4700 (LWP 7955)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95aaf8228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95aaf4000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92c8c4700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 65 (Thread 0x7fe9334dc700 (LWP 5288)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f81072 in WaitUntil (when=..., mutex=..., this=0x7fe95a960c28) at common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a960c28) at common/Cond.h:79
#3 ThreadPool::worker (this=0x7fe95a960bb0, wt=0x7fe95a9bae40) at common/WorkQueue.cc:151
#4 0x00007fe955f822e0 in ThreadPool::WorkThread::entry (this=<optimized out>) at common/WorkQueue.h:362
#5 0x00007fe9545af182 in start_thread (arg=0x7fe9334dc700) at pthread_create.c:312
#6 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 64 (Thread 0x7fe91da7e700 (LWP 7221)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aacda30) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aacd960) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe91da7e700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 63 (Thread 0x7fe938ce7700 (LWP 5267)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955a22f78 in WaitUntil (when=..., mutex=..., this=0x7fe95a966398) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a966398) at ./common/Cond.h:79
#3 OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=0x7fe95a9ba090) at osd/OSD.cc:8314
#4 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#5 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#6 0x00007fe9545af182 in start_thread (arg=0x7fe938ce7700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 62 (Thread 0x7fe91f988700 (LWP 6546)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aaca550) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aaca480) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe91f988700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 61 (Thread 0x7fe9304d6700 (LWP 5299)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955a2f93e in Cond::Wait (this=0x7fe95a961f10, mutex=...) at ./common/Cond.h:55
#2 0x00007fe9559ce5ea in OSDService::agent_entry (this=0x7fe95a961728) at osd/OSD.cc:538
#3 0x00007fe955a3500d in OSDService::AgentThread::entry (this=<optimized out>) at osd/OSD.h:658
#4 0x00007fe9545af182 in start_thread (arg=0x7fe9304d6700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 60 (Thread 0x7fe925da6700 (LWP 7569)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95a862498) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=0x7fe95a862488, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe956062f71 in Pipe::fault (this=this@entry=0x7fe95bc1d000, onread=onread@entry=true) at msg/simple/Pipe.cc:1361
#5 0x00007fe9560694ed in Pipe::reader (this=0x7fe95bc1d000) at msg/simple/Pipe.cc:1665
#6 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#7 0x00007fe9545af182 in start_thread (arg=0x7fe925da6700) at pthread_create.c:312
#8 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 59 (Thread 0x7fe92c4c0700 (LWP 7946)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe9560698ba in Wait (mutex=..., this=0x7fe95aaf8228) at ./common/Cond.h:55
#2 Pipe::reader (this=0x7fe95aaf4000) at msg/simple/Pipe.cc:1499
#3 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92c4c0700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 58 (Thread 0x7fe91c476700 (LWP 7579)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95b91e9d0) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95b91e900) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe91c476700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 57 (Thread 0x7fe934cdf700 (LWP 5282)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955a22f78 in WaitUntil (when=..., mutex=..., this=0x7fe95a9666d8) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a9666d8) at ./common/Cond.h:79
#3 OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=0x7fe95a9bb0b0) at osd/OSD.cc:8314
#4 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#5 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#6 0x00007fe9545af182 in start_thread (arg=0x7fe934cdf700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 56 (Thread 0x7fe935ce1700 (LWP 5278)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95bc21160) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=this@entry=0x7fe95bc21150, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe955f672d3 in Locker (m=..., this=<synthetic pointer>) at ./common/Mutex.h:115
#5 is_connected (this=0x7fe95bc1d000) at msg/simple/Pipe.h:144
#6 SimpleMessenger::is_connected (this=<optimized out>, con=<optimized out>) at msg/simple/SimpleMessenger.cc:278
#7 0x00007fe9559d5fd6 in OSD::op_is_discardable (op=op@entry=0x7fe95af3eec0) at osd/OSD.cc:8286
#8 0x00007fe955b1f489 in PG::can_discard_op (this=0x7fe95ab7e800, op=...) at osd/PG.cc:5051
#9 0x00007fe955b1fcb5 in PG::can_discard_request (this=this@entry=0x7fe95ab7e800, op=...) at osd/PG.cc:5153
#10 0x00007fe955b8b3a4 in ReplicatedPG::do_request (this=0x7fe95ab7e800, op=..., handle=...) at osd/ReplicatedPG.cc:1359
#11 0x00007fe9559fe43d in OSD::dequeue_op (this=0x7fe95a960000, pg=..., op=..., handle=...) at osd/OSD.cc:8478
#12 0x00007fe9559fe65d in PGQueueable::RunVis::operator() (this=this@entry=0x7fe935ce06e0, op=...) at osd/OSD.cc:158
#13 0x00007fe955a23614 in internal_visit<std::shared_ptr<OpRequest> > (operand=..., this=<synthetic pointer>) at /usr/include/boost/variant/variant.hpp:1017
#14 visitation_impl_invoke_impl<boost::detail::variant::invoke_visitor<PGQueueable::RunVis>, void*, std::shared_ptr<OpRequest> > (storage=0x7fe935ce08d0, visitor=<synthetic pointer>)
at /usr/include/boost/variant/detail/visitation_impl.hpp:130
#15 visitation_impl_invoke<boost::detail::variant::invoke_visitor<PGQueueable::RunVis>, void*, std::shared_ptr<OpRequest>, boost::variant<std::shared_ptr<OpRequest>, PGSnapTrim, PGScrub>::has_fallback_type_> (internal_which=<optimized out>, t=0x0, storage=0x7fe935ce08d0, visitor=<synthetic pointer>) at /usr/include/boost/variant/detail/visitation_impl.hpp:173
#16 visitation_impl<mpl_::int_<0>, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<boost::mpl::l_item<mpl_::long_<3l>, std::shared_ptr<OpRequest>, boost::mpl::l_item<mpl_::long_<2l>, PGSnapTrim, boost::mpl::l_item<mpl_::long_<1l>, PGScrub, boost::mpl::l_end> > > >, boost::mpl::l_iter<boost::mpl::l_end> >, boost::detail::variant::invoke_visitor<PGQueueable::RunVis>, void*, boost::variant<std::shared_ptr<OpRequest>, PGSnapTrim, PGScrub>::has_fallback_type_> (no_backup_flag=..., storage=0x7fe935ce08d0, visitor=<synthetic pointer>, logical_which=<optimized out>,
internal_which=<optimized out>) at /usr/include/boost/variant/detail/visitation_impl.hpp:256
#17 internal_apply_visitor_impl<boost::detail::variant::invoke_visitor<PGQueueable::RunVis>, void*> (storage=0x7fe935ce08d0, visitor=<synthetic pointer>, logical_which=<optimized out>,
internal_which=<optimized out>) at /usr/include/boost/variant/variant.hpp:2326
#18 internal_apply_visitor<boost::detail::variant::invoke_visitor<PGQueueable::RunVis> > (visitor=<synthetic pointer>, this=0x7fe935ce08c8) at /usr/include/boost/variant/variant.hpp:2337
#19 apply_visitor<PGQueueable::RunVis> (visitor=..., this=0x7fe935ce08c8) at /usr/include/boost/variant/variant.hpp:2360
#20 apply_visitor<PGQueueable::RunVis, boost::variant<std::shared_ptr<OpRequest>, PGSnapTrim, PGScrub> > (visitable=..., visitor=...) at /usr/include/boost/variant/detail/apply_visitor_unary.hpp:60
#21 run (handle=..., pg=..., osd=<optimized out>, this=0x7fe935ce08c8) at osd/OSD.h:379
#22 OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=<optimized out>) at osd/OSD.cc:8366
#23 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#24 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#25 0x00007fe9545af182 in start_thread (arg=0x7fe935ce1700) at pthread_create.c:312
#26 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 55 (Thread 0x7fe93dcf1700 (LWP 5244)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956045523 in Wait (mutex=..., this=0x7fe95a864530) at ./common/Cond.h:55
#2 DispatchQueue::entry (this=0x7fe95a8644c8) at msg/simple/DispatchQueue.cc:196
#3 0x00007fe955f701ed in DispatchQueue::DispatchThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:103
#4 0x00007fe9545af182 in start_thread (arg=0x7fe93dcf1700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 54 (Thread 0x7fe9292b1700 (LWP 6544)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95a862498) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=0x7fe95a862488, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe956062f71 in Pipe::fault (this=this@entry=0x7fe95aa67000, onread=onread@entry=true) at msg/simple/Pipe.cc:1361
#5 0x00007fe9560694ed in Pipe::reader (this=0x7fe95aa67000) at msg/simple/Pipe.cc:1665
#6 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#7 0x00007fe9545af182 in start_thread (arg=0x7fe9292b1700) at pthread_create.c:312
#8 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 53 (Thread 0x7fe9324da700 (LWP 5292)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955ec686c in Wait (mutex=..., this=0x7fe95a962570) at ./common/Cond.h:55
#2 Finisher::finisher_thread_entry (this=0x7fe95a962510) at common/Finisher.cc:91
#3 0x00007fe9545af182 in start_thread (arg=0x7fe9324da700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 52 (Thread 0x7fe91d27d700 (LWP 7566)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe9560698ba in Wait (mutex=..., this=0x7fe95dd2e228) at ./common/Cond.h:55
#2 Pipe::reader (this=0x7fe95dd2a000) at msg/simple/Pipe.cc:1499
#3 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#4 0x00007fe9545af182 in start_thread (arg=0x7fe91d27d700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 51 (Thread 0x7fe92c9c5700 (LWP 7728)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe95606380e in WaitUntil (when=..., mutex=..., this=0x7fe95ac16228) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95ac16228) at ./common/Cond.h:79
#3 Pipe::fault (this=this@entry=0x7fe95ac12000, onread=onread@entry=false) at msg/simple/Pipe.cc:1403
#4 0x00007fe95606c442 in Pipe::connect (this=this@entry=0x7fe95ac12000) at msg/simple/Pipe.cc:1214
#5 0x00007fe95606fb59 in Pipe::writer (this=0x7fe95ac12000) at msg/simple/Pipe.cc:1694
#6 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#7 0x00007fe9545af182 in start_thread (arg=0x7fe92c9c5700) at pthread_create.c:312
#8 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 50 (Thread 0x7fe925ca5700 (LWP 5437)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aacb090) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aacafc0) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe925ca5700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 49 (Thread 0x7fe9364e2700 (LWP 5276)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955a22f78 in WaitUntil (when=..., mutex=..., this=0x7fe95a966398) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a966398) at ./common/Cond.h:79
#3 OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=0x7fe95a9ba180) at osd/OSD.cc:8314
#4 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#5 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#6 0x00007fe9545af182 in start_thread (arg=0x7fe9364e2700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 48 (Thread 0x7fe93d4f0700 (LWP 5245)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956046c6c in Wait (mutex=..., this=0x7fe95a8646d0) at ./common/Cond.h:55
#2 DispatchQueue::run_local_delivery (this=0x7fe95a8644c8) at msg/simple/DispatchQueue.cc:114
#3 0x00007fe955f7020d in DispatchQueue::LocalDeliveryThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:117
#4 0x00007fe9545af182 in start_thread (arg=0x7fe93d4f0700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 47 (Thread 0x7fe9434fc700 (LWP 5207)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95a960028) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=this@entry=0x7fe95a960018, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe955a22a92 in OSD::ms_dispatch (this=0x7fe95a960000, m=0x7fe95aff2800) at osd/OSD.cc:5456
#5 0x00007fe9560458ea in ms_deliver_dispatch (m=0x7fe95aff2800, this=0x7fe95a862000) at ./msg/Messenger.h:583
#6 DispatchQueue::entry (this=0x7fe95a8621c8) at msg/simple/DispatchQueue.cc:185
#7 0x00007fe955f701ed in DispatchQueue::DispatchThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:103
#8 0x00007fe9545af182 in start_thread (arg=0x7fe9434fc700) at pthread_create.c:312
#9 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 46 (Thread 0x7fe9354e0700 (LWP 5279)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955a22f78 in WaitUntil (when=..., mutex=..., this=0x7fe95a966878) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a966878) at ./common/Cond.h:79
#3 OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=0x7fe95a9bb080) at osd/OSD.cc:8314
#4 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#5 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#6 0x00007fe9545af182 in start_thread (arg=0x7fe9354e0700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 45 (Thread 0x7fe93bced700 (LWP 5251)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956046c6c in Wait (mutex=..., this=0x7fe95a8638d0) at ./common/Cond.h:55
#2 DispatchQueue::run_local_delivery (this=0x7fe95a8636c8) at msg/simple/DispatchQueue.cc:114
#3 0x00007fe955f7020d in DispatchQueue::LocalDeliveryThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:117
#4 0x00007fe9545af182 in start_thread (arg=0x7fe93bced700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 44 (Thread 0x7fe92359a700 (LWP 7512)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe9560698ba in Wait (mutex=..., this=0x7fe95dd33228) at ./common/Cond.h:55
#2 Pipe::reader (this=0x7fe95dd2f000) at msg/simple/Pipe.cc:1499
#3 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92359a700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 43 (Thread 0x7fe91bc75700 (LWP 7581)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956057cef in Wait (mutex=..., this=0x7fe95aacdeb0) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::stop_fast_dispatching (this=0x7fe95aacdde0) at msg/simple/Pipe.cc:244
#3 0x00007fe956058dc9 in Pipe::stop_and_wait (this=this@entry=0x7fe95bc1d000) at msg/simple/Pipe.cc:1472
#4 0x00007fe9560676d2 in Pipe::accept (this=this@entry=0x7fe95ac33000) at msg/simple/Pipe.cc:683
#5 0x00007fe95606addf in Pipe::reader (this=0x7fe95ac33000) at msg/simple/Pipe.cc:1487
#6 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#7 0x00007fe9545af182 in start_thread (arg=0x7fe91bc75700) at pthread_create.c:312
#8 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 42 (Thread 0x7fe929cb4700 (LWP 5419)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95a8597f0) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95a859720) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe929cb4700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 41 (Thread 0x7fe937ce5700 (LWP 5270)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955a22f78 in WaitUntil (when=..., mutex=..., this=0x7fe95a966878) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a966878) at ./common/Cond.h:79
#3 OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=0x7fe95a9ba0f0) at osd/OSD.cc:8314
#4 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#5 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#6 0x00007fe9545af182 in start_thread (arg=0x7fe937ce5700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 40 (Thread 0x7fe93ecf3700 (LWP 5238)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956046c6c in Wait (mutex=..., this=0x7fe95a863fd0) at ./common/Cond.h:55
#2 DispatchQueue::run_local_delivery (this=0x7fe95a863dc8) at msg/simple/DispatchQueue.cc:114
#3 0x00007fe955f7020d in DispatchQueue::LocalDeliveryThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:117
#4 0x00007fe9545af182 in start_thread (arg=0x7fe93ecf3700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 39 (Thread 0x7fe945c65700 (LWP 5191)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f79caf in WaitUntil (when=..., mutex=..., this=0x7fe95a844708) at common/Cond.h:71
#2 SafeTimer::timer_thread (this=0x7fe95a8446f8) at common/Timer.cc:118
#3 0x00007fe955f7af9d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe9545af182 in start_thread (arg=0x7fe945c65700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 38 (Thread 0x7fe9374e4700 (LWP 5272)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955a22f78 in WaitUntil (when=..., mutex=..., this=0x7fe95a9666d8) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a9666d8) at ./common/Cond.h:79
#3 OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=0x7fe95a9ba120) at osd/OSD.cc:8314
#4 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#5 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#6 0x00007fe9545af182 in start_thread (arg=0x7fe9374e4700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 37 (Thread 0x7fe93e4f2700 (LWP 5242)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe956028189 in poll (__timeout=-1, __nfds=1, __fds=0x7fe93e4f1b20) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Accepter::entry (this=0x7fe95a863d90) at msg/simple/Accepter.cc:227
#3 0x00007fe9545af182 in start_thread (arg=0x7fe93e4f2700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 36 (Thread 0x7fe91e481700 (LWP 7423)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606095e in Wait (mutex=..., this=0x7fe95aacd6d0) at ./common/Cond.h:55
#2 Pipe::DelayedDelivery::entry (this=0x7fe95aacd600) at msg/simple/Pipe.cc:198
#3 0x00007fe9545af182 in start_thread (arg=0x7fe91e481700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 35 (Thread 0x7fe92369b700 (LWP 7486)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe95606f829 in Wait (mutex=..., this=0x7fe95ac32228) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7fe95ac2e000) at msg/simple/Pipe.cc:1832
#3 0x00007fe956072cad in Pipe::Writer::entry (this=<optimized out>) at msg/simple/Pipe.h:62
#4 0x00007fe9545af182 in start_thread (arg=0x7fe92369b700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 34 (Thread 0x7fe930cd7700 (LWP 5296)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955f79a2f in Wait (mutex=..., this=0x7fe95a962068) at common/Cond.h:55
#2 SafeTimer::timer_thread (this=0x7fe95a962058) at common/Timer.cc:116
#3 0x00007fe955f7af9d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe9545af182 in start_thread (arg=0x7fe930cd7700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 33 (Thread 0x7fe946c67700 (LWP 5189)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955ec686c in Wait (mutex=..., this=0x7fe95a844bd8) at ./common/Cond.h:55
#2 Finisher::finisher_thread_entry (this=0x7fe95a844b78) at common/Finisher.cc:91
#3 0x00007fe9545af182 in start_thread (arg=0x7fe946c67700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 32 (Thread 0x7fe93f4f4700 (LWP 5235)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956045523 in Wait (mutex=..., this=0x7fe95a863e30) at ./common/Cond.h:55
#2 DispatchQueue::entry (this=0x7fe95a863dc8) at msg/simple/DispatchQueue.cc:196
#3 0x00007fe955f701ed in DispatchQueue::DispatchThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:103
#4 0x00007fe9545af182 in start_thread (arg=0x7fe93f4f4700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 31 (Thread 0x7fe947468700 (LWP 5188)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f81072 in WaitUntil (when=..., mutex=..., this=0x7fe95a844d30) at common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a844d30) at common/Cond.h:79
#3 ThreadPool::worker (this=0x7fe95a844cb8, wt=0x7fe95a96a120) at common/WorkQueue.cc:151
#4 0x00007fe955f822e0 in ThreadPool::WorkThread::entry (this=<optimized out>) at common/WorkQueue.h:362
#5 0x00007fe9545af182 in start_thread (arg=0x7fe947468700) at pthread_create.c:312
#6 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 30 (Thread 0x7fe93a4ea700 (LWP 5260)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f81072 in WaitUntil (when=..., mutex=..., this=0x7fe95a960640) at common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a960640) at common/Cond.h:79
#3 ThreadPool::worker (this=0x7fe95a9605c8, wt=0x7fe95a96d570) at common/WorkQueue.cc:151
#4 0x00007fe955f822e0 in ThreadPool::WorkThread::entry (this=<optimized out>) at common/WorkQueue.h:362
#5 0x00007fe9545af182 in start_thread (arg=0x7fe93a4ea700) at pthread_create.c:312
#6 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 29 (Thread 0x7fe941cf9700 (LWP 5217)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95ab7ecb8) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=this@entry=0x7fe95ab7eca8, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe955b0dd00 in PG::lock (this=this@entry=0x7fe95ab7e800, no_lockdep=no_lockdep@entry=false) at osd/PG.cc:248
#5 0x00007fe955a14a1b in OSD::consume_map (this=this@entry=0x7fe95a960000) at osd/OSD.cc:6754
#6 0x00007fe955a18c30 in OSD::handle_osd_map (this=this@entry=0x7fe95a960000, m=m@entry=0x7fe95b6978c0) at osd/OSD.cc:6531
#7 0x00007fe955a22621 in OSD::_dispatch (this=this@entry=0x7fe95a960000, m=m@entry=0x7fe95b6978c0) at osd/OSD.cc:5910
#8 0x00007fe955a22c6f in OSD::ms_dispatch (this=0x7fe95a960000, m=0x7fe95b6978c0) at osd/OSD.cc:5470
#9 0x00007fe9560458ea in ms_deliver_dispatch (m=0x7fe95b6978c0, this=0x7fe95a862e00) at ./msg/Messenger.h:583
#10 DispatchQueue::entry (this=0x7fe95a862fc8) at msg/simple/DispatchQueue.cc:185
#11 0x00007fe955f701ed in DispatchQueue::DispatchThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:103
#12 0x00007fe9545af182 in start_thread (arg=0x7fe941cf9700) at pthread_create.c:312
#13 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 28 (Thread 0x7fe92ccc8700 (LWP 7421)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95a862498) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=0x7fe95a862488, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe956062f71 in Pipe::fault (this=this@entry=0x7fe95aa2a000, onread=onread@entry=true) at msg/simple/Pipe.cc:1361
#5 0x00007fe9560694ed in Pipe::reader (this=0x7fe95aa2a000) at msg/simple/Pipe.cc:1665
#6 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#7 0x00007fe9545af182 in start_thread (arg=0x7fe92ccc8700) at pthread_create.c:312
#8 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 27 (Thread 0x7fe91db7f700 (LWP 7220)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe95605aec7 in poll (__timeout=<optimized out>, __nfds=1, __fds=0x7fe91db7e9c0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Pipe::tcp_read_wait (this=this@entry=0x7fe95bc18000) at msg/simple/Pipe.cc:2400
#3 0x00007fe95605b568 in Pipe::tcp_read (this=this@entry=0x7fe95bc18000, buf=buf@entry=0x7fe91db7eb7f "\377", len=len@entry=1) at msg/simple/Pipe.cc:2370
#4 0x00007fe95606944f in Pipe::reader (this=0x7fe95bc18000) at msg/simple/Pipe.cc:1510
#5 0x00007fe956072c8d in Pipe::Reader::entry (this=<optimized out>) at msg/simple/Pipe.h:50
#6 0x00007fe9545af182 in start_thread (arg=0x7fe91db7f700) at pthread_create.c:312
#7 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 26 (Thread 0x7fe9314d8700 (LWP 5295)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955f79a2f in Wait (mutex=..., this=0x7fe95a9622d0) at common/Cond.h:55
#2 SafeTimer::timer_thread (this=0x7fe95a9622c0) at common/Timer.cc:116
#3 0x00007fe955f7af9d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe9545af182 in start_thread (arg=0x7fe9314d8700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 25 (Thread 0x7fe93fcf5700 (LWP 5233)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956046c6c in Wait (mutex=..., this=0x7fe95a862ad0) at ./common/Cond.h:55
#2 DispatchQueue::run_local_delivery (this=0x7fe95a8628c8) at msg/simple/DispatchQueue.cc:114
#3 0x00007fe955f7020d in DispatchQueue::LocalDeliveryThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:117
#4 0x00007fe9545af182 in start_thread (arg=0x7fe93fcf5700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 24 (Thread 0x7fe94846a700 (LWP 5186)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95ab7ecb8) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=this@entry=0x7fe95ab7eca8, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe955b0dd00 in PG::lock (this=0x7fe95ab7e800, no_lockdep=no_lockdep@entry=false) at osd/PG.cc:248
#5 0x00007fe955bf9d0f in ReplicatedPG::BlessedContext::finish (this=0x7fe95b78df00, r=0) at osd/ReplicatedPG.h:309
#6 0x00007fe955a281a9 in Context::complete (this=0x7fe95b78df00, r=<optimized out>) at ./include/Context.h:64
#7 0x00007fe955ec6328 in Finisher::finisher_thread_entry (this=0x7fe95a844020) at common/Finisher.cc:65
#8 0x00007fe9545af182 in start_thread (arg=0x7fe94846a700) at pthread_create.c:312
#9 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 23 (Thread 0x7fe948c6b700 (LWP 5185)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955a2f93e in Cond::Wait (this=0x7fe95a864b38, mutex=...) at ./common/Cond.h:55
#2 0x00007fe955e2f28d in FileJournal::write_thread_entry (this=0x7fe95a864a00) at os/FileJournal.cc:1254
#3 0x00007fe955c73dad in FileJournal::Writer::entry (this=<optimized out>) at os/FileJournal.h:341
#4 0x00007fe9545af182 in start_thread (arg=0x7fe948c6b700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 22 (Thread 0x7fe947c69700 (LWP 5187)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f81072 in WaitUntil (when=..., mutex=..., this=0x7fe95a844d30) at common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7fe95a844d30) at common/Cond.h:79
#3 ThreadPool::worker (this=0x7fe95a844cb8, wt=0x7fe95a96a180) at common/WorkQueue.cc:151
#4 0x00007fe955f822e0 in ThreadPool::WorkThread::entry (this=<optimized out>) at common/WorkQueue.h:362
#5 0x00007fe9545af182 in start_thread (arg=0x7fe947c69700) at pthread_create.c:312
#6 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 21 (Thread 0x7fe93aceb700 (LWP 5256)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955ec686c in Wait (mutex=..., this=0x7ffd233333a0) at ./common/Cond.h:55
#2 Finisher::finisher_thread_entry (this=0x7ffd23333340) at common/Finisher.cc:91
#3 0x00007fe9545af182 in start_thread (arg=0x7fe93aceb700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 20 (Thread 0x7fe942cfb700 (LWP 5210)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956046c6c in Wait (mutex=..., this=0x7fe95a8623d0) at ./common/Cond.h:55
#2 DispatchQueue::run_local_delivery (this=0x7fe95a8621c8) at msg/simple/DispatchQueue.cc:114
#3 0x00007fe955f7020d in DispatchQueue::LocalDeliveryThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:117
#4 0x00007fe9545af182 in start_thread (arg=0x7fe942cfb700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 19 (Thread 0x7fe9384e6700 (LWP 5269)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b1657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b1480 in __GI___pthread_mutex_lock (mutex=0x7fe95ab7ecb8) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe955f42a08 in Mutex::Lock (this=this@entry=0x7fe95ab7eca8, no_lockdep=no_lockdep@entry=false) at common/Mutex.cc:102
#4 0x00007fe955b0dd00 in PG::lock (this=this@entry=0x7fe95ab7e800, no_lockdep=no_lockdep@entry=false) at osd/PG.cc:248
#5 0x00007fe955b0de7e in PG::lock_suspend_timeout (this=0x7fe95ab7e800, handle=...) at osd/PG.cc:242
#6 0x00007fe955a230b7 in OSD::ShardedOpWQ::_process (this=0x7fe95a961140, thread_index=<optimized out>, hb=<optimized out>) at osd/OSD.cc:8328
#7 0x00007fe955f803bf in ShardedThreadPool::shardedthreadpool_worker (this=0x7fe95a960758, thread_index=<optimized out>) at common/WorkQueue.cc:340
#8 0x00007fe955f822c0 in ShardedThreadPool::WorkThreadSharded::entry (this=<optimized out>) at common/WorkQueue.h:592
#9 0x00007fe9545af182 in start_thread (arg=0x7fe9384e6700) at pthread_create.c:312
#10 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 18 (Thread 0x7fe940cf7700 (LWP 5225)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe956028189 in poll (__timeout=-1, __nfds=1, __fds=0x7fe940cf6b20) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Accepter::entry (this=0x7fe95a862f90) at msg/simple/Accepter.cc:227
#3 0x00007fe9545af182 in start_thread (arg=0x7fe940cf7700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 17 (Thread 0x7fe94a46e700 (LWP 5106)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955f79a2f in Wait (mutex=..., this=0x7fe95a9623f8) at common/Cond.h:55
#2 SafeTimer::timer_thread (this=0x7fe95a9623e8) at common/Timer.cc:116
#3 0x00007fe955f7af9d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe9545af182 in start_thread (arg=0x7fe94a46e700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 16 (Thread 0x7fe9414f8700 (LWP 5220)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956046c6c in Wait (mutex=..., this=0x7fe95a8631d0) at ./common/Cond.h:55
#2 DispatchQueue::run_local_delivery (this=0x7fe95a862fc8) at msg/simple/DispatchQueue.cc:114
#3 0x00007fe955f7020d in DispatchQueue::LocalDeliveryThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:117
#4 0x00007fe9545af182 in start_thread (arg=0x7fe9414f8700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 15 (Thread 0x7fe94bc71700 (LWP 5103)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955f692ff in Wait (mutex=..., this=0x7fe95a863b38) at ./common/Cond.h:55
#2 SimpleMessenger::reaper_entry (this=0x7fe95a863500) at msg/simple/SimpleMessenger.cc:213
#3 0x00007fe955f70cdd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/simple/SimpleMessenger.h:196
#4 0x00007fe9545af182 in start_thread (arg=0x7fe94bc71700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 14 (Thread 0x7fe94946c700 (LWP 5177)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955c75249 in WaitUntil (when=..., mutex=..., this=0x7fe95a844660) at ./common/Cond.h:71
#2 Cond::WaitInterval (this=this@entry=0x7fe95a844660, cct=<optimized out>, mutex=..., interval=...) at ./common/Cond.h:79
#3 0x00007fe955c4fd27 in FileStore::sync_entry (this=0x7fe95a844000) at os/FileStore.cc:3600
#4 0x00007fe955c7ba8d in FileStore::SyncThread::entry (this=<optimized out>) at os/FileStore.h:181
#5 0x00007fe9545af182 in start_thread (arg=0x7fe94946c700) at pthread_create.c:312
#6 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 13 (Thread 0x7fe93ccef700 (LWP 5248)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe956028189 in poll (__timeout=-1, __nfds=1, __fds=0x7fe93cceeb20) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Accepter::entry (this=0x7fe95a864490) at msg/simple/Accepter.cc:227
#3 0x00007fe9545af182 in start_thread (arg=0x7fe93ccef700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 12 (Thread 0x7fe946466700 (LWP 5190)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955ec686c in Wait (mutex=..., this=0x7fe95a844520) at ./common/Cond.h:55
#2 Finisher::finisher_thread_entry (this=0x7fe95a8444c0) at common/Finisher.cc:91
#3 0x00007fe9545af182 in start_thread (arg=0x7fe946466700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 11 (Thread 0x7fe93c4ee700 (LWP 5250)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe956045523 in Wait (mutex=..., this=0x7fe95a863730) at ./common/Cond.h:55
#2 DispatchQueue::entry (this=0x7fe95a8636c8) at msg/simple/DispatchQueue.cc:196
#3 0x00007fe955f701ed in DispatchQueue::DispatchThread::entry (this=<optimized out>) at msg/simple/DispatchQueue.h:103
#4 0x00007fe9545af182 in start_thread (arg=0x7fe93c4ee700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 10 (Thread 0x7fe94cc73700 (LWP 5101)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955f692ff in Wait (mutex=..., this=0x7fe95a864938) at ./common/Cond.h:55
#2 SimpleMessenger::reaper_entry (this=0x7fe95a864300) at msg/simple/SimpleMessenger.cc:213
#3 0x00007fe955f70cdd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/simple/SimpleMessenger.h:196
#4 0x00007fe9545af182 in start_thread (arg=0x7fe94cc73700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 9 (Thread 0x7fe94d474700 (LWP 5100)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955f692ff in Wait (mutex=..., this=0x7fe95a864238) at ./common/Cond.h:55
#2 SimpleMessenger::reaper_entry (this=0x7fe95a863c00) at msg/simple/SimpleMessenger.cc:213
#3 0x00007fe955f70cdd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/simple/SimpleMessenger.h:196
#4 0x00007fe9545af182 in start_thread (arg=0x7fe94d474700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 8 (Thread 0x7fe94b470700 (LWP 5104)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1 0x00007fe9545b9318 in _L_cond_lock_886 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007fe9545b9084 in __pthread_mutex_cond_lock (mutex=0x7fe95a960028) at ../nptl/pthread_mutex_lock.c:79
#3 0x00007fe9545b38a0 in pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:341
#4 0x00007fe955f79caf in WaitUntil (when=..., mutex=..., this=0x7fe95a960080) at common/Cond.h:71
#5 SafeTimer::timer_thread (this=0x7fe95a960070) at common/Timer.cc:118
#6 0x00007fe955f7af9d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#7 0x00007fe9545af182 in start_thread (arg=0x7fe94b470700) at pthread_create.c:312
#8 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 7 (Thread 0x7fe949c6d700 (LWP 5176)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955d15517 in Wait (mutex=..., this=0x7fe95a844940) at ./common/Cond.h:55
#2 WBThrottle::get_next_should_flush (this=this@entry=0x7fe95a844820, next=next@entry=0x7fe949c6cc00) at os/WBThrottle.cc:139
#3 0x00007fe955d15b8a in WBThrottle::entry (this=0x7fe95a844820) at os/WBThrottle.cc:157
#4 0x00007fe9545af182 in start_thread (arg=0x7fe949c6d700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 6 (Thread 0x7fe94ec77700 (LWP 5096)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1 0x00007fe955f79caf in WaitUntil (when=..., mutex=..., this=0x7fe95a865990) at common/Cond.h:71
#2 SafeTimer::timer_thread (this=0x7fe95a865980) at common/Timer.cc:118
#3 0x00007fe955f7af9d in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#4 0x00007fe9545af182 in start_thread (arg=0x7fe94ec77700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 5 (Thread 0x7fe94c472700 (LWP 5102)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955f692ff in Wait (mutex=..., this=0x7fe95a863438) at ./common/Cond.h:55
#2 SimpleMessenger::reaper_entry (this=0x7fe95a862e00) at msg/simple/SimpleMessenger.cc:213
#3 0x00007fe955f70cdd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/simple/SimpleMessenger.h:196
#4 0x00007fe9545af182 in start_thread (arg=0x7fe94c472700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 4 (Thread 0x7fe9424fa700 (LWP 5213)):
#0 0x00007fe9528ea03d in poll () at ../sysdeps/unix/syscall-template.S:81
#1 0x00007fe956028189 in poll (__timeout=-1, __nfds=1, __fds=0x7fe9424f9b20) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
#2 Accepter::entry (this=0x7fe95a862190) at msg/simple/Accepter.cc:227
#3 0x00007fe9545af182 in start_thread (arg=0x7fe9424fa700) at pthread_create.c:312
#4 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 3 (Thread 0x7fe94e476700 (LWP 5097)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955f692ff in Wait (mutex=..., this=0x7fe95a862638) at ./common/Cond.h:55
#2 SimpleMessenger::reaper_entry (this=0x7fe95a862000) at msg/simple/SimpleMessenger.cc:213
#3 0x00007fe955f70cdd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/simple/SimpleMessenger.h:196
#4 0x00007fe9545af182 in start_thread (arg=0x7fe94e476700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 2 (Thread 0x7fe94dc75700 (LWP 5099)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fe955f692ff in Wait (mutex=..., this=0x7fe95a862d38) at ./common/Cond.h:55
#2 SimpleMessenger::reaper_entry (this=0x7fe95a862700) at msg/simple/SimpleMessenger.cc:213
#3 0x00007fe955f70cdd in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/simple/SimpleMessenger.h:196
#4 0x00007fe9545af182 in start_thread (arg=0x7fe94dc75700) at pthread_create.c:312
#5 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 1 (Thread 0x7fe9507ea700 (LWP 5094)):
#0 0x00007fe9545b720b in raise (sig=6) at ../nptl/sysdeps/unix/sysv/linux/pt-raise.c:37
#1 0x00007fe955ea308d in reraise_fatal (signum=6) at global/signal_handler.cc:59
#2 handle_fatal_signal (signum=6) at global/signal_handler.cc:109
#3 <signal handler called>
#4 0x00007fe952832f89 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
#5 0x00007fe952836398 in __GI_abort () at abort.c:89
#6 0x00007fe95313e6b5 in __gnu_cxx::__verbose_terminate_handler() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#7 0x00007fe95313c836 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#8 0x00007fe95313c863 in std::terminate() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#9 0x00007fe95313caa2 in __cxa_throw () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x00007fe955f8fb88 in ceph::__ceph_assert_fail (assertion=assertion@entry=0x7fe95612bcc8 "0 == \"hit suicide timeout\"", file=file@entry=0x7fe95612bc3f "common/HeartbeatMap.cc",
line=line@entry=81,
func=func@entry=0x7fe95612be80 <ceph::HeartbeatMap::_check(ceph::heartbeat_handle_d const*, char const*, long)::__PRETTY_FUNCTION__> "bool ceph::HeartbeatMap::_check(const ceph::heartbeat_handle_d*, const char*, time_t)") at common/assert.cc:77
#11 0x00007fe955ed5a79 in ceph::HeartbeatMap::_check (this=this@entry=0x7fe95a7a80a0, h=<optimized out>, who=who@entry=0x7fe95612bd57 "is_healthy", now=now@entry=1447059815)
at common/HeartbeatMap.cc:81
#12 0x00007fe955ed6236 in ceph::HeartbeatMap::is_healthy (this=this@entry=0x7fe95a7a80a0) at common/HeartbeatMap.cc:134
#13 0x00007fe955ed69f7 in ceph::HeartbeatMap::check_touch_file (this=0x7fe95a7a80a0) at common/HeartbeatMap.cc:162
#14 0x00007fe955fab0cb in CephContextServiceThread::entry (this=0x7fe95a835a00) at common/ceph_context.cc:108
#15 0x00007fe9545af182 in start_thread (arg=0x7fe9507ea700) at pthread_create.c:312
#16 0x00007fe9528f738d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

    (1-1/1)