GNU gdb (GDB) 7.4.1-debian Copyright (C) 2012 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". For bug reporting instructions, please see: ... Reading symbols from /usr/bin/ceph-osd...Reading symbols from /usr/lib/debug/usr/bin/ceph-osd...done. done. [New LWP 6303] [New LWP 6307] [New LWP 6308] [New LWP 6324] [New LWP 6325] [New LWP 6326] [New LWP 6327] [New LWP 6328] [New LWP 6329] [New LWP 6330] [New LWP 6331] [New LWP 6332] [New LWP 6341] [New LWP 6342] [New LWP 6343] [New LWP 6344] [New LWP 6345] [New LWP 6346] [New LWP 6347] [New LWP 6348] [New LWP 6594] [New LWP 6595] [New LWP 6596] [New LWP 6597] [New LWP 6598] [New LWP 6599] [New LWP 6600] [New LWP 6601] [New LWP 6602] [New LWP 6604] [New LWP 6605] [New LWP 6606] [New LWP 6607] [New LWP 6608] [New LWP 6609] [New LWP 6610] [New LWP 6611] [New LWP 6612] [New LWP 6613] [New LWP 6614] [New LWP 6615] [New LWP 6616] [New LWP 6617] [New LWP 6618] [New LWP 6619] [New LWP 6620] [New LWP 6621] [New LWP 6622] [New LWP 6623] [New LWP 6624] [New LWP 6625] [New LWP 6626] [New LWP 6627] [New LWP 6628] [New LWP 6629] [New LWP 6630] [New LWP 6631] [New LWP 6632] [New LWP 6633] [New LWP 6634] [New LWP 6635] [New LWP 6636] [New LWP 6637] [New LWP 6639] [New LWP 6640] [New LWP 6641] [New LWP 6702] [New LWP 6703] [New LWP 6716] [New LWP 6889] [New LWP 6917] [New LWP 6920] [New LWP 6922] [New LWP 7826] [New LWP 9484] [New LWP 9491] [New LWP 30787] [New LWP 18456] [New LWP 20669] [New LWP 20671] [New LWP 20681] [New LWP 20687] [New LWP 27681] [New LWP 6302] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". Core was generated by `/usr/bin/ceph-osd'. #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 (gdb) Thread 84 (LWP 6302): #0 0x00007f8d86a19148 in pthread_join () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c6a202 in Thread::join (this=0x41d2418, prval=) at common/Thread.cc:140 #2 0x0000000000d29742 in DispatchQueue::wait (this=0x41d21b8) at msg/DispatchQueue.cc:226 #3 0x0000000000c60b64 in SimpleMessenger::wait (this=0x41d2000) at msg/SimpleMessenger.cc:525 #4 0x0000000000771098 in main (argc=, argv=) at ceph_osd.cc:527 Thread 83 (LWP 27681): #0 0x00007f8d86a1e89c in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f8d86a1a065 in _L_lock_858 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007f8d86a19eba in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x0000000000c3becb in Mutex::Lock (this=0x41d3278, no_lockdep=) at common/Mutex.cc:91 #4 0x0000000000c5e895 in SimpleMessenger::mark_down (this=0x41d2e00, con=0x17586160) at msg/SimpleMessenger.cc:636 #5 0x000000000078731b in OSD::require_same_peer_instance (this=this@entry=0x42dc000, op=..., map=..., is_fast_dispatch=is_fast_dispatch@entry=true) at osd/OSD.cc:6764 #6 0x0000000000804ca5 in OSD::handle_replica_op (this=this@entry=0x42dc000, op=..., osdmap=...) at osd/OSD.cc:8159 #7 0x00000000007afcbf in OSD::dispatch_op_fast (this=this@entry=0x42dc000, op=..., osdmap=...) at osd/OSD.cc:5761 #8 0x00000000007afe58 in OSD::dispatch_session_waiting (this=this@entry=0x42dc000, session=session@entry=0x77a0f00, osdmap=...) at osd/OSD.cc:5402 #9 0x00000000007b008f in OSD::ms_fast_dispatch (this=0x42dc000, m=) at osd/OSD.cc:5512 #10 0x0000000000d29616 in ms_fast_dispatch (m=0x16d4a400, this=0x41d2e00) at msg/Messenger.h:503 #11 DispatchQueue::fast_dispatch (this=0x41d2fb8, m=0x16d4a400) at msg/DispatchQueue.cc:71 #12 0x0000000000d4d749 in Pipe::reader (this=0x14122580) at msg/Pipe.cc:1591 #13 0x0000000000d4fa3d in Pipe::Reader::entry (this=) at msg/Pipe.h:50 #14 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #15 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 82 (LWP 20687): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d4bb9b in Wait (mutex=..., this=0x100ba798) at ./common/Cond.h:55 #2 Pipe::reader (this=0x100ba580) at msg/Pipe.cc:1460 #3 0x0000000000d4fa3d in Pipe::Reader::entry (this=) at msg/Pipe.h:50 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 81 (LWP 20681): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d4bb9b in Wait (mutex=..., this=0x1021c218) at ./common/Cond.h:55 #2 Pipe::reader (this=0x1021c000) at msg/Pipe.cc:1460 #3 0x0000000000d4fa3d in Pipe::Reader::entry (this=) at msg/Pipe.h:50 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 80 (LWP 20671): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d44646 in Wait (mutex=..., this=0x77a2fd8) at ./common/Cond.h:55 #2 Pipe::writer (this=0x77a2dc0) at msg/Pipe.cc:1785 #3 0x0000000000d4f91d in Pipe::Writer::entry (this=) at msg/Pipe.h:62 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 79 (LWP 20669): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d4bb9b in Wait (mutex=..., this=0x77a2fd8) at ./common/Cond.h:55 #2 Pipe::reader (this=0x77a2dc0) at msg/Pipe.cc:1460 #3 0x0000000000d4fa3d in Pipe::Reader::entry (this=) at msg/Pipe.h:50 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 78 (LWP 18456): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d4bb9b in Wait (mutex=..., this=0x765b818) at ./common/Cond.h:55 #2 Pipe::reader (this=0x765b600) at msg/Pipe.cc:1460 #3 0x0000000000d4fa3d in Pipe::Reader::entry (this=) at msg/Pipe.h:50 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 77 (LWP 30787): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d44646 in Wait (mutex=..., this=0x765b818) at ./common/Cond.h:55 #2 Pipe::writer (this=0x765b600) at msg/Pipe.cc:1785 #3 0x0000000000d4f91d in Pipe::Writer::entry (this=) at msg/Pipe.h:62 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 76 (LWP 9491): #0 0x00007f8d85391a13 in poll () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x0000000000d394af in Pipe::tcp_read_wait (this=this@entry=0x10282580) at msg/Pipe.cc:2340 #2 0x0000000000d39748 in Pipe::tcp_read (this=this@entry=0x10282580, buf=, buf@entry=0x7f8d5ee07c0f "\377", len=len@entry=1) at msg/Pipe.cc:2313 #3 0x0000000000d4b85f in Pipe::reader (this=0x10282580) at msg/Pipe.cc:1471 #4 0x0000000000d4fa3d in Pipe::Reader::entry (this=) at msg/Pipe.h:50 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 75 (LWP 9484): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d44646 in Wait (mutex=..., this=0x10282798) at ./common/Cond.h:55 #2 Pipe::writer (this=0x10282580) at msg/Pipe.cc:1785 #3 0x0000000000d4f91d in Pipe::Writer::entry (this=) at msg/Pipe.h:62 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 74 (LWP 7826): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f8d870e1373 in ?? () from /usr/lib/x86_64-linux-gnu/libleveldb.so.1 #2 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () Thread 73 (LWP 6922): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d44646 in Wait (mutex=..., this=0x100ba798) at ./common/Cond.h:55 #2 Pipe::writer (this=0x100ba580) at msg/Pipe.cc:1785 #3 0x0000000000d4f91d in Pipe::Writer::entry (this=) at msg/Pipe.h:62 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 72 (LWP 6920): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d4bb9b in Wait (mutex=..., this=0x1021c798) at ./common/Cond.h:55 #2 Pipe::reader (this=0x1021c580) at msg/Pipe.cc:1460 #3 0x0000000000d4fa3d in Pipe::Reader::entry (this=) at msg/Pipe.h:50 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 71 (LWP 6917): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d44646 in Wait (mutex=..., this=0x1021c798) at ./common/Cond.h:55 #2 Pipe::writer (this=0x1021c580) at msg/Pipe.cc:1785 #3 0x0000000000d4f91d in Pipe::Writer::entry (this=) at msg/Pipe.h:62 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 70 (LWP 6889): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d44646 in Wait (mutex=..., this=0x1021c218) at ./common/Cond.h:55 #2 Pipe::writer (this=0x1021c000) at msg/Pipe.cc:1785 #3 0x0000000000d4f91d in Pipe::Writer::entry (this=) at msg/Pipe.h:62 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 69 (LWP 6716): #0 0x00007f8d85391a13 in poll () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x0000000000ba754a in SignalHandler::entry (this=0x41da780) at global/signal_handler.cc:217 #2 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () Thread 68 (LWP 6703): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d4bb9b in Wait (mutex=..., this=0x41efd98) at ./common/Cond.h:55 #2 Pipe::reader (this=0x41efb80) at msg/Pipe.cc:1460 #3 0x0000000000d4fa3d in Pipe::Reader::entry (this=) at msg/Pipe.h:50 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 67 (LWP 6702): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d44646 in Wait (mutex=..., this=0x41efd98) at ./common/Cond.h:55 #2 Pipe::writer (this=0x41efb80) at msg/Pipe.cc:1785 #3 0x0000000000d4f91d in Pipe::Writer::entry (this=) at msg/Pipe.h:62 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 66 (LWP 6641): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000780c56 in Wait (mutex=..., this=) at ./common/Cond.h:55 #2 OSDService::agent_entry (this=0x42dd710) at osd/OSD.cc:501 #3 0x00000000007dcf1d in OSDService::AgentThread::entry (this=) at osd/OSD.h:566 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 65 (LWP 6640): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c6fe61 in Wait (mutex=..., this=0x42de090) at common/Cond.h:55 #2 SafeTimer::timer_thread (this=0x42de080) at common/Timer.cc:116 #3 0x0000000000c7390d in SafeTimerThread::entry (this=) at common/Timer.cc:38 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 64 (LWP 6639): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c6fe61 in Wait (mutex=..., this=0x42de2f8) at common/Cond.h:55 #2 SafeTimer::timer_thread (this=0x42de2e8) at common/Timer.cc:116 #3 0x0000000000c7390d in SafeTimerThread::entry (this=) at common/Timer.cc:38 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 63 (LWP 6637): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000bc74b0 in Wait (mutex=..., this=0x42de1b0) at ./common/Cond.h:55 #2 Finisher::finisher_thread_entry (this=0x42de150) at common/Finisher.cc:81 #3 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x0000000000000000 in ?? () Thread 62 (LWP 6636): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000bc74b0 in Wait (mutex=..., this=0x42de598) at ./common/Cond.h:55 #2 Finisher::finisher_thread_entry (this=0x42de538) at common/Finisher.cc:81 #3 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x0000000000000000 in ?? () Thread 61 (LWP 6635): #0 0x00007f8d86a1e89c in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f8d86a212b8 in _L_cond_lock_874 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007f8d86a21088 in __pthread_mutex_cond_lock () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d86a1c1b2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x000000000079bf4b in WaitUntil (when=..., mutex=..., this=0x42dcd70) at ./common/Cond.h:71 #5 WaitInterval (interval=..., mutex=..., cct=0x4178230, this=0x42dcd70) at ./common/Cond.h:79 #6 OSD::heartbeat_entry (this=0x42dc000) at osd/OSD.cc:3810 #7 0x000000000080265d in OSD::T_Heartbeat::entry (this=) at osd/OSD.h:1374 #8 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #9 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 60 (LWP 6634): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dcb10) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dcb10) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dca98, wt=0x4444f00) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 59 (LWP 6633): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc980) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc980) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc908, wt=0x4444ea0) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 58 (LWP 6632): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc7f0) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc7f0) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc778, wt=0x4444de0) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 57 (LWP 6631): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f46d8, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f46d8, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd24180) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=9) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 56 (LWP 6630): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f4878, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f4878, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd24150) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=8) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 55 (LWP 6629): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f41f8, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f41f8, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd240f0) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=7) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 54 (LWP 6628): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f4398, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f4398, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd240c0) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=6) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 53 (LWP 6627): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f4058, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f4058, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd24060) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=5) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 52 (LWP 6626): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f46d8, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f46d8, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd24000) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=4) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 51 (LWP 6625): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f4878, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f4878, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd1ff80) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=3) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 50 (LWP 6624): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f41f8, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f41f8, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd1ff20) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=2) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 49 (LWP 6623): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f4398, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f4398, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd1fec0) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=1) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 48 (LWP 6622): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41f4058, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=0x41f4058, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x00000000007ab622 in OSD::ShardedOpWQ::_process (this=0x42dd028, thread_index=, hb=0xfd1fe90) at osd/OSD.cc:8228 #4 0x0000000000c7896b in ShardedThreadPool::shardedthreadpool_worker (this=0x42dc640, thread_index=0) at common/WorkQueue.cc:324 #5 0x0000000000c7a6c0 in ShardedThreadPool::WorkThreadSharded::entry (this=) at common/WorkQueue.h:504 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 47 (LWP 6621): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc528) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc528) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc4b0, wt=0x4445740) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 46 (LWP 6620): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc528) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc528) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc4b0, wt=0x44456e0) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 45 (LWP 6619): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc528) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc528) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc4b0, wt=0x4445680) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 44 (LWP 6618): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc528) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc528) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc4b0, wt=0x4445620) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 43 (LWP 6617): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc528) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc528) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc4b0, wt=0x44455c0) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 42 (LWP 6616): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc528) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc528) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc4b0, wt=0x4445560) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 41 (LWP 6615): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc528) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc528) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc4b0, wt=0x4445500) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 40 (LWP 6614): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x42dc528) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x42dc528) at common/Cond.h:79 #3 ThreadPool::worker (this=0x42dc4b0, wt=0x44454a0) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 39 (LWP 6613): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000bc74b0 in Wait (mutex=..., this=0x7fff0a742140) at ./common/Cond.h:55 #2 Finisher::finisher_thread_entry (this=0x7fff0a7420e0) at common/Finisher.cc:81 #3 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x0000000000000000 in ?? () Thread 38 (LWP 6612): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c703a4 in WaitUntil (when=..., mutex=..., this=0x7fff0a742028) at common/Cond.h:71 #2 SafeTimer::timer_thread (this=0x7fff0a742018) at common/Timer.cc:118 #3 0x0000000000c7390d in SafeTimerThread::entry (this=) at common/Timer.cc:38 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 37 (LWP 6611): #0 0x00007f8d85391a13 in poll () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x0000000000d173d9 in Accepter::entry (this=0x41d3680) at msg/Accepter.cc:193 #2 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () Thread 36 (LWP 6610): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d2bff5 in Wait (mutex=..., this=0x41d38c0) at ./common/Cond.h:55 #2 DispatchQueue::run_local_delivery (this=0x41d36b8) at msg/DispatchQueue.cc:114 #3 0x0000000000c65aad in DispatchQueue::LocalDeliveryThread::entry (this=) at msg/DispatchQueue.h:118 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 35 (LWP 6609): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d29fd3 in Wait (mutex=..., this=0x41d3720) at ./common/Cond.h:55 #2 DispatchQueue::entry (this=0x41d36b8) at msg/DispatchQueue.cc:196 #3 0x0000000000c65acd in DispatchQueue::DispatchThread::entry (this=) at msg/DispatchQueue.h:104 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 34 (LWP 6608): #0 0x00007f8d85391a13 in poll () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x0000000000d173d9 in Accepter::entry (this=0x41d4480) at msg/Accepter.cc:193 #2 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () Thread 33 (LWP 6607): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d2bff5 in Wait (mutex=..., this=0x41d46c0) at ./common/Cond.h:55 #2 DispatchQueue::run_local_delivery (this=0x41d44b8) at msg/DispatchQueue.cc:114 #3 0x0000000000c65aad in DispatchQueue::LocalDeliveryThread::entry (this=) at msg/DispatchQueue.h:118 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 32 (LWP 6606): #0 0x00007f8d86a1e89c in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f8d86a1a065 in _L_lock_858 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007f8d86a19eba in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x0000000000c3becb in Mutex::Lock (this=0x41d3278, no_lockdep=) at common/Mutex.cc:91 #4 0x0000000000c61b14 in Locker (m=..., this=0x7f8d7062a2e0) at ./common/Mutex.h:115 #5 SimpleMessenger::get_connection (this=0x41d2e00, dest=...) at msg/SimpleMessenger.cc:385 #6 0x000000000078620b in OSDService::get_con_osd_cluster (this=this@entry=0x42dd710, peer=1, from_epoch=) at osd/OSD.cc:700 #7 0x00000000007a9c40 in OSD::handle_osd_ping (this=this@entry=0x42dc000, m=m@entry=0x16f254a0) at osd/OSD.cc:3716 #8 0x00000000007aa44b in OSD::heartbeat_dispatch (this=0x42dc000, m=0x16f254a0) at osd/OSD.cc:5344 #9 0x0000000000d2a2cb in ms_deliver_dispatch (m=0x16f254a0, this=0x41d4300) at msg/Messenger.h:532 #10 DispatchQueue::entry (this=0x41d44b8) at msg/DispatchQueue.cc:185 #11 0x0000000000c65acd in DispatchQueue::DispatchThread::entry (this=) at msg/DispatchQueue.h:104 #12 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #13 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 31 (LWP 6605): #0 0x00007f8d85391a13 in poll () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x0000000000d173d9 in Accepter::entry (this=0x41d3d80) at msg/Accepter.cc:193 #2 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () Thread 30 (LWP 6604): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d2bff5 in Wait (mutex=..., this=0x41d3fc0) at ./common/Cond.h:55 #2 DispatchQueue::run_local_delivery (this=0x41d3db8) at msg/DispatchQueue.cc:114 #3 0x0000000000c65aad in DispatchQueue::LocalDeliveryThread::entry (this=) at msg/DispatchQueue.h:118 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 29 (LWP 6602): #0 0x00007f8d86a1e89c in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f8d86a1a065 in _L_lock_858 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007f8d86a19eba in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x0000000000c3becb in Mutex::Lock (this=0x42dcce8, no_lockdep=) at common/Mutex.cc:91 #4 0x00000000007a9159 in OSD::handle_osd_ping (this=this@entry=0x42dc000, m=m@entry=0x11f8fe00) at osd/OSD.cc:3667 #5 0x00000000007aa44b in OSD::heartbeat_dispatch (this=0x42dc000, m=0x11f8fe00) at osd/OSD.cc:5344 #6 0x0000000000d2a2cb in ms_deliver_dispatch (m=0x11f8fe00, this=0x41d3c00) at msg/Messenger.h:532 #7 DispatchQueue::entry (this=0x41d3db8) at msg/DispatchQueue.cc:185 #8 0x0000000000c65acd in DispatchQueue::DispatchThread::entry (this=) at msg/DispatchQueue.h:104 #9 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #10 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 28 (LWP 6601): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d2bff5 in Wait (mutex=..., this=0x41d2ac0) at ./common/Cond.h:55 #2 DispatchQueue::run_local_delivery (this=0x41d28b8) at msg/DispatchQueue.cc:114 #3 0x0000000000c65aad in DispatchQueue::LocalDeliveryThread::entry (this=) at msg/DispatchQueue.h:118 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 27 (LWP 6600): #0 0x00007f8d86a1e89c in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f8d86a1a065 in _L_lock_858 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007f8d86a19eba in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x0000000000c3becb in Mutex::Lock (this=0x42dcce8, no_lockdep=) at common/Mutex.cc:91 #4 0x0000000000789f60 in OSD::heartbeat_reset (this=0x42dc000, con=0x10278000) at osd/OSD.cc:3926 #5 0x0000000000d2a19b in ms_deliver_handle_reset (con=0x10278000, this=0x41d2700) at msg/Messenger.h:605 #6 DispatchQueue::entry (this=0x41d28b8) at msg/DispatchQueue.cc:173 #7 0x0000000000c65acd in DispatchQueue::DispatchThread::entry (this=) at msg/DispatchQueue.h:104 #8 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #9 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 26 (LWP 6599): #0 0x00007f8d86a1e89c in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f8d86a1a065 in _L_lock_858 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007f8d86a19eba in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x0000000000c3becb in Mutex::Lock (this=0x41d3278, no_lockdep=) at common/Mutex.cc:91 #4 0x0000000000c6168f in SimpleMessenger::add_accept_pipe (this=0x41d2e00, sd=164) at msg/SimpleMessenger.cc:324 #5 0x0000000000d17512 in Accepter::entry (this=0x41d2f80) at msg/Accepter.cc:212 #6 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #7 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 25 (LWP 6598): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d2bff5 in Wait (mutex=..., this=0x41d31c0) at ./common/Cond.h:55 #2 DispatchQueue::run_local_delivery (this=0x41d2fb8) at msg/DispatchQueue.cc:114 #3 0x0000000000c65aad in DispatchQueue::LocalDeliveryThread::entry (this=) at msg/DispatchQueue.h:118 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 24 (LWP 6597): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d37b00 in Wait (mutex=..., this=0x14122798) at ./common/Cond.h:55 #2 Pipe::stop_and_wait (this=0x14122580) at msg/Pipe.cc:1437 #3 0x0000000000c5e918 in SimpleMessenger::mark_down (this=0x41d2e00, con=) at msg/SimpleMessenger.cc:643 #4 0x000000000078731b in OSD::require_same_peer_instance (this=this@entry=0x42dc000, op=..., map=..., is_fast_dispatch=is_fast_dispatch@entry=false) at osd/OSD.cc:6764 #5 0x0000000000792e23 in OSD::require_same_or_newer_map (this=this@entry=0x42dc000, op=..., epoch=26272, is_fast_dispatch=is_fast_dispatch@entry=false) at osd/OSD.cc:6808 #6 0x000000000079308d in OSD::handle_pg_trim (this=this@entry=0x42dc000, op=...) at osd/OSD.cc:7415 #7 0x00000000007bba63 in OSD::dispatch_op (this=this@entry=0x42dc000, op=...) at osd/OSD.cc:5705 #8 0x00000000007c1705 in OSD::_dispatch (this=this@entry=0x42dc000, m=m@entry=0x17580d20) at osd/OSD.cc:5843 #9 0x00000000007c1dcf in OSD::ms_dispatch (this=0x42dc000, m=0x17580d20) at osd/OSD.cc:5386 #10 0x0000000000d2a2cb in ms_deliver_dispatch (m=0x17580d20, this=0x41d2e00) at msg/Messenger.h:532 #11 DispatchQueue::entry (this=0x41d2fb8) at msg/DispatchQueue.cc:185 #12 0x0000000000c65acd in DispatchQueue::DispatchThread::entry (this=) at msg/DispatchQueue.h:104 #13 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #14 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 23 (LWP 6596): #0 0x00007f8d85391a13 in poll () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x0000000000d173d9 in Accepter::entry (this=0x41d2180) at msg/Accepter.cc:193 #2 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () Thread 22 (LWP 6595): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000d2bff5 in Wait (mutex=..., this=0x41d23c0) at ./common/Cond.h:55 #2 DispatchQueue::run_local_delivery (this=0x41d21b8) at msg/DispatchQueue.cc:114 #3 0x0000000000c65aad in DispatchQueue::LocalDeliveryThread::entry (this=) at msg/DispatchQueue.h:118 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 21 (LWP 6594): #0 0x00007f8d86a1e89c in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f8d86a1a065 in _L_lock_858 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007f8d86a19eba in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x0000000000c3becb in Mutex::Lock (this=0x42dc018, no_lockdep=) at common/Mutex.cc:91 #4 0x00000000007c1b42 in OSD::ms_dispatch (this=0x42dc000, m=0xb5a81c0) at osd/OSD.cc:5372 #5 0x0000000000d2a2cb in ms_deliver_dispatch (m=0xb5a81c0, this=0x41d2000) at msg/Messenger.h:532 #6 DispatchQueue::entry (this=0x41d21b8) at msg/DispatchQueue.cc:185 #7 0x0000000000c65acd in DispatchQueue::DispatchThread::entry (this=) at msg/DispatchQueue.h:104 #8 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #9 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 20 (LWP 6348): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000bc74b0 in Wait (mutex=..., this=0x41be520) at ./common/Cond.h:55 #2 Finisher::finisher_thread_entry (this=0x41be4c0) at common/Finisher.cc:81 #3 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x0000000000000000 in ?? () Thread 19 (LWP 6347): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000bc74b0 in Wait (mutex=..., this=0x41beb60) at ./common/Cond.h:55 #2 Finisher::finisher_thread_entry (this=0x41beb00) at common/Finisher.cc:81 #3 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x0000000000000000 in ?? () Thread 18 (LWP 6346): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x41becb8) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x41becb8) at common/Cond.h:79 #3 ThreadPool::worker (this=0x41bec40, wt=0x4207c20) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 17 (LWP 6345): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c7986c in WaitUntil (when=..., mutex=..., this=0x41becb8) at common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x41becb8) at common/Cond.h:79 #3 ThreadPool::worker (this=0x41bec40, wt=0x4207bc0) at common/WorkQueue.cc:146 #4 0x0000000000c7a6e0 in ThreadPool::WorkThread::entry (this=) at common/WorkQueue.h:318 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 16 (LWP 6344): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000bc74b0 in Wait (mutex=..., this=0x41be080) at ./common/Cond.h:55 #2 Finisher::finisher_thread_entry (this=0x41be020) at common/Finisher.cc:81 #3 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #5 0x0000000000000000 in ?? () Thread 15 (LWP 6343): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000b55404 in Wait (mutex=..., this=0x41d5938) at ./common/Cond.h:55 #2 FileJournal::write_thread_entry (this=0x41d5800) at os/FileJournal.cc:1121 #3 0x0000000000a1c2ad in FileJournal::Writer::entry (this=) at os/FileJournal.h:333 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 14 (LWP 6342): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00000000007d28ae in Cond::WaitUntil (this=0x41be660, mutex=..., when=...) at ./common/Cond.h:71 #2 0x00000000007d298e in Cond::WaitInterval (this=this@entry=0x41be660, cct=, mutex=..., interval=...) at ./common/Cond.h:79 #3 0x0000000000a123db in FileStore::sync_entry (this=0x41be000) at os/FileStore.cc:3388 #4 0x0000000000a267dd in FileStore::SyncThread::entry (this=) at os/FileStore.h:173 #5 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #6 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 13 (LWP 6341): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000a7aa7c in Wait (mutex=..., this=0x41be940) at ./common/Cond.h:55 #2 WBThrottle::get_next_should_flush (this=this@entry=0x41be828, next=next@entry=0x7f8d7d572c90) at os/WBThrottle.cc:142 #3 0x0000000000a7afdc in WBThrottle::entry (this=0x41be828) at os/WBThrottle.cc:160 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 12 (LWP 6332): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c6fe61 in Wait (mutex=..., this=0x42de420) at common/Cond.h:55 #2 SafeTimer::timer_thread (this=0x42de410) at common/Timer.cc:116 #3 0x0000000000c7390d in SafeTimerThread::entry (this=) at common/Timer.cc:38 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 11 (LWP 6331): #0 0x00007f8d86a1e89c in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x00007f8d86a212b8 in _L_cond_lock_874 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007f8d86a21088 in __pthread_mutex_cond_lock () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d86a1c1b2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #4 0x0000000000c703a4 in WaitUntil (when=..., mutex=..., this=0x42dc080) at common/Cond.h:71 #5 SafeTimer::timer_thread (this=0x42dc070) at common/Timer.cc:118 #6 0x0000000000c7390d in SafeTimerThread::entry (this=) at common/Timer.cc:38 #7 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #8 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 10 (LWP 6330): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c61080 in Wait (mutex=..., this=0x41d3b28) at ./common/Cond.h:55 #2 SimpleMessenger::reaper_entry (this=0x41d3500) at msg/SimpleMessenger.cc:211 #3 0x0000000000c668fd in SimpleMessenger::ReaperThread::entry (this=) at msg/SimpleMessenger.h:199 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 9 (LWP 6329): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c61080 in Wait (mutex=..., this=0x41d3428) at ./common/Cond.h:55 #2 SimpleMessenger::reaper_entry (this=0x41d2e00) at msg/SimpleMessenger.cc:211 #3 0x0000000000c668fd in SimpleMessenger::ReaperThread::entry (this=) at msg/SimpleMessenger.h:199 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 8 (LWP 6328): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c61080 in Wait (mutex=..., this=0x41d4928) at ./common/Cond.h:55 #2 SimpleMessenger::reaper_entry (this=0x41d4300) at msg/SimpleMessenger.cc:211 #3 0x0000000000c668fd in SimpleMessenger::ReaperThread::entry (this=) at msg/SimpleMessenger.h:199 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 7 (LWP 6327): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c61080 in Wait (mutex=..., this=0x41d4228) at ./common/Cond.h:55 #2 SimpleMessenger::reaper_entry (this=0x41d3c00) at msg/SimpleMessenger.cc:211 #3 0x0000000000c668fd in SimpleMessenger::ReaperThread::entry (this=) at msg/SimpleMessenger.h:199 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 6 (LWP 6326): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c61080 in Wait (mutex=..., this=0x41d2d28) at ./common/Cond.h:55 #2 SimpleMessenger::reaper_entry (this=0x41d2700) at msg/SimpleMessenger.cc:211 #3 0x0000000000c668fd in SimpleMessenger::ReaperThread::entry (this=) at msg/SimpleMessenger.h:199 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 5 (LWP 6325): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c61080 in Wait (mutex=..., this=0x41d2628) at ./common/Cond.h:55 #2 SimpleMessenger::reaper_entry (this=0x41d2000) at msg/SimpleMessenger.cc:211 #3 0x0000000000c668fd in SimpleMessenger::ReaperThread::entry (this=) at msg/SimpleMessenger.h:199 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 4 (LWP 6324): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c703a4 in WaitUntil (when=..., mutex=..., this=0x439c708) at common/Cond.h:71 #2 SafeTimer::timer_thread (this=0x439c6f8) at common/Timer.cc:118 #3 0x0000000000c7390d in SafeTimerThread::entry (this=) at common/Timer.cc:38 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 3 (LWP 6308): #0 0x00007f8d85391a13 in poll () from /lib/x86_64-linux-gnu/libc.so.6 #1 0x0000000000c7e71d in AdminSocket::entry (this=0x41b2000) at common/admin_socket.cc:239 #2 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () Thread 2 (LWP 6307): #0 0x00007f8d86a1c0fe in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000c9abf2 in WaitUntil (when=..., mutex=..., this=0x416dce8) at ./common/Cond.h:71 #2 WaitInterval (interval=..., mutex=..., cct=, this=0x416dce8) at ./common/Cond.h:79 #3 CephContextServiceThread::entry (this=0x416dc70) at common/ceph_context.cc:58 #4 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #5 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 1 (LWP 6303): #0 0x00007f8d86a1bd84 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0 #1 0x0000000000bd63db in ceph::log::Log::entry (this=0x41ae000) at log/Log.cc:345 #2 0x00007f8d86a17e9a in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0 #3 0x00007f8d8539d3dd in clone () from /lib/x86_64-linux-gnu/libc.so.6 #4 0x0000000000000000 in ?? () (gdb) quit