Thread 22 (Thread 0x7f94cdb44700 (LWP 18674)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 No locals. #1 0x00000000005ce2fb in ceph::log::Log::entry (this=0x2fde000) at log/Log.cc:323 No locals. #2 0x00007f94cf8a1e9a in start_thread (arg=0x7f94cdb44700) at pthread_create.c:308 __res = pd = 0x7f94cdb44700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 140277113862272, 140277083032000, 0, 3, -3180248299456121327, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #3 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 21 (Thread 0x7f94cd343700 (LWP 18675)): #0 sem_timedwait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/sem_timedwait.S:102 No locals. #1 0x0000000000660958 in CephContextServiceThread::entry (this=0x2fda280) at common/ceph_context.cc:57 timeout = {tv_sec = 1370346965, tv_nsec = 809904630} #2 0x00007f94cf8a1e9a in start_thread (arg=0x7f94cd343700) at pthread_create.c:308 __res = pd = 0x7f94cd343700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 140277113862272, 140277074639296, 0, 3, -3180249399504620015, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #3 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 20 (Thread 0x7f94ccb42700 (LWP 18676)): #0 0x00007f94cde46303 in __GI___poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 resultvar = oldtype = 0 result = #1 0x000000000064e19b in AdminSocket::entry (this=0x2fdb000) at common/admin_socket.cc:228 fds = {{fd = 6, events = 129, revents = 0}, {fd = 4, events = 129, revents = 0}} ret = #2 0x00007f94cf8a1e9a in start_thread (arg=0x7f94ccb42700) at pthread_create.c:308 __res = pd = 0x7f94ccb42700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 140277113862272, 140277066246592, 0, 3, -3180246101506607599, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #3 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 19 (Thread 0x7f94cc341700 (LWP 18693)): #0 0x00007f94cde4b023 in select () at ../sysdeps/unix/syscall-template.S:82 No locals. #1 0x000000000059b754 in SignalHandler::entry (this=0x328a000) at global/signal_handler.cc:210 rfds = {fds_bits = {178257920, 0 }} max_fd = 27 r = #2 0x00007f94cf8a1e9a in start_thread (arg=0x7f94cc341700) at pthread_create.c:308 __res = pd = 0x7f94cc341700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 140277113862272, 140277057853888, 0, 3, -3180247201555106287, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #3 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 18 (Thread 0x7f94cbb40700 (LWP 18694)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 No locals. #1 0x000000000063f801 in Wait (mutex=..., this=0x32474e0) at ./common/Cond.h:55 No locals. #2 SimpleMessenger::reaper_entry (this=0x3247000) at msg/SimpleMessenger.cc:206 No locals. #3 0x00000000006443fd in SimpleMessenger::ReaperThread::entry (this=) at msg/SimpleMessenger.h:422 No locals. #4 0x00007f94cf8a1e9a in start_thread (arg=0x7f94cbb40700) at pthread_create.c:308 __res = pd = 0x7f94cbb40700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 140277113862272, 140277049461184, 0, 3, -3180261469973334511, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 17 (Thread 0x7f94cb33f700 (LWP 18695)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:132 No locals. #1 0x00007f94cf8ab2b8 in _L_cond_lock_874 () from /lib/x86_64-linux-gnu/libpthread.so.0 No symbol table info available. #2 0x00007f94cf8ab088 in __pthread_mutex_cond_lock (mutex=0x3072938) at ../nptl/pthread_mutex_lock.c:61 __PRETTY_FUNCTION__ = "__pthread_mutex_cond_lock" type = 4294966784 #3 0x00007f94cf8a61b2 in pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:302 No locals. #4 0x000000000064b51b in WaitUntil (when=..., mutex=..., this=0x3072990) at common/Cond.h:71 ts = {tv_sec = 1370346522, tv_nsec = 836061000} #5 SafeTimer::timer_thread (this=0x3072980) at common/Timer.cc:114 now = #6 0x000000000064becd in SafeTimerThread::entry (this=) at common/Timer.cc:38 No locals. #7 0x00007f94cf8a1e9a in start_thread (arg=0x7f94cb33f700) at pthread_create.c:308 __res = pd = 0x7f94cb33f700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 140277113862272, 140277041068480, 0, 3, -3180262570021833199, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #8 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #9 0x0000000000000000 in ?? () No symbol table info available. Thread 16 (Thread 0x7f94cab3e700 (LWP 18696)): #0 _M_data (this=0x56f3538) at /usr/include/c++/4.6/bits/basic_string.h:288 No locals. #1 _M_rep (this=0x56f3538) at /usr/include/c++/4.6/bits/basic_string.h:296 No locals. #2 size (this=0x56f3538) at /usr/include/c++/4.6/bits/basic_string.h:711 No locals. #3 compare (__str=..., this=0x56f3538) at /usr/include/c++/4.6/bits/basic_string.h:2175 __size = __osize = __r = #4 operator>=, std::allocator > (__rhs=..., __lhs=...) at /usr/include/c++/4.6/bits/basic_string.h:2623 No locals. #5 LevelDBStore::compact_range_async (this=0x2fde500, start=..., end=...) at os/LevelDBStore.cc:243 l = {mutex = @0x2fde530} p = {_M_node = 0x56f3520} #6 0x000000000049423a in compact_range_async (end=..., start=..., prefix=..., this=) at ./os/LevelDBStore.h:94 No locals. #7 MonitorDBStore::apply_transaction (this=0x2fcc030, t=...) at mon/MonitorDBStore.h:235 compact = {, std::allocator >, std::pair, std::allocator >, std::basic_string, std::allocator > > >, std::allocator, std::allocator >, std::pair, std::allocator >, std::basic_string, std::allocator > > > > >> = { _M_impl = {, std::allocator >, std::pair, std::allocator >, std::basic_string, std::allocator > > > > >> = {<__gnu_cxx::new_allocator, std::allocator >, std::pair, std::allocator >, std::basic_string, std::allocator > > > > >> = {}, }, _M_node = {_M_next = 0x5431a20, _M_prev = 0x5431a20}}}, } __func__ = "apply_transaction" __PRETTY_FUNCTION__ = "int MonitorDBStore::apply_transaction(const MonitorDBStore::Transaction&)" dbt = {> = {_M_ptr = 0x36af940, _M_refcount = { _M_pi = 0x32092a0}}, } r = 0 #8 0x00000000004e8a04 in Paxos::reapply_all_versions (this=0x2fe8500) at mon/Paxos.cc:75 first = 2005 last = 2492 __func__ = "reapply_all_versions" tx = {ops = { >> = { _M_impl = { >> = {<__gnu_cxx::new_allocator >> = {}, }, _M_node = {_M_next = 0x3489e00, _M_prev = 0x5584300}}}, }} #9 0x00000000004c0149 in Monitor::handle_sync_finish_reply (this=0x3072900, m=0x34b9080) at mon/Monitor.cc:1718 __func__ = "handle_sync_finish_reply" other = {name = {_type = 1 '\001', _num = 3, static TYPE_MON = 1, static TYPE_MDS = 2, static TYPE_OSD = 4, static TYPE_CLIENT = 8, static NEW = -1}, addr = {type = 0, nonce = 0, {addr = {ss_family = 2, __ss_align = 0, __ss_padding = '\000' }, addr4 = {sin_family = 2, sin_port = 34074, sin_addr = { s_addr = 2122700298}, sin_zero = "\000\000\000\000\000\000\000"}, addr6 = {sin6_family = 2, sin6_port = 34074, sin6_flowinfo = 2122700298, sin6_addr = {__in6_u = {__u6_addr8 = '\000' , __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}}} __PRETTY_FUNCTION__ = "void Monitor::handle_sync_finish_reply(MMonSync*)" #10 0x00000000004c305b in Monitor::handle_sync (this=0x3072900, m=0x34b9080) at mon/Monitor.cc:1801 __func__ = "handle_sync" __PRETTY_FUNCTION__ = "void Monitor::handle_sync(MMonSync*)" #11 0x00000000004c3fc0 in Monitor::_ms_dispatch (this=0x3072900, m=0x34b9080) at mon/Monitor.cc:3233 ret = true connection = 0x32d9400 s = entity_name = {type = 0, id = {static npos = , _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x9aa2d8 ""}}, type_id = {static npos = , _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x9aa2d8 ""}}} src_is_mon = __func__ = "_ms_dispatch" caps = {text = {static npos = , _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x9aa2d8 ""}}, default_action = 0 '\000', services_map = {_M_t = { _M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, _M_key_compare = {> = {}, }, _M_header = { _M_color = std::_S_red, _M_parent = 0x0, _M_left = 0x7f94cab3d7a8, _M_right = 0x7f94cab3d7a8}, _M_node_count = 0}}}, pool_auid_map = {_M_t = { _M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, _M_key_compare = {> = {}, }, _M_header = { _M_color = std::_S_red, _M_parent = 0x0, _M_left = 0x7f94cab3d7d8, _M_right = 0x7f94cab3d7d8}, _M_node_count = 0}}}, allow_all = false, auid = 18446744073709551615, cmd_allow = {, std::allocator >, std::allocator, std::allocator > > >, std::allocator, std::allocator >, std::allocator, std::allocator > > > > >> = {_M_impl = {, std::allocator >, std::allocator, std::allocator > > > > >> = {<__gnu_cxx::new_allocator, std::allocator >, std::allocator, std::allocator > > > > >> = {}, }, _M_node = {_M_next = 0x7f94cab3d810, _M_prev = 0x7f94cab3d810}}}, }} #12 0x00000000004ddd02 in Monitor::ms_dispatch (this=0x3072900, m=0x34b9080) at mon/Monitor.h:1383 ret = #13 0x00000000006b7d41 in ms_deliver_dispatch (m=0x34b9080, this=0x3247000) at msg/Messenger.h:566 p = {_M_node = 0x32958e0} #14 DispatchQueue::entry (this=0x32470e8) at msg/DispatchQueue.cc:119 m = 0x34b9080 msize = 174 qitem = {type = -1, con = {px = 0x0}, m = {px = 0x34b9080}} __PRETTY_FUNCTION__ = "void DispatchQueue::entry()" #15 0x0000000000643c3d in DispatchQueue::DispatchThread::entry (this=) at msg/DispatchQueue.h:104 No locals. #16 0x00007f94cf8a1e9a in start_thread (arg=0x7f94cab3e700) at pthread_create.c:308 __res = pd = 0x7f94cab3e700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 140277113862272, 140277032675776, 0, 3, -3180259272023820783, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #17 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #18 0x0000000000000000 in ?? () No symbol table info available. Thread 15 (Thread 0x7f94ca33d700 (LWP 18697)): #0 0x00007f94cde46303 in __GI___poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 resultvar = oldtype = 0 result = #1 0x00000000006abfb5 in Accepter::entry (this=0x32470c0) at msg/Accepter.cc:198 r = addr = {type = 0, nonce = 0, {addr = {ss_family = 2, __ss_align = 0, __ss_padding = '\000' }, addr4 = { sin_family = 2, sin_port = 55510, sin_addr = {s_addr = 1854264842}, sin_zero = "\000\000\000\000\000\000\000"}, addr6 = { sin6_family = 2, sin6_port = 55510, sin6_flowinfo = 1854264842, sin6_addr = {__in6_u = { __u6_addr8 = '\000' , __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}} slen = 16 sd = errors = 0 buf = '\000' pfd = {fd = 14, events = 57, revents = 0} #2 0x00007f94cf8a1e9a in start_thread (arg=0x7f94ca33d700) at pthread_create.c:308 __res = pd = 0x7f94ca33d700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 140277113862272, 140277024283072, 0, 3, -3180260372072319471, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #3 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 14 (Thread 0x7f94cfc72700 (LWP 18698)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 No locals. #1 0x00000000006cf3bd in Wait (mutex=..., this=0x2fe8468) at ./common/Cond.h:55 No locals. #2 Pipe::writer (this=0x2fe8280) at msg/Pipe.cc:1575 buf = '\000' __PRETTY_FUNCTION__ = "void Pipe::writer()" #3 0x00000000006d974d in Pipe::Writer::entry (this=) at msg/Pipe.h:59 No locals. #4 0x00007f94cf8a1e9a in start_thread (arg=0x7f94cfc72700) at pthread_create.c:308 __res = pd = 0x7f94cfc72700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 53049152, 140277117823424, 0, 3, -3180251745093634543, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 13 (Thread 0x7f94c9b3c700 (LWP 18699)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 No locals. #1 0x00000000006cf3bd in Wait (mutex=..., this=0x2fe8e68) at ./common/Cond.h:55 No locals. #2 Pipe::writer (this=0x2fe8c80) at msg/Pipe.cc:1575 buf = '\000' __PRETTY_FUNCTION__ = "void Pipe::writer()" #3 0x00000000006d974d in Pipe::Writer::entry (this=) at msg/Pipe.h:59 No locals. #4 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c9b3c700) at pthread_create.c:308 __res = pd = 0x7f94c9b3c700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 50215616, 140277015890368, 0, 3, -3180257074074307055, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 12 (Thread 0x7f94c993a700 (LWP 18701)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 No locals. #1 0x00000000006cf3bd in Wait (mutex=..., this=0x2fe8968) at ./common/Cond.h:55 No locals. #2 Pipe::writer (this=0x2fe8780) at msg/Pipe.cc:1575 buf = '\000' __PRETTY_FUNCTION__ = "void Pipe::writer()" #3 0x00000000006d974d in Pipe::Writer::entry (this=) at msg/Pipe.h:59 No locals. #4 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c993a700) at pthread_create.c:308 __res = pd = 0x7f94c993a700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 53049024, 140277013785024, 0, 3, -3180256800270141935, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 11 (Thread 0x7f94c9839700 (LWP 18702)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 No locals. #1 0x00000000006cf3bd in Wait (mutex=..., this=0x3269968) at ./common/Cond.h:55 No locals. #2 Pipe::writer (this=0x3269780) at msg/Pipe.cc:1575 buf = '\000' __PRETTY_FUNCTION__ = "void Pipe::writer()" #3 0x00000000006d974d in Pipe::Writer::entry (this=) at msg/Pipe.h:59 No locals. #4 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c9839700) at pthread_create.c:308 __res = pd = 0x7f94c9839700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 53048960, 140277012732352, 0, 3, -3180256663368059375, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 10 (Thread 0x7f94c9738700 (LWP 18703)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 No locals. #1 0x00000000006cf3bd in Wait (mutex=..., this=0x32696e8) at ./common/Cond.h:55 No locals. #2 Pipe::writer (this=0x3269500) at msg/Pipe.cc:1575 buf = '\000' __PRETTY_FUNCTION__ = "void Pipe::writer()" #3 0x00000000006d974d in Pipe::Writer::entry (this=) at msg/Pipe.h:59 No locals. #4 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c9738700) at pthread_create.c:308 __res = pd = 0x7f94c9738700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 53048896, 140277011679680, 0, 3, -3180257617387669999, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 9 (Thread 0x7f94c9637700 (LWP 18705)): #0 0x00007f94cde46303 in __GI___poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 resultvar = oldtype = 0 result = #1 0x00000000006c32a2 in Pipe::tcp_read_wait (this=) at msg/Pipe.cc:2109 pfd = {fd = 34, events = 8193, revents = 0} evmask = #2 0x00000000006c35c0 in Pipe::tcp_read (this=0x3269500, buf=0x7f94c9636dbf "\377", len=1) at msg/Pipe.cc:2082 got = #3 0x00000000006d6774 in Pipe::reader (this=0x3269500) at msg/Pipe.cc:1324 buf = '\000' tag = -1 '\377' __PRETTY_FUNCTION__ = "void Pipe::reader()" #4 0x00000000006d976d in Pipe::Reader::entry (this=) at msg/Pipe.h:47 No locals. #5 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c9637700) at pthread_create.c:308 __res = pd = 0x7f94c9637700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 53049472, 140277010627008, 0, 3, -3180257480485587439, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #6 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #7 0x0000000000000000 in ?? () No symbol table info available. Thread 8 (Thread 0x7f94c9435700 (LWP 18708)): #0 0x00007f94cde46303 in __GI___poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 resultvar = oldtype = 0 result = #1 0x00000000006c32a2 in Pipe::tcp_read_wait (this=) at msg/Pipe.cc:2109 pfd = {fd = 32, events = 8193, revents = 0} evmask = #2 0x00000000006c35c0 in Pipe::tcp_read (this=0x2fe8780, buf=0x7f94c9434dbf "\377", len=1) at msg/Pipe.cc:2082 got = #3 0x00000000006d6774 in Pipe::reader (this=0x2fe8780) at msg/Pipe.cc:1324 buf = '\000' tag = -1 '\377' __PRETTY_FUNCTION__ = "void Pipe::reader()" #4 0x00000000006d976d in Pipe::Reader::entry (this=) at msg/Pipe.h:47 No locals. #5 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c9435700) at pthread_create.c:308 __res = pd = 0x7f94c9435700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 53050176, 140277008521664, 0, 3, -3180257206681422319, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #6 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #7 0x0000000000000000 in ?? () No symbol table info available. Thread 7 (Thread 0x7f94c9334700 (LWP 18709)): #0 0x00007f94cde46303 in __GI___poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 resultvar = oldtype = 0 result = #1 0x00000000006c32a2 in Pipe::tcp_read_wait (this=) at msg/Pipe.cc:2109 pfd = {fd = 30, events = 8193, revents = 0} evmask = #2 0x00000000006c35c0 in Pipe::tcp_read (this=0x2fe8c80, buf=0x7f94c9333dbf "\377", len=1) at msg/Pipe.cc:2082 got = #3 0x00000000006d6774 in Pipe::reader (this=0x2fe8c80) at msg/Pipe.cc:1324 buf = '\000' tag = -1 '\377' __PRETTY_FUNCTION__ = "void Pipe::reader()" #4 0x00000000006d976d in Pipe::Reader::entry (this=) at msg/Pipe.h:47 No locals. #5 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c9334700) at pthread_create.c:308 __res = pd = 0x7f94c9334700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 53049728, 140277007468992, 0, 3, -3180258169290967535, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #6 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #7 0x0000000000000000 in ?? () No symbol table info available. Thread 6 (Thread 0x7f94c9233700 (LWP 18710)): #0 0x00007f94cde46303 in __GI___poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 resultvar = oldtype = 0 result = #1 0x00000000006c32a2 in Pipe::tcp_read_wait (this=) at msg/Pipe.cc:2109 pfd = {fd = 33, events = 8193, revents = 0} evmask = #2 0x00000000006c35c0 in Pipe::tcp_read (this=0x3269780, buf=0x7f94c9232dbf "\377", len=1) at msg/Pipe.cc:2082 got = #3 0x00000000006d6774 in Pipe::reader (this=0x3269780) at msg/Pipe.cc:1324 buf = '\000' tag = -1 '\377' __PRETTY_FUNCTION__ = "void Pipe::reader()" #4 0x00000000006d976d in Pipe::Reader::entry (this=) at msg/Pipe.h:47 No locals. #5 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c9233700) at pthread_create.c:308 __res = pd = 0x7f94c9233700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 53050240, 140277006416320, 0, 3, -3180258032388884975, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #6 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #7 0x0000000000000000 in ?? () No symbol table info available. Thread 5 (Thread 0x7f94c9132700 (LWP 18711)): #0 0x00007f94cde46303 in __GI___poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 resultvar = oldtype = 0 result = #1 0x00000000006c32a2 in Pipe::tcp_read_wait (this=) at msg/Pipe.cc:2109 pfd = {fd = 29, events = 8193, revents = 0} evmask = #2 0x00000000006c35c0 in Pipe::tcp_read (this=0x2fe8280, buf=0x7f94c9131dbf "\377", len=1) at msg/Pipe.cc:2082 got = #3 0x00000000006d6774 in Pipe::reader (this=0x2fe8280) at msg/Pipe.cc:1324 buf = '\000' tag = -1 '\377' __PRETTY_FUNCTION__ = "void Pipe::reader()" #4 0x00000000006d976d in Pipe::Reader::entry (this=) at msg/Pipe.h:47 No locals. #5 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c9132700) at pthread_create.c:308 __res = pd = 0x7f94c9132700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 53049856, 140277005363648, 0, 3, -3180257895486802415, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #6 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #7 0x0000000000000000 in ?? () No symbol table info available. Thread 4 (Thread 0x7f94c9a3b700 (LWP 18717)): #0 0x00007f94cde46303 in __GI___poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 resultvar = oldtype = 0 result = #1 0x00000000006c32a2 in Pipe::tcp_read_wait (this=) at msg/Pipe.cc:2109 pfd = {fd = 31, events = 8193, revents = 0} evmask = #2 0x00000000006c35c0 in Pipe::tcp_read (this=0x32b0500, buf=0x7f94c9a3adbf "\377", len=1) at msg/Pipe.cc:2082 got = #3 0x00000000006d6774 in Pipe::reader (this=0x32b0500) at msg/Pipe.cc:1324 buf = "\000\240\211ϔ\177\000\000tW\254ϔ\177\000\000\005\000\000\000\224\177\000\000\000\000\000\000\000\000\000\000P\260\326͔\177\000\000\065¬ϔ\177\000\000\060\377\377\377\377\377\377\377", '\000' , "w)\003\000\000\000" tag = -1 '\377' __PRETTY_FUNCTION__ = "void Pipe::reader()" #4 0x00000000006d976d in Pipe::Reader::entry (this=) at msg/Pipe.h:47 No locals. #5 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c9a3b700) at pthread_create.c:308 __res = pd = 0x7f94c9a3b700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 52410432, 140277014837696, 52892944, 3, -3180256937172224495, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #6 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #7 0x0000000000000000 in ?? () No symbol table info available. Thread 3 (Thread 0x7f94c8d2f700 (LWP 18718)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 No locals. #1 0x00000000006cf3bd in Wait (mutex=..., this=0x32b06e8) at ./common/Cond.h:55 No locals. #2 Pipe::writer (this=0x32b0500) at msg/Pipe.cc:1575 buf = "\000\034\373\002\000\000\000\000\300\"\253ϔ\177\000\000\000\000\000\000\000\000\000\000\004", '\000' , "\\o\265Δ\177\000\000\000\000\000\000\000\000\000\000\020\000\000\000\000\000\000\000\000\034\373\002\000\000\000\000\316u\265Δ\177\000" __PRETTY_FUNCTION__ = "void Pipe::writer()" #3 0x00000000006d974d in Pipe::Writer::entry (this=) at msg/Pipe.h:59 No locals. #4 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c8d2f700) at pthread_create.c:308 __res = pd = 0x7f94c8d2f700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 52410688, 140277001157056, 52102416, 3, -3180254057396652527, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #5 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 2 (Thread 0x7f94c8c2e700 (LWP 18719)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:132 No locals. #1 0x00007f94cf8a4065 in _L_lock_858 () from /lib/x86_64-linux-gnu/libpthread.so.0 No symbol table info available. #2 0x00007f94cf8a3eba in __pthread_mutex_lock (mutex=0x2fde540) at pthread_mutex_lock.c:61 __PRETTY_FUNCTION__ = "__pthread_mutex_lock" type = 50193728 #3 0x0000000000625343 in Mutex::Lock (this=0x2fde530, no_lockdep=) at common/Mutex.cc:89 start = r = __PRETTY_FUNCTION__ = "void Mutex::Lock(bool)" #4 0x000000000058474d in LevelDBStore::compact_thread_entry (this=0x2fde500) at os/LevelDBStore.cc:208 No locals. #5 0x00000000004929dd in LevelDBStore::CompactThread::entry (this=) at ./os/LevelDBStore.h:63 No locals. #6 0x00007f94cf8a1e9a in start_thread (arg=0x7f94c8c2e700) at pthread_create.c:308 __res = pd = 0x7f94c8c2e700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {0, 3239467387971483153, 140277113862272, 140277000104384, 0, 3, -3180253920494569967, -3180252200362265071}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = { prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = 0 pagesize_m1 = sp = freesize = __PRETTY_FUNCTION__ = "start_thread" #7 0x00007f94cde51cbd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 No locals. #8 0x0000000000000000 in ?? () No symbol table info available. Thread 1 (Thread 0x7f94cfcc6780 (LWP 18670)): #0 0x00007f94cf8a3148 in pthread_join (threadid=140277032675072, thread_return=0x0) at pthread_join.c:89 _tid = _buffer = {__routine = 0x7f94cf8a3070 , __arg = 0x7f94cab3ed28, __canceltype = 50188288, __prev = 0x0} oldtype = 0 pd = 0x7f94cab3e700 self = 0x7f94cfcc6780 result = 0 #1 0x0000000000645b22 in Thread::join (this=0x3247270, prval=) at common/Thread.cc:121 __PRETTY_FUNCTION__ = "int Thread::join(void**)" status = #2 0x000000000063e558 in SimpleMessenger::wait (this=0x3247000) at msg/SimpleMessenger.cc:503 No locals. #3 0x000000000048e3b5 in main (argc=, argv=0x9aa520) at ceph_mon.cc:526 mkfs = compact = false osdmapfn = {static npos = , _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x9aa2d8 ""}} err = extract_monmap = {static npos = , _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x9aa2d8 ""}} ipaddr = {type = 0, nonce = 0, {addr = {ss_family = 2, __ss_align = 0, __ss_padding = '\000' }, addr4 = { sin_family = 2, sin_port = 34074, sin_addr = {s_addr = 1854264842}, sin_zero = "\000\000\000\000\000\000\000"}, addr6 = { sin6_family = 2, sin6_port = 34074, sin6_flowinfo = 1854264842, sin6_addr = {__in6_u = { __u6_addr8 = '\000' , __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}} supported = 8389127 fsid = {uuid = '\000' } __PRETTY_FUNCTION__ = "int main(int, const char**)" prefork = {childpid = 0, forked = false, fd = {-1614634008, 32767}} magicbl = {_buffers = { >> = { _M_impl = { >> = {<__gnu_cxx::new_allocator >> = {}, }, _M_node = {_M_next = 0x30051c0, _M_prev = 0x30051c0}}}, }, _len = 21, append_buffer = {_raw = 0x0, _off = 0, _len = 0}, last_p = {bl = 0x7fff9fc29af0, ls = 0x7fff9fc29af0, off = 0, p = {_M_node = 0x7fff9fc29af0}, p_off = 0}} rank = 1 client_throttler = 0x2fcf140 daemon_throttler = 0x2fcf320 s = "T\000\000\000\000\000\000\000\200\302\231\000\000\000\000\000\004\000\000" val = {static npos = , _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x9aa2d8 ""}} store = 0x2fcc030 inject_monmap = {static npos = , _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x9aa2d8 ""}} args = { >> = { _M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_start = 0x2fcd0c0, _M_finish = 0x2fcd0c0, _M_end_of_storage = 0x2fcd0e0}}, } magic = {static npos = , _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x2ffa8e8 "ceph mon volume v012"}} monmap = {epoch = 1, fsid = {uuid = "\377N\215\215\350\376F^\227,F@\017\227\266\202"}, mon_addr = {_M_t = { _M_impl = {, std::allocator > const, entity_addr_t> > >> = {<__gnu_cxx::new_allocator, std::allocator > const, entity_addr_t> > >> = {}, }, _M_key_compare = {, std::allocator >, std::basic_string, std::allocator >, bool>> = {}, }, _M_header = { _M_color = std::_S_red, _M_parent = 0x314d000, _M_left = 0x314d0b0, _M_right = 0x314d4d0}, _M_node_count = 7}}}, last_changed = {tv = {tv_sec = 1370345720, tv_nsec = 763611000}}, created = {tv = {tv_sec = 1370345720, tv_nsec = 763611000}}, addr_name = {_M_t = { _M_impl = {, std::allocator > > > >> = {<__gnu_cxx::new_allocator, std::allocator > > > >> = {}, }, _M_key_compare = {> = {}, }, _M_header = {_M_color = std::_S_red, _M_parent = 0x314d370, _M_left = 0x314d840, _M_right = 0x314d8f0}, _M_node_count = 7}}}, rank_name = {, std::allocator >, std::allocator, std::allocator > > >> = { _M_impl = {, std::allocator > >> = {<__gnu_cxx::new_allocator, std::allocator > >> = {}, }, _M_start = 0x2fe3200, _M_finish = 0x2fe3238, _M_end_of_storage = 0x2fe3238}}, }, rank_addr = { >> = { _M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_start = 0x2fdd800, _M_finish = 0x2fddbb8, _M_end_of_storage = 0x2fddbb8}}, }} messenger = 0x3247000