Ceph

http://pulpito.ceph.com/dzafman-2017-04-20_13:09:43-rados-wip-zafman-testing-distro-basic-smithi/

On shutdown ceph-mon hung. This probably would have produced a dead job but I manually SIGKILLed the process.

#0 0x00007fe5834bad23 in base::internal::SpinLockDelay(int volatile*, int, int) () from /usr/lib/libtcmalloc.so.4
#1 0x00007fe5834bac17 in SpinLock::SlowLock() () from /usr/lib/libtcmalloc.so.4
#2 0x00007fe5834b7114 in ?? () from /usr/lib/libtcmalloc.so.4
#3 0x00007fe5834b2312 in MallocHook::InvokeNewHookSlow(void const*, unsigned long) () from /usr/lib/libtcmalloc.so.4
#4 0x00007fe5834bd54b in tc_calloc () from /usr/lib/libtcmalloc.so.4
#5 0x00007fe5826ca381 in _new_exitfn (listp=listp@entry=0x7fe582a4c6c8 <_exit_funcs>) at cxa_atexit.c:101
#6 0x00007fe5826ca429 in _internal_atexit (listp=0x7fe582a4c6c8 <_exit_funcs>, d=0x7fe585d2e288, arg=0x7fe585d3c9c0 <SubProcess::spawn()::buf>,
func=0x7fe5852d2cc0 <fd_buf::~fd_buf()>) at cxa_atexit.c:35
#7 __cxa_atexit (func=0x7fe5852d2cc0 <fd_buf::~fd_buf()>, arg=0x7fe585d3c9c0 <SubProcess::spawn()::buf>, d=0x7fe585d2e288) at cxa_atexit.c:58
#8 0x00007fe5852d3429 in SubProcess::spawn() ()
#9 0x00007fe5852cda70 in CrushTester::test_with_crushtool(char const*, int, int, int) ()
#10 0x00007fe58516f580 in OSDMonitor::prepare_new_pool(std::string&, unsigned long, int, std::string const&, unsigned int, unsigned int, std::string const&, unsigned int, unsigned long, OSDMonitor::FastReadType, std::ostream*) ()
#11 0x00007fe58518e981 in OSDMonitor::prepare_command_impl(boost::intrusive_ptr<MonOpRequest>, std::map<std::string, boost::variant<std::string, bool, long, double, std::vector<std::string, std::allocator<std::string> >, std::vector<long, std::allocator<long> > >, std::less<std::string>, std::allocator<std::pair<std::string const, boost::variant<std::string, bool, long, double, std::vector<std::string, std::allocator<std::string> >, std::vector<long, std::allocator<long> > > > > >&) ()
#12 0x00007fe585195102 in OSDMonitor::prepare_command(boost::intrusive_ptr<MonOpRequest>) ()
#13 0x00007fe58519587e in OSDMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>) ()
#14 0x00007fe585137289 in PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>) ()
#15 0x00007fe5850f81cf in Monitor::handle_command(boost::intrusive_ptr<MonOpRequest>) ()
#16 0x00007fe5850fb8e3 in Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>) ()
#17 0x00007fe5850fd052 in Monitor::_ms_dispatch(Message*) ()
#18 0x00007fe5850fe635 in Monitor::handle_forward(boost::intrusive_ptr<MonOpRequest>) ()
#19 0x00007fe5850fc370 in Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>) ()
#20 0x00007fe5850fd052 in Monitor::_ms_dispatch(Message*) ()
#21 0x00007fe585120943 in Monitor::ms_dispatch(Message*) ()
#22 0x00007fe5854bb7cb in DispatchQueue::entry() ()
#23 0x00007fe58537db5d in DispatchQueue::DispatchThread::entry() ()
#24 0x00007fe583ec5184 in start_thread (arg=0x7fe57a2ee700) at pthread_create.c:312
#25 0x00007fe58278837d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111