Ceph » bluestore

(gdb) bt
#0  0x00007fa940d634fb in raise () from /lib64/libpthread.so.0
#1  0x000056282818e822 in reraise_fatal (signum=11) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/global/signal_handler.cc:326
#2  handle_fatal_signal(int) () at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/global/signal_handler.cc:326
#3  <signal handler called>
#4  0x0000562828073e5e in set_next (n=<synthetic pointer>, next=<synthetic pointer>) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/os/bluestore/BlueStore.cc:898
#5  link_before (this_node=<synthetic pointer>, nxt_node=<optimized out>) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/build/boost/include/boost/intrusive/circular_list_algorithms.hpp:182
#6  push_front (value=..., this=0x562834548470) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/build/boost/include/boost/intrusive/list.hpp:290
#7  _pin (o=..., this=0x562834547000) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/os/bluestore/BlueStore.cc:898
#8  pin (o=..., this=0x562834547000) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/os/bluestore/BlueStore.h:1214
#9  get (this=0x56283e1ac000) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/os/bluestore/BlueStore.h:1125
#10 intrusive_ptr_add_ref (o=0x56283e1ac000) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/os/bluestore/BlueStore.h:3316
#11 intrusive_ptr (rhs=..., this=0x7fa92e2f87a8) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/build/boost/include/boost/smart_ptr/intrusive_ptr.hpp:93
#12 BlueStore::OnodeSpace::map_any(std::function<bool (boost::intrusive_ptr<BlueStore::Onode>)>) () at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/os/bluestore/BlueStore.cc:1741
#13 0x0000562828074382 in BlueStore::_reap_collections() () at /opt/rh/devtoolset-8/root/usr/include/c++/8/new:169
#14 0x00005628280a6943 in BlueStore::_kv_finalize_thread() () at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/os/bluestore/BlueStore.cc:11944
#15 0x00005628280d24cd in BlueStore::KVFinalizeThread::entry (this=<optimized out>) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/os/bluestore/BlueStore.h:1912
#16 0x00007fa940d5bea5 in start_thread () from /lib64/libpthread.so.0
#17 0x00007fa93fc1f8cd in clone () from /lib64/libc.so.6
(gdb) f 9
#9  get (this=0x56283e1ac000) at /usr/src/debug/ceph-15.0.0-8162-g6e72d25/src/os/bluestore/BlueStore.h:1125
1125            s->pin(*this);
(gdb) p this->nref
$1 = {<std::__atomic_base<int>> = {static _S_alignment = 4, _M_i = 2}, static is_always_lock_free = true}
(gdb) p s
$2 = (BlueStore::OnodeCacheShard *) 0x562834547000

log

   -59> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 20 bluestore(/var/lib/ceph/osd/ceph-5) _kv_finalize_thread wake
   -58> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 20 bluestore(/var/lib/ceph/osd/ceph-5) _kv_finalize_thread kv_committed <0x56283927a000>
   -57> 2019-12-09T22:26:56.353+0000 7fa9292f1700 20 bluestore(/var/lib/ceph/osd/ceph-5) _kv_sync_thread committed 1 cleaned 0 in 0.000528970s (0.000000079s flush + 0.000528891s kv commit)
   -56> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 20 bluestore(/var/lib/ceph/osd/ceph-5) _kv_finalize_thread deferred_stable <>
   -55> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 10 bluestore(/var/lib/ceph/osd/ceph-5) _txc_state_proc txc 0x56283927a000 kv_submitted
   -54> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 20 bluestore(/var/lib/ceph/osd/ceph-5) _txc_committed_kv txc 0x56283927a000
   -53> 2019-12-09T22:26:56.353+0000 7fa9292f1700 20 bluestore(/var/lib/ceph/osd/ceph-5) _kv_sync_thread sleep
   -52> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 10 bluestore(/var/lib/ceph/osd/ceph-5) _txc_state_proc txc 0x56283927a000 finishing
   -51> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 20 bluestore(/var/lib/ceph/osd/ceph-5) _txc_finish 0x56283927a000 onodes 
   -50> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 10 bluestore(/var/lib/ceph/osd/ceph-5) _queue_reap_collection 0x562834a863c0 2.4as1_head
   -49> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 20 bluestore(/var/lib/ceph/osd/ceph-5) _txc_finish  txc 0x56283927a000 done
   -48> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 20 bluestore(/var/lib/ceph/osd/ceph-5) _txc_finish osr 0x56283a97a640 q now empty
   -47> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 10 bluestore(/var/lib/ceph/osd/ceph-5) _txc_release_alloc(queued) 0x56283927a000 []
   -46> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 10 bluestore(/var/lib/ceph/osd/ceph-5) _txc_finish reaping empty zombie osr 0x56283a97a640
   -45> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 10 bluestore(/var/lib/ceph/osd/ceph-5) _reap_collections 0x562834a863c0 2.4as1_head
   -44> 2019-12-09T22:26:56.353+0000 7fa92e2fb700 20 bluestore.OnodeSpace(0x562834a86500 in 0x562834547000) map_any
...

/a/sage-2019-12-09_21:35:38-rados:thrash-erasure-code-wip-sage3-testing-2019-12-09-1226-distro-basic-smithi/4585925