Ceph » CephFS

(gdb) bt
#0  0x00007fa3034f348f in raise () from /lib64/libpthread.so.0
#1  0x000056357fdcf208 in reraise_fatal (signum=6) at /home/zhyan/Ceph/ceph-1/src/global/signal_handler.cc:74
#2  handle_fatal_signal (signum=6) at /home/zhyan/Ceph/ceph-1/src/global/signal_handler.cc:138
#3  <signal handler called>
#4  0x00007fa30269391f in raise () from /lib64/libc.so.6
#5  0x00007fa30269551a in abort () from /lib64/libc.so.6
#6  0x000056357fe2251c in ceph::__ceph_assert_fail (assertion=assertion@entry=0x56358017c322 "start_ptr == read_pos", 
    file=file@entry=0x56358017b440 "/home/zhyan/Ceph/ceph-1/src/osdc/Journaler.cc", line=line@entry=1177, 
    func=func@entry=0x56358017c660 <Journaler::try_read_entry(ceph::buffer::list&)::__PRETTY_FUNCTION__> "bool Journaler::try_read_entry(ceph::bufferlist&)")
    at /home/zhyan/Ceph/ceph-1/src/common/assert.cc:77
#7  0x000056357fd8153c in Journaler::try_read_entry (this=this@entry=0x563589796760, bl=...) at /home/zhyan/Ceph/ceph-1/src/osdc/Journaler.cc:1177
#8  0x000056357fc25a44 in PurgeQueue::_consume (this=0x563589796460) at /home/zhyan/Ceph/ceph-1/src/mds/PurgeQueue.cc:296
#9  0x000056357fc2689f in PurgeQueue::<lambda(int)>::operator() (r=<optimized out>, __closure=0x56359403e730) at /home/zhyan/Ceph/ceph-1/src/mds/PurgeQueue.cc:413
#10 boost::detail::function::void_function_obj_invoker1<PurgeQueue::_execute_item(const PurgeItem&, uint64_t)::<lambda(int)>, void, int>::invoke(boost::detail::function::function_buffer &, int) (function_obj_ptr=..., a0=<optimized out>) at /mnt/misc/Ceph/ceph-1/build/boost/include/boost/function/function_template.hpp:159
#11 0x000056357faaae60 in boost::function1<void, int>::operator() (a0=<optimized out>, this=<optimized out>)
    at /mnt/misc/Ceph/ceph-1/build/boost/include/boost/function/function_template.hpp:771
#12 FunctionContext::finish (this=<optimized out>, r=<optimized out>) at /home/zhyan/Ceph/ceph-1/src/include/Context.h:489
#13 0x000056357faa8811 in Context::complete (this=0x56359403e720, r=<optimized out>) at /home/zhyan/Ceph/ceph-1/src/include/Context.h:70
#14 0x000056357fad816a in C_GatherBase<Context, Context>::delete_me (this=0x563594385fb0) at /home/zhyan/Ceph/ceph-1/src/include/Context.h:300
#15 C_GatherBase<Context, Context>::sub_finish (this=0x563594385fb0, sub=<optimized out>, sub@entry=0x56358b9f1d70, r=0) at /home/zhyan/Ceph/ceph-1/src/include/Context.h:295
#16 0x000056357fad84a9 in C_GatherBase<Context, Context>::C_GatherSub::finish (r=<optimized out>, this=0x56358b9f1d70) at /home/zhyan/Ceph/ceph-1/src/include/Context.h:318
#17 Context::complete (r=<optimized out>, this=0x56358b9f1d70) at /home/zhyan/Ceph/ceph-1/src/include/Context.h:70
#18 C_GatherBase<Context, Context>::C_GatherSub::complete (this=0x56358b9f1d70, r=<optimized out>) at /home/zhyan/Ceph/ceph-1/src/include/Context.h:315
#19 0x000056357ffc1301 in Objecter::handle_osd_op_reply (this=this@entry=0x5635897ce000, m=m@entry=0x56359316e680) at /home/zhyan/Ceph/ceph-1/src/osdc/Objecter.cc:3424
#20 0x000056357ffd3b03 in Objecter::ms_dispatch (this=0x5635897ce000, m=0x56359316e680) at /home/zhyan/Ceph/ceph-1/src/osdc/Objecter.cc:970
#21 0x00005635800830f6 in Messenger::ms_fast_dispatch (m=0x56359316e680, this=0x563589680000) at /home/zhyan/Ceph/ceph-1/src/msg/Messenger.h:573
#22 DispatchQueue::fast_dispatch (this=0x563589680178, m=m@entry=0x56359316e680) at /home/zhyan/Ceph/ceph-1/src/msg/DispatchQueue.cc:71
#23 0x00005635800c9d38 in AsyncConnection::process (this=0x5635897eb800) at /home/zhyan/Ceph/ceph-1/src/msg/async/AsyncConnection.cc:795
#24 0x000056357febb461 in EventCenter::process_events (this=this@entry=0x5635895fa080, timeout_microseconds=<optimized out>, timeout_microseconds@entry=30000000)
    at /home/zhyan/Ceph/ceph-1/src/msg/async/Event.cc:408
#25 0x000056357febf64f in NetworkStack::<lambda()>::operator()(void) const (__closure=0x5635895ead28) at /home/zhyan/Ceph/ceph-1/src/msg/async/Stack.cc:50
#26 0x00007fa302fff5cf in ?? () from /lib64/libstdc++.so.6
#27 0x00007fa3034e96ca in start_thread () from /lib64/libpthread.so.0
#28 0x00007fa302765f7f in clone () from /lib64/libc.so.6

my local test branch, based on 4100803cfe973baa58e1c869b8ceaff24e86a31f, no change to purgequeue