Project

General

Profile

Bug #59511

osd crashes when purging snaps

Added by Xuehan Xu 11 months ago. Updated 11 months ago.

Status:
Resolved
Priority:
Normal
Assignee:
Target version:
-
% Done:

0%

Source:
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):

Description

#0  __pthread_kill_implementation (no_tid=0, signo=6, threadid=140401117230720) at ./nptl/pthread_kill.c:44
#1  __pthread_kill_internal (signo=6, threadid=140401117230720) at ./nptl/pthread_kill.c:78
#2  __GI___pthread_kill (threadid=140401117230720, signo=signo@entry=6) at ./nptl/pthread_kill.c:89
#3  0x00007fb1af483476 in __GI_raise (sig=6) at ../sysdeps/posix/raise.c:26
#4  0x0000563ff89d134f in reraise_fatal (signum=6) at /home/xuxuehan/src/ceph/src/crimson/common/fatal_signal.cc:41
#5  0x0000563ff89d10fe in FatalSignal::signal_entry (signum=6, info=0x7ffd0a2bfdf0) at /home/xuxuehan/src/ceph/src/crimson/common/fatal_signal.cc:62
#6  <signal handler called>
#7  __pthread_kill_implementation (no_tid=0, signo=6, threadid=140401117230720) at ./nptl/pthread_kill.c:44
#8  __pthread_kill_internal (signo=6, threadid=140401117230720) at ./nptl/pthread_kill.c:78
#9  __GI___pthread_kill (threadid=140401117230720, signo=signo@entry=6) at ./nptl/pthread_kill.c:89
#10 0x00007fb1af483476 in __GI_raise (sig=sig@entry=6) at ../sysdeps/posix/raise.c:26
#11 0x00007fb1af4697f3 in __GI_abort () at ./stdlib/abort.c:79
#12 0x00007fb1af46971b in __assert_fail_base (fmt=0x7fb1af61e150 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x563ffa89e56b "px != 0", file=0x563ffa89e573 "/home/xuxuehan/src/ceph/build/boost/include/boost/smart_ptr/intrusive_ptr.hpp", line=199, 
    function=<optimized out>) at ./assert/assert.c:92
#13 0x00007fb1af47ae96 in __GI___assert_fail (assertion=0x563ffa89e56b "px != 0", file=0x563ffa89e573 "/home/xuxuehan/src/ceph/build/boost/include/boost/smart_ptr/intrusive_ptr.hpp", line=199, 
    function=0x563ffa8fd1a3 "T *boost::intrusive_ptr<crimson::osd::SnapSetContext>::operator->() const [T = crimson::osd::SnapSetContext]") at ./assert/assert.c:101
#14 0x0000563ff7e51112 in boost::intrusive_ptr<crimson::osd::SnapSetContext>::operator-> (this=0x5640051f5650) at boost/include/boost/smart_ptr/intrusive_ptr.hpp:199
#15 0x0000563ff80d2c3b in crimson::osd::SnapTrimObjSubEvent::remove_or_update (this=0x5640075d4400, obc=..., head_obc=...) at /home/xuxuehan/src/ceph/src/crimson/osd/osd_operations/snaptrim_event.cc:405
#16 0x0000563ff80eb52e in crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}::operator()() (this=0x56400a0226b0)
    at /home/xuxuehan/src/ceph/src/crimson/osd/osd_operations/snaptrim_event.cc:508
#17 0x0000563ff80eb374 in seastar::futurize<crimson::interruptible::interruptible_future_detail<crimson::osd::IOInterruptCondition, crimson::errorator<crimson::unthrowable_wrapper<std::error_code const&, crimson::ec<2> > >::_future<crimson::errorated_future_marker<void> > > >::invoke<crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}>(crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}&&) (func=...) at /home/xuxuehan/src/ceph/src/crimson/common/interruptible_future.h:1559
#18 0x0000563ff80eb340 in seastar::futurize_invoke<crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}>(crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}&&) (func=...) at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/future.hh:2178
#19 0x0000563ff80eb270 in crimson::interruptible::internal::call_with_interruption_impl<crimson::osd::IOInterruptCondition, crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}>(seastar::lw_shared_ptr<crimson::osd::IOInterruptCondition>, crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}&&) (interrupt_condition=..., func=...)
    at /home/xuxuehan/src/ceph/src/crimson/common/interruptible_future.h:200
#20 0x0000563ff80eaf91 in crimson::interruptible::call_with_interruption<crimson::osd::IOInterruptCondition, crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}, crimson::interruptible::interruptible_future_detail<crimson::osd::IOInterruptCondition, crimson::errorator<crimson::unthrowable_wrapper<std::error_code const&, crimson::ec<2> > >::_future<crimson::errorated_future_marker<void> > > >(seastar::lw_shared_ptr<crimson::osd::IOInterruptCondition>, crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}&&) (interrupt_condition=..., func=...) at /home/xuxuehan/src/ceph/src/crimson/common/interruptible_future.h:270
#21 0x0000563ff80eae60 in crimson::interruptible::interruptible_future_detail<crimson::osd::IOInterruptCondition, seastar::future<void> >::then_interruptible<crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}>(crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}&&)::{lambda()#1}::operator()() (this=0x56400a0226b0)
    at /home/xuxuehan/src/ceph/src/crimson/common/interruptible_future.h:461
#22 0x0000563ff80ead94 in seastar::futurize<crimson::interruptible::interruptible_future_detail<crimson::osd::IOInterruptCondition, crimson::errorator<crimson::unthrowable_wrapper<std::error_code const&, crimson::ec<2> > >::_future<crimson::errorated_future_marker<void> > > >::invoke<crimson::interruptible::interruptible_future_detail<crimson::osd::IOInterruptCondition, seastar::future<void> >::then_interruptible<crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}>(crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}&&)::{lambda()#1}&>(crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}&&) (func=...) at /home/xuxuehan/src/ceph/src/crimson/common/interruptible_future.h:1559
#23 0x0000563ff80ead60 in seastar::futurize_invoke<crimson::interruptible::interruptible_future_detail<crimson::osd::IOInterruptCondition, seastar::future<void> >::then_interruptible<crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}>(crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}&&)::{lambda()#1}&>(crimson::osd::SnapTrimObjSubEvent::with_pg(crimson::osd::ShardServices&, boost::intrusive_ptr<crimson::osd::PG>)::$_9::operator()() const::{lambda(auto:1, auto:2)#1}::operator()<boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext> >(boost::intrusive_ptr<crimson::osd::ObjectContext>, boost::intrusive_ptr<crimson::osd::ObjectContext>) const::{lambda()#1}&&) (func=...) at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/future.hh:2178
#24 0x0000563ff80ead23 in _ZZN7seastar6futureIvE4thenIZN7crimson13interruptible27interruptible_future_detailINS3_3osd20IOInterruptConditionES1_E18then_interruptibleIZZZNS6_19SnapTrimObjSubEvent7with_pgERNS6_13ShardServicesEN5boost13intrusive_ptrINS6_2PGEEEENK3$_9clEvENKUlT_T0_E_clINSE_INS6_13ObjectContextEEESN_EEDaSI_SJ_EUlvE_EEDaOSI_EUlvE_NS5_IS7_NS3_9erroratorIJNS3_19unthrowable_wrapperIRKSt10error_codeL_ZNS3_2ecILi2EEEEEEEE7_futureINS3_23errorated_future_markerIvEEEEEEEESJ_SP_ENUlDpOT_E_clIJEEEDaS16_ (this=0x56400a0226b0)
    at /home/xuxuehan/src/ceph/src/seastar/include/seastar/core/future.hh:1539
#25 0x0000563ff80eac70 in _ZN7seastar20noncopyable_functionIFN7crimson13interruptible27interruptible_future_detailINS1_3osd20IOInterruptConditionENS1_9erroratorIJNS1_19unthrowable_wrapperIRKSt10error_codeL_ZNS1_2ecILi2EEEEEEEE7_futureINS1_23errorated_future_markerIvEEEEEEvEE17direct_vtable_forIZNS_6futureIvE4thenIZNS3_IS5_SN_E18then_interruptibleIZZZNS4_19SnapTrimObjSubEvent7with_pgERNS4_13ShardServicesEN5boost13intrusive_ptrINS4_2PGEEEENK3$_9clEvENKUlT_T0_E_clINSV_INS4_13ObjectContextEEES14_EEDaSZ_S10_EUlvE_EEDaOSZ_EUlvE_SI_EES10_S16_EUlDpOT_E_E4callEPKSK_ (func=0x56400a0226b0) at /home/xuxuehan/src/ceph/src/seastar/include/seastar/util/noncopyable_function.hh:124
#26 0x0000563ff8105474 in seastar::noncopyable_function<crimson::interruptible::interruptible_future_detail<crimson::osd::IOInterruptCondition, crimson::errorator<crimson::unthrowable_wrapper<std::error_code const&, crimson::ec<2> > >::_future<crimson::errorated_future_marker<void> > > ()>::operator()() const (this=0x56400a0226b0) at /home/xuxuehan/src/ceph/src/seastar/include/seastar/util/noncopyable_function.hh:210
#27 0x0000563ff8105440 in std::__invoke_impl<crimson::interruptible::interruptible_future_detail<crimson::osd::IOInterruptCondition, crimson::errorator<crimson::unthrowable_wrapper<std::error_code const&, crimson::ec<2> > >::_future<crimson::errorated_future_marker<void> > >, seastar::noncopyable_function<crimson::interruptible::interruptible_future_detail<crimson::osd::IOInterruptCondition, crimson::errorator<crimson::unthrowable_wrapper<std::error_code const&, crimson::ec<2> > >::_future<crimson::errorated_future_marker<void> > > 

History

#1 Updated by Xuehan Xu 11 months ago

  • Pull request ID set to 51180

#2 Updated by Matan Breizman 11 months ago

  • Status changed from New to Resolved

Also available in: Atom PDF