Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=15dd6d31679d011d664b1ce8208ca60d279228007c0f0f6bcc2d3b0321cb2348

Assert condition: abort
Assert function: PeeringState::Crashed::Crashed(boost::statechart::state<PeeringState::Crashed, PeeringState::PeeringMachine>::my_context)

Sanitized backtrace:

    PeeringState::Crashed::Crashed(boost::statechart::state<PeeringState::Crashed, PeeringState::PeeringMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::my_context)
    boost::statechart::detail::reaction_result boost::statechart::simple_state<PeeringState::Started, PeeringState::PeeringMachine, PeeringState::Start, (boost::statechart::history_mode)>::local_react_impl_non_empty::local_react_impl<boost::mpl::list7<boost::statechart::custom_reaction<PeeringState::SetForceRecovery>, boost::statechart::custom_reaction<PeeringState::UnsetForceRecovery>, boost::statechart::custom_reaction<PeeringState::SetForceBackfill>, boost::statechart::custom_reaction<PeeringState::UnsetForceBackfill>, boost::statechart::custom_reaction<PeeringState::RequestScrub>, boost::statechart::custom_reaction<PeeringState::CheckReadable>, boost::statechart::transition<boost::statechart::event_base, PeeringState::Crashed, boost::statechart::detail::no_context<boost::statechart::event_base>, &boost::statechart::detail::no_context<boost::statechart::event_base>::no_function> >, boost::statechart::simple_state<PeeringState::Started, PeeringState::PeeringMachine, PeeringState::Start, (boost::statechart::history_mode)> >(boost::statechart::simple_state<PeeringState::Started, PeeringState::PeeringMachine, PeeringState::Start, (boost::statechart::history_mode)>&, boost::statechart::event_base const&, void const*)
    boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)
    PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)
    OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "assert_condition": "abort",
    "assert_file": "osd/PeeringState.cc",
    "assert_func": "PeeringState::Crashed::Crashed(boost::statechart::state<PeeringState::Crashed, PeeringState::PeeringMachine>::my_context)",
    "assert_line": 4614,
    "assert_msg": "osd/PeeringState.cc: In function 'PeeringState::Crashed::Crashed(boost::statechart::state<PeeringState::Crashed, PeeringState::PeeringMachine>::my_context)' thread 7f2c6b1b9700 time 2023-05-04T20:23:49.552967+0200\nosd/PeeringState.cc: 4614: ceph_abort_msg(\"we got a bad state machine event\")",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140) [0x7f2c8ab55140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x18a) [0x55ade0f1f99a]",
        "(PeeringState::Crashed::Crashed(boost::statechart::state<PeeringState::Crashed, PeeringState::PeeringMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::my_context)+0xe0) [0x55ade12a4fe0]",
        "/usr/bin/ceph-osd(+0xe5d0a6) [0x55ade12b90a6]",
        "(boost::statechart::detail::reaction_result boost::statechart::simple_state<PeeringState::Started, PeeringState::PeeringMachine, PeeringState::Start, (boost::statechart::history_mode)0>::local_react_impl_non_empty::local_react_impl<boost::mpl::list7<boost::statechart::custom_reaction<PeeringState::SetForceRecovery>, boost::statechart::custom_reaction<PeeringState::UnsetForceRecovery>, boost::statechart::custom_reaction<PeeringState::SetForceBackfill>, boost::statechart::custom_reaction<PeeringState::UnsetForceBackfill>, boost::statechart::custom_reaction<PeeringState::RequestScrub>, boost::statechart::custom_reaction<PeeringState::CheckReadable>, boost::statechart::transition<boost::statechart::event_base, PeeringState::Crashed, boost::statechart::detail::no_context<boost::statechart::event_base>, &boost::statechart::detail::no_context<boost::statechart::event_base>::no_function> >, boost::statechart::simple_state<PeeringState::Started, PeeringState::PeeringMachine, PeeringState::Start, (boost::statechart::history_mode)0> >(boost::statechart::simple_state<PeeringState::Started, PeeringState::PeeringMachine, PeeringState::Start, (boost::statechart::history_mode)0>&, boost::statechart::event_base const&, void const*)+0xdf) [0x55ade12e99df]",
        "(boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x84) [0x55ade10b7004]",
        "(PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)+0xe8) [0x55ade109c6b8]",
        "(OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)+0x1b4) [0x55ade0ff63c4]",
        "(ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x55) [0x55ade125e565]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa27) [0x55ade10081a7]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x55ade16b7aba]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55ade16ba090]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7) [0x7f2c8ab49ea7]",
        "clone()" 
    ],
    "ceph_version": "16.2.11",
    "crash_id": "2023-05-04T18:23:49.583064Z_93e40353-9f35-4d19-98fd-b16bdc4cb64e",
    "entity_name": "osd.f2af3cc7a1afc19e3fa30df1d342ca806b0ee635",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "b1db4bd3b67aa30a1ca2ee945211786f757a1618b2471ba64e3cadda7c2908df",
    "timestamp": "2023-05-04T18:23:49.583064Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.74-1-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.74-1 (Mon, 14 Nov 2022 20:17:15 +0100)" 
}