Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=e866241c55b94d1db77d2b71d573b85dcf00cae6ebf20efe544baf9030bc21ed

Sanitized backtrace:

    __pthread_mutex_lock()
    std::mutex::lock()
    AsyncMessenger::connect_to(int, entity_addrvec_t const&, bool, bool)
    OSDService::get_con_osd_cluster(int, unsigned int)
    PG::send_cluster_message(int, boost::intrusive_ptr<Message>, unsigned int, bool)
    PeeringState::send_lease()
    PeeringState::proc_renew_lease()
    PeeringState::Active::react(RenewLease const&)
    boost::statechart::simple_state<PeeringState::Active, PeeringState::Primary, PeeringState::Activating, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    boost::statechart::simple_state<PeeringState::WaitRemoteRecoveryReserved, PeeringState::Active, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)
    PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)
    OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2022-02-17 04:18:55.826877",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12c20) [0x7f1cbe930c20]",
        "/lib64/libpthread.so.0(+0x1175d) [0x7f1cbe92f75d]",
        "__pthread_mutex_lock()",
        "(std::mutex::lock()+0x17) [0x5607fe6c48e7]",
        "(AsyncMessenger::connect_to(int, entity_addrvec_t const&, bool, bool)+0x94) [0x5607fee9ee84]",
        "(OSDService::get_con_osd_cluster(int, unsigned int)+0x195) [0x5607fe644ab5]",
        "(PG::send_cluster_message(int, boost::intrusive_ptr<Message>, unsigned int, bool)+0x51) [0x5607fe71dc41]",
        "(PeeringState::send_lease()+0x272) [0x5607fe8ec9c2]",
        "(PeeringState::proc_renew_lease()+0x51) [0x5607fe902b31]",
        "(PeeringState::Active::react(RenewLease const&)+0x20) [0x5607fe902b80]",
        "(boost::statechart::simple_state<PeeringState::Active, PeeringState::Primary, PeeringState::Activating, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x1f4) [0x5607fe94fe74]",
        "(boost::statechart::simple_state<PeeringState::WaitRemoteRecoveryReserved, PeeringState::Active, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x46) [0x5607fe951296]",
        "(boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x5b) [0x5607fe73ff6b]",
        "(PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)+0x2d1) [0x5607fe7349e1]",
        "(OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)+0x29c) [0x5607fe6aee5c]",
        "(ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x56) [0x5607fe8de0e6]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xc28) [0x5607fe6a0d48]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x5607fed125b4]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5607fed15254]",
        "/lib64/libpthread.so.0(+0x817a) [0x7f1cbe92617a]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-02-16T19:59:29.842962Z_62e7572f-1f68-4e14-8582-2d5270572794",
    "entity_name": "osd.bd625c853b19fdc03bbf5664a121d50c7857aed8",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "3be8ab918c5b0342619f0eca81c49e8d778128641272b1688d20aba93c303bd8",
    "timestamp": "2022-02-16T19:59:29.842962Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-348.2.1.el8_5.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Mon Nov 15 09:17:08 EST 2021" 
}