Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=f69a87d11f743c4125be07484db80caae1ae8be6c6f8dcf6a9624c32c9572cfc

Assert condition: p != missing.end()
Assert function: void pg_missing_set<TrackChanges>::got(const hobject_t&, eversion_t) [with bool TrackChanges = false]

Sanitized backtrace:

    PeeringState::on_peer_recover(pg_shard_t, hobject_t const&, eversion_t const&)
    PGBackend::handle_recovery_delete_reply(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "assert_condition": "p != missing.end()",
    "assert_file": "osd/osd_types.h",
    "assert_func": "void pg_missing_set<TrackChanges>::got(const hobject_t&, eversion_t) [with bool TrackChanges = false]",
    "assert_line": 4990,
    "assert_msg": "osd/osd_types.h: In function 'void pg_missing_set<TrackChanges>::got(const hobject_t&, eversion_t) [with bool TrackChanges = false]' thread 7f8e1314c700 time 2022-06-01T13:36:42.481315+0000\nosd/osd_types.h: 4990: FAILED ceph_assert(p != missing.end())",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12ce0) [0x7f8e351edce0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x55e40c74e4ac]",
        "ceph-osd(+0x5d766f) [0x55e40c74e66f]",
        "(PeeringState::on_peer_recover(pg_shard_t, hobject_t const&, eversion_t const&)+0xdd) [0x55e40cb3bedd]",
        "(PGBackend::handle_recovery_delete_reply(boost::intrusive_ptr<OpRequest>)+0x429) [0x55e40ca3ae39]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0xa3) [0x55e40ca3b833]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x64f) [0x55e40c9d813f]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x332) [0x55e40c859752]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x6f) [0x55e40cb1dbff]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xaf8) [0x55e40c8780d8]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x55e40cf7d9c4]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55e40cf7ed64]",
        "/lib64/libpthread.so.0(+0x81cf) [0x7f8e351e31cf]",
        "clone()" 
    ],
    "ceph_version": "17.2.0",
    "crash_id": "2022-06-01T13:36:42.492535Z_bc4a03cf-26a6-40d9-a134-bf55ce342463",
    "entity_name": "osd.72c850397be22043c1b0330cc36a398953933930",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "ef629051580f6b7ab3e00db951d7fe1ad4d2a75779785c85fe4f8f4221367e6a",
    "timestamp": "2022-06-01T13:36:42.492535Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-105-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#119-Ubuntu SMP Mon Mar 7 18:49:24 UTC 2022" 
}