Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=2c5246221b9449c92df232e9d8bbe5823bd54a618c1e93fc1adf342ca0b1e47d

Assert condition: p->second.need <= v || p->second.is_delete()
Assert function: void pg_missing_set<TrackChanges>::got(const hobject_t&, eversion_t) [with bool TrackChanges = false]

Sanitized backtrace:

    ReplicatedBackend::handle_push_reply(pg_shard_t, PushReplyOp const&, PushOp*)
    ReplicatedBackend::do_push_reply(boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGRecoveryMsg::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2022-06-11 00:11:38.175240",
    "assert_condition": "p->second.need <= v || p->second.is_delete()",
    "assert_file": "osd/osd_types.h",
    "assert_func": "void pg_missing_set<TrackChanges>::got(const hobject_t&, eversion_t) [with bool TrackChanges = false]",
    "assert_line": 4991,
    "assert_msg": "osd/osd_types.h: In function 'void pg_missing_set<TrackChanges>::got(const hobject_t&, eversion_t) [with bool TrackChanges = false]' thread 7fde0239c700 time 2022-06-10T20:12:08.165482+0000\nosd/osd_types.h: 4991: FAILED ceph_assert(p->second.need <= v || p->second.is_delete())",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12ce0) [0x7fde26441ce0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x55fde37d74ac]",
        "ceph-osd(+0x5d766f) [0x55fde37d766f]",
        "ceph-osd(+0x9c4ee9) [0x55fde3bc4ee9]",
        "(ReplicatedBackend::handle_push_reply(pg_shard_t, PushReplyOp const&, PushOp*)+0x585) [0x55fde3cb4575]",
        "(ReplicatedBackend::do_push_reply(boost::intrusive_ptr<OpRequest>)+0x111) [0x55fde3cb7251]",
        "(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x247) [0x55fde3cbbec7]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x5b) [0x55fde3ac47eb]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x64f) [0x55fde3a6113f]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x332) [0x55fde38e2752]",
        "(ceph::osd::scheduler::PGRecoveryMsg::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x6b) [0x55fde3ba668b]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xaf8) [0x55fde39010d8]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x55fde40069c4]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55fde4007d64]",
        "/lib64/libpthread.so.0(+0x81cf) [0x7fde264371cf]",
        "clone()" 
    ],
    "ceph_version": "17.2.0",
    "crash_id": "2022-06-10T20:12:08.175219Z_1ee3d1be-c415-44e7-818c-d77a607edb5b",
    "entity_name": "osd.7280842682a01c2ea688af45280ac44fee6428ea",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "95b1a9fb6c17ab97f03587ce0012258e90fed13d8eb07d9984a657b9ef17055d",
    "timestamp": "2022-06-10T20:12:08.175219Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.44-talos",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Tue May 31 09:25:09 UTC 2022" 
}