Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=862550c2d0acbaa001c27e63862101d0d0a9d48bfe935efa5c3964fc105ff4d7

Assert condition: waiting_for_ondisk.begin()->first == repop->v
Assert function: void PrimaryLogPG::eval_repop(PrimaryLogPG::RepGather*)

Sanitized backtrace:

    PrimaryLogPG::eval_repop(PrimaryLogPG::RepGather*)
    Context::complete(int)
    ReplicatedBackend::do_repop_reply(boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "assert_condition": "waiting_for_ondisk.begin()->first == repop->v",
    "assert_file": "osd/PrimaryLogPG.cc",
    "assert_func": "void PrimaryLogPG::eval_repop(PrimaryLogPG::RepGather*)",
    "assert_line": 11355,
    "assert_msg": "osd/PrimaryLogPG.cc: In function 'void PrimaryLogPG::eval_repop(PrimaryLogPG::RepGather*)' thread 7f24078f7700 time 2023-02-20T13:55:44.544969+0100\nosd/PrimaryLogPG.cc: 11355: FAILED ceph_assert(waiting_for_ondisk.begin()->first == repop->v)",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140) [0x7f242628f140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17e) [0x55fdca62afca]",
        "/usr/bin/ceph-osd(+0xc2310e) [0x55fdca62b10e]",
        "(PrimaryLogPG::eval_repop(PrimaryLogPG::RepGather*)+0x24c) [0x55fdca811a7c]",
        "(Context::complete(int)+0x9) [0x55fdca7289f9]",
        "(ReplicatedBackend::do_repop_reply(boost::intrusive_ptr<OpRequest>)+0x1dd) [0x55fdcaabf44d]",
        "(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0xa4) [0x55fdcaad3bc4]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x55) [0x55fdca8de085]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x502) [0x55fdca87da12]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x19b) [0x55fdca6e197b]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x69) [0x55fdca9afd89]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xad0) [0x55fdca715bc0]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x55fdcadf8c1a]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55fdcadfb1f0]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7) [0x7f2426283ea7]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-02-20T12:55:44.591906Z_de1c0bca-c580-46ee-ae9b-270e164c5f8e",
    "entity_name": "osd.14bea9cb14c3092f5b944a06ca61425d1e948ee8",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "c641613e41ef6f1b2cb04916ec5e432bcb4382c9adb163005ee14a13ac2aed9f",
    "timestamp": "2023-02-20T12:55:44.591906Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.85-1-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.85-1 (2023-02-01T00:00Z)" 
}