Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=34f05776defb000d033885b3865e0effcd87f01112f48760db0b01a2fccc0c33

Assert condition: p->second.need <= v || p->second.is_delete()
Assert function: void pg_missing_set<TrackChanges>::got(const hobject_t&, eversion_t) [with bool TrackChanges = false]

Sanitized backtrace:

    PeeringState::on_peer_recover(pg_shard_t, hobject_t const&, eversion_t const&)
    ReplicatedBackend::handle_push_reply(pg_shard_t, PushReplyOp const&, PushOp*)
    ReplicatedBackend::do_push_reply(boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGRecoveryMsg::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2022-06-28 17:27:02.269520",
    "assert_condition": "p->second.need <= v || p->second.is_delete()",
    "assert_file": "osd/osd_types.h",
    "assert_func": "void pg_missing_set<TrackChanges>::got(const hobject_t&, eversion_t) [with bool TrackChanges = false]",
    "assert_line": 4910,
    "assert_msg": "osd/osd_types.h: In function 'void pg_missing_set<TrackChanges>::got(const hobject_t&, eversion_t) [with bool TrackChanges = false]' thread 7f38cc290700 time 2022-06-28T10:17:37.082271-0700\nosd/osd_types.h: 4910: FAILED ceph_assert(p->second.need <= v || p->second.is_delete())",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14140) [0x7f38ed40c140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x16e) [0x55e818851b30]",
        "/usr/bin/ceph-osd(+0xabcc71) [0x55e818851c71]",
        "(PeeringState::on_peer_recover(pg_shard_t, hobject_t const&, eversion_t const&)+0x1ff) [0x55e818bab4df]",
        "(ReplicatedBackend::handle_push_reply(pg_shard_t, PushReplyOp const&, PushOp*)+0x504) [0x55e818cd6e84]",
        "(ReplicatedBackend::do_push_reply(boost::intrusive_ptr<OpRequest>)+0x782) [0x55e818cdf812]",
        "(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x154) [0x55e818cdfb44]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x55) [0x55e818b027b5]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x502) [0x55e818aa0822]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1bc) [0x55e81890e54c]",
        "(ceph::osd::scheduler::PGRecoveryMsg::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x65) [0x55e818b8a2a5]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa27) [0x55e81893f417]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x55e818fd94ca]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55e818fdb830]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8ea7) [0x7f38ed400ea7]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-06-28T17:17:37.146704Z_95e95cb8-d1cd-448e-a049-2b36e63c8c39",
    "entity_name": "osd.4916906f7ef77f94d953c4532a872a2179a54fe1",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "36d309ba07ee33e850d9f29bd1d3a60256634e4ad4c4c0502c1f8c4f943c8323",
    "timestamp": "2022-06-28T17:17:37.146704Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.35-2-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.35-5 (Wed, 08 Jun 2022 15:02:51 +0200)" 
}