Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=0a56bf26ebe764a45622918001e7a8fda32afec7780825f3f3ac20f847fe7a8a

Assert condition: head.version == 0 || e.version.version > head.version
Assert function: void PGLog::IndexedLog::add(const pg_log_entry_t&, bool)

Sanitized backtrace:

    PGLog::IndexedLog::add(pg_log_entry_t const&, bool)
    PGLog::merge_log(pg_info_t&, pg_log_t&&, pg_shard_t, pg_info_t&, PGLog::LogEntryHandler*, bool&, bool&)
    PeeringState::merge_log(ceph::os::Transaction&, pg_info_t&, pg_log_t&&, pg_shard_t)
    PeeringState::Stray::react(MLogRec const&)
    boost::statechart::simple_state<PeeringState::Stray, PeeringState::Started, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)
    PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)
    OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "assert_condition": "head.version == 0 || e.version.version > head.version",
    "assert_file": "osd/PGLog.h",
    "assert_func": "void PGLog::IndexedLog::add(const pg_log_entry_t&, bool)",
    "assert_line": 607,
    "assert_msg": "osd/PGLog.h: In function 'void PGLog::IndexedLog::add(const pg_log_entry_t&, bool)' thread 7f964e1e4700 time 2022-12-14T05:36:13.067474-0700\nosd/PGLog.h: 607: FAILED ceph_assert(head.version == 0 || e.version.version > head.version)",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140) [0x7f966b0fd140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17e) [0x557b84e5bfca]",
        "/usr/bin/ceph-osd(+0xc2310e) [0x557b84e5c10e]",
        "(PGLog::IndexedLog::add(pg_log_entry_t const&, bool)+0x1ca) [0x557b8500b38a]",
        "(PGLog::merge_log(pg_info_t&, pg_log_t&&, pg_shard_t, pg_info_t&, PGLog::LogEntryHandler*, bool&, bool&)+0x888) [0x557b85005188]",
        "(PeeringState::merge_log(ceph::os::Transaction&, pg_info_t&, pg_log_t&&, pg_shard_t)+0x76) [0x557b851fd486]",
        "(PeeringState::Stray::react(MLogRec const&)+0x112) [0x557b85236ff2]",
        "(boost::statechart::simple_state<PeeringState::Stray, PeeringState::Started, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x124) [0x557b85266614]",
        "(boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x84) [0x557b84feb5b4]",
        "(PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)+0xe8) [0x557b84fd02c8]",
        "(OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)+0x2de) [0x557b84f31ebe]",
        "(ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x55) [0x557b851e0c45]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xad0) [0x557b84f46bc0]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x557b85629c1a]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x557b8562c1f0]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7) [0x7f966b0f1ea7]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2022-12-14T12:36:13.086218Z_e430963e-af21-4dbb-b1d0-af8902ce3daa",
    "entity_name": "osd.7cd283df2a3e9815ee4aea35f10390f7621fbc30",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "21b6682cc9ba7f83dfd7aa1a4b987945964ec92fd2af0c6b040c4e7b7b61312c",
    "timestamp": "2022-12-14T12:36:13.086218Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.74-1-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.74-1 (Mon, 14 Nov 2022 20:17:15 +0100)" 
}