Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=21daa9c4c392a4b09a8aa46bbfa9b0a2c152cdbe22585dc7252d1cce0acdf44d

Assert condition: i->version > other.tail
Assert function: void _handle_dups(ceph::common::CephContext*, pg_log_t&, const pg_log_t&, unsigned int)

Sanitized backtrace:

    pg_log_t::copy_after(ceph::common::CephContext*, pg_log_t const&, eversion_t)
    PeeringState::fulfill_log(pg_shard_t, pg_query_t const&, unsigned int)
    PeeringState::fulfill_query(MQuery const&, PeeringCtxWrapper&)
    PeeringState::Stray::react(MQuery const&)
    boost::statechart::simple_state<PeeringState::Stray, PeeringState::Started, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)
    PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)
    OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2023-04-20 07:28:37.103871",
    "assert_condition": "i->version > other.tail",
    "assert_file": "osd/osd_types.cc",
    "assert_func": "void _handle_dups(ceph::common::CephContext*, pg_log_t&, const pg_log_t&, unsigned int)",
    "assert_line": 5141,
    "assert_msg": "osd/osd_types.cc: In function 'void _handle_dups(ceph::common::CephContext*, pg_log_t&, const pg_log_t&, unsigned int)' thread 7fa8e7491700 time 2023-04-20T07:00:57.875045+0000\nosd/osd_types.cc: 5141: FAILED ceph_assert(i->version > other.tail)",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7fa9097b1cf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x560a049888f7]",
        "/usr/bin/ceph-osd(+0x582ac0) [0x560a04988ac0]",
        "/usr/bin/ceph-osd(+0x8d1442) [0x560a04cd7442]",
        "(pg_log_t::copy_after(ceph::common::CephContext*, pg_log_t const&, eversion_t)+0x90f) [0x560a04cd7e0f]",
        "(PeeringState::fulfill_log(pg_shard_t, pg_query_t const&, unsigned int)+0x676) [0x560a04d270e6]",
        "(PeeringState::fulfill_query(MQuery const&, PeeringCtxWrapper&)+0x15e) [0x560a04d273fe]",
        "(PeeringState::Stray::react(MQuery const&)+0x2c) [0x560a04d274bc]",
        "(boost::statechart::simple_state<PeeringState::Stray, PeeringState::Started, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x185) [0x560a04d6f4e5]",
        "(boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x5b) [0x560a04b53c7b]",
        "(PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)+0x2d1) [0x560a04b48761]",
        "(OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)+0x29c) [0x560a04abe9dc]",
        "(ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x56) [0x560a04cf5296]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xc28) [0x560a04ab0788]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x560a05133aa4]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x560a05136984]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7fa9097a71ca]",
        "clone()" 
    ],
    "ceph_version": "16.2.12",
    "crash_id": "2023-04-20T07:00:57.894123Z_94beb6e6-81b9-4602-8787-2d0cafb80341",
    "entity_name": "osd.2d9e554b2fbd88de8dfcbad9df541732aac18f37",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "16f51a35b5dbcbb0bd01ede206c5cfbdb1c6c3a542c5b1369f27272f9b6efbad",
    "timestamp": "2023-04-20T07:00:57.894123Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-131-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#147-Ubuntu SMP Fri Oct 14 17:07:22 UTC 2022" 
}