Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=7464294c2c2ac69856297e3782592215fcdb7604a743a88af4c9f8c60d7d0c81

Assert condition: n < ranks.size()
Assert function: std::string MonMap::get_name(unsigned int) const

Sanitized backtrace:

    Monitor::get_versions(std::map<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::list<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::less<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::list<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > > >&)
    Monitor::get_all_versions(std::map<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::list<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::less<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::list<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > > >&)
    HealthMonitor::check_for_older_version(health_check_map_t*)
    HealthMonitor::check_leader_health()
    HealthMonitor::tick()
    Context::complete(int)
    void finish_contexts<std::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::list<Context*, std::allocator<Context*> >&, int)
    Paxos::finish_round()
    Paxos::dispatch(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "archived": "2022-07-17 08:25:31.515494",
    "assert_condition": "n < ranks.size()",
    "assert_file": "mon/MonMap.h",
    "assert_func": "std::string MonMap::get_name(unsigned int) const",
    "assert_line": 350,
    "assert_msg": "mon/MonMap.h: In function 'std::string MonMap::get_name(unsigned int) const' thread 7f863579d700 time 2022-07-16T16:06:18.936150-0700\nmon/MonMap.h: 350: FAILED ceph_assert(n < ranks.size())",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14140) [0x7f863e437140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x16e) [0x7f863e953028]",
        "/usr/lib/ceph/libceph-common.so.2(+0x251169) [0x7f863e953169]",
        "(Monitor::get_versions(std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::list<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::__cxx11::list<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > > >&)+0x486) [0x556dfddb6be6]",
        "(Monitor::get_all_versions(std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::list<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::__cxx11::list<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > > >&)+0x29) [0x556dfddc69d9]",
        "(HealthMonitor::check_for_older_version(health_check_map_t*)+0x1c5) [0x556dfde960e5]",
        "(HealthMonitor::check_leader_health()+0x15c) [0x556dfde983ec]",
        "(HealthMonitor::tick()+0x90) [0x556dfde98740]",
        "/usr/bin/ceph-mon(+0x80469d) [0x556dfddd869d]",
        "(Context::complete(int)+0x9) [0x556dfddf68e9]",
        "(void finish_contexts<std::__cxx11::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::__cxx11::list<Context*, std::allocator<Context*> >&, int)+0xa8) [0x556dfde21948]",
        "(Paxos::finish_round()+0x70) [0x556dfdf0a350]",
        "(Paxos::dispatch(boost::intrusive_ptr<MonOpRequest>)+0x3d3) [0x556dfdf0c143]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x116b) [0x556dfddf44ab]",
        "(Monitor::_ms_dispatch(Message*)+0x41e) [0x556dfddf4aee]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x59) [0x556dfde22ec9]",
        "(Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0x468) [0x7f863eb82cb8]",
        "(DispatchQueue::entry()+0x5ef) [0x7f863eb803bf]",
        "(DispatchQueue::DispatchThread::entry()+0xd) [0x7f863ec3f4bd]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8ea7) [0x7f863e42bea7]",
        "clone()" 
    ],
    "ceph_version": "16.2.9",
    "crash_id": "2022-07-16T23:06:18.964548Z_e3bdceea-38e8-44a0-83e9-1d503f463acb",
    "entity_name": "mon.bafd712c1fc0ec75ce12c938dd6980418f156b81",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-mon",
    "stack_sig": "d7f36c729e01b4d4b28855aa0c1ab2b0146c4e35519c5ca5cedfedefae45f0f3",
    "timestamp": "2022-07-16T23:06:18.964548Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.13.19-5-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.13.19-13 (Tue, 08 Mar 2022 07:32:25 +0100)" 
}