Ceph » RADOS

New crash events were reported via Telemetry with newer versions (['17.2.1', '17.2.3', '17.2.4', '17.2.5']) than encountered in Tracker (17.2.0).

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=43c985d46c6cc0d5c60823bc8e8c2808af6be3872e3e6eb54d13c011253c1885

Assert condition: m < ranks.size()
Assert function: const entity_addrvec_t& MonMap::get_addrs(unsigned int) const

Sanitized backtrace:

    Elector::send_peer_ping(int, utime_t const*)
    Elector::begin_peer_ping(int)
    Elector::handle_ping(boost::intrusive_ptr<MonOpRequest>)
    Elector::dispatch(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "assert_condition": "m < ranks.size()",
    "assert_file": "mon/MonMap.h",
    "assert_func": "const entity_addrvec_t& MonMap::get_addrs(unsigned int) const",
    "assert_line": 404,
    "assert_msg": "mon/MonMap.h: In function 'const entity_addrvec_t& MonMap::get_addrs(unsigned int) const' thread 7fbe0bb4e700 time 2023-05-09T21:53:57.748358+0000\nmon/MonMap.h: 404: FAILED ceph_assert(m < ranks.size())",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7fbe15d60cf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fbe17db5499]",
        "/usr/lib64/ceph/libceph-common.so.2(+0x269605) [0x7fbe17db5605]",
        "(Elector::send_peer_ping(int, utime_t const*)+0x46e) [0x560d4ac4063e]",
        "(Elector::begin_peer_ping(int)+0x1ce) [0x560d4ac41efe]",
        "(Elector::handle_ping(boost::intrusive_ptr<MonOpRequest>)+0xb5) [0x560d4ac423d5]",
        "(Elector::dispatch(boost::intrusive_ptr<MonOpRequest>)+0xb8) [0x560d4ac44948]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0xebe) [0x560d4ab88bae]",
        "(Monitor::_ms_dispatch(Message*)+0x406) [0x560d4ab895e6]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5d) [0x560d4abb9dad]",
        "(Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0x478) [0x7fbe1802fc88]",
        "(DispatchQueue::entry()+0x50f) [0x7fbe1802d0cf]",
        "(DispatchQueue::DispatchThread::entry()+0x11) [0x7fbe180f48f1]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7fbe15d561ca]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-05-09T21:53:57.760563Z_ccca3bd2-cfae-4d33-82c1-a93823f47bdc",
    "entity_name": "mon.089f5890280faeef78cb08c5cf2a46d3baa0eca4",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mon",
    "stack_sig": "499c8fad2548418212ddebba9fa150c83e953006f179ba93bb94066b33c48fb4",
    "timestamp": "2023-05-09T21:53:57.760563Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.3.18-150300.59.106-default",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Mon Dec 12 13:16:24 UTC 2022 (774239c)" 
}