Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=2966e604246718b92712c37f2c25e870f9a90a09cdf27650ce8a46d7ea9e0ad8

Assert condition: num_down_in_osds <= num_in_osds
Assert function: void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const

Sanitized backtrace:

    OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const
    OSDMonitor::encode_pending(std::shared_ptr<MonitorDBStore::Transaction>)
    PaxosService::propose_pending()
    PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)
    Monitor::handle_command(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "assert_condition": "num_down_in_osds <= num_in_osds",
    "assert_file": "osd/OSDMap.cc",
    "assert_func": "void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const",
    "assert_line": 5712,
    "assert_msg": "osd/OSDMap.cc: In function 'void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const' thread 7f8ad60b0700 time 2022-06-06T09:37:16.510419+0200\nosd/OSDMap.cc: 5712: FAILED ceph_assert(num_down_in_osds <= num_in_osds)",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12ce0) [0x7f8ae172ece0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x7f8ae39f3d99]",
        "/usr/lib64/ceph/libceph-common.so.2(+0x276f62) [0x7f8ae39f3f62]",
        "(OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const+0x405d) [0x7f8ae3e3ec5d]",
        "(OSDMonitor::encode_pending(std::shared_ptr<MonitorDBStore::Transaction>)+0x3c28) [0x55712daa8078]",
        "(PaxosService::propose_pending()+0x21a) [0x55712da1900a]",
        "(PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)+0xbc3) [0x55712da1a013]",
        "(Monitor::handle_command(boost::intrusive_ptr<MonOpRequest>)+0x2794) [0x55712d8ff7e4]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0xa60) [0x55712d9042b0]",
        "(Monitor::_ms_dispatch(Message*)+0x670) [0x55712d905600]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5c) [0x55712d9344fc]",
        "(DispatchQueue::entry()+0x126a) [0x7f8ae3c39b6a]",
        "(DispatchQueue::DispatchThread::entry()+0x11) [0x7f8ae3ceb8f1]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7f8ae17241ca]",
        "clone()" 
    ],
    "ceph_version": "16.2.9",
    "crash_id": "2022-06-06T07:37:16.519138Z_3c4cd372-e53a-4425-a70e-aed0f1a4c10c",
    "entity_name": "mon.69e0c28da0ab6b2221c37ff0ef5f12f79fdecb5d",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mon",
    "stack_sig": "6ec84955d74f9f3a773c4eef8f9b2ff3d2524adb2e4c2def84006a27a3574627",
    "timestamp": "2022-06-06T07:37:16.519138Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-383.el8.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Wed Apr 20 15:38:08 UTC 2022" 
}