Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=ea60d26b0fb86048ba4db78dabc78d1a817e31d8020ed4bc63aa0da7935dbcc9

Assert condition: num_down_in_osds <= num_in_osds
Assert function: void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const

Sanitized backtrace:

    OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const
    OSDMonitor::encode_pending(std::shared_ptr<MonitorDBStore::Transaction>)
    PaxosService::propose_pending()
    MDSMonitor::prepare_beacon(boost::intrusive_ptr<MonOpRequest>)
    MDSMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Monitor::handle_forward(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "archived": "2022-06-05 23:20:35.182487",
    "assert_condition": "num_down_in_osds <= num_in_osds",
    "assert_file": "osd/OSDMap.cc",
    "assert_func": "void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const",
    "assert_line": 5896,
    "assert_msg": "osd/OSDMap.cc: In function 'void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const' thread 7f1531ebd700 time 2022-06-05T20:30:03.894422+0000\nosd/OSDMap.cc: 5896: FAILED ceph_assert(num_down_in_osds <= num_in_osds)",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12ce0) [0x7f153c319ce0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x7f153e386082]",
        "/usr/lib64/ceph/libceph-common.so.2(+0x283245) [0x7f153e386245]",
        "(OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const+0x405d) [0x7f153e84629d]",
        "(OSDMonitor::encode_pending(std::shared_ptr<MonitorDBStore::Transaction>)+0x3e2b) [0x557c376de72b]",
        "(PaxosService::propose_pending()+0x21a) [0x557c37657faa]",
        "(MDSMonitor::prepare_beacon(boost::intrusive_ptr<MonOpRequest>)+0xd48) [0x557c37724ec8]",
        "(MDSMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)+0x198) [0x557c3772a808]",
        "(PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)+0xa7d) [0x557c37658e6d]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x88e) [0x557c3752420e]",
        "(Monitor::_ms_dispatch(Message*)+0x457) [0x557c37525737]",
        "(Monitor::handle_forward(boost::intrusive_ptr<MonOpRequest>)+0x8e4) [0x557c37526d24]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x115d) [0x557c37524add]",
        "(Monitor::_ms_dispatch(Message*)+0x457) [0x557c37525737]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5c) [0x557c37555c5c]",
        "(DispatchQueue::entry()+0x14fa) [0x7f153e60c3aa]",
        "(DispatchQueue::DispatchThread::entry()+0x11) [0x7f153e6c2bd1]",
        "/lib64/libpthread.so.0(+0x81cf) [0x7f153c30f1cf]",
        "clone()" 
    ],
    "ceph_version": "17.2.0",
    "crash_id": "2022-06-05T20:30:03.897694Z_4a20f3a9-3d57-4943-87b5-ec7ddec4b8d9",
    "entity_name": "mon.676ff60aa64518d09da9bc045a405d9067b9815e",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mon",
    "stack_sig": "d6e3189d0ff22fa1c2d970a98e38b86303424c16cb978e304954d7cd6270a803",
    "timestamp": "2022-06-05T20:30:03.897694Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.16.0-0.bpo.4-amd64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PREEMPT Debian 5.16.12-1~bpo11+1 (2022-03-08)" 
}