Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=2c87a7239d9493be78ec973d4658a0882da5f5270a4f4b4f078f2121a0d6d75e

Assert condition: num_down_in_osds <= num_in_osds
Assert function: void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const

Sanitized backtrace:

    OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const
    OSDMonitor::encode_pending(std::shared_ptr<MonitorDBStore::Transaction>)
    PaxosService::propose_pending()
    MgrMonitor::drop_active()
    MgrMonitor::prepare_beacon(boost::intrusive_ptr<MonOpRequest>)
    MgrMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::C_RetryMessage::_finish(int)
    C_MonOp::finish(int)
    Context::complete(int)
    void finish_contexts<std::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::list<Context*, std::allocator<Context*> >&, int)
    PaxosService::_active()
    Context::complete(int)
    void finish_contexts<std::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::list<Context*, std::allocator<Context*> >&, int)
    Paxos::finish_round()
    Paxos::commit_finish()
    C_Committed::finish(int)
    Context::complete(int)
    MonitorDBStore::C_DoTransaction::finish(int)
    Context::complete(int)
    Finisher::finisher_thread_entry()

{
    "archived": "2022-06-05 23:20:35.342670",
    "assert_condition": "num_down_in_osds <= num_in_osds",
    "assert_file": "osd/OSDMap.cc",
    "assert_func": "void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const",
    "assert_line": 5896,
    "assert_msg": "osd/OSDMap.cc: In function 'void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const' thread 7ff3bb587700 time 2022-06-05T20:31:09.354281+0000\nosd/OSDMap.cc: 5896: FAILED ceph_assert(num_down_in_osds <= num_in_osds)",
    "assert_thread_name": "fn_monstore",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12ce0) [0x7ff3c81e8ce0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x7ff3ca255082]",
        "/usr/lib64/ceph/libceph-common.so.2(+0x283245) [0x7ff3ca255245]",
        "(OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const+0x405d) [0x7ff3ca71529d]",
        "(OSDMonitor::encode_pending(std::shared_ptr<MonitorDBStore::Transaction>)+0x3e2b) [0x5559522de72b]",
        "(PaxosService::propose_pending()+0x21a) [0x555952257faa]",
        "(MgrMonitor::drop_active()+0x2cc) [0x55595234ffcc]",
        "(MgrMonitor::prepare_beacon(boost::intrusive_ptr<MonOpRequest>)+0x1d47) [0x555952352097]",
        "(MgrMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)+0x163) [0x555952356da3]",
        "(PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)+0xa7d) [0x555952258e6d]",
        "(PaxosService::C_RetryMessage::_finish(int)+0x64) [0x5559521a7ef4]",
        "(C_MonOp::finish(int)+0x49) [0x55595212a5c9]",
        "(Context::complete(int)+0xd) [0x55595212721d]",
        "(void finish_contexts<std::__cxx11::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::__cxx11::list<Context*, std::allocator<Context*> >&, int)+0xa5) [0x555952154f95]",
        "(PaxosService::_active()+0x1cb) [0x555952259dbb]",
        "(Context::complete(int)+0xd) [0x55595212721d]",
        "(void finish_contexts<std::__cxx11::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::__cxx11::list<Context*, std::allocator<Context*> >&, int)+0xa5) [0x555952154f95]",
        "(Paxos::finish_round()+0x169) [0x555952250689]",
        "(Paxos::commit_finish()+0x8c0) [0x555952253140]",
        "(C_Committed::finish(int)+0x45) [0x555952256d65]",
        "(Context::complete(int)+0xd) [0x55595212721d]",
        "(MonitorDBStore::C_DoTransaction::finish(int)+0x98) [0x555952256a88]",
        "(Context::complete(int)+0xd) [0x55595212721d]",
        "(Finisher::finisher_thread_entry()+0x19d) [0x7ff3ca3003ed]",
        "/lib64/libpthread.so.0(+0x81cf) [0x7ff3c81de1cf]",
        "clone()" 
    ],
    "ceph_version": "17.2.0",
    "crash_id": "2022-06-05T20:31:09.362719Z_545a00f4-b8bd-461c-a638-7f0be6ee5bff",
    "entity_name": "mon.676ff60aa64518d09da9bc045a405d9067b9815e",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mon",
    "stack_sig": "d5b2c22d4f2d3d98a5c445c40729edd57e32d1cd77e7840da30423d56b0647e9",
    "timestamp": "2022-06-05T20:31:09.362719Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.16.0-0.bpo.4-amd64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PREEMPT Debian 5.16.12-1~bpo11+1 (2022-03-08)" 
}