Bug #56349
crash: void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const: assert(num_down_in_osds <= num_in_osds)
Status:
New
Priority:
Normal
Assignee:
-
Category:
-
Target version:
-
% Done:
0%
Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Component(RADOS):
Pull request ID:
Crash signature (v1):
dd2e9b841cff631e85e32061c1579b273af9c7a0b1038b535e366dff918e3d38
Crash signature (v2):
Description
Assert condition: num_down_in_osds <= num_in_osds
Assert function: void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const
Sanitized backtrace:
OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const OSDMonitor::encode_pending(std::shared_ptr<MonitorDBStore::Transaction>) PaxosService::propose_pending() MgrMonitor::drop_active() MgrMonitor::prepare_beacon(boost::intrusive_ptr<MonOpRequest>) MgrMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>) PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>) Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>) Monitor::_ms_dispatch(Message*) Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&) DispatchQueue::entry() DispatchQueue::DispatchThread::entry()
Crash dump sample:
{ "archived": "2022-06-05 23:20:29.976540", "assert_condition": "num_down_in_osds <= num_in_osds", "assert_file": "osd/OSDMap.cc", "assert_func": "void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const", "assert_line": 5896, "assert_msg": "osd/OSDMap.cc: In function 'void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const' thread 7ffad224d700 time 2022-06-05T18:41:25.479685+0000\nosd/OSDMap.cc: 5896: FAILED ceph_assert(num_down_in_osds <= num_in_osds)", "assert_thread_name": "ms_dispatch", "backtrace": [ "/lib64/libpthread.so.0(+0x12ce0) [0x7ffadc6a9ce0]", "gsignal()", "abort()", "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x7ffade716082]", "/usr/lib64/ceph/libceph-common.so.2(+0x283245) [0x7ffade716245]", "(OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const+0x405d) [0x7ffadebd629d]", "(OSDMonitor::encode_pending(std::shared_ptr<MonitorDBStore::Transaction>)+0x3e2b) [0x561763cde72b]", "(PaxosService::propose_pending()+0x21a) [0x561763c57faa]", "(MgrMonitor::drop_active()+0x2cc) [0x561763d4ffcc]", "(MgrMonitor::prepare_beacon(boost::intrusive_ptr<MonOpRequest>)+0x1d47) [0x561763d52097]", "(MgrMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)+0x163) [0x561763d56da3]", "(PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)+0xa7d) [0x561763c58e6d]", "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x79a) [0x561763b2411a]", "(Monitor::_ms_dispatch(Message*)+0x457) [0x561763b25737]", "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5c) [0x561763b55c5c]", "(DispatchQueue::entry()+0x14fa) [0x7ffade99c3aa]", "(DispatchQueue::DispatchThread::entry()+0x11) [0x7ffadea52bd1]", "/lib64/libpthread.so.0(+0x81cf) [0x7ffadc69f1cf]", "clone()" ], "ceph_version": "17.2.0", "crash_id": "2022-06-05T18:41:25.482749Z_91cdfdee-587b-4bbb-8587-e7da088bcc90", "entity_name": "mon.676ff60aa64518d09da9bc045a405d9067b9815e", "os_id": "centos", "os_name": "CentOS Stream", "os_version": "8", "os_version_id": "8", "process_name": "ceph-mon", "stack_sig": "dd2e9b841cff631e85e32061c1579b273af9c7a0b1038b535e366dff918e3d38", "timestamp": "2022-06-05T18:41:25.482749Z", "utsname_machine": "x86_64", "utsname_release": "5.16.0-0.bpo.4-amd64", "utsname_sysname": "Linux", "utsname_version": "#1 SMP PREEMPT Debian 5.16.12-1~bpo11+1 (2022-03-08)" }