Ceph » RADOS

New crash events were reported via Telemetry with newer versions (['16.2.0', '16.2.1', '16.2.2', '16.2.5', '16.2.6', '16.2.7', '16.2.9']) than encountered in Tracker (15.2.9).

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=7908167e9e2684b483a1770d334510b573113ba71da14b492fd934b23fd650bb

Assert condition: abort
Assert function: int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)

Sanitized backtrace:

    MonitorDBStore::apply_transaction(std::shared_ptr<MonitorDBStore::Transaction>)
    Monitor::sync_start(entity_addrvec_t&, bool)
    Monitor::handle_probe_reply(boost::intrusive_ptr<MonOpRequest>)
    Monitor::handle_probe(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "assert_condition": "abort",
    "assert_file": "mon/MonitorDBStore.h",
    "assert_func": "int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)",
    "assert_line": 351,
    "assert_msg": "mon/MonitorDBStore.h: In function 'int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)' thread 7f17a8d56700 time 2022-07-26T19:41:03.845497+0000\nmon/MonitorDBStore.h: 351: ceph_abort_msg(\"failed to write to db\")",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12b20) [0x7f17b43d1b20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b6) [0x7f17b68d8335]",
        "(MonitorDBStore::apply_transaction(std::shared_ptr<MonitorDBStore::Transaction>)+0xb4c) [0x55bc18035e3c]",
        "(Monitor::sync_start(entity_addrvec_t&, bool)+0x2cd) [0x55bc180432bd]",
        "(Monitor::handle_probe_reply(boost::intrusive_ptr<MonOpRequest>)+0x16b1) [0x55bc1806ad01]",
        "(Monitor::handle_probe(boost::intrusive_ptr<MonOpRequest>)+0x44f) [0x55bc1806bf4f]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x1372) [0x55bc1807b202]",
        "(Monitor::_ms_dispatch(Message*)+0x670) [0x55bc1807bc40]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5c) [0x55bc180aab1c]",
        "(DispatchQueue::entry()+0x126a) [0x7f17b6b120ca]",
        "(DispatchQueue::DispatchThread::entry()+0x11) [0x7f17b6bc2591]",
        "/lib64/libpthread.so.0(+0x814a) [0x7f17b43c714a]",
        "clone()" 
    ],
    "ceph_version": "16.2.5",
    "crash_id": "2022-07-26T19:41:03.851383Z_2ae92805-aba3-4343-b6d3-d855b0cb3590",
    "entity_name": "mon.d91e273cd15fa1b5202e34b673f9728c77d2da50",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mon",
    "stack_sig": "8df9ca548a07f27d9714346d0a6b1e027d2b8265e92f6a48866e585f54c56757",
    "timestamp": "2022-07-26T19:41:03.851383Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-110-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#124-Ubuntu SMP Thu Apr 14 19:46:19 UTC 2022" 
}