Ceph » RADOS

New crash events were reported via Telemetry with newer versions (['16.2.6']) than encountered in Tracker (16.2.5).

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=3c44fd4fbb924dbf0de4d2713c9ab259d0f3882f00f0517b4cd9a701375874f7

Assert condition: abort
Assert function: int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)

Sanitized backtrace:

    /lib/x86_64-linux-gnu/libpthread.so.0(
    MonitorDBStore::apply_transaction(std::shared_ptr<MonitorDBStore::Transaction>)
    Elector::persist_epoch(unsigned int)
    ElectionLogic::bump_epoch(unsigned int)
    ElectionLogic::start()
    Monitor::handle_probe_reply(boost::intrusive_ptr<MonOpRequest>)
    Monitor::handle_probe(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()
    /lib/x86_64-linux-gnu/libpthread.so.0(
    clone()

{
    "assert_condition": "abort",
    "assert_file": "mon/MonitorDBStore.h",
    "assert_func": "int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)",
    "assert_line": 351,
    "assert_msg": "mon/MonitorDBStore.h: In function 'int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)' thread 7f1251dab640 time 2021-11-01T01:54:26.387193+0100\nmon/MonitorDBStore.h: 351: ceph_abort_msg(\"failed to write to db\")",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x141f0) [0x7f125a8071f0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x18e) [0x7f125b094cd6]",
        "(MonitorDBStore::apply_transaction(std::shared_ptr<MonitorDBStore::Transaction>)+0x872) [0x55abde73a552]",
        "(Elector::persist_epoch(unsigned int)+0x184) [0x55abde7966e4]",
        "(ElectionLogic::bump_epoch(unsigned int)+0x54) [0x55abde79d1b4]",
        "(ElectionLogic::start()+0x34b) [0x55abde79e31b]",
        "(Monitor::handle_probe_reply(boost::intrusive_ptr<MonOpRequest>)+0xe3a) [0x55abde6ffefa]",
        "(Monitor::handle_probe(boost::intrusive_ptr<MonOpRequest>)+0x2ff) [0x55abde70106f]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0xe72) [0x55abde70e352]",
        "(Monitor::_ms_dispatch(Message*)+0x40e) [0x55abde70eafe]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5d) [0x55abde73bd9d]",
        "(Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0x450) [0x7f125b2c37a0]",
        "(DispatchQueue::entry()+0x5ef) [0x7f125b2c0e8f]",
        "(DispatchQueue::DispatchThread::entry()+0x11) [0x7f125b380c41]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x9450) [0x7f125a7fc450]",
        "clone()" 
    ],
    "ceph_version": "16.2.6",
    "crash_id": "2021-11-01T00:54:26.396793Z_e9214b75-480f-403d-bcdc-359c61bb1244",
    "entity_name": "mon.409f5647c9fe64ffe9ba9896549c82a1af7bbc55",
    "os_id": "ubuntu",
    "os_name": "Ubuntu",
    "os_version": "21.04 (Hirsute Hippo)",
    "os_version_id": "21.04",
    "process_name": "ceph-mon",
    "stack_sig": "8d947de677f09bcd9579fda59b09ae8b79c9ee733f08a054a50dcd0de5168dbd",
    "timestamp": "2021-11-01T00:54:26.396793Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.11.0-38-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#42-Ubuntu SMP Fri Sep 24 14:03:54 UTC 2021" 
}