Ceph » mgr

New crash events were reported via Telemetry with newer versions (['16.2.6', '16.2.7']) than encountered in Tracker (16.2.0).

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=199402a5332a2f66405181b47f3c72ea87c36f95026fe56c4965d27158a0f81f

Assert condition: pending_service_map.epoch > service_map.epoch
Assert function: DaemonServer::got_service_map()::<lambda(const ServiceMap&)>

Sanitized backtrace:

    DaemonServer::got_service_map()
    Mgr::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    MgrStandby::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "assert_condition": "pending_service_map.epoch > service_map.epoch",
    "assert_file": "mgr/DaemonServer.cc",
    "assert_func": "DaemonServer::got_service_map()::<lambda(const ServiceMap&)>",
    "assert_line": 2934,
    "assert_msg": "mgr/DaemonServer.cc: In function 'DaemonServer::got_service_map()::<lambda(const ServiceMap&)>' thread 7f118f0b6700 time 2022-03-01T14:14:51.700558+0100\nmgr/DaemonServer.cc: 2934: FAILED ceph_assert(pending_service_map.epoch > service_map.epoch)",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14140) [0x7f1194b2d140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x16e) [0x7f1194f90090]",
        "/usr/lib/ceph/libceph-common.so.2(+0x2511d1) [0x7f1194f901d1]",
        "(DaemonServer::got_service_map()+0xb92) [0x55823e4d4652]",
        "(Mgr::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x19b) [0x55823e51999b]",
        "(MgrStandby::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0xac) [0x55823e52683c]",
        "(Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0x468) [0x7f11951be478]",
        "(DispatchQueue::entry()+0x5ef) [0x7f11951bbb7f]",
        "(DispatchQueue::DispatchThread::entry()+0xd) [0x7f119527a9bd]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8ea7) [0x7f1194b21ea7]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-03-01T13:14:51.743713Z_5b27d8b8-b81c-4042-9dc5-e9cd7a5a24ed",
    "entity_name": "mgr.ef482b661122aaf7ed735bb9351e769cc42b0aa5",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-mgr",
    "stack_sig": "a0f613f0f35695b63b31a8ed0fc2e54edbbc18a34467a7f2afa9fa9e4575e51d",
    "timestamp": "2022-03-01T13:14:51.743713Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.13.19-4-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.13.19-9 (Mon, 07 Feb 2022 11:01:14 +0100)" 
}