Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=bd2ac1bb41c8f2f014f90acd3f83ecfcc1afe03974276a2ecde613c8e3d10d30

Assert condition: rank == new_rank
Assert function: void ConnectionTracker::notify_rank_removed(int, int)

Sanitized backtrace:

    ConnectionTracker::notify_rank_removed(int, int)
    Elector::notify_rank_removed(int, int)
    Monitor::notify_new_monmap(bool, bool)
    MonmapMonitor::update_from_paxos(bool*)
    Monitor::refresh_from_paxos(bool*)
    Paxos::do_refresh()
    Paxos::dispatch(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "archived": "2023-05-01 12:55:46.656882",
    "assert_condition": "rank == new_rank",
    "assert_file": "mon/ConnectionTracker.cc",
    "assert_func": "void ConnectionTracker::notify_rank_removed(int, int)",
    "assert_line": 252,
    "assert_msg": "mon/ConnectionTracker.cc: In function 'void ConnectionTracker::notify_rank_removed(int, int)' thread 7f26f27b0700 time 2023-05-01T13:40:01.217116+0200\nmon/ConnectionTracker.cc: 252: FAILED ceph_assert(rank == new_rank)",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7f26fd721cf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f26ff7784e3]",
        "/usr/lib64/ceph/libceph-common.so.2(+0x26a64f) [0x7f26ff77864f]",
        "(ConnectionTracker::notify_rank_removed(int, int)+0x17eb) [0x55d2d526aa3b]",
        "(Elector::notify_rank_removed(int, int)+0x5b) [0x55d2d5254ddb]",
        "(Monitor::notify_new_monmap(bool, bool)+0x419) [0x55d2d5178ea9]",
        "(MonmapMonitor::update_from_paxos(bool*)+0x655) [0x55d2d51d4b25]",
        "(Monitor::refresh_from_paxos(bool*)+0x104) [0x55d2d515e054]",
        "(Paxos::do_refresh()+0x52) [0x55d2d52eb682]",
        "(Paxos::dispatch(boost::intrusive_ptr<MonOpRequest>)+0x3ab) [0x55d2d52f3ebb]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x123e) [0x55d2d519799e]",
        "(Monitor::_ms_dispatch(Message*)+0x406) [0x55d2d5198066]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5d) [0x55d2d51c813d]",
        "(Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0x478) [0x7f26ff9f40e8]",
        "(DispatchQueue::entry()+0x50f) [0x7f26ff9f152f]",
        "(DispatchQueue::DispatchThread::entry()+0x11) [0x7f26ffaba3b1]",
        "/lib64/libpthread.so.0(+0x81cf) [0x7f26fd7171cf]",
        "clone()" 
    ],
    "ceph_version": "17.2.6",
    "crash_id": "2023-05-01T11:40:01.220578Z_845cb19e-2d80-4343-9523-0c2fcbd51b75",
    "entity_name": "mon.1d9adc174872d9666cd4ab99d9bb2882bef3279e",
    "os_id": "almalinux",
    "os_name": "AlmaLinux",
    "os_version": "8.7 (Stone Smilodon)",
    "os_version_id": "8.7",
    "process_name": "ceph-mon",
    "stack_sig": "7642ae71b09fff0ffa7fb90633fa8661531cfddc4780edf483e8328141e36431",
    "timestamp": "2023-05-01T11:40:01.220578Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-425.19.2.el8_7.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Tue Apr 4 05:30:47 EDT 2023" 
}