Ceph » CephFS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=7ad58204e57e59e10794c28da26f84d5cd0230b24c1e1a0bd9f35c6706f3adde

Assert condition: ref_map[by] > 0
Assert function: virtual void MDSCacheObject::bad_put(int)

Sanitized backtrace:

    MDSCacheObject::bad_put(int)
    Migrator::finish_export_dir(CDir*, int, std::map<inodeno_t, std::map<client_t, Capability::Import, std::less<client_t>, std::allocator<std::pair<client_t const, Capability::Import> > >, std::less<inodeno_t>, std::allocator<std::pair<inodeno_t const, std::map<client_t, Capability::Import, std::less<client_t>, std::allocator<std::pair<client_t const, Capability::Import> > > > > >&, std::vector<MDSContext*, std::allocator<MDSContext*> >&, int*)
    Migrator::finish_export_dir(CDir*, int, std::map<inodeno_t, std::map<client_t, Capability::Import, std::less<client_t>, std::allocator<std::pair<client_t const, Capability::Import> > >, std::less<inodeno_t>, std::allocator<std::pair<inodeno_t const, std::map<client_t, Capability::Import, std::less<client_t>, std::allocator<std::pair<client_t const, Capability::Import> > > > > >&, std::vector<MDSContext*, std::allocator<MDSContext*> >&, int*)
    Migrator::export_finish(CDir*)
    Migrator::handle_export_notify_ack(boost::intrusive_ptr<MExportDirNotifyAck const> const&)
    Migrator::dispatch(boost::intrusive_ptr<Message const> const&)
    MDSRank::_dispatch(boost::intrusive_ptr<Message const> const&, bool)
    MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr<Message const> const&)
    MDSDaemon::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "assert_condition": "ref_map[by] > 0",
    "assert_file": "mds/MDSCacheObject.h",
    "assert_func": "virtual void MDSCacheObject::bad_put(int)",
    "assert_line": 143,
    "assert_msg": "mds/MDSCacheObject.h: In function 'virtual void MDSCacheObject::bad_put(int)' thread 7f7a3a369700 time 2023-02-25T11:09:19.771918+0100\nmds/MDSCacheObject.h: 143: FAILED ceph_assert(ref_map[by] > 0)",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140) [0x7f7a3f5b7140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17e) [0x7f7a3f893296]",
        "/usr/lib/ceph/libceph-common.so.2(+0x25a3da) [0x7f7a3f8933da]",
        "(MDSCacheObject::bad_put(int)+0x39) [0x562bc6576dc9]",
        "(Migrator::finish_export_dir(CDir*, int, std::map<inodeno_t, std::map<client_t, Capability::Import, std::less<client_t>, std::allocator<std::pair<client_t const, Capability::Import> > >, std::less<inodeno_t>, std::allocator<std::pair<inodeno_t const, std::map<client_t, Capability::Import, std::less<client_t>, std::allocator<std::pair<client_t const, Capability::Import> > > > > >&, std::vector<MDSContext*, std::allocator<MDSContext*> >&, int*)+0x217) [0x562bc6540897]",
        "(Migrator::finish_export_dir(CDir*, int, std::map<inodeno_t, std::map<client_t, Capability::Import, std::less<client_t>, std::allocator<std::pair<client_t const, Capability::Import> > >, std::less<inodeno_t>, std::allocator<std::pair<inodeno_t const, std::map<client_t, Capability::Import, std::less<client_t>, std::allocator<std::pair<client_t const, Capability::Import> > > > > >&, std::vector<MDSContext*, std::allocator<MDSContext*> >&, int*)+0x464) [0x562bc6540ae4]",
        "(Migrator::export_finish(CDir*)+0x510) [0x562bc654a010]",
        "(Migrator::handle_export_notify_ack(boost::intrusive_ptr<MExportDirNotifyAck const> const&)+0x3c3) [0x562bc654b583]",
        "(Migrator::dispatch(boost::intrusive_ptr<Message const> const&)+0x314) [0x562bc6551a54]",
        "(MDSRank::_dispatch(boost::intrusive_ptr<Message const> const&, bool)+0x5c0) [0x562bc632fb40]",
        "(MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr<Message const> const&)+0x58) [0x562bc6330138]",
        "(MDSDaemon::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x1bf) [0x562bc630b40f]",
        "(Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0x468) [0x7f7a3fadd7a8]",
        "(DispatchQueue::entry()+0x5ef) [0x7f7a3fadaeaf]",
        "(DispatchQueue::DispatchThread::entry()+0xd) [0x7f7a3fb9d19d]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7) [0x7f7a3f5abea7]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-02-25T10:09:19.777542Z_f52729e1-6342-4734-bf96-f713f0f15d17",
    "entity_name": "mds.02032b9d9f3976a13d774889380574ff7257b199",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-mds",
    "stack_sig": "7a462520193978d97c24cc7c008bcd42f63678547617289b5b0a29d22cb5d3a6",
    "timestamp": "2023-02-25T10:09:19.777542Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.74-1-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.74-1 (Mon, 14 Nov 2022 20:17:15 +0100)" 
}