Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=3c343c50bc64082eef645a5dec6431ce3312136c5465d46be8ad72ebd7e3caae

Assert condition: rs != range_tree.end()
Assert function: void AvlAllocator::_remove_from_tree(uint64_t, uint64_t)

Sanitized backtrace:

    AvlAllocator::_remove_from_tree(unsigned long, unsigned long)
    AvlAllocator::_allocate(unsigned long, unsigned long, unsigned long*, unsigned long*)
    AvlAllocator::_allocate(unsigned long, unsigned long, unsigned long, long, std::vector<bluestore_pextent_t, mempool::pool_allocator<(mempool::pool_index_t), bluestore_pextent_t> >*)
    HybridAllocator::allocate(unsigned long, unsigned long, unsigned long, long, std::vector<bluestore_pextent_t, mempool::pool_allocator<(mempool::pool_index_t), bluestore_pextent_t> >*)
    BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)
    BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::list&, unsigned int)
    BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::list&, unsigned int)
    BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)
    BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
    non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "assert_condition": "rs != range_tree.end()",
    "assert_file": "os/bluestore/AvlAllocator.cc",
    "assert_func": "void AvlAllocator::_remove_from_tree(uint64_t, uint64_t)",
    "assert_line": 171,
    "assert_msg": "os/bluestore/AvlAllocator.cc: In function 'void AvlAllocator::_remove_from_tree(uint64_t, uint64_t)' thread 7ff695a74700 time 2023-04-05T19:49:11.791832+0000\nos/bluestore/AvlAllocator.cc: 171: FAILED ceph_assert(rs != range_tree.end())",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7ff6b6ebccf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x55fec89bc68b]",
        "ceph-osd(+0x5977f7) [0x55fec89bc7f7]",
        "(AvlAllocator::_remove_from_tree(unsigned long, unsigned long)+0xaf) [0x55fec91b9ddf]",
        "(AvlAllocator::_allocate(unsigned long, unsigned long, unsigned long*, unsigned long*)+0x326) [0x55fec91bc296]",
        "(AvlAllocator::_allocate(unsigned long, unsigned long, unsigned long, long, std::vector<bluestore_pextent_t, mempool::pool_allocator<(mempool::pool_index_t)5, bluestore_pextent_t> >*)+0xa0) [0x55fec91bc830]",
        "(HybridAllocator::allocate(unsigned long, unsigned long, unsigned long, long, std::vector<bluestore_pextent_t, mempool::pool_allocator<(mempool::pool_index_t)5, bluestore_pextent_t> >*)+0x2c2) [0x55fec91ca832]",
        "(BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0xba1) [0x55fec9060081]",
        "(BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x333) [0x55fec90aa013]",
        "(BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0xde) [0x55fec90aacde]",
        "(BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x16ce) [0x55fec90ae25e]",
        "(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x2df) [0x55fec90bda5f]",
        "(non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x53) [0x55fec8c82203]",
        "(ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xba8) [0x55fec8ed6ed8]",
        "(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x194) [0x55fec8ee7c44]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x56) [0x55fec8cd52c6]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x512) [0x55fec8c679f2]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1c0) [0x55fec8abd900]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x6d) [0x55fec8dbc2ad]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x115f) [0x55fec8ad0dbf]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x435) [0x55fec922e8c5]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55fec9230fe4]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7ff6b6eb21ca]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-04-05T19:49:11.809202Z_ea9e95ba-35dd-4351-8e76-62ba08e765d2",
    "entity_name": "osd.98ad1505a3a3d703f03883cbb46ddfa3868422e8",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "28cd6ed2fa7af205f292bbb118660b5074fe942a593d261b94b114ee06344e3c",
    "timestamp": "2023-04-05T19:49:11.809202Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-144-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#161-Ubuntu SMP Fri Feb 3 14:49:04 UTC 2023" 
}