Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=efcf1faffc8e6ef78ec05e01a75a157d04b46662aa53e8eb60b09fce27c60a19

Assert condition: p != buffer_map.end()
Assert function: void BlueStore::BufferSpace::_rm_buffer(BlueStore::BufferCacheShard*, std::map<unsigned int, std::unique_ptr<BlueStore::Buffer> >::iterator)

Sanitized backtrace:

    BlueStore::BufferSpace::_rm_buffer(BlueStore::BufferCacheShard*, std::_Rb_tree_iterator<std::pair<unsigned int const, std::unique_ptr<BlueStore::Buffer, std::default_delete<BlueStore::Buffer> > > >)
    BlueStore::BufferSpace::_clear(BlueStore::BufferCacheShard*)
    BlueStore::SharedBlob::put()
    BlueStore::Extent::~Extent()
    BlueStore::Onode::put()
    LruOnodeCacheShard::_trim_to(unsigned long)
    BlueStore::OnodeSpace::add(ghobject_t const&, boost::intrusive_ptr<BlueStore::Onode>&)
    BlueStore::Collection::get_onode(ghobject_t const&, bool, bool)
    BlueStore::stat(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, stat*, bool)
    PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)
    PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool)
    PgScrubber::build_replica_map_chunk()
    Scrub::ActiveReplica::react(Scrub::SchedReplica const&)
    boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)
    PgScrubber::send_sched_replica(unsigned int, unsigned int)
    ceph::osd::scheduler::PGRepScrubResched::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2023-02-02 04:46:45.565533",
    "assert_condition": "p != buffer_map.end()",
    "assert_file": "os/bluestore/BlueStore.h",
    "assert_func": "void BlueStore::BufferSpace::_rm_buffer(BlueStore::BufferCacheShard*, std::map<unsigned int, std::unique_ptr<BlueStore::Buffer> >::iterator)",
    "assert_line": 397,
    "assert_msg": "os/bluestore/BlueStore.h: In function 'void BlueStore::BufferSpace::_rm_buffer(BlueStore::BufferCacheShard*, std::map<unsigned int, std::unique_ptr<BlueStore::Buffer> >::iterator)' thread 7f9b5f6e4700 time 2023-02-01T18:51:46.548195+0100\nos/bluestore/BlueStore.h: 397: FAILED ceph_assert(p != buffer_map.end())",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140) [0x7f9b7c078140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17e) [0x564fc337bfca]",
        "/usr/bin/ceph-osd(+0xc2310e) [0x564fc337c10e]",
        "(BlueStore::BufferSpace::_rm_buffer(BlueStore::BufferCacheShard*, std::_Rb_tree_iterator<std::pair<unsigned int const, std::unique_ptr<BlueStore::Buffer, std::default_delete<BlueStore::Buffer> > > >)+0x1c9) [0x564fc3a08329]",
        "(BlueStore::BufferSpace::_clear(BlueStore::BufferCacheShard*)+0x4f) [0x564fc398900f]",
        "(BlueStore::SharedBlob::put()+0x188) [0x564fc39892c8]",
        "(BlueStore::Extent::~Extent()+0xed) [0x564fc3a25f5d]",
        "(BlueStore::Onode::put()+0x3e5) [0x564fc39aaf35]",
        "(std::_Hashtable<ghobject_t, std::pair<ghobject_t const, boost::intrusive_ptr<BlueStore::Onode> >, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair<ghobject_t const, boost::intrusive_ptr<BlueStore::Onode> > >, std::__detail::_Select1st, std::equal_to<ghobject_t>, std::hash<ghobject_t>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<true, false, true> >::_M_erase(unsigned long, std::__detail::_Hash_node_base*, std::__detail::_Hash_node<std::pair<ghobject_t const, boost::intrusive_ptr<BlueStore::Onode> >, true>*)+0x67) [0x564fc3a280c7]",
        "(LruOnodeCacheShard::_trim_to(unsigned long)+0xde) [0x564fc3a2a73e]",
        "(BlueStore::OnodeSpace::add(ghobject_t const&, boost::intrusive_ptr<BlueStore::Onode>&)+0x15d) [0x564fc39ab8cd]",
        "(BlueStore::Collection::get_onode(ghobject_t const&, bool, bool)+0x399) [0x564fc39b0bf9]",
        "(BlueStore::stat(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, stat*, bool)+0x98) [0x564fc39b1958]",
        "(PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)+0xde) [0x564fc363067e]",
        "(PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool)+0xa9) [0x564fc3662659]",
        "(PgScrubber::build_replica_map_chunk()+0x24b) [0x564fc3666d8b]",
        "(Scrub::ActiveReplica::react(Scrub::SchedReplica const&)+0x122) [0x564fc368a902]",
        "(boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x150) [0x564fc3690c40]",
        "(boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x84) [0x564fc366ea84]",
        "(PgScrubber::send_sched_replica(unsigned int, unsigned int)+0xb4) [0x564fc365c1b4]",
        "(ceph::osd::scheduler::PGRepScrubResched::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x30) [0x564fc3700700]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xad0) [0x564fc3466bc0]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x564fc3b49c1a]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x564fc3b4c1f0]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7) [0x7f9b7c06cea7]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-02-01T17:51:46.567984Z_bf9ad147-9788-4936-a5eb-ddf6218a2fba",
    "entity_name": "osd.135910001fdd2eb271059a20a710a9fae180906a",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "342cfe72c308f8bc2a57e08ca763aacb19ac785beb91dd4a5e38e1a66539ef1f",
    "timestamp": "2023-02-01T17:51:46.567984Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.83-1-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.83-1 (2022-12-15T00:00Z)" 
}