Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=f6eac10b15f8fc430f0ad03f6abe2bad839faaf45f237d2444c51985399aa103

Sanitized backtrace:

    rocksdb_cache::BinnedLRUHandleTable::FindPointer(rocksdb::Slice const&, unsigned int)
    rocksdb_cache::BinnedLRUHandleTable::Lookup(rocksdb::Slice const&, unsigned int)
    rocksdb_cache::BinnedLRUCacheShard::Lookup(rocksdb::Slice const&, unsigned int)
    rocksdb::BlockBasedTable::GetEntryFromCache(rocksdb::Cache*, rocksdb::Slice const&, rocksdb::BlockType, rocksdb::GetContext*) const
    rocksdb::Status rocksdb::BlockBasedTable::GetDataBlockFromCache<rocksdb::Block>(rocksdb::Slice const&, rocksdb::Slice const&, rocksdb::Cache*, rocksdb::Cache*, rocksdb::ReadOptions const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::UncompressionDict const&, rocksdb::BlockType, rocksdb::GetContext*) const
    rocksdb::Status rocksdb::BlockBasedTable::MaybeReadBlockAndLoadToCache<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::BlockContents*) const
    rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const
    rocksdb::BlockBasedTableIterator::InitDataBlock()
    rocksdb::BlockBasedTableIterator::FindBlockForward()
    rocksdb::BlockBasedTableIterator::Next()
    rocksdb::BlockBasedTableIterator::NextAndGetResult(rocksdb::IterateResult*)
    rocksdb::MergingIterator::Next()
    rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)
    rocksdb::DBIter::FindNextUserEntryInternal(bool, rocksdb::Slice const*)
    rocksdb::DBIter::FindNextUserEntry(bool, rocksdb::Slice const*)
    rocksdb::DBIter::Next()
    ShardMergeIteratorImpl::next()
    BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)
    BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)
    PGBackend::objects_list_range(hobject_t const&, hobject_t const&, std::vector<hobject_t, std::allocator<hobject_t> >*, std::vector<ghobject_t, std::allocator<ghobject_t> >*)
    PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool)
    PgScrubber::build_replica_map_chunk()
    Scrub::ActiveReplica::react(Scrub::SchedReplica const&)
    boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_queued_events()
    PgScrubber::send_start_replica(unsigned int, unsigned int)
    PG::replica_scrub(unsigned int, unsigned int, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGRepScrub::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)

{
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7f06841f7cf0]",
        "(rocksdb_cache::BinnedLRUHandleTable::FindPointer(rocksdb::Slice const&, unsigned int)+0x23) [0x555f6720e573]",
        "(rocksdb_cache::BinnedLRUHandleTable::Lookup(rocksdb::Slice const&, unsigned int)+0xd) [0x555f6720e5ed]",
        "(rocksdb_cache::BinnedLRUCacheShard::Lookup(rocksdb::Slice const&, unsigned int)+0x46) [0x555f6720eaa6]",
        "(rocksdb::BlockBasedTable::GetEntryFromCache(rocksdb::Cache*, rocksdb::Slice const&, rocksdb::BlockType, rocksdb::GetContext*) const+0x38) [0x555f673b9fc8]",
        "(rocksdb::Status rocksdb::BlockBasedTable::GetDataBlockFromCache<rocksdb::Block>(rocksdb::Slice const&, rocksdb::Slice const&, rocksdb::Cache*, rocksdb::Cache*, rocksdb::ReadOptions const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::UncompressionDict const&, rocksdb::BlockType, rocksdb::GetContext*) const+0x94) [0x555f673ce404]",
        "(rocksdb::Status rocksdb::BlockBasedTable::MaybeReadBlockAndLoadToCache<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::BlockContents*) const+0x727) [0x555f673cf057]",
        "(rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const+0x2ba) [0x555f673cf76a]",
        "(rocksdb::BlockBasedTableIterator::InitDataBlock()+0x25a) [0x555f674b94fa]",
        "(rocksdb::BlockBasedTableIterator::FindBlockForward()+0x21d) [0x555f674ba59d]",
        "(rocksdb::BlockBasedTableIterator::Next()+0x3a) [0x555f674ba76a]",
        "(rocksdb::BlockBasedTableIterator::NextAndGetResult(rocksdb::IterateResult*)+0x1a) [0x555f674ba7aa]",
        "/usr/bin/ceph-osd(+0x1385211) [0x555f67316211]",
        "(rocksdb::MergingIterator::Next()+0x32) [0x555f673efe52]",
        "(rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)+0x13) [0x555f673ee193]",
        "(rocksdb::DBIter::FindNextUserEntryInternal(bool, rocksdb::Slice const*)+0x6be) [0x555f6729fc2e]",
        "(rocksdb::DBIter::FindNextUserEntry(bool, rocksdb::Slice const*)+0xa0) [0x555f672a0a40]",
        "(rocksdb::DBIter::Next()+0x1ac) [0x555f672a0c9c]",
        "(ShardMergeIteratorImpl::next()+0x65) [0x555f67201125]",
        "/usr/bin/ceph-osd(+0xc0a482) [0x555f66b9b482]",
        "(BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0x1805) [0x555f66bbdae5]",
        "(BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0xeb) [0x555f66bbeadb]",
        "(PGBackend::objects_list_range(hobject_t const&, hobject_t const&, std::vector<hobject_t, std::allocator<hobject_t> >*, std::vector<ghobject_t, std::allocator<ghobject_t> >*)+0x468) [0x555f66832b58]",
        "(PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool)+0x330) [0x555f6686fe30]",
        "(PgScrubber::build_replica_map_chunk()+0x99) [0x555f668709b9]",
        "(Scrub::ActiveReplica::react(Scrub::SchedReplica const&)+0x12a) [0x555f668ae67a]",
        "(boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x125) [0x555f668b4705]",
        "(boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_queued_events()+0xd3) [0x555f6687b573]",
        "(PgScrubber::send_start_replica(unsigned int, unsigned int)+0x347) [0x555f6686ec27]",
        "(PG::replica_scrub(unsigned int, unsigned int, ThreadPool::TPHandle&)+0x5b) [0x555f666fdc5b]",
        "(ceph::osd::scheduler::PGRepScrub::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x21) [0x555f66927bb1]" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-04-16T04:54:53.793292Z_a90191f1-a3e7-470c-94b0-d39f666159bc",
    "entity_name": "osd.bf9a1b6842b4cc5b5ad9cd21c1e2b2d7dffd8a26",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "1097a5543bc603e0b9861090a41a3e54bab8ae6983ae1afeb23df8a171ad50e4",
    "timestamp": "2023-04-16T04:54:53.793292Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.13.0-30-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#33~20.04.1-Ubuntu SMP Mon Feb 7 14:25:10 UTC 2022" 
}