Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=d2004c8e8c5279882dc202089071fd7ee35eb9e504b96ff88adb7d275916a7cd

Sanitized backtrace:

    rocksdb::Slice::Slice(char const*, unsigned long)
    rocksdb::ExtractUserKey(rocksdb::Slice const&)
    rocksdb::InternalKeyComparator::Compare(rocksdb::Slice const&, rocksdb::Slice const&) const
    rocksdb::MinIteratorComparator::operator()(rocksdb::IteratorWrapperBase<rocksdb::Slice>*, rocksdb::IteratorWrapperBase<rocksdb::Slice>*) const
    rocksdb::BinaryHeap<rocksdb::IteratorWrapperBase<rocksdb::Slice>*, rocksdb::MinIteratorComparator>::downheap(unsigned long)
    rocksdb::BinaryHeap<rocksdb::IteratorWrapperBase<rocksdb::Slice>*, rocksdb::MinIteratorComparator>::replace_top(rocksdb::IteratorWrapperBase<rocksdb::Slice>* const&)
    rocksdb::MergingIterator::Next()
    rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)
    rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next()
    rocksdb::DBIter::FindNextUserEntryInternal(bool, rocksdb::Slice const*)
    rocksdb::DBIter::FindNextUserEntry(bool, rocksdb::Slice const*)
    rocksdb::DBIter::Seek(rocksdb::Slice const&)
    rocksdb::ArenaWrappedDBIter::Seek(rocksdb::Slice const&)
    ShardMergeIteratorImpl::lower_bound(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)
    BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)
    BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)
    PG::do_delete_work(ceph::os::Transaction&, ghobject_t)
    PeeringState::Deleting::react(PeeringState::DeleteSome const&)
    boost::statechart::simple_state<PeeringState::Deleting, PeeringState::ToDelete, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)
    PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)
    OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)
    OSD::dequeue_delete(OSDShard*, PG*, unsigned int, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2023-01-23 07:55:51.058903",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140) [0x7f356f5ec140]",
        "(rocksdb::Slice::Slice(char const*, unsigned long)+0x2a) [0x558906b41344]",
        "(rocksdb::ExtractUserKey(rocksdb::Slice const&)+0x6f) [0x558906b6b018]",
        "(rocksdb::InternalKeyComparator::Compare(rocksdb::Slice const&, rocksdb::Slice const&) const+0x29) [0x558906c44369]",
        "(rocksdb::MinIteratorComparator::operator()(rocksdb::IteratorWrapperBase<rocksdb::Slice>*, rocksdb::IteratorWrapperBase<rocksdb::Slice>*) const+0x68) [0x558906e50f48]",
        "(rocksdb::BinaryHeap<rocksdb::IteratorWrapperBase<rocksdb::Slice>*, rocksdb::MinIteratorComparator>::downheap(unsigned long)+0x161) [0x558906e53a9d]",
        "(rocksdb::BinaryHeap<rocksdb::IteratorWrapperBase<rocksdb::Slice>*, rocksdb::MinIteratorComparator>::replace_top(rocksdb::IteratorWrapperBase<rocksdb::Slice>* const&)+0x73) [0x558906e52e55]",
        "(rocksdb::MergingIterator::Next()+0x13b) [0x558906e51ed3]",
        "(rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)+0x28) [0x558906e51f82]",
        "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next()+0x62) [0x558906c3f6b4]",
        "(rocksdb::DBIter::FindNextUserEntryInternal(bool, rocksdb::Slice const*)+0x12b0) [0x558906c36eaa]",
        "(rocksdb::DBIter::FindNextUserEntry(bool, rocksdb::Slice const*)+0x70) [0x558906c35bc6]",
        "(rocksdb::DBIter::Seek(rocksdb::Slice const&)+0x3aa) [0x558906c3b05a]",
        "(rocksdb::ArenaWrappedDBIter::Seek(rocksdb::Slice const&)+0x27) [0x558906efebcb]",
        "(ShardMergeIteratorImpl::lower_bound(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x65) [0x558906b32375]",
        "/usr/bin/ceph-osd(+0x11fe165) [0x5589064fa165]",
        "/usr/bin/ceph-osd(+0x1203617) [0x5589064ff617]",
        "(BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0x785) [0x558906526155]",
        "(BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0xc7) [0x558906527f57]",
        "(PG::do_delete_work(ceph::os::Transaction&, ghobject_t)+0xf0f) [0x55890609ff1f]",
        "(PeeringState::Deleting::react(PeeringState::DeleteSome const&)+0x185) [0x5589062c2fc5]",
        "(boost::statechart::simple_state<PeeringState::Deleting, PeeringState::ToDelete, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0xec) [0x55890632923c]",
        "(boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x84) [0x5589060ae5b4]",
        "(PG::do_peering_event(std::shared_ptr<PGPeeringEvent>, PeeringCtx&)+0xe8) [0x5589060932c8]",
        "(OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)+0x2de) [0x558905ff4ebe]",
        "(OSD::dequeue_delete(OSDShard*, PG*, unsigned int, ThreadPool::TPHandle&)+0x63f) [0x558905ff578f]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xad0) [0x558906009bc0]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x5589066ecc1a]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5589066ef1f0]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7) [0x7f356f5e0ea7]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-01-20T03:19:31.976024Z_a7ac1412-c985-4b1d-b0f9-ade901e24728",
    "entity_name": "osd.9321b942969f9e869e832975ea2ad685ac93ad26",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "e57197e87f830a6c903ff8dd08e4ee3c37e45b63e56a51193809ffd3e391cff9",
    "timestamp": "2023-01-20T03:19:31.976024Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.83-1-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.83-1 (2022-12-15T00:00Z)" 
}