Actions
Bug #60247
opencrash: tcmalloc::ThreadCache::FetchFromCentralCache(unsigned int, int, void* (*)(unsigned long))
Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:
0%
Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
1a487a0dd55e43a889313724d4f0f6012c2e53064b3a3817f0632783e3129434
Crash signature (v2):
Description
Sanitized backtrace:
tcmalloc::ThreadCache::FetchFromCentralCache(unsigned int, int, void* (*)(unsigned long)) rocksdb::Arena::AllocateNewBlock(unsigned long) rocksdb::Arena::AllocateFallback(unsigned long, bool) rocksdb::BlockBasedTable::NewIterator(rocksdb::ReadOptions const&, rocksdb::SliceTransform const*, rocksdb::Arena*, bool, rocksdb::TableReaderCaller, unsigned long, bool) rocksdb::TableCache::NewIterator(rocksdb::ReadOptions const&, rocksdb::FileOptions const&, rocksdb::InternalKeyComparator const&, rocksdb::FileMetaData const&, rocksdb::RangeDelAggregator*, rocksdb::SliceTransform const*, rocksdb::TableReader**, rocksdb::HistogramImpl*, rocksdb::TableReaderCaller, rocksdb::Arena*, bool, int, unsigned long, rocksdb::InternalKey const*, rocksdb::InternalKey const*, bool) rocksdb::Version::AddIteratorsForLevel(rocksdb::ReadOptions const&, rocksdb::FileOptions const&, rocksdb::MergeIteratorBuilder*, int, rocksdb::RangeDelAggregator*, bool) rocksdb::Version::AddIterators(rocksdb::ReadOptions const&, rocksdb::FileOptions const&, rocksdb::MergeIteratorBuilder*, rocksdb::RangeDelAggregator*, bool) rocksdb::DBImpl::NewInternalIterator(rocksdb::ReadOptions const&, rocksdb::ColumnFamilyData*, rocksdb::SuperVersion*, rocksdb::Arena*, rocksdb::RangeDelAggregator*, unsigned long, bool) rocksdb::DBImpl::NewIteratorImpl(rocksdb::ReadOptions const&, rocksdb::ColumnFamilyData*, unsigned long, rocksdb::ReadCallback*, bool, bool) rocksdb::DBImpl::NewIterator(rocksdb::ReadOptions const&, rocksdb::ColumnFamilyHandle*) ShardMergeIteratorImpl::ShardMergeIteratorImpl(RocksDBStore const*, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> > const&, KeyValueDB::IteratorBounds) RocksDBStore::get_iterator(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, KeyValueDB::IteratorBounds) RocksDBStore::get_wholespace_iterator(unsigned int) KeyValueDB::get_iterator(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, KeyValueDB::IteratorBounds) RocksDBStore::get_iterator(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, KeyValueDB::IteratorBounds) BlueStore::get_omap_iterator(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&) SnapMapper::_lookup_purged_snap(ceph::common::CephContext*, ObjectStore*, boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, long, snapid_t, snapid_t*, snapid_t*) SnapMapper::record_purged_snaps(ceph::common::CephContext*, ObjectStore*, boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t, ceph::os::Transaction*, std::map<unsigned int, std::map<long, interval_set<snapid_t, mempool::osdmap::flat_map>, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t), std::pair<long const, interval_set<snapid_t, mempool::osdmap::flat_map> > > >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, std::map<long, interval_set<snapid_t, mempool::osdmap::flat_map>, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t), std::pair<long const, interval_set<snapid_t, mempool::osdmap::flat_map> > > > > > >) OSD::handle_get_purged_snaps_reply(MMonGetPurgedSnapsReply*) OSD::ms_dispatch(Message*) DispatchQueue::entry() DispatchQueue::DispatchThread::entry()
Crash dump sample:
{ "archived": "2023-01-06 08:25:21.634984", "backtrace": [ "/lib64/libpthread.so.0(+0x12cf0) [0x7fde3dde6cf0]", "gsignal()", "abort()", "/lib64/libstdc++.so.6(+0x9009b) [0x7fde3d3fd09b]", "/lib64/libstdc++.so.6(+0x9653c) [0x7fde3d40353c]", "/lib64/libstdc++.so.6(+0x96597) [0x7fde3d403597]", "/lib64/libstdc++.so.6(+0x967f8) [0x7fde3d4037f8]", "/lib64/libtcmalloc.so.4(+0x19fa4) [0x7fde3e912fa4]", "(tcmalloc::ThreadCache::FetchFromCentralCache(unsigned int, int, void* (*)(unsigned long))+0x7d) [0x7fde3e9243ed]", "(rocksdb::Arena::AllocateNewBlock(unsigned long)+0x41) [0x558cb266e981]", "(rocksdb::Arena::AllocateFallback(unsigned long, bool)+0x4b) [0x558cb266eb0b]", "(rocksdb::BlockBasedTable::NewIterator(rocksdb::ReadOptions const&, rocksdb::SliceTransform const*, rocksdb::Arena*, bool, rocksdb::TableReaderCaller, unsigned long, bool)+0x113) [0x558cb26b7b73]", "(rocksdb::TableCache::NewIterator(rocksdb::ReadOptions const&, rocksdb::FileOptions const&, rocksdb::InternalKeyComparator const&, rocksdb::FileMetaData const&, rocksdb::RangeDelAggregator*, rocksdb::SliceTransform const*, rocksdb::TableReader**, rocksdb::HistogramImpl*, rocksdb::TableReaderCaller, rocksdb::Arena*, bool, int, unsigned long, rocksdb::InternalKey const*, rocksdb::InternalKey const*, bool)+0x23c) [0x558cb26007fc]", "(rocksdb::Version::AddIteratorsForLevel(rocksdb::ReadOptions const&, rocksdb::FileOptions const&, rocksdb::MergeIteratorBuilder*, int, rocksdb::RangeDelAggregator*, bool)+0x134) [0x558cb2611c34]", "(rocksdb::Version::AddIterators(rocksdb::ReadOptions const&, rocksdb::FileOptions const&, rocksdb::MergeIteratorBuilder*, rocksdb::RangeDelAggregator*, bool)+0x58) [0x558cb2612008]", "(rocksdb::DBImpl::NewInternalIterator(rocksdb::ReadOptions const&, rocksdb::ColumnFamilyData*, rocksdb::SuperVersion*, rocksdb::Arena*, rocksdb::RangeDelAggregator*, unsigned long, bool)+0xe2) [0x558cb25223c2]", "(rocksdb::DBImpl::NewIteratorImpl(rocksdb::ReadOptions const&, rocksdb::ColumnFamilyData*, unsigned long, rocksdb::ReadCallback*, bool, bool)+0xf4) [0x558cb25226e4]", "(rocksdb::DBImpl::NewIterator(rocksdb::ReadOptions const&, rocksdb::ColumnFamilyHandle*)+0x9e) [0x558cb252287e]", "(ShardMergeIteratorImpl::ShardMergeIteratorImpl(RocksDBStore const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> > const&, KeyValueDB::IteratorBounds)+0x293) [0x558cb2506af3]", "(RocksDBStore::get_iterator(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, KeyValueDB::IteratorBounds)+0x181) [0x558cb24eb721]", "(RocksDBStore::get_wholespace_iterator(unsigned int)+0x208) [0x558cb24ebf98]", "(KeyValueDB::get_iterator(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, KeyValueDB::IteratorBounds)+0x35) [0x558cb24d67b5]", "(RocksDBStore::get_iterator(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, KeyValueDB::IteratorBounds)+0x5c0) [0x558cb24ebb60]", "(BlueStore::get_omap_iterator(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&)+0x5c4) [0x558cb1edbee4]", "(SnapMapper::_lookup_purged_snap(ceph::common::CephContext*, ObjectStore*, boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, long, snapid_t, snapid_t*, snapid_t*)+0x83) [0x558cb1bc3af3]", "(SnapMapper::record_purged_snaps(ceph::common::CephContext*, ObjectStore*, boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t, ceph::os::Transaction*, std::map<unsigned int, std::map<long, interval_set<snapid_t, mempool::osdmap::flat_map>, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t)23, std::pair<long const, interval_set<snapid_t, mempool::osdmap::flat_map> > > >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, std::map<long, interval_set<snapid_t, mempool::osdmap::flat_map>, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t)23, std::pair<long const, interval_set<snapid_t, mempool::osdmap::flat_map> > > > > > >)+0x1c2) [0x558cb1bc7d92]", "(OSD::handle_get_purged_snaps_reply(MMonGetPurgedSnapsReply*)+0x2a1) [0x558cb195f4c1]", "(OSD::ms_dispatch(Message*)+0x80) [0x558cb195fbe0]", "(Messenger::ms_deliver_dispatch(boost::intrusive_ptr<Message> const&)+0xc9) [0x558cb244a279]", "(DispatchQueue::entry()+0x50f) [0x558cb2448c4f]", "(DispatchQueue::DispatchThread::entry()+0x11) [0x558cb2264b11]" ], "ceph_version": "17.2.5", "crash_id": "2023-01-05T12:18:54.202119Z_d152669e-9b14-4e56-8d60-d952d8fe5764", "entity_name": "osd.fbfb64e017d7325fd84715ddbe9f9096feee3f66", "os_id": "almalinux", "os_name": "AlmaLinux", "os_version": "8.7 (Stone Smilodon)", "os_version_id": "8.7", "process_name": "ceph-osd", "stack_sig": "1a487a0dd55e43a889313724d4f0f6012c2e53064b3a3817f0632783e3129434", "timestamp": "2023-01-05T12:18:54.202119Z", "utsname_machine": "x86_64", "utsname_release": "4.18.0-425.3.1.el8.x86_64", "utsname_sysname": "Linux", "utsname_version": "#1 SMP Tue Nov 8 14:08:25 EST 2022" }
Actions