Bug #56771
crash: rocksdb::crc32c::crc32c_3way(unsigned int, char const*, unsigned long)
Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:
0%
Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
0e099fea788fc149aafa9d660c2260ecc08680de2a0cb6a5fbf17ca6c4d869ed
a7602b25ebbc7f86ea612ff24b0462864f7fa8edda305b8c11877078ef1846b8
Crash signature (v2):
Description
Sanitized backtrace:
rocksdb::crc32c::crc32c_3way(unsigned int, char const*, unsigned long) rocksdb::crc32c::Extend(unsigned int, char const*, unsigned long) rocksdb::crc32c::Value(char const*, unsigned long) rocksdb::BlockFetcher::CheckBlockChecksum() rocksdb::BlockFetcher::ReadBlockContents() rocksdb::Status rocksdb::BlockBasedTable::MaybeReadBlockAndLoadToCache<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::BlockContents*) const rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator<rocksdb::DataBlockIter>(rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*, bool) const rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock() rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::FindBlockForward() rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::FindKeyForward() rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::Next() rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::NextAndGetResult(rocksdb::IterateResult*) rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next() rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next() rocksdb::MergingIterator::Next() rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*) rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next() rocksdb::DBIter::FindNextUserEntryInternal(bool, rocksdb::Slice const*) rocksdb::DBIter::FindNextUserEntry(bool, rocksdb::Slice const*) rocksdb::DBIter::Next() rocksdb::ArenaWrappedDBIter::Next() RocksDBStore::RocksDBWholeSpaceIteratorImpl::next() BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*) BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*) PGBackend::objects_list_partial(hobject_t const&, int, int, std::vector<hobject_t, std::allocator<hobject_t> >*, hobject_t*) PrimaryLogPG::scan_range(int, int, BackfillInterval*, ThreadPool::TPHandle&) PrimaryLogPG::do_scan(boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&) PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&) OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&) ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&) OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*) ShardedThreadPool::shardedthreadpool_worker(unsigned int) ShardedThreadPool::WorkThreadSharded::entry()
Crash dump sample:
{ "archived": "2022-07-14 10:02:01.684372", "backtrace": [ "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14140) [0x7fa15db9c140]", "(rocksdb::crc32c::crc32c_3way(unsigned int, char const*, unsigned long)+0x42b5) [0x559548d28b4a]", "(rocksdb::crc32c::Extend(unsigned int, char const*, unsigned long)+0x2d) [0x559548d2a8ae]", "(rocksdb::crc32c::Value(char const*, unsigned long)+0x25) [0x559548b66829]", "(rocksdb::BlockFetcher::CheckBlockChecksum()+0x126) [0x559548ce6aa8]", "(rocksdb::BlockFetcher::ReadBlockContents()+0x615) [0x559548ce555d]", "(rocksdb::Status rocksdb::BlockBasedTable::MaybeReadBlockAndLoadToCache<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::BlockContents*) const+0x45e) [0x559548cb9ca8]", "(rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const+0x10d) [0x559548cb786d]", "(rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator<rocksdb::DataBlockIter>(rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*, bool) const+0x2db) [0x559548cbade3]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock()+0x4a1) [0x559548ccff91]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::FindBlockForward()+0x2c2) [0x559548cd1ab0]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::FindKeyForward()+0x90) [0x559548cd052e]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::Next()+0x8a) [0x559548ccde54]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::NextAndGetResult(rocksdb::IterateResult*)+0x1d) [0x559548ccde83]", "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next()+0x62) [0x559548b1ff1e]", "/usr/bin/ceph-osd(+0x17fec89) [0x559548bb6c89]", "/usr/bin/ceph-osd(+0x17ff691) [0x559548bb7691]", "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next()+0x62) [0x559548b1ff1e]", "(rocksdb::MergingIterator::Next()+0xaf) [0x559548cf015b]", "(rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)+0x28) [0x559548cf0296]", "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next()+0x62) [0x559548b1ff1e]", "(rocksdb::DBIter::FindNextUserEntryInternal(bool, rocksdb::Slice const*)+0xd7b) [0x559548b189c7]", "(rocksdb::DBIter::FindNextUserEntry(bool, rocksdb::Slice const*)+0x70) [0x559548b17c18]", "(rocksdb::DBIter::Next()+0x2f3) [0x559548b17aa3]", "(rocksdb::ArenaWrappedDBIter::Next()+0x1c) [0x559548d828c4]", "(RocksDBStore::RocksDBWholeSpaceIteratorImpl::next()+0x4a) [0x5595489f7baa]", "/usr/bin/ceph-osd(+0x108132d) [0x55954843932d]", "/usr/bin/ceph-osd(+0x1081ba8) [0x559548439ba8]", "(BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0x1216) [0x559548466ac6]", "(BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0xc7) [0x559548467e37]", "(PGBackend::objects_list_partial(hobject_t const&, int, int, std::vector<hobject_t, std::allocator<hobject_t> >*, hobject_t*)+0xc4d) [0x55954812d4bd]", "(PrimaryLogPG::scan_range(int, int, BackfillInterval*, ThreadPool::TPHandle&)+0xfc) [0x5595480c8b9c]", "(PrimaryLogPG::do_scan(boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x9a4) [0x5595480ca294]", "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x989) [0x5595480cb249]", "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1bc) [0x559547f3489c]", "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x65) [0x5595481b4505]", "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa27) [0x559547f61367]", "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x55954860a3da]", "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55954860c9b0]", "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8ea7) [0x7fa15db90ea7]", "clone()" ], "ceph_version": "16.2.9", "crash_id": "2022-07-14T09:55:15.351573Z_6858ecd4-42e6-4c7a-9f42-230137c30f19", "entity_name": "osd.7b2ce074ee450bfe72c7d550b609ce93627f8dec", "os_id": "11", "os_name": "Debian GNU/Linux 11 (bullseye)", "os_version": "11 (bullseye)", "os_version_id": "11", "process_name": "ceph-osd", "stack_sig": "a7602b25ebbc7f86ea612ff24b0462864f7fa8edda305b8c11877078ef1846b8", "timestamp": "2022-07-14T09:55:15.351573Z", "utsname_machine": "x86_64", "utsname_release": "5.15.35-1-pve", "utsname_sysname": "Linux", "utsname_version": "#1 SMP PVE 5.15.35-3 (Wed, 11 May 2022 07:57:51 +0200)" }