Bug #60935
crash: pread64()
Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:
0%
Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
07e37809b7f0021172dce89add0203fad12f5f1a707562c91ac31056e7011f79
Crash signature (v2):
Description
Sanitized backtrace:
pread64() KernelDevice::read(unsigned long, unsigned long, ceph::buffer::list*, IOContext*, bool) BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::list*, char*) BlueRocksRandomAccessFile::Prefetch(unsigned long, unsigned long) rocksdb::LegacyRandomAccessFileWrapper::Prefetch(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::IODebugContext*) rocksdb::RandomAccessFileReader::Prefetch(unsigned long, unsigned long) const rocksdb::BlockPrefetcher::PrefetchIfNeeded(rocksdb::BlockBasedTable::Rep const*, rocksdb::BlockHandle const&, unsigned long, bool) rocksdb::BlockBasedTableIterator::InitDataBlock() rocksdb::BlockBasedTableIterator::FindBlockForward() rocksdb::BlockBasedTableIterator::FindKeyForward() rocksdb::BlockBasedTableIterator::Next() rocksdb::BlockBasedTableIterator::NextAndGetResult(rocksdb::IterateResult*) rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next() rocksdb::MergingIterator::Next() rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*) rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next() rocksdb::DBIter::FindNextUserEntryInternal(bool, rocksdb::Slice const*) rocksdb::DBIter::FindNextUserEntry(bool, rocksdb::Slice const*) rocksdb::DBIter::Seek(rocksdb::Slice const&) rocksdb::ArenaWrappedDBIter::Seek(rocksdb::Slice const&) RocksDBStore::RocksDBTransactionImpl::rm_range_keys(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) BlueStore::_do_omap_clear(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Onode>&) BlueStore::_do_remove(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>) BlueStore::_remove(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&) BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*) BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*) ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*) OSD::dispatch_context(PeeringCtx&, PG*, std::shared_ptr<OSDMap const>, ThreadPool::TPHandle*) OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&) ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
Crash dump sample:
{ "archived": "2023-02-24 13:37:06.623760", "backtrace": [ "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f8c22bac420]", "pread64()", "(KernelDevice::read(unsigned long, unsigned long, ceph::buffer::v15_2_0::list*, IOContext*, bool)+0x109) [0x556d33642359]", "(BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::v15_2_0::list*, char*)+0x560) [0x556d33146a60]", "(BlueRocksRandomAccessFile::Prefetch(unsigned long, unsigned long)+0x1f) [0x556d3316e26f]", "(rocksdb::LegacyRandomAccessFileWrapper::Prefetch(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x60) [0x556d336cdd54]", "(rocksdb::RandomAccessFileReader::Prefetch(unsigned long, unsigned long) const+0x75) [0x556d339b311f]", "(rocksdb::BlockPrefetcher::PrefetchIfNeeded(rocksdb::BlockBasedTable::Rep const*, rocksdb::BlockHandle const&, unsigned long, bool)+0x168) [0x556d33b6f2b8]", "(rocksdb::BlockBasedTableIterator::InitDataBlock()+0x171) [0x556d33b6d079]", "(rocksdb::BlockBasedTableIterator::FindBlockForward()+0x281) [0x556d33b6d777]", "(rocksdb::BlockBasedTableIterator::FindKeyForward()+0x92) [0x556d33b6d4f2]", "(rocksdb::BlockBasedTableIterator::Next()+0x8c) [0x556d33b6cd76]", "(rocksdb::BlockBasedTableIterator::NextAndGetResult(rocksdb::IterateResult*)+0x21) [0x556d33b6cda9]", "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next()+0x75) [0x556d337b0059]", "(rocksdb::MergingIterator::Next()+0xc2) [0x556d339f3288]", "(rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)+0x2c) [0x556d339f33e0]", "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next()+0x75) [0x556d337b0059]", "(rocksdb::DBIter::FindNextUserEntryInternal(bool, rocksdb::Slice const*)+0x12eb) [0x556d337a6f25]", "(rocksdb::DBIter::FindNextUserEntry(bool, rocksdb::Slice const*)+0x83) [0x556d337a5bef]", "(rocksdb::DBIter::Seek(rocksdb::Slice const&)+0x3d2) [0x556d337ab350]", "(rocksdb::ArenaWrappedDBIter::Seek(rocksdb::Slice const&)+0x2b) [0x556d33ab1321]", "(RocksDBStore::RocksDBTransactionImpl::rm_range_keys(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x10b) [0x556d3367641b]", "(BlueStore::_do_omap_clear(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Onode>&)+0xdb) [0x556d3300facb]", "(BlueStore::_do_remove(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>)+0x10b5) [0x556d33041975]", "(BlueStore::_remove(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&)+0x89) [0x556d330424e9]", "(BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x19ab) [0x556d3306f59b]", "(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x2fd) [0x556d3307582d]", "(ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x87) [0x556d32aa8997]", "(OSD::dispatch_context(PeeringCtx&, PG*, std::shared_ptr<OSDMap const>, ThreadPool::TPHandle*)+0x1f3) [0x556d32a2c393]", "(OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)+0x3a5) [0x556d32a731f5]", "(ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x56) [0x556d32d4dbe6]" ], "ceph_version": "17.2.5", "crash_id": "2023-02-24T07:02:32.662785Z_c3f984bb-351e-41ba-bbac-0dc53623ae27", "entity_name": "osd.6562ff4e059f62ea1f3b7ecfe958dd51f49f9dbf", "os_id": "ubuntu", "os_name": "Ubuntu", "os_version": "20.04.5 LTS (Focal Fossa)", "os_version_id": "20.04", "process_name": "ceph-osd", "stack_sig": "07e37809b7f0021172dce89add0203fad12f5f1a707562c91ac31056e7011f79", "timestamp": "2023-02-24T07:02:32.662785Z", "utsname_machine": "x86_64", "utsname_release": "5.4.0-135-generic", "utsname_sysname": "Linux", "utsname_version": "#152-Ubuntu SMP Wed Nov 23 20:19:22 UTC 2022" }