Actions
Bug #60943
opencrash: virtual int KernelDevice::read(uint64_t, uint64_t, ceph::bufferlist*, IOContext*, bool): assert((uint64_t)r == len)
Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:
0%
Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
f09c3ca3387aaa0687a5b8c0d5938124405366d21d5ef21dfe38ad799718cd40
Crash signature (v2):
Description
Assert condition: (uint64_t)r == len
Assert function: virtual int KernelDevice::read(uint64_t, uint64_t, ceph::bufferlist*, IOContext*, bool)
Sanitized backtrace:
KernelDevice::read(unsigned long, unsigned long, ceph::buffer::list*, IOContext*, bool) BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::list*, char*) BlueRocksRandomAccessFile::Prefetch(unsigned long, unsigned long) rocksdb::LegacyRandomAccessFileWrapper::Prefetch(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::IODebugContext*) rocksdb::RandomAccessFileReader::Prefetch(unsigned long, unsigned long) const rocksdb::BlockPrefetcher::PrefetchIfNeeded(rocksdb::BlockBasedTable::Rep const*, rocksdb::BlockHandle const&, unsigned long, bool) rocksdb::BlockBasedTableIterator::InitDataBlock() rocksdb::BlockBasedTableIterator::FindBlockForward() rocksdb::BlockBasedTableIterator::FindKeyForward() rocksdb::BlockBasedTableIterator::Next() rocksdb::BlockBasedTableIterator::NextAndGetResult(rocksdb::IterateResult*) rocksdb::IteratorWrapperBase<rocksdb::Slice>::NextAndGetResult(rocksdb::IterateResult*) rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next() rocksdb::MergingIterator::Next() rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*) rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next() rocksdb::DBIter::Next() rocksdb::ArenaWrappedDBIter::Next() ShardMergeIteratorImpl::next() BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*) BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*) PGBackend::objects_list_partial(hobject_t const&, int, int, std::vector<hobject_t, std::allocator<hobject_t> >*, hobject_t*) PrimaryLogPG::scan_range(int, int, BackfillInterval*, ThreadPool::TPHandle&) PrimaryLogPG::update_range(BackfillInterval*, ThreadPool::TPHandle&)
Crash dump sample:
{ "archived": "2023-04-09 18:17:31.526833", "assert_condition": "(uint64_t)r == len", "assert_file": "blk/kernel/KernelDevice.cc", "assert_func": "virtual int KernelDevice::read(uint64_t, uint64_t, ceph::bufferlist*, IOContext*, bool)", "assert_line": 1255, "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::read(uint64_t, uint64_t, ceph::bufferlist*, IOContext*, bool)' thread 7f6930e0b700 time 2023-04-08T00:14:53.094610+0000\nblk/kernel/KernelDevice.cc: 1255: FAILED ceph_assert((uint64_t)r == len)", "assert_thread_name": "tp_osd_tp", "backtrace": [ "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f694efbe420]", "gsignal()", "abort()", "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b7) [0x55fdf8ae4960]", "/usr/bin/ceph-osd(+0xc29b0a) [0x55fdf8ae4b0a]", "(KernelDevice::read(unsigned long, unsigned long, ceph::buffer::v15_2_0::list*, IOContext*, bool)+0x9b9) [0x55fdf97c4c09]", "(BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::v15_2_0::list*, char*)+0x560) [0x55fdf92c8a60]", "(BlueRocksRandomAccessFile::Prefetch(unsigned long, unsigned long)+0x1f) [0x55fdf92f026f]", "(rocksdb::LegacyRandomAccessFileWrapper::Prefetch(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x60) [0x55fdf984fd54]", "(rocksdb::RandomAccessFileReader::Prefetch(unsigned long, unsigned long) const+0x75) [0x55fdf9b3511f]", "(rocksdb::BlockPrefetcher::PrefetchIfNeeded(rocksdb::BlockBasedTable::Rep const*, rocksdb::BlockHandle const&, unsigned long, bool)+0x168) [0x55fdf9cf12b8]", "(rocksdb::BlockBasedTableIterator::InitDataBlock()+0x171) [0x55fdf9cef079]", "(rocksdb::BlockBasedTableIterator::FindBlockForward()+0x281) [0x55fdf9cef777]", "(rocksdb::BlockBasedTableIterator::FindKeyForward()+0x92) [0x55fdf9cef4f2]", "(rocksdb::BlockBasedTableIterator::Next()+0x8c) [0x55fdf9ceed76]", "(rocksdb::BlockBasedTableIterator::NextAndGetResult(rocksdb::IterateResult*)+0x21) [0x55fdf9ceeda9]", "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::NextAndGetResult(rocksdb::IterateResult*)+0x79) [0x55fdf9a13cc7]", "/usr/bin/ceph-osd(+0x1b2e2d4) [0x55fdf99e92d4]", "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next()+0x75) [0x55fdf9932059]", "(rocksdb::MergingIterator::Next()+0xc2) [0x55fdf9b75288]", "(rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)+0x2c) [0x55fdf9b753e0]", "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::Next()+0x75) [0x55fdf9932059]", "(rocksdb::DBIter::Next()+0x1ef) [0x55fdf9927943]", "(rocksdb::ArenaWrappedDBIter::Next()+0x20) [0x55fdf9c33372]", "(ShardMergeIteratorImpl::next()+0x4d) [0x55fdf97fc9cd]", "/usr/bin/ceph-osd(+0x129d48a) [0x55fdf915848a]", "(BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0x1895) [0x55fdf919c535]", "(BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0xbf) [0x55fdf919d9ff]", "(PGBackend::objects_list_partial(hobject_t const&, int, int, std::vector<hobject_t, std::allocator<hobject_t> >*, hobject_t*)+0xdc2) [0x55fdf8ddacc2]", "(PrimaryLogPG::scan_range(int, int, BackfillInterval*, ThreadPool::TPHandle&)+0x100) [0x55fdf8d65b50]", "(PrimaryLogPG::update_range(BackfillInterval*, ThreadPool::TPHandle&)+0x98) [0x55fdf8d68a48]" ], "ceph_version": "17.2.5", "crash_id": "2023-04-08T00:14:53.155989Z_e2b89358-6165-43a9-86e4-602f0319abb8", "entity_name": "osd.2be64aa30c54163e9db5f1a1b0ffa460c48516ac", "os_id": "ubuntu", "os_name": "Ubuntu", "os_version": "20.04.5 LTS (Focal Fossa)", "os_version_id": "20.04", "process_name": "ceph-osd", "stack_sig": "f09c3ca3387aaa0687a5b8c0d5938124405366d21d5ef21dfe38ad799718cd40", "timestamp": "2023-04-08T00:14:53.155989Z", "utsname_machine": "x86_64", "utsname_release": "5.4.0-144-generic", "utsname_sysname": "Linux", "utsname_version": "#161-Ubuntu SMP Fri Feb 3 14:49:04 UTC 2023" }
Actions