Bug #56363
crash: int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*): assert(r == 0)
Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:
0%
Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
b2cb9e27d716b38c159639129477ff827291245f9535ab63f5bb94f598518bfb
b01026795cc57668d23005dd628547829484e4d3be6792689b2a1ea460b82582
Crash signature (v2):
Description
Assert condition: r == 0
Assert function: int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*)
Sanitized backtrace:
BlueFS::_read_random(BlueFS::FileReader*, unsigned long, unsigned long, char*) BlueRocksRandomAccessFile::Read(unsigned long, unsigned long, rocksdb::Slice*, char*) const rocksdb::LegacyRandomAccessFileWrapper::Read(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::Slice*, char*, rocksdb::IODebugContext*) const rocksdb::RandomAccessFileReader::Read(unsigned long, unsigned long, rocksdb::Slice*, char*, bool) const rocksdb::FilePrefetchBuffer::Prefetch(rocksdb::RandomAccessFileReader*, unsigned long, unsigned long, bool) rocksdb::FilePrefetchBuffer::TryReadFromCache(unsigned long, unsigned long, rocksdb::Slice*, bool) rocksdb::BlockFetcher::ReadBlockContents() rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator<rocksdb::DataBlockIter>(rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*, bool) const rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock() rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::SeekImpl(rocksdb::Slice const*) rocksdb::MergingIterator::Next() rocksdb::CompactionIterator::Next() rocksdb::CompactionJob::ProcessKeyValueCompaction(rocksdb::CompactionJob::SubcompactionState*) rocksdb::CompactionJob::Run() rocksdb::DBImpl::BackgroundCompaction(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority) rocksdb::DBImpl::BackgroundCallCompaction(rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority) rocksdb::DBImpl::BGWorkCompaction(void*) rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long) rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)
Crash dump sample:
{ "archived": "2022-06-13 12:43:28.792494", "assert_condition": "r == 0", "assert_file": "os/bluestore/BlueFS.cc", "assert_func": "int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*)", "assert_line": 1922, "assert_msg": "os/bluestore/BlueFS.cc: In function 'int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*)' thread 7fb2532e4700 time 2022-06-13T13:15:21.421475+0100\nos/bluestore/BlueFS.cc: 1922: FAILED ceph_assert(r == 0)", "assert_thread_name": "rocksdb:low0", "backtrace": [ "/lib64/libpthread.so.0(+0x12c20) [0x7fb26325ec20]", "gsignal()", "abort()", "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x55fd780b27ad]", "/usr/bin/ceph-osd(+0x57f976) [0x55fd780b2976]", "(BlueFS::_read_random(BlueFS::FileReader*, unsigned long, unsigned long, char*)+0xd2e) [0x55fd787b33ce]", "(BlueRocksRandomAccessFile::Read(unsigned long, unsigned long, rocksdb::Slice*, char*) const+0x24) [0x55fd787e2504]", "(rocksdb::LegacyRandomAccessFileWrapper::Read(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::Slice*, char*, rocksdb::IODebugContext*) const+0x26) [0x55fd78c7e9f6]", "(rocksdb::RandomAccessFileReader::Read(unsigned long, unsigned long, rocksdb::Slice*, char*, bool) const+0xdc7) [0x55fd78e9a8c7]", "(rocksdb::FilePrefetchBuffer::Prefetch(rocksdb::RandomAccessFileReader*, unsigned long, unsigned long, bool)+0xf8) [0x55fd78e997a8]", "(rocksdb::FilePrefetchBuffer::TryReadFromCache(unsigned long, unsigned long, rocksdb::Slice*, bool)+0x90) [0x55fd78e99a50]", "(rocksdb::BlockFetcher::ReadBlockContents()+0x7d) [0x55fd78df4c6d]", "/usr/bin/ceph-osd(+0x129995a) [0x55fd78dcc95a]", "(rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const+0x17a) [0x55fd78de2f4a]", "(rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator<rocksdb::DataBlockIter>(rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*, bool) const+0x339) [0x55fd78de4bf9]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock()+0xc9) [0x55fd78de9829]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::SeekImpl(rocksdb::Slice const*)+0xd8) [0x55fd78deaab8]", "/usr/bin/ceph-osd(+0x121930f) [0x55fd78d4c30f]", "/usr/bin/ceph-osd(+0x12193cf) [0x55fd78d4c3cf]", "(rocksdb::MergingIterator::Next()+0x38) [0x55fd78e021d8]", "(rocksdb::CompactionIterator::Next()+0x1b2) [0x55fd78e73152]", "(rocksdb::CompactionJob::ProcessKeyValueCompaction(rocksdb::CompactionJob::SubcompactionState*)+0x7cc) [0x55fd78e8005c]", "(rocksdb::CompactionJob::Run()+0x25c) [0x55fd78e82dac]", "(rocksdb::DBImpl::BackgroundCompaction(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)+0xdd7) [0x55fd78ca8f67]", "(rocksdb::DBImpl::BackgroundCallCompaction(rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)+0xd7) [0x55fd78cabaf7]", "(rocksdb::DBImpl::BGWorkCompaction(void*)+0x3a) [0x55fd78cac09a]", "(rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)+0x24a) [0x55fd78e358ca]", "(rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)+0x5d) [0x55fd78e35a4d]", "/lib64/libstdc++.so.6(+0xc2ba3) [0x7fb2628a7ba3]", "/lib64/libpthread.so.0(+0x817a) [0x7fb26325417a]", "clone()" ], "ceph_version": "16.2.9", "crash_id": "2022-06-13T12:15:21.460026Z_bae1f562-801a-41a6-8c9a-455d49de1079", "entity_name": "osd.bab69dbc544c2404694d371624255b7fcdc343ce", "os_id": "rocky", "os_name": "Rocky Linux", "os_version": "8.5 (Green Obsidian)", "os_version_id": "8.5", "process_name": "ceph-osd", "stack_sig": "b2cb9e27d716b38c159639129477ff827291245f9535ab63f5bb94f598518bfb", "timestamp": "2022-06-13T12:15:21.460026Z", "utsname_machine": "x86_64", "utsname_release": "4.18.0-348.el8.0.2.x86_64", "utsname_sysname": "Linux", "utsname_version": "#1 SMP Sun Nov 14 00:51:12 UTC 2021" }
History
#1 Updated by Telemetry Bot almost 2 years ago
#2 Updated by Telemetry Bot over 1 year ago
- Crash signature (v1) updated (diff)
- Affected Versions v16.2.5 added