Project

General

Profile

Bug #56363

crash: int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*): assert(r == 0)

Added by Telemetry Bot almost 2 years ago. Updated over 1 year ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

b2cb9e27d716b38c159639129477ff827291245f9535ab63f5bb94f598518bfb
b01026795cc57668d23005dd628547829484e4d3be6792689b2a1ea460b82582


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=3a15b13e448484b313ad69ca9677ebf27c0df1f85a1627dfcb667e1a3e700ae8

Assert condition: r == 0
Assert function: int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*)

Sanitized backtrace:

    BlueFS::_read_random(BlueFS::FileReader*, unsigned long, unsigned long, char*)
    BlueRocksRandomAccessFile::Read(unsigned long, unsigned long, rocksdb::Slice*, char*) const
    rocksdb::LegacyRandomAccessFileWrapper::Read(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::Slice*, char*, rocksdb::IODebugContext*) const
    rocksdb::RandomAccessFileReader::Read(unsigned long, unsigned long, rocksdb::Slice*, char*, bool) const
    rocksdb::FilePrefetchBuffer::Prefetch(rocksdb::RandomAccessFileReader*, unsigned long, unsigned long, bool)
    rocksdb::FilePrefetchBuffer::TryReadFromCache(unsigned long, unsigned long, rocksdb::Slice*, bool)
    rocksdb::BlockFetcher::ReadBlockContents()
    rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const
    rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator<rocksdb::DataBlockIter>(rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*, bool) const
    rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock()
    rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::SeekImpl(rocksdb::Slice const*)
    rocksdb::MergingIterator::Next()
    rocksdb::CompactionIterator::Next()
    rocksdb::CompactionJob::ProcessKeyValueCompaction(rocksdb::CompactionJob::SubcompactionState*)
    rocksdb::CompactionJob::Run()
    rocksdb::DBImpl::BackgroundCompaction(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)
    rocksdb::DBImpl::BackgroundCallCompaction(rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)
    rocksdb::DBImpl::BGWorkCompaction(void*)
    rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)
    rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)

Crash dump sample:
{
    "archived": "2022-06-13 12:43:28.792494",
    "assert_condition": "r == 0",
    "assert_file": "os/bluestore/BlueFS.cc",
    "assert_func": "int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*)",
    "assert_line": 1922,
    "assert_msg": "os/bluestore/BlueFS.cc: In function 'int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*)' thread 7fb2532e4700 time 2022-06-13T13:15:21.421475+0100\nos/bluestore/BlueFS.cc: 1922: FAILED ceph_assert(r == 0)",
    "assert_thread_name": "rocksdb:low0",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12c20) [0x7fb26325ec20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x55fd780b27ad]",
        "/usr/bin/ceph-osd(+0x57f976) [0x55fd780b2976]",
        "(BlueFS::_read_random(BlueFS::FileReader*, unsigned long, unsigned long, char*)+0xd2e) [0x55fd787b33ce]",
        "(BlueRocksRandomAccessFile::Read(unsigned long, unsigned long, rocksdb::Slice*, char*) const+0x24) [0x55fd787e2504]",
        "(rocksdb::LegacyRandomAccessFileWrapper::Read(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::Slice*, char*, rocksdb::IODebugContext*) const+0x26) [0x55fd78c7e9f6]",
        "(rocksdb::RandomAccessFileReader::Read(unsigned long, unsigned long, rocksdb::Slice*, char*, bool) const+0xdc7) [0x55fd78e9a8c7]",
        "(rocksdb::FilePrefetchBuffer::Prefetch(rocksdb::RandomAccessFileReader*, unsigned long, unsigned long, bool)+0xf8) [0x55fd78e997a8]",
        "(rocksdb::FilePrefetchBuffer::TryReadFromCache(unsigned long, unsigned long, rocksdb::Slice*, bool)+0x90) [0x55fd78e99a50]",
        "(rocksdb::BlockFetcher::ReadBlockContents()+0x7d) [0x55fd78df4c6d]",
        "/usr/bin/ceph-osd(+0x129995a) [0x55fd78dcc95a]",
        "(rocksdb::Status rocksdb::BlockBasedTable::RetrieveBlock<rocksdb::Block>(rocksdb::FilePrefetchBuffer*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::UncompressionDict const&, rocksdb::CachableEntry<rocksdb::Block>*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, bool, bool) const+0x17a) [0x55fd78de2f4a]",
        "(rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator<rocksdb::DataBlockIter>(rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, rocksdb::BlockType, rocksdb::GetContext*, rocksdb::BlockCacheLookupContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*, bool) const+0x339) [0x55fd78de4bf9]",
        "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock()+0xc9) [0x55fd78de9829]",
        "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::SeekImpl(rocksdb::Slice const*)+0xd8) [0x55fd78deaab8]",
        "/usr/bin/ceph-osd(+0x121930f) [0x55fd78d4c30f]",
        "/usr/bin/ceph-osd(+0x12193cf) [0x55fd78d4c3cf]",
        "(rocksdb::MergingIterator::Next()+0x38) [0x55fd78e021d8]",
        "(rocksdb::CompactionIterator::Next()+0x1b2) [0x55fd78e73152]",
        "(rocksdb::CompactionJob::ProcessKeyValueCompaction(rocksdb::CompactionJob::SubcompactionState*)+0x7cc) [0x55fd78e8005c]",
        "(rocksdb::CompactionJob::Run()+0x25c) [0x55fd78e82dac]",
        "(rocksdb::DBImpl::BackgroundCompaction(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)+0xdd7) [0x55fd78ca8f67]",
        "(rocksdb::DBImpl::BackgroundCallCompaction(rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)+0xd7) [0x55fd78cabaf7]",
        "(rocksdb::DBImpl::BGWorkCompaction(void*)+0x3a) [0x55fd78cac09a]",
        "(rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)+0x24a) [0x55fd78e358ca]",
        "(rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)+0x5d) [0x55fd78e35a4d]",
        "/lib64/libstdc++.so.6(+0xc2ba3) [0x7fb2628a7ba3]",
        "/lib64/libpthread.so.0(+0x817a) [0x7fb26325417a]",
        "clone()" 
    ],
    "ceph_version": "16.2.9",
    "crash_id": "2022-06-13T12:15:21.460026Z_bae1f562-801a-41a6-8c9a-455d49de1079",
    "entity_name": "osd.bab69dbc544c2404694d371624255b7fcdc343ce",
    "os_id": "rocky",
    "os_name": "Rocky Linux",
    "os_version": "8.5 (Green Obsidian)",
    "os_version_id": "8.5",
    "process_name": "ceph-osd",
    "stack_sig": "b2cb9e27d716b38c159639129477ff827291245f9535ab63f5bb94f598518bfb",
    "timestamp": "2022-06-13T12:15:21.460026Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-348.el8.0.2.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Sun Nov 14 00:51:12 UTC 2021" 
}

History

#1 Updated by Telemetry Bot almost 2 years ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v16.2.9 added

#2 Updated by Telemetry Bot over 1 year ago

  • Crash signature (v1) updated (diff)
  • Affected Versions v16.2.5 added

Also available in: Atom PDF