Project

General

Profile

Actions

Bug #60060

open

crash: int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*): assert(r == 0)

Added by Telemetry Bot 12 months ago. Updated 12 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

56c644fd412c4935f93dbf148d85bbc92f3d2dd65d40ceee6bc6a38a7c54739e
82a064ef2fa2fa2dfb63c3b6b25416217964d408e1d7b4dc4a99d7e255e2c98d
8e1a221b465917412466bf2ac8df525c5978370a0c84e1fdc5c93d9c8aba4d22


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=e4ccb736f81c0bb6cd775175f5b079a2d9fc0cb681e984d658233e16401d63d8

Assert condition: r == 0
Assert function: int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*)

Sanitized backtrace:

    BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::list*, char*)
    BlueRocksRandomAccessFile::Prefetch(unsigned long, unsigned long)
    rocksdb::LegacyRandomAccessFileWrapper::Prefetch(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::BlockPrefetcher::PrefetchIfNeeded(rocksdb::BlockBasedTable::Rep const*, rocksdb::BlockHandle const&, unsigned long, bool)
    rocksdb::BlockBasedTableIterator::InitDataBlock()
    rocksdb::BlockBasedTableIterator::FindBlockForward()
    rocksdb::BlockBasedTableIterator::Next()
    rocksdb::BlockBasedTableIterator::NextAndGetResult(rocksdb::IterateResult*)
    rocksdb::MergingIterator::Next()
    rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)
    rocksdb::DBIter::Next()
    ShardMergeIteratorImpl::next()
    BlueStore::read_allocation_from_onodes(SimpleBitmap*, BlueStore::read_alloc_stats_t&)
    BlueStore::reconstruct_allocations(SimpleBitmap*, BlueStore::read_alloc_stats_t&)
    BlueStore::read_allocation_from_drive_on_startup()
    BlueStore::_init_alloc(std::map<unsigned long, unsigned long, std::less<unsigned long>, std::allocator<std::pair<unsigned long const, unsigned long> > >*)
    BlueStore::_open_db_and_around(bool, bool)
    BlueStore::_mount()
    OSD::init()

Crash dump sample:
{
    "archived": "2023-04-19 10:37:06.504160",
    "assert_condition": "r == 0",
    "assert_file": "os/bluestore/BlueFS.cc",
    "assert_func": "int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*)",
    "assert_line": 2220,
    "assert_msg": "os/bluestore/BlueFS.cc: In function 'int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*)' thread 7f4d34b593c0 time 2023-04-19T09:27:09.283139+0100\nos/bluestore/BlueFS.cc: 2220: FAILED ceph_assert(r == 0)",
    "assert_thread_name": "ceph-osd",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12c20) [0x7f4d32d62c20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x560ce58e768b]",
        "/usr/bin/ceph-osd(+0x5977f7) [0x560ce58e77f7]",
        "(BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::v15_2_0::list*, char*)+0x10bc) [0x560ce60aadcc]",
        "(BlueRocksRandomAccessFile::Prefetch(unsigned long, unsigned long)+0x1f) [0x560ce60d248f]",
        "(rocksdb::LegacyRandomAccessFileWrapper::Prefetch(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x22) [0x560ce65feea2]",
        "(rocksdb::BlockPrefetcher::PrefetchIfNeeded(rocksdb::BlockBasedTable::Rep const*, rocksdb::BlockHandle const&, unsigned long, bool)+0x1a5) [0x560ce687b9e5]",
        "(rocksdb::BlockBasedTableIterator::InitDataBlock()+0xca) [0x560ce687836a]",
        "(rocksdb::BlockBasedTableIterator::FindBlockForward()+0x21d) [0x560ce687959d]",
        "(rocksdb::BlockBasedTableIterator::Next()+0x3a) [0x560ce687976a]",
        "(rocksdb::BlockBasedTableIterator::NextAndGetResult(rocksdb::IterateResult*)+0x1a) [0x560ce68797aa]",
        "/usr/bin/ceph-osd(+0x1385211) [0x560ce66d5211]",
        "(rocksdb::MergingIterator::Next()+0x32) [0x560ce67aee52]",
        "(rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)+0x13) [0x560ce67ad193]",
        "(rocksdb::DBIter::Next()+0x286) [0x560ce665fd76]",
        "(ShardMergeIteratorImpl::next()+0x65) [0x560ce65c0125]",
        "(BlueStore::read_allocation_from_onodes(SimpleBitmap*, BlueStore::read_alloc_stats_t&)+0xb22) [0x560ce5fa6092]",
        "(BlueStore::reconstruct_allocations(SimpleBitmap*, BlueStore::read_alloc_stats_t&)+0x5a) [0x560ce5fa6b3a]",
        "(BlueStore::read_allocation_from_drive_on_startup()+0x99) [0x560ce5fc78f9]",
        "(BlueStore::_init_alloc(std::map<unsigned long, unsigned long, std::less<unsigned long>, std::allocator<std::pair<unsigned long const, unsigned long> > >*)+0xb44) [0x560ce5fc8694]",
        "(BlueStore::_open_db_and_around(bool, bool)+0x4d4) [0x560ce5ff83b4]",
        "(BlueStore::_mount()+0x396) [0x560ce5ffb2f6]",
        "(OSD::init()+0x556) [0x560ce5a276f6]",
        "main()",
        "__libc_start_main()",
        "_start()" 
    ],
    "ceph_version": "17.2.4",
    "crash_id": "2023-04-19T08:27:09.325504Z_6c666e6a-362a-404c-bb64-93b75cc91465",
    "entity_name": "osd.733eca5badacfe8f5647d2095805ed9c24d81b45",
    "os_id": "rocky",
    "os_name": "Rocky Linux",
    "os_version": "8.5 (Green Obsidian)",
    "os_version_id": "8.5",
    "process_name": "ceph-osd",
    "stack_sig": "8e1a221b465917412466bf2ac8df525c5978370a0c84e1fdc5c93d9c8aba4d22",
    "timestamp": "2023-04-19T08:27:09.325504Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-348.el8.0.2.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Sun Nov 14 00:51:12 UTC 2021" 
}

Actions #1

Updated by Telemetry Bot 12 months ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v17.2.4, v17.2.5 added
Actions

Also available in: Atom PDF