Project

General

Profile

Actions

Bug #54638

open

crash: int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*): assert(r == 0)

Added by Telemetry Bot about 2 years ago. Updated over 1 year ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

6bf709035d510d5d43744eb742b6e0fe23847d334634a582988a681d7101a42e
6c645a9baa975207e09774e8249f14431c1688b234c73e298a5519345c5e0de2
807bc92a75e97a60cbddbc9bcef08ad05a1271c3d5d60acb17fb8aa8399c3356
92c3d34660291a12599312aa29ade00be98319a3c56642e1ee02652a9fec3eba
d0d9e3970b29bd47e9f5787b72ecf4051e7c19ea70af7e545d6ea62366211e6d
d1e4c3c4f7da44f708e9ed779c7c8c2c79ee6c439f9b5db97433184a73a41021
956f0fb9b1fd736a4774cbb7eb5c187801f7067327912858d167c410fd33f385
aad92b472fb8e6b2353a893c4a0ef7d3fe1a91510c84c62b076d6e379fa9ab1a
db10c1ce3c2a9839ea935d12c41b2ed299bfa06d6fc2842ff2f587391fcd4237
ffdabf8675bf92e0c301935319636f019d375e472d164e23486b0b820d079949


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=e4cbd32f6bca68d8bc0f95ebc314ff1d6595e68e925f1261be2a1ebc68bcd1cf

Assert condition: r == 0
Assert function: int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*)

Sanitized backtrace:

    BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::list*, char*)
    BlueRocksSequentialFile::Read(unsigned long, rocksdb::Slice*, char*)
    rocksdb::LegacySequentialFileWrapper::Read(unsigned long, rocksdb::IOOptions const&, rocksdb::Slice*, char*, rocksdb::IODebugContext*)
    rocksdb::SequentialFileReader::Read(unsigned long, rocksdb::Slice*, char*)
    rocksdb::log::Reader::ReadMore(unsigned long*, int*)
    rocksdb::log::Reader::ReadPhysicalRecord(rocksdb::Slice*, unsigned long*)
    rocksdb::log::Reader::ReadRecord(rocksdb::Slice*, std::basic_string<char, std::char_traits<char>, std::allocator<char> >*, rocksdb::WALRecoveryMode)
    rocksdb::DBImpl::RecoverLogFiles(std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long*, bool, bool*)
    rocksdb::DBImpl::Recover(std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, bool, bool, bool, unsigned long*)
    rocksdb::DB::OpenForReadOnly(rocksdb::DBOptions const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool)
    RocksDBStore::do_open(std::ostream&, bool, bool, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)
    BlueStore::_open_db(bool, bool, bool)
    BlueStore::_open_db_and_around(bool, bool)
    BlueStore::_mount()
    OSD::init()

Crash dump sample:
{
    "assert_condition": "r == 0",
    "assert_file": "os/bluestore/BlueFS.cc",
    "assert_func": "int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*)",
    "assert_line": 2032,
    "assert_msg": "os/bluestore/BlueFS.cc: In function 'int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*)' thread 7f621bfae080 time 2022-03-04T04:36:35.045760+0000\nos/bluestore/BlueFS.cc: 2032: FAILED ceph_assert(r == 0)",
    "assert_thread_name": "ceph-osd",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12b20) [0x7f6219d0fb20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x555d275f1f0b]",
        "ceph-osd(+0x56a0d4) [0x555d275f20d4]",
        "(BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::v15_2_0::list*, char*)+0x7af) [0x555d27cdf3ff]",
        "(BlueRocksSequentialFile::Read(unsigned long, rocksdb::Slice*, char*)+0x2e) [0x555d27d0d38e]",
        "(rocksdb::LegacySequentialFileWrapper::Read(unsigned long, rocksdb::IOOptions const&, rocksdb::Slice*, char*, rocksdb::IODebugContext*)+0x25) [0x555d2819f415]",
        "(rocksdb::SequentialFileReader::Read(unsigned long, rocksdb::Slice*, char*)+0x77) [0x555d282ad787]",
        "(rocksdb::log::Reader::ReadMore(unsigned long*, int*)+0xae) [0x555d2823065e]",
        "(rocksdb::log::Reader::ReadPhysicalRecord(rocksdb::Slice*, unsigned long*)+0x66) [0x555d28230746]",
        "(rocksdb::log::Reader::ReadRecord(rocksdb::Slice*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >*, rocksdb::WALRecoveryMode)+0xb5) [0x555d28230965]",
        "(rocksdb::DBImpl::RecoverLogFiles(std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long*, bool, bool*)+0x1250) [0x555d281e3e80]",
        "(rocksdb::DBImpl::Recover(std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, bool, bool, bool, unsigned long*)+0xae8) [0x555d281e5bb8]",
        "(rocksdb::DB::OpenForReadOnly(rocksdb::DBOptions const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool)+0x1a0) [0x555d281f0b40]",
        "(RocksDBStore::do_open(std::ostream&, bool, bool, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0xb98) [0x555d28158418]",
        "(BlueStore::_open_db(bool, bool, bool)+0x214) [0x555d27bdeee4]",
        "(BlueStore::_open_db_and_around(bool, bool)+0x273) [0x555d27c490d3]",
        "(BlueStore::_mount()+0x204) [0x555d27c4c014]",
        "(OSD::init()+0x380) [0x555d27725b00]",
        "main()",
        "__libc_start_main()",
        "_start()" 
    ],
    "ceph_version": "16.2.5",
    "crash_id": "2022-03-04T04:36:35.109432Z_71519c78-826e-441e-a789-083fb7b14e7b",
    "entity_name": "osd.90884b798016532bbe3b1c2cd5b489f9fc93125e",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "92c3d34660291a12599312aa29ade00be98319a3c56642e1ee02652a9fec3eba",
    "timestamp": "2022-03-04T04:36:35.109432Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-100-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#113-Ubuntu SMP Thu Feb 3 18:43:29 UTC 2022" 
}

Actions #1

Updated by Telemetry Bot about 2 years ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v16.2.3, v16.2.4, v16.2.5, v16.2.7 added
Actions #2

Updated by Telemetry Bot over 1 year ago

  • Crash signature (v1) updated (diff)
  • Affected Versions v16.2.9 added
Actions

Also available in: Atom PDF