Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=6cfe5c50d0a55f225745690fe4292ca3f116819e65310aed23d66f01ed06921d

Assert condition: (uint64_t)r == len
Assert function: virtual int KernelDevice::read(uint64_t, uint64_t, ceph::bufferlist*, IOContext*, bool)

Sanitized backtrace:

    KernelDevice::read(unsigned long, unsigned long, ceph::buffer::list*, IOContext*, bool)
    BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::list*, char*)
    BlueRocksSequentialFile::Read(unsigned long, rocksdb::Slice*, char*)
    rocksdb::LegacySequentialFileWrapper::Read(unsigned long, rocksdb::IOOptions const&, rocksdb::Slice*, char*, rocksdb::IODebugContext*)
    rocksdb::SequentialFileReader::Read(unsigned long, rocksdb::Slice*, char*)
    rocksdb::log::Reader::ReadMore(unsigned long*, int*)
    rocksdb::log::Reader::ReadPhysicalRecord(rocksdb::Slice*, unsigned long*)
    rocksdb::log::Reader::ReadRecord(rocksdb::Slice*, std::basic_string<char, std::char_traits<char>, std::allocator<char> >*, rocksdb::WALRecoveryMode)
    rocksdb::DBImpl::RecoverLogFiles(std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long*, bool, bool*)
    rocksdb::DBImpl::Recover(std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, bool, bool, bool, unsigned long*)
    rocksdb::DB::OpenForReadOnly(rocksdb::DBOptions const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool)
    RocksDBStore::do_open(std::ostream&, bool, bool, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)
    BlueStore::_open_db(bool, bool, bool)
    BlueStore::_open_db_and_around(bool, bool)
    BlueStore::_mount()
    OSD::init()

{
    "assert_condition": "(uint64_t)r == len",
    "assert_file": "blk/kernel/KernelDevice.cc",
    "assert_func": "virtual int KernelDevice::read(uint64_t, uint64_t, ceph::bufferlist*, IOContext*, bool)",
    "assert_line": 1066,
    "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::read(uint64_t, uint64_t, ceph::bufferlist*, IOContext*, bool)' thread 7fa7464bb080 time 2022-03-07T23:19:32.365087-0600\nblk/kernel/KernelDevice.cc: 1066: FAILED ceph_assert((uint64_t)r == len)",
    "assert_thread_name": "ceph-osd",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12c20) [0x7fa74445dc20]",
        "pthread_getname_np()",
        "(ceph::logging::Log::dump_recent()+0x4c2) [0x558f53673742]",
        "/usr/bin/ceph-osd(+0xcb6a8b) [0x558f53469a8b]",
        "/lib64/libpthread.so.0(+0x12c20) [0x7fa74445dc20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x558f52d1dbcf]",
        "/usr/bin/ceph-osd(+0x56ad98) [0x558f52d1dd98]",
        "(KernelDevice::read(unsigned long, unsigned long, ceph::buffer::v15_2_0::list*, IOContext*, bool)+0x8a1) [0x558f538746e1]",
        "(BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::v15_2_0::list*, char*)+0x79c) [0x558f53414efc]",
        "(BlueRocksSequentialFile::Read(unsigned long, rocksdb::Slice*, char*)+0x2e) [0x558f5344342e]",
        "(rocksdb::LegacySequentialFileWrapper::Read(unsigned long, rocksdb::IOOptions const&, rocksdb::Slice*, char*, rocksdb::IODebugContext*)+0x25) [0x558f538dda45]",
        "(rocksdb::SequentialFileReader::Read(unsigned long, rocksdb::Slice*, char*)+0x77) [0x558f539ebdb7]",
        "(rocksdb::log::Reader::ReadMore(unsigned long*, int*)+0xae) [0x558f5396ec8e]",
        "(rocksdb::log::Reader::ReadPhysicalRecord(rocksdb::Slice*, unsigned long*)+0x66) [0x558f5396ed76]",
        "(rocksdb::log::Reader::ReadRecord(rocksdb::Slice*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >*, rocksdb::WALRecoveryMode)+0xb5) [0x558f5396ef95]",
        "(rocksdb::DBImpl::RecoverLogFiles(std::vector<unsigned long, std::allocator<unsigned long> > const&, unsigned long*, bool, bool*)+0x1250) [0x558f539224b0]",
        "(rocksdb::DBImpl::Recover(std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, bool, bool, bool, unsigned long*)+0xae8) [0x558f539241e8]",
        "(rocksdb::DB::OpenForReadOnly(rocksdb::DBOptions const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool)+0x1a0) [0x558f5392f170]",
        "(RocksDBStore::do_open(std::ostream&, bool, bool, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0xb98) [0x558f53896cd8]",
        "(BlueStore::_open_db(bool, bool, bool)+0x203) [0x558f53313963]",
        "(BlueStore::_open_db_and_around(bool, bool)+0x273) [0x558f5337ea33]",
        "(BlueStore::_mount()+0x204) [0x558f53381974]",
        "(OSD::init()+0x380) [0x558f52e55400]",
        "main()",
        "__libc_start_main()",
        "_start()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-03-08T05:19:32.395318Z_194d2cbe-83db-456f-9923-3e9d09432fdd",
    "entity_name": "osd.b0bd08d32c179cfd8631468c70524097aef68f76",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "1b313d2530c2aa4c3b54bf12e2200018d2b3636224bbf470a3d29c0f8420aadc",
    "timestamp": "2022-03-08T05:19:32.395318Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-358.el8.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Mon Jan 10 13:11:20 UTC 2022" 
}