Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=3fd2db5b676c16d87740b149f87e8d7d16648a1b2ef85afe33ea690a271a161d

Assert condition: abort
Assert function: virtual int KernelDevice::flush()

Sanitized backtrace:

    raise()
    KernelDevice::flush()
    BlueFS::flush_bdev(std::array<bool, 5ul>&)
    BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)
    BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)
    BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Sync()
    rocksdb::WritableFile::Fsync()
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::PersistRocksDBOptions(rocksdb::ConfigOptions const&, rocksdb::DBOptions const&, std::vector<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<rocksdb::ColumnFamilyOptions, std::allocator<rocksdb::ColumnFamilyOptions> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, rocksdb::FileSystem*)
    rocksdb::PersistRocksDBOptions(rocksdb::DBOptions const&, std::vector<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<rocksdb::ColumnFamilyOptions, std::allocator<rocksdb::ColumnFamilyOptions> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, rocksdb::FileSystem*)
    rocksdb::DBImpl::WriteOptionsFile(bool, bool)
    rocksdb::DBImpl::Open(rocksdb::DBOptions const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool, bool)
    rocksdb::DB::Open(rocksdb::DBOptions const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**)
    RocksDBStore::do_open(std::ostream&, bool, bool, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)
    BlueStore::_open_db(bool, bool, bool)
    BlueStore::_open_db_and_around(bool, bool)
    BlueStore::_mount()
    OSD::mkfs(ceph::common::CephContext*, ObjectStore*, uuid_d, int, std::basic_string<char, std::char_traits<char>, std::allocator<char> >)

{
    "archived": "2022-01-05 08:04:57.439334",
    "assert_condition": "abort",
    "assert_file": "blk/kernel/KernelDevice.cc",
    "assert_func": "virtual int KernelDevice::flush()",
    "assert_line": 460,
    "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7f899cf19f00 time 2022-01-05T04:29:52.165535+0900\nblk/kernel/KernelDevice.cc: 460: ceph_abort_msg(\"abort() called\")",
    "assert_thread_name": "ceph-osd",
    "backtrace": [
        "/lib64/libc.so.6(+0x42750) [0x7f899d08f750]",
        "pthread_getname_np()",
        "(ceph::logging::Log::dump_recent()+0x5f8) [0x56308a2db4e8]",
        "/bin/ceph-osd(+0xb76907) [0x56308a0b7907]",
        "/lib64/libc.so.6(+0x42750) [0x7f899d08f750]",
        "/lib64/libc.so.6(+0x8f84c) [0x7f899d0dc84c]",
        "raise()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x195) [0x56308998857b]",
        "(KernelDevice::flush()+0x62c) [0x56308a4fb71c]",
        "(BlueFS::flush_bdev(std::array<bool, 5ul>&)+0x9d) [0x56308a06bdfd]",
        "(BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)+0xb5) [0x56308a06f425]",
        "(BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)+0x874) [0x56308a072b74]",
        "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0xc8) [0x56308a0739c8]",
        "(BlueRocksWritableFile::Sync()+0x56) [0x56308a094956]",
        "(rocksdb::WritableFile::Fsync()+0x21) [0x56308a0923d1]",
        "/lib64/librocksdb.so.6.22(+0x32ca55) [0x7f899de67a55]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x29e) [0x7f899deb739e]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x120) [0x7f899deb9d60]",
        "(rocksdb::PersistRocksDBOptions(rocksdb::ConfigOptions const&, rocksdb::DBOptions const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<rocksdb::ColumnFamilyOptions, std::allocator<rocksdb::ColumnFamilyOptions> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, rocksdb::FileSystem*)+0x1358) [0x7f899def6648]",
        "(rocksdb::PersistRocksDBOptions(rocksdb::DBOptions const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<rocksdb::ColumnFamilyOptions, std::allocator<rocksdb::ColumnFamilyOptions> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, rocksdb::FileSystem*)+0xa9) [0x7f899dee8d39]",
        "(rocksdb::DBImpl::WriteOptionsFile(bool, bool)+0x2fa) [0x7f899dd5a3da]",
        "(rocksdb::DBImpl::Open(rocksdb::DBOptions const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool, bool)+0x14b9) [0x7f899dd97819]",
        "(rocksdb::DB::Open(rocksdb::DBOptions const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**)+0x29) [0x7f899dd97ca9]",
        "(RocksDBStore::do_open(std::ostream&, bool, bool, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x7a2) [0x56308a52bf02]",
        "(BlueStore::_open_db(bool, bool, bool)+0xb2c) [0x563089f6e44c]",
        "(BlueStore::_open_db_and_around(bool, bool)+0x48e) [0x563089fc8b3e]",
        "(BlueStore::_mount()+0x2ec) [0x563089fcb73c]",
        "(OSD::mkfs(ceph::common::CephContext*, ObjectStore*, uuid_d, int, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >)+0x1f0) [0x563089a27410]",
        "main()",
        "/lib64/libc.so.6(+0x2d560) [0x7f899d07a560]",
        "__libc_start_main()",
        "_start()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-01-04T19:29:52.296892Z_c74576fb-3b29-4956-a6c5-e4eb6eb14450",
    "entity_name": "osd.3e25c17dbcb85a6264566872ca1562bce14d93a9",
    "os_id": "fedora",
    "os_name": "Fedora Linux",
    "os_version": "35 (Server Edition)",
    "os_version_id": "35",
    "process_name": "ceph-osd",
    "stack_sig": "5dc78f4a023ddb340f9eb16c7b371948e5310ef1babe8ecc0cf938da561f4fe0",
    "timestamp": "2022-01-04T19:29:52.296892Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.12-200.fc35.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Wed Dec 29 15:03:38 UTC 2021" 
}