Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=a1f0616fce8b0a346fea56f6fac10a5d8b75c5ffb2c352c8502f0da589eb417b

Assert condition: abort
Assert function: virtual int KernelDevice::flush()

Sanitized backtrace:

    /lib64/libpthread.so.0(
    KernelDevice::flush()
    BlueFS::flush_bdev(std::array<bool, 5ul>&)
    BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)
    BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()
    /lib64/libpthread.so.0(
    clone()

{
    "assert_condition": "abort",
    "assert_file": "blk/kernel/KernelDevice.cc",
    "assert_func": "virtual int KernelDevice::flush()",
    "assert_line": 460,
    "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7fef3c494700 time 2021-07-28T00:18:38.405507+0000\nblk/kernel/KernelDevice.cc: 460: ceph_abort_msg(\"abort() called\")",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12b20) [0x7fef4f735b20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b6) [0x5611172f96cb]",
        "(KernelDevice::flush()+0x847) [0x561117e34d67]",
        "(BlueFS::flush_bdev(std::array<bool, 5ul>&)+0x9d) [0x5611179e864d]",
        "(BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)+0x11a) [0x5611179e888a]",
        "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0x173) [0x5611179ee043]",
        "(BlueRocksWritableFile::Sync()+0x6c) [0x561117a14fdc]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x561117ea653f]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x561117fb7cb2]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x561117fb92f8]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x309) [0x561117eb9c99]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x2629) [0x561117ec2839]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x561117ec2a31]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x84) [0x561117e622e4]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9a) [0x561117e62cea]",
        "(BlueStore::_kv_sync_thread()+0x30d8) [0x56111795af08]",
        "(BlueStore::KVSyncThread::entry()+0x11) [0x561117981df1]",
        "/lib64/libpthread.so.0(+0x814a) [0x7fef4f72b14a]",
        "clone()" 
    ],
    "ceph_version": "16.2.5",
    "crash_id": "2021-07-28T00:18:38.434487Z_01b17cf7-6588-4f8f-99f1-bd0992a49142",
    "entity_name": "osd.7cb303993ac33d71f1378ef9478a74e8b91fbaeb",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "d1eb5be6725cd8a7b33d48c1736948eff43d63ac466301756657006a91acaa6c",
    "timestamp": "2021-07-28T00:18:38.434487Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-80-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#90-Ubuntu SMP Fri Jul 9 22:49:44 UTC 2021" 
}