Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=74b3c332ac3a8e456a6198a5c719b3313fe7eae3867f7842336d463b3d04eae1

Assert condition: abort
Assert function: virtual int KernelDevice::flush()

Sanitized backtrace:

    KernelDevice::flush()
    BlueFS::flush_bdev(std::array<bool, 5ul>&)
    BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)
    BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)
    BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()

{
    "archived": "2022-02-20 13:14:36.435212",
    "assert_condition": "abort",
    "assert_file": "blk/kernel/KernelDevice.cc",
    "assert_func": "virtual int KernelDevice::flush()",
    "assert_line": 460,
    "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7f6564f98700 time 2022-02-20T13:20:30.999024+0100\nblk/kernel/KernelDevice.cc: 460: ceph_abort_msg(\"abort() called\")",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x12980) [0x7f6579708980]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1a7) [0x55bff23e5e0f]",
        "(KernelDevice::flush()+0x7fc) [0x55bff2ecd2ac]",
        "(BlueFS::flush_bdev(std::array<bool, 5ul>&)+0x4e) [0x55bff2a63a6e]",
        "(BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)+0x13e) [0x55bff2a63c9e]",
        "(BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)+0x978) [0x55bff2a670e8]",
        "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0xab) [0x55bff2a68a2b]",
        "(BlueRocksWritableFile::Sync()+0x6c) [0x55bff2a9130c]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x4e) [0x55bff2f4f518]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x212) [0x55bff31392ac]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x177) [0x55bff3138cbd]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x396) [0x55bff2fa4c22]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x1355) [0x55bff2fa0aaf]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x59) [0x55bff2f9f6bf]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x7c) [0x55bff2efa41c]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0xa1) [0x55bff2efaed1]",
        "(BlueStore::_kv_sync_thread()+0x262b) [0x55bff29da02b]",
        "(BlueStore::KVSyncThread::entry()+0xd) [0x55bff29fee3d]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x76db) [0x7f65796fd6db]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-02-20T12:20:31.053061Z_e48fe145-1961-4785-a2d5-55ecf1c04ee0",
    "entity_name": "osd.36f51392c66d2b5b7d7c04023086b5757d27888c",
    "os_id": "ubuntu",
    "os_name": "Ubuntu",
    "os_version": "18.04.6 LTS (Bionic Beaver)",
    "os_version_id": "18.04",
    "process_name": "ceph-osd",
    "stack_sig": "eb226dde92c3789f75b99fd951365986fa461e29951f1dd81faf279c299338cc",
    "timestamp": "2022-02-20T12:20:31.053061Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-99-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#112~18.04.1-Ubuntu SMP Thu Feb 3 14:09:57 UTC 2022" 
}