Bug #52188
opencrash: virtual int KernelDevice::flush(): abort
0%
0ddb2ab8e3ccae5aaf59363f8260eaf9aca9b5a9642b6e9ebb461d79d77f84c1
41e21bbb7ce563a4a902e143f05cf2a5dfab19f4f19798982c95947f7d2fbeb0
581831d18ffa6a67654e9db4cd91ca8d233afe3603dadc95118e6e738da6249e
5c4d967960354aca33ddfd8a65ecf308c0fcaaab77f2e578d7d1e1251775cf96
8e2b9c7ab41d2ab20b1b11ac34587753de6d96a70c6170817971cc097a9bf9e1
a1f0616fce8b0a346fea56f6fac10a5d8b75c5ffb2c352c8502f0da589eb417b
a2f3e563df4428eee59f2f7279e5e57943c6dc7ee571cef1c62beba93b1aca7b
d1eb5be6725cd8a7b33d48c1736948eff43d63ac466301756657006a91acaa6c
d8d2b58be59ca885a5d179585c4fc58fd953eabaf781b7bf636488d0d0c9b408
0372f47fb3dff94cad828e4933a133d58d8afc1a19f066463556390136f53858
0a629ebd97e4a9434dbd31219e164cd0bdbc6ce64950a81f90f8ee2dd336b719
39fd23d763abc82921b4fc9c54e6afe8c349c29104183778625edc52d5bbef20
c503206c1dae6d1686dd850816ceed4a0906db6d733b21e7530a87f34e80e241
44baf68233f0d21b81169921d617066f5decef0045a8ebe1a246ff137a74ea64
a0be4758ab1b796525f12af692f1864201ddc5a6c8e9934f6f796de706096185
bcd8c1b1cd076cac0bf762bfc0919ff434b82d76eb352b2f8ab2e4bdf163e25e
0fb0e3cb31f92bdc3ae84f05c90dc3cdc67de24e03f209d44713954cf4ca1e66
31c428e7c433ece5844a18f467ebcd64b9516800d434724f408f02013fb979c9
54f78cac860cb08d26747fcac69c91ac836b6ec05e58bb9398505e1023000479
5ac64d9eb1a94eca1b73bec3840b9772b8370b3ab66dcec0f0468aa20ca3d66a
951dcec5f9d8f5f663501a908eb898996f63fbfb962dbd6c315796c6693b5e48
d6916fd46fbee9cb91b5c119a97f8b4434167e411d1d0c7f3536aee9cebb2347
Description
Assert condition: abort
Assert function: virtual int KernelDevice::flush()
Sanitized backtrace:
/lib64/libpthread.so.0( KernelDevice::flush() BlueFS::flush_bdev(std::array<bool, 5ul>&) BlueFS::_flush_bdev_safely(BlueFS::FileWriter*) BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&) BlueRocksWritableFile::Sync() rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*) rocksdb::WritableFileWriter::SyncInternal(bool) rocksdb::WritableFileWriter::Sync(bool) rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long) rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*) rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*) RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>) RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>) BlueStore::_kv_sync_thread() BlueStore::KVSyncThread::entry() /lib64/libpthread.so.0( clone()
Crash dump sample:
{ "assert_condition": "abort", "assert_file": "blk/kernel/KernelDevice.cc", "assert_func": "virtual int KernelDevice::flush()", "assert_line": 460, "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7fef3c494700 time 2021-07-28T00:18:38.405507+0000\nblk/kernel/KernelDevice.cc: 460: ceph_abort_msg(\"abort() called\")", "assert_thread_name": "bstore_kv_sync", "backtrace": [ "/lib64/libpthread.so.0(+0x12b20) [0x7fef4f735b20]", "gsignal()", "abort()", "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b6) [0x5611172f96cb]", "(KernelDevice::flush()+0x847) [0x561117e34d67]", "(BlueFS::flush_bdev(std::array<bool, 5ul>&)+0x9d) [0x5611179e864d]", "(BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)+0x11a) [0x5611179e888a]", "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0x173) [0x5611179ee043]", "(BlueRocksWritableFile::Sync()+0x6c) [0x561117a14fdc]", "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x561117ea653f]", "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x561117fb7cb2]", "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x561117fb92f8]", "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x309) [0x561117eb9c99]", "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x2629) [0x561117ec2839]", "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x561117ec2a31]", "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x84) [0x561117e622e4]", "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9a) [0x561117e62cea]", "(BlueStore::_kv_sync_thread()+0x30d8) [0x56111795af08]", "(BlueStore::KVSyncThread::entry()+0x11) [0x561117981df1]", "/lib64/libpthread.so.0(+0x814a) [0x7fef4f72b14a]", "clone()" ], "ceph_version": "16.2.5", "crash_id": "2021-07-28T00:18:38.434487Z_01b17cf7-6588-4f8f-99f1-bd0992a49142", "entity_name": "osd.7cb303993ac33d71f1378ef9478a74e8b91fbaeb", "os_id": "centos", "os_name": "CentOS Linux", "os_version": "8", "os_version_id": "8", "process_name": "ceph-osd", "stack_sig": "d1eb5be6725cd8a7b33d48c1736948eff43d63ac466301756657006a91acaa6c", "timestamp": "2021-07-28T00:18:38.434487Z", "utsname_machine": "x86_64", "utsname_release": "5.4.0-80-generic", "utsname_sysname": "Linux", "utsname_version": "#90-Ubuntu SMP Fri Jul 9 22:49:44 UTC 2021" }