Actions
Bug #54898
opencrash: virtual int KernelDevice::flush(): abort
Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:
0%
Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
5dc78f4a023ddb340f9eb16c7b371948e5310ef1babe8ecc0cf938da561f4fe0
7baee998be9d76261d6897ac5fb79e7bc2b43833d5de53c9ec7f50f941d0c1ee
Crash signature (v2):
Description
Assert condition: abort
Assert function: virtual int KernelDevice::flush()
Sanitized backtrace:
raise() KernelDevice::flush() BlueFS::flush_bdev(std::array<bool, 5ul>&) BlueFS::_flush_bdev_safely(BlueFS::FileWriter*) BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long) BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&) BlueRocksWritableFile::Sync() rocksdb::WritableFile::Fsync() rocksdb::WritableFileWriter::SyncInternal(bool) rocksdb::WritableFileWriter::Sync(bool) rocksdb::PersistRocksDBOptions(rocksdb::ConfigOptions const&, rocksdb::DBOptions const&, std::vector<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<rocksdb::ColumnFamilyOptions, std::allocator<rocksdb::ColumnFamilyOptions> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, rocksdb::FileSystem*) rocksdb::PersistRocksDBOptions(rocksdb::DBOptions const&, std::vector<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<rocksdb::ColumnFamilyOptions, std::allocator<rocksdb::ColumnFamilyOptions> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, rocksdb::FileSystem*) rocksdb::DBImpl::WriteOptionsFile(bool, bool) rocksdb::DBImpl::Open(rocksdb::DBOptions const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool, bool) rocksdb::DB::Open(rocksdb::DBOptions const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**) RocksDBStore::do_open(std::ostream&, bool, bool, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) BlueStore::_open_db(bool, bool, bool) BlueStore::_open_db_and_around(bool, bool) BlueStore::_mount() OSD::mkfs(ceph::common::CephContext*, ObjectStore*, uuid_d, int, std::basic_string<char, std::char_traits<char>, std::allocator<char> >)
Crash dump sample:
{ "archived": "2022-01-05 08:04:57.439334", "assert_condition": "abort", "assert_file": "blk/kernel/KernelDevice.cc", "assert_func": "virtual int KernelDevice::flush()", "assert_line": 460, "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7f899cf19f00 time 2022-01-05T04:29:52.165535+0900\nblk/kernel/KernelDevice.cc: 460: ceph_abort_msg(\"abort() called\")", "assert_thread_name": "ceph-osd", "backtrace": [ "/lib64/libc.so.6(+0x42750) [0x7f899d08f750]", "pthread_getname_np()", "(ceph::logging::Log::dump_recent()+0x5f8) [0x56308a2db4e8]", "/bin/ceph-osd(+0xb76907) [0x56308a0b7907]", "/lib64/libc.so.6(+0x42750) [0x7f899d08f750]", "/lib64/libc.so.6(+0x8f84c) [0x7f899d0dc84c]", "raise()", "abort()", "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x195) [0x56308998857b]", "(KernelDevice::flush()+0x62c) [0x56308a4fb71c]", "(BlueFS::flush_bdev(std::array<bool, 5ul>&)+0x9d) [0x56308a06bdfd]", "(BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)+0xb5) [0x56308a06f425]", "(BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)+0x874) [0x56308a072b74]", "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0xc8) [0x56308a0739c8]", "(BlueRocksWritableFile::Sync()+0x56) [0x56308a094956]", "(rocksdb::WritableFile::Fsync()+0x21) [0x56308a0923d1]", "/lib64/librocksdb.so.6.22(+0x32ca55) [0x7f899de67a55]", "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x29e) [0x7f899deb739e]", "(rocksdb::WritableFileWriter::Sync(bool)+0x120) [0x7f899deb9d60]", "(rocksdb::PersistRocksDBOptions(rocksdb::ConfigOptions const&, rocksdb::DBOptions const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<rocksdb::ColumnFamilyOptions, std::allocator<rocksdb::ColumnFamilyOptions> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, rocksdb::FileSystem*)+0x1358) [0x7f899def6648]", "(rocksdb::PersistRocksDBOptions(rocksdb::DBOptions const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<rocksdb::ColumnFamilyOptions, std::allocator<rocksdb::ColumnFamilyOptions> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, rocksdb::FileSystem*)+0xa9) [0x7f899dee8d39]", "(rocksdb::DBImpl::WriteOptionsFile(bool, bool)+0x2fa) [0x7f899dd5a3da]", "(rocksdb::DBImpl::Open(rocksdb::DBOptions const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool, bool)+0x14b9) [0x7f899dd97819]", "(rocksdb::DB::Open(rocksdb::DBOptions const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**)+0x29) [0x7f899dd97ca9]", "(RocksDBStore::do_open(std::ostream&, bool, bool, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x7a2) [0x56308a52bf02]", "(BlueStore::_open_db(bool, bool, bool)+0xb2c) [0x563089f6e44c]", "(BlueStore::_open_db_and_around(bool, bool)+0x48e) [0x563089fc8b3e]", "(BlueStore::_mount()+0x2ec) [0x563089fcb73c]", "(OSD::mkfs(ceph::common::CephContext*, ObjectStore*, uuid_d, int, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >)+0x1f0) [0x563089a27410]", "main()", "/lib64/libc.so.6(+0x2d560) [0x7f899d07a560]", "__libc_start_main()", "_start()" ], "ceph_version": "16.2.7", "crash_id": "2022-01-04T19:29:52.296892Z_c74576fb-3b29-4956-a6c5-e4eb6eb14450", "entity_name": "osd.3e25c17dbcb85a6264566872ca1562bce14d93a9", "os_id": "fedora", "os_name": "Fedora Linux", "os_version": "35 (Server Edition)", "os_version_id": "35", "process_name": "ceph-osd", "stack_sig": "5dc78f4a023ddb340f9eb16c7b371948e5310ef1babe8ecc0cf938da561f4fe0", "timestamp": "2022-01-04T19:29:52.296892Z", "utsname_machine": "x86_64", "utsname_release": "5.15.12-200.fc35.x86_64", "utsname_sysname": "Linux", "utsname_version": "#1 SMP Wed Dec 29 15:03:38 UTC 2021" }
Actions