Bug #54633
opencrash: int BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, uint64_t, uint64_t): assert(r == 0)
0%
0caaae95137eef26cf51e4bf20d526ec66bbdd7c6e8cccdc1182d90bc3ed15a9
0e9990135422c51bc3d29754e554973af8b3bd7e18ec715b948f791286cf231c
1455a9a05dd888bd87a45d0bb92449ca561c5604d8aaee94ce5767c2fbbbf409
269d989e562afeca223bdfbbfaf4c9cc0b8f466fdc254f9b215c0288fbf87f36
36888b31a5e29c7364d0866382444a2c5c267dcc49ed0f4a33380399ba074b62
5039455d01bd6d9221c9d7d98f7600b95886d20ab1d0623ffc72ea49b7970cda
59282a6e695620dde3fe6144228300cbbd4d731f6877df0a540198bc518d3ae7
66cceacfdb12e758cf28122ee4da59ee26cb35e888248a40f879f14d35c67800
95d001fec21177b87d64e56216935f8e71ece35bc423d1caeedabcdd41b3d256
a12b1ef79c7b60e7001bfb57b8bd793f84f9f3e3b7e57f5344b0c742718daa84
c910cfdc91c75c713692ccad4d1aeb14130394c542ca3174a251a003188755c1
e350c4b0c116ed5bd2ad391f0e47fadf1898b383ab13390a92aaefd1fb94e08a
ee103347f93fb8f23f7f77e94052b4eed4e801acb8a213618bb62af27aca272b
Description
Assert condition: r == 0
Assert function: int BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, uint64_t, uint64_t)
Sanitized backtrace:
BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long) BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&) BlueRocksWritableFile::Sync() rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*) rocksdb::WritableFileWriter::SyncInternal(bool) rocksdb::WritableFileWriter::Sync(bool) rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long) rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*) rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*) RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>) RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>) BlueStore::_kv_sync_thread() BlueStore::KVSyncThread::entry()
Crash dump sample:
{ "assert_condition": "r == 0", "assert_file": "os/bluestore/BlueFS.cc", "assert_func": "int BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, uint64_t, uint64_t)", "assert_line": 2542, "assert_msg": "os/bluestore/BlueFS.cc: In function 'int BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, uint64_t, uint64_t)' thread 7fcd325e8700 time 2022-03-04T10:37:03.444503+0000\nos/bluestore/BlueFS.cc: 2542: FAILED ceph_assert(r == 0)", "assert_thread_name": "bstore_kv_sync", "backtrace": [ "/lib64/libpthread.so.0(+0x12b20) [0x7fcd45881b20]", "gsignal()", "abort()", "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x55759ad0e0b5]", "ceph-osd(+0x56927e) [0x55759ad0e27e]", "(BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)+0x1c93) [0x55759b401df3]", "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0x312) [0x55759b402812]", "(BlueRocksWritableFile::Sync()+0x6c) [0x55759b42b82c]", "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x55759b8bc88f]", "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x55759b9ce012]", "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x55759b9cf658]", "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x309) [0x55759b8cffe9]", "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x2629) [0x55759b8d8b89]", "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x55759b8d8d81]", "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x84) [0x55759b878634]", "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9a) [0x55759b87903a]", "(BlueStore::_kv_sync_thread()+0x30d8) [0x55759b3700f8]", "(BlueStore::KVSyncThread::entry()+0x11) [0x55759b396b91]", "/lib64/libpthread.so.0(+0x814a) [0x7fcd4587714a]", "clone()" ], "ceph_version": "16.2.4", "crash_id": "2022-03-04T10:37:03.797581Z_d88719b4-f9dc-4a01-a413-9eca552c494e", "entity_name": "osd.8291e9232df0091dd49e3ae168d12b1aad40b142", "os_id": "centos", "os_name": "CentOS Linux", "os_version": "8", "os_version_id": "8", "process_name": "ceph-osd", "stack_sig": "a12b1ef79c7b60e7001bfb57b8bd793f84f9f3e3b7e57f5344b0c742718daa84", "timestamp": "2022-03-04T10:37:03.797581Z", "utsname_machine": "x86_64", "utsname_release": "5.4.0-77-generic", "utsname_sysname": "Linux", "utsname_version": "#86-Ubuntu SMP Thu Jun 17 02:35:03 UTC 2021" }