Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=fba988fc8dce7fd1ddb32c5da9ea821b08bdfec7726eace3494999b381f2477a

Assert condition: r == 0
Assert function: int BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, uint64_t, uint64_t)

Sanitized backtrace:

    BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)
    BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()

{
    "assert_condition": "r == 0",
    "assert_file": "os/bluestore/BlueFS.cc",
    "assert_func": "int BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, uint64_t, uint64_t)",
    "assert_line": 2542,
    "assert_msg": "os/bluestore/BlueFS.cc: In function 'int BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, uint64_t, uint64_t)' thread 7fcd325e8700 time 2022-03-04T10:37:03.444503+0000\nos/bluestore/BlueFS.cc: 2542: FAILED ceph_assert(r == 0)",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12b20) [0x7fcd45881b20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x55759ad0e0b5]",
        "ceph-osd(+0x56927e) [0x55759ad0e27e]",
        "(BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)+0x1c93) [0x55759b401df3]",
        "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0x312) [0x55759b402812]",
        "(BlueRocksWritableFile::Sync()+0x6c) [0x55759b42b82c]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x55759b8bc88f]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x55759b9ce012]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x55759b9cf658]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x309) [0x55759b8cffe9]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x2629) [0x55759b8d8b89]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x55759b8d8d81]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x84) [0x55759b878634]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9a) [0x55759b87903a]",
        "(BlueStore::_kv_sync_thread()+0x30d8) [0x55759b3700f8]",
        "(BlueStore::KVSyncThread::entry()+0x11) [0x55759b396b91]",
        "/lib64/libpthread.so.0(+0x814a) [0x7fcd4587714a]",
        "clone()" 
    ],
    "ceph_version": "16.2.4",
    "crash_id": "2022-03-04T10:37:03.797581Z_d88719b4-f9dc-4a01-a413-9eca552c494e",
    "entity_name": "osd.8291e9232df0091dd49e3ae168d12b1aad40b142",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "a12b1ef79c7b60e7001bfb57b8bd793f84f9f3e3b7e57f5344b0c742718daa84",
    "timestamp": "2022-03-04T10:37:03.797581Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-77-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#86-Ubuntu SMP Thu Jun 17 02:35:03 UTC 2021" 
}