Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=e4f31317c5a5fa9fe9de5e532ac44c11b62ce79dc130ebc3d3bba230fac0faa4

Assert condition: abort
Assert function: int BlueFS::_flush_range(BlueFS::FileWriter*, uint64_t, uint64_t)

Sanitized backtrace:

    BlueFS::_flush_range(BlueFS::FileWriter*, unsigned long, unsigned long)
    BlueFS::_flush(BlueFS::FileWriter*, bool, bool*)
    BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()

{
    "assert_condition": "abort",
    "assert_file": "os/bluestore/BlueFS.cc",
    "assert_func": "int BlueFS::_flush_range(BlueFS::FileWriter*, uint64_t, uint64_t)",
    "assert_line": 2729,
    "assert_msg": "os/bluestore/BlueFS.cc: In function 'int BlueFS::_flush_range(BlueFS::FileWriter*, uint64_t, uint64_t)' thread 7f183e257700 time 2022-03-02T11:39:03.428068+0000\nos/bluestore/BlueFS.cc: 2729: ceph_abort_msg(\"bluefs enospc\")",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12b20) [0x7f18514f8b20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b6) [0x5651d51456cb]",
        "(BlueFS::_flush_range(BlueFS::FileWriter*, unsigned long, unsigned long)+0x15ff) [0x5651d58372df]",
        "(BlueFS::_flush(BlueFS::FileWriter*, bool, bool*)+0x90) [0x5651d5837650]",
        "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0x159) [0x5651d583a029]",
        "(BlueRocksWritableFile::Sync()+0x6c) [0x5651d5860fdc]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x5651d5cf253f]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x5651d5e03cb2]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x5651d5e052f8]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x309) [0x5651d5d05c99]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x2629) [0x5651d5d0e839]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x5651d5d0ea31]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x84) [0x5651d5cae2e4]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9a) [0x5651d5caecea]",
        "(BlueStore::_kv_sync_thread()+0x30d8) [0x5651d57a6f08]",
        "(BlueStore::KVSyncThread::entry()+0x11) [0x5651d57cddf1]",
        "/lib64/libpthread.so.0(+0x814a) [0x7f18514ee14a]",
        "clone()" 
    ],
    "ceph_version": "16.2.5",
    "crash_id": "2022-03-02T11:39:03.461230Z_fe138912-e487-4cc4-9261-ce4b15e31179",
    "entity_name": "osd.30abbf4342365a6cbad500a0459138241f863928",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "d6b8c6cb4d0418ff6b872e4e24f7ca35f7b33d2b3b58568eaecc724f88a873c5",
    "timestamp": "2022-03-02T11:39:03.461230Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-96-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#109-Ubuntu SMP Wed Jan 12 16:49:16 UTC 2022" 
}