Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=a3bf1e9df33bea667de16747ff76d5cca5e86c7283311816125feaec47574856

Assert condition: abort
Assert function: int BlueFS::_flush_range(BlueFS::FileWriter*, uint64_t, uint64_t)

Sanitized backtrace:

    BlueFS::_flush_range(BlueFS::FileWriter*, unsigned long, unsigned long)
    BlueFS::_flush(BlueFS::FileWriter*, bool, bool*)
    BlueFS::_flush(BlueFS::FileWriter*, bool, std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Append(rocksdb::Slice const&)
    rocksdb::LegacyWritableFileWrapper::Append(rocksdb::Slice const&, rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::WriteBuffered(char const*, unsigned long)
    rocksdb::WritableFileWriter::Append(rocksdb::Slice const&)
    rocksdb::log::Writer::EmitPhysicalRecord(rocksdb::log::RecordType, char const*, unsigned long)
    rocksdb::log::Writer::AddRecord(rocksdb::Slice const&)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteBatch const&, rocksdb::log::Writer*, unsigned long*, unsigned long*)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_txc_apply_kv(BlueStore::TransContext*, bool)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()

{
    "archived": "2022-07-19 16:32:56.440644",
    "assert_condition": "abort",
    "assert_file": "os/bluestore/BlueFS.cc",
    "assert_func": "int BlueFS::_flush_range(BlueFS::FileWriter*, uint64_t, uint64_t)",
    "assert_line": 2768,
    "assert_msg": "os/bluestore/BlueFS.cc: In function 'int BlueFS::_flush_range(BlueFS::FileWriter*, uint64_t, uint64_t)' thread 7fd242b18700 time 2022-07-19T11:50:34.480751+0000\nos/bluestore/BlueFS.cc: 2768: ceph_abort_msg(\"bluefs enospc\")",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14140) [0x7fd2544d8140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x18a) [0x55aa82e334de]",
        "(BlueFS::_flush_range(BlueFS::FileWriter*, unsigned long, unsigned long)+0x9bd) [0x55aa83525cbd]",
        "(BlueFS::_flush(BlueFS::FileWriter*, bool, bool*)+0x9a) [0x55aa835262ca]",
        "(BlueFS::_flush(BlueFS::FileWriter*, bool, std::unique_lock<std::mutex>&)+0x2f) [0x55aa8353755f]",
        "(BlueRocksWritableFile::Append(rocksdb::Slice const&)+0x100) [0x55aa8354f8d0]",
        "(rocksdb::LegacyWritableFileWrapper::Append(rocksdb::Slice const&, rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x48) [0x55aa83a17e8e]",
        "(rocksdb::WritableFileWriter::WriteBuffered(char const*, unsigned long)+0x338) [0x55aa83bf2958]",
        "(rocksdb::WritableFileWriter::Append(rocksdb::Slice const&)+0x5d7) [0x55aa83bf0edb]",
        "(rocksdb::log::Writer::EmitPhysicalRecord(rocksdb::log::RecordType, char const*, unsigned long)+0x20c) [0x55aa83b212ae]",
        "(rocksdb::log::Writer::AddRecord(rocksdb::Slice const&)+0x2ce) [0x55aa83b20f76]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteBatch const&, rocksdb::log::Writer*, unsigned long*, unsigned long*)+0xd0) [0x55aa83a6b2ec]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x1ea) [0x55aa83a6b58c]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x12cc) [0x55aa83a678ca]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x4a) [0x55aa83a6659a]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x82) [0x55aa839be4f2]",
        "(RocksDBStore::submit_transaction(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x86) [0x55aa839bf3f6]",
        "(BlueStore::_txc_apply_kv(BlueStore::TransContext*, bool)+0xa9) [0x55aa8344f3f9]",
        "(BlueStore::_kv_sync_thread()+0x1a23) [0x55aa8348f6b3]",
        "(BlueStore::KVSyncThread::entry()+0xd) [0x55aa834b9a9d]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8ea7) [0x7fd2544ccea7]",
        "clone()" 
    ],
    "ceph_version": "16.2.9",
    "crash_id": "2022-07-19T11:50:34.511105Z_019e55b7-97e4-4370-82b1-732371d85552",
    "entity_name": "osd.f6a65a9a625d2dbaa54b1de65b1d6520d6a6bd7d",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "85dddf3c9a8455838d2a86dc372ad6a1744fb1c23bdf4deac1ec60eed6b2d082",
    "timestamp": "2022-07-19T11:50:34.511105Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.35-3-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.35-6 (Fri, 17 Jun 2022 13:42:35 +0200)" 
}