Project

General

Profile

Bug #60937

crash: virtual int KernelDevice::flush(): abort

Added by Telemetry Bot 11 months ago. Updated 11 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

a5b5f837a890a0728eaab8a4e15373d7ed1e62f786aee3036663c4aed85ec051


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=4e1caa9810f2645909489e06a90dd0be4f11e653733e69f6d34d5778cc47a8da

Assert condition: abort
Assert function: virtual int KernelDevice::flush()

Sanitized backtrace:

    pthread_kill()
    raise()
    KernelDevice::flush()
    BlueFS::_flush_bdev(std::array<bool, 5ul>&)
    BlueFS::_flush_bdev(BlueFS::FileWriter*)
    BlueFS::fsync(BlueFS::FileWriter*)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()

Crash dump sample:
{
    "archived": "2023-04-18 05:42:33.439247",
    "assert_condition": "abort",
    "assert_file": "blk/kernel/KernelDevice.cc",
    "assert_func": "virtual int KernelDevice::flush()",
    "assert_line": 481,
    "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7ff60b7fe640 time 2023-04-18T01:35:17.657043-0400\nblk/kernel/KernelDevice.cc: 481: ceph_abort_msg(\"abort() called\")",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff64918c520]",
        "pthread_kill()",
        "raise()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x190) [0x55634bbe452a]",
        "(KernelDevice::flush()+0x694) [0x55634c7cf1c4]",
        "(BlueFS::_flush_bdev(std::array<bool, 5ul>&)+0x50) [0x55634c31dfb0]",
        "(BlueFS::_flush_bdev(BlueFS::FileWriter*)+0xaa) [0x55634c323dca]",
        "(BlueFS::fsync(BlueFS::FileWriter*)+0x8d) [0x55634c32fc5d]",
        "(BlueRocksWritableFile::Sync()+0x19) [0x55634c347079]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x35) [0x55634c8adb35]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x5ca) [0x55634c9e430a]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x120) [0x55634c9e5d30]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x357) [0x55634c8c8277]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x22f5) [0x55634c8d02e5]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x35) [0x55634c8d0565]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x86) [0x55634c85e7e6]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9c) [0x55634c85f8ac]",
        "(BlueStore::_kv_sync_thread()+0x10ef) [0x55634c281d5f]",
        "(BlueStore::KVSyncThread::entry()+0x11) [0x55634c2aecd1]",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7ff6491deb43]",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7ff649270a00]" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-04-18T05:35:18.416911Z_20d7a9d2-a406-4447-88b8-b4736fff1ad6",
    "entity_name": "osd.5af717b3bbb14a4a35aedf0b40d0d8c1badee953",
    "os_id": "22.04",
    "os_name": "Ubuntu 22.04.2 LTS",
    "os_version": "22.04.2 LTS (Jammy Jellyfish)",
    "os_version_id": "22.04",
    "process_name": "ceph-osd",
    "stack_sig": "a5b5f837a890a0728eaab8a4e15373d7ed1e62f786aee3036663c4aed85ec051",
    "timestamp": "2023-04-18T05:35:18.416911Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.0-69-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#76-Ubuntu SMP Fri Mar 17 17:19:29 UTC 2023" 
}

History

#1 Updated by Telemetry Bot 11 months ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v17.2.0, v17.2.5 added

Also available in: Atom PDF