Project

General

Profile

Bug #54639

crash: virtual int KernelDevice::flush(): abort

Added by Telemetry Bot 4 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

1997f814555a3a098bd19779ac2d2b16ff19abbe5de40f41ae8ebf48490fd71b
3f53fc8883853db05de5453922bf2d068827cde32c22cb72464ce3b2dfbd3d91
440c7cb13e110ae682f870c5ebf000a9ab160689d48667432436919ae53af836
72df83105033c9b568f9c935794b9f45934d41204eec743b32e1d15ce3d5392d
9c1466b0518ed86c7bde64ac98b43962729ad9c74f04f7f0e5e11218f74cafbc
e2c9d367bf406d4ebe1f36e8aad7c202ce9d548d075223d7f42cdcbeae86bfb2
eb226dde92c3789f75b99fd951365986fa461e29951f1dd81faf279c299338cc
ef4b618db01277543b5f35e0b6d545026f50620c14430ba452d06d7ce4939540
f1325a8285713aced1baf90d9f3a4d0527e1cdeb5b75c64278b923b0f28aa6d3
f402c64d74b0a753c67ee37871377d7617cf62b2d5a371892935b4d5e232c394
f9a3899df5f5a2a12b45d86e01314b5443a25a324f27e20b7b1697f3502da4e0


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=74b3c332ac3a8e456a6198a5c719b3313fe7eae3867f7842336d463b3d04eae1

Assert condition: abort
Assert function: virtual int KernelDevice::flush()

Sanitized backtrace:

    KernelDevice::flush()
    BlueFS::flush_bdev(std::array<bool, 5ul>&)
    BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)
    BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)
    BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()

Crash dump sample:
{
    "archived": "2022-02-20 13:14:36.435212",
    "assert_condition": "abort",
    "assert_file": "blk/kernel/KernelDevice.cc",
    "assert_func": "virtual int KernelDevice::flush()",
    "assert_line": 460,
    "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7f6564f98700 time 2022-02-20T13:20:30.999024+0100\nblk/kernel/KernelDevice.cc: 460: ceph_abort_msg(\"abort() called\")",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x12980) [0x7f6579708980]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1a7) [0x55bff23e5e0f]",
        "(KernelDevice::flush()+0x7fc) [0x55bff2ecd2ac]",
        "(BlueFS::flush_bdev(std::array<bool, 5ul>&)+0x4e) [0x55bff2a63a6e]",
        "(BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)+0x13e) [0x55bff2a63c9e]",
        "(BlueFS::_flush_and_sync_log(std::unique_lock<std::mutex>&, unsigned long, unsigned long)+0x978) [0x55bff2a670e8]",
        "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0xab) [0x55bff2a68a2b]",
        "(BlueRocksWritableFile::Sync()+0x6c) [0x55bff2a9130c]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x4e) [0x55bff2f4f518]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x212) [0x55bff31392ac]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x177) [0x55bff3138cbd]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x396) [0x55bff2fa4c22]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x1355) [0x55bff2fa0aaf]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x59) [0x55bff2f9f6bf]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x7c) [0x55bff2efa41c]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0xa1) [0x55bff2efaed1]",
        "(BlueStore::_kv_sync_thread()+0x262b) [0x55bff29da02b]",
        "(BlueStore::KVSyncThread::entry()+0xd) [0x55bff29fee3d]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x76db) [0x7f65796fd6db]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-02-20T12:20:31.053061Z_e48fe145-1961-4785-a2d5-55ecf1c04ee0",
    "entity_name": "osd.36f51392c66d2b5b7d7c04023086b5757d27888c",
    "os_id": "ubuntu",
    "os_name": "Ubuntu",
    "os_version": "18.04.6 LTS (Bionic Beaver)",
    "os_version_id": "18.04",
    "process_name": "ceph-osd",
    "stack_sig": "eb226dde92c3789f75b99fd951365986fa461e29951f1dd81faf279c299338cc",
    "timestamp": "2022-02-20T12:20:31.053061Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-99-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#112~18.04.1-Ubuntu SMP Thu Feb 3 14:09:57 UTC 2022" 
}

History

#1 Updated by Telemetry Bot 4 months ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v16.2.1, v16.2.4, v16.2.5, v16.2.6, v16.2.7 added

Also available in: Atom PDF