Project

General

Profile

Actions

Bug #54792

open

crash: virtual int KernelDevice::flush(): abort

Added by Telemetry Bot about 2 years ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

3c3817ad7bf0345985ce2ff26df1639e785f608fb7e3d9385dff4f490ba67d8d


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=1a28c7c3f5840b01abed12c0b16d778388732278e4d497953395fb6e93f2bf04

Assert condition: abort
Assert function: virtual int KernelDevice::flush()

Sanitized backtrace:

    KernelDevice::flush()
    BlueFS::flush_bdev()
    BlueFS::_compact_log_async(std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()

Crash dump sample:
{
    "assert_condition": "abort",
    "assert_file": "blk/kernel/KernelDevice.cc",
    "assert_func": "virtual int KernelDevice::flush()",
    "assert_line": 460,
    "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7f33e2b96700 time 2022-01-20T23:01:37.268346+0000\nblk/kernel/KernelDevice.cc: 460: ceph_abort_msg(\"abort() called\")",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12c20) [0x7f33f5e39c20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b6) [0x5623589fb38f]",
        "(KernelDevice::flush()+0x847) [0x5623595498f7]",
        "(BlueFS::flush_bdev()+0x72) [0x5623590f49e2]",
        "(BlueFS::_compact_log_async(std::unique_lock<std::mutex>&)+0xd95) [0x562359107315]",
        "(BlueRocksWritableFile::Sync()+0x77) [0x5623591215b7]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x5623595bab6f]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x5623596cc2e2]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x5623596cd928]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x309) [0x5623595ce2c9]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x2629) [0x5623595d6e69]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x5623595d7061]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x84) [0x562359576ba4]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9a) [0x5623595775aa]",
        "(BlueStore::_kv_sync_thread()+0x30d8) [0x562359066998]",
        "(BlueStore::KVSyncThread::entry()+0x11) [0x56235908d881]",
        "/lib64/libpthread.so.0(+0x817a) [0x7f33f5e2f17a]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-01-20T23:01:37.276793Z_bfb2996a-898a-4ebb-88e3-2cdc3361d264",
    "entity_name": "osd.3681048f9b9f6df4c83456f9d8c9df712490b997",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "3c3817ad7bf0345985ce2ff26df1639e785f608fb7e3d9385dff4f490ba67d8d",
    "timestamp": "2022-01-20T23:01:37.276793Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-301.1.el8.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Tue Apr 13 16:24:22 UTC 2021" 
}

Actions #1

Updated by Telemetry Bot about 2 years ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v16.2.7 added
Actions

Also available in: Atom PDF