Project

General

Profile

Bug #56193

crash: virtual int KernelDevice::flush(): abort

Added by Telemetry Bot almost 2 years ago. Updated over 1 year ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

2b8dae5f4d197ecfdb2d77a46d4666960502272abfa4f77210f9c44e66c6e835
3183c21da8e1d7b78e7175708cbf3cf20716b4703db584c1a5698aab45abaa8c
38d7ecbb72f0413b875963695fbbe81c3ac3ea4d66e2ecbccce44f2775ea38cf
7a011ec63b18922e0ecdd7dc04edf31244ea31c3ca1d187dd602ddbf3f9ac458
086fb544426cd87ea73886a6e8aa15b34e65bdba3a35f605ac1a05292b14d0b9


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=0aa4df9f7d59f81569fdb5d75b175eac761d055f16a73ccc1e4f2aea57cd76f1

Assert condition: abort
Assert function: virtual int KernelDevice::flush()

Sanitized backtrace:

    KernelDevice::flush()
    BlueFS::flush_bdev(std::array<bool, 5ul>&)
    BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)
    BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::CompactionJob::FinishCompactionOutputFile(rocksdb::Status const&, rocksdb::CompactionJob::SubcompactionState*, rocksdb::CompactionRangeDelAggregator*, CompactionIterationStats*, rocksdb::Slice const*)
    rocksdb::CompactionJob::ProcessKeyValueCompaction(rocksdb::CompactionJob::SubcompactionState*)
    rocksdb::CompactionJob::Run()
    rocksdb::DBImpl::BackgroundCompaction(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)
    rocksdb::DBImpl::BackgroundCallCompaction(rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)
    rocksdb::DBImpl::BGWorkCompaction(void*)
    rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)
    rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)

Crash dump sample:
{
    "archived": "2022-06-13 12:43:28.768775",
    "assert_condition": "abort",
    "assert_file": "blk/kernel/KernelDevice.cc",
    "assert_func": "virtual int KernelDevice::flush()",
    "assert_line": 460,
    "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7f764f4ab700 time 2022-06-13T13:15:21.422206+0100\nblk/kernel/KernelDevice.cc: 460: ceph_abort_msg(\"abort() called\")",
    "assert_thread_name": "rocksdb:low0",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12c20) [0x7f765f425c20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b6) [0x562196e62f6d]",
        "(KernelDevice::flush()+0x847) [0x5621979bc2c7]",
        "(BlueFS::flush_bdev(std::array<bool, 5ul>&)+0x9d) [0x56219756651d]",
        "(BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)+0x11a) [0x56219756675a]",
        "(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0x180) [0x56219756b9c0]",
        "(BlueRocksWritableFile::Sync()+0x6c) [0x5621975933dc]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x562197a2e1cf]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x562197b3f942]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x562197b40f88]",
        "(rocksdb::CompactionJob::FinishCompactionOutputFile(rocksdb::Status const&, rocksdb::CompactionJob::SubcompactionState*, rocksdb::CompactionRangeDelAggregator*, CompactionIterationStats*, rocksdb::Slice const*)+0x1bbd) [0x562197c2f3dd]",
        "(rocksdb::CompactionJob::ProcessKeyValueCompaction(rocksdb::CompactionJob::SubcompactionState*)+0x5a1) [0x562197c2fe31]",
        "(rocksdb::CompactionJob::Run()+0x25c) [0x562197c32dac]",
        "(rocksdb::DBImpl::BackgroundCompaction(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)+0xdd7) [0x562197a58f67]",
        "(rocksdb::DBImpl::BackgroundCallCompaction(rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)+0xd7) [0x562197a5baf7]",
        "(rocksdb::DBImpl::BGWorkCompaction(void*)+0x3a) [0x562197a5c09a]",
        "(rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)+0x24a) [0x562197be58ca]",
        "(rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)+0x5d) [0x562197be5a4d]",
        "/lib64/libstdc++.so.6(+0xc2ba3) [0x7f765ea6eba3]",
        "/lib64/libpthread.so.0(+0x817a) [0x7f765f41b17a]",
        "clone()" 
    ],
    "ceph_version": "16.2.9",
    "crash_id": "2022-06-13T12:15:21.449854Z_0dad3aaa-183d-426e-8405-96014dca1fd9",
    "entity_name": "osd.e81214201d315f7086fe5e5dfb38a4bef9b081b1",
    "os_id": "rocky",
    "os_name": "Rocky Linux",
    "os_version": "8.5 (Green Obsidian)",
    "os_version_id": "8.5",
    "process_name": "ceph-osd",
    "stack_sig": "2b8dae5f4d197ecfdb2d77a46d4666960502272abfa4f77210f9c44e66c6e835",
    "timestamp": "2022-06-13T12:15:21.449854Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-348.el8.0.2.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Sun Nov 14 00:51:12 UTC 2021" 
}

History

#1 Updated by Telemetry Bot almost 2 years ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v16.2.4, v16.2.5, v16.2.9 added

#2 Updated by Telemetry Bot over 1 year ago

  • Crash signature (v1) updated (diff)
  • Affected Versions v16.2.7 added

Also available in: Atom PDF