Project

General

Profile

Actions

Bug #54634

open

crash: void BlueFS::_compact_log_async(std::unique_lock<std::mutex>&): assert(r == 0)

Added by Telemetry Bot about 2 years ago. Updated over 1 year ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

0009f12bdb350a5b3a389afa09b99920e772039836c7400dc1d43319ad8f7504
0edd89406b77e8fe15bf50ec1ccf23526b173506b348eb19315e16b1df98ead9
0efd6504b44ed293bee6dde1b770e3286811e56603b26aa552b2570e5c05127b
27b9147963a0adbfe35b61db49fcfeba2db3a9f32358bab1bf02b8970cd764a7
37af9a44cfafc6af51dffde0e78c88a9f7eb27c5b0e519880705efeee80b14b1
3f0b08f13e20ef65d02cef984f45b3e931604b4fb6962337137b6a013d89c946
63475d9266205411796be9c8e370b919fad747202e33bdc04f87d2b171ee6e86
689c355d2a5b4e7959f71b4addf3b2d5b1041796d08768eeca22c38660c934a6
89c45425502f602a87593447cf7dfb7e98c4ee79a8f046481be0b1940c5e7d0d
989e1d189dfeeb5052dfe04df88265be3ac80031c7dea1bc364ceb2a8f8421fe
c27caff6002e7df0911b9ff7f4bb392e73a12986ac2c303ed8e3803af30ef58d
c50b85a169bb6ab88cfb24c62772db37ac710c2835f429436dd7c2e10a5f9136
cd89f7adb3bb8b23241bf3a23310f45fa499c433165b8c44d97693053a8be9da
e57536eba8847ddc71f79c834292694c300fc4c71bf01ce4b1a703e08bf27346
9bbc7ffe0bde77056b3b353cd7b266de1a68e3d885ea1bfe224488ccdc84c239


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=1a1e2a37ab4976e42e06e5a6aa55564bb4ca741a26b5ca17fe20b59e0e8be278

Assert condition: r == 0
Assert function: void BlueFS::_compact_log_async(std::unique_lock<std::mutex>&)

Sanitized backtrace:

    BlueFS::_compact_log_async(std::unique_lock<std::mutex>&)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()

Crash dump sample:
{
    "assert_condition": "r == 0",
    "assert_file": "os/bluestore/BlueFS.cc",
    "assert_func": "void BlueFS::_compact_log_async(std::unique_lock<std::mutex>&)",
    "assert_line": 2340,
    "assert_msg": "os/bluestore/BlueFS.cc: In function 'void BlueFS::_compact_log_async(std::unique_lock<std::mutex>&)' thread 7fc17ddef700 time 2022-03-05T07:12:25.414940+0000\nos/bluestore/BlueFS.cc: 2340: FAILED ceph_assert(r == 0)",
    "assert_thread_name": "bstore_kv_sync",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12b20) [0x7fc191088b20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x55a85f05f0b5]",
        "ceph-osd(+0x56927e) [0x55a85f05f27e]",
        "(BlueFS::_compact_log_async(std::unique_lock<std::mutex>&)+0x19bc) [0x55a85f769ffc]",
        "(BlueRocksWritableFile::Sync()+0x77) [0x55a85f77c837]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x1f) [0x55a85fc0d88f]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x402) [0x55a85fd1f012]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x88) [0x55a85fd20658]",
        "(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x309) [0x55a85fc20fe9]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x2629) [0x55a85fc29b89]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x21) [0x55a85fc29d81]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x84) [0x55a85fbc9634]",
        "(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x9a) [0x55a85fbca03a]",
        "(BlueStore::_kv_sync_thread()+0x30d8) [0x55a85f6c10f8]",
        "(BlueStore::KVSyncThread::entry()+0x11) [0x55a85f6e7b91]",
        "/lib64/libpthread.so.0(+0x814a) [0x7fc19107e14a]",
        "clone()" 
    ],
    "ceph_version": "16.2.4",
    "crash_id": "2022-03-05T07:12:25.447558Z_87bbfd12-6acf-4b1c-a8f5-4c3027240268",
    "entity_name": "osd.a6cc92626bf5330cd430e730512e16027fdb7034",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "0efd6504b44ed293bee6dde1b770e3286811e56603b26aa552b2570e5c05127b",
    "timestamp": "2022-03-05T07:12:25.447558Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-77-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#86-Ubuntu SMP Thu Jun 17 02:35:03 UTC 2021" 
}

Actions #1

Updated by Telemetry Bot about 2 years ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v16.2.0, v16.2.1, v16.2.2, v16.2.3, v16.2.4, v16.2.6, v16.2.7 added
Actions #2

Updated by Telemetry Bot over 1 year ago

  • Crash signature (v1) updated (diff)
  • Affected Versions v16.2.5, v16.2.9 added
Actions

Also available in: Atom PDF