Project

General

Profile

Actions

Bug #59843

open

crash: int64_t BlueFS::_maybe_extend_log(): assert(r == 0)

Added by Telemetry Bot 12 months ago. Updated 12 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

146dca79488ada55ad138d2256477abf3d7e6dc5dd93aa83116fd5523f332fae
2b2ce4a40a6005f7f41cd9988c84e929d7a15f751d4269085083a7e2cccad0a5
6aa469d2b85fc39ae3aeee1c5bdeae4df4ac0b8b332e846f95b67859af2cc74a


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=4b9deca5bb48f514c5196cb881c17eee11b46770267c343c4077af9bb540d2be

Assert condition: r == 0
Assert function: int64_t BlueFS::_maybe_extend_log()

Sanitized backtrace:

    BlueFS::_maybe_extend_log()
    BlueFS::_flush_and_sync_log_LD(unsigned long)
    BlueFS::fsync(BlueFS::FileWriter*)
    BlueRocksWritableFile::Sync()
    rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)
    rocksdb::WritableFileWriter::SyncInternal(bool)
    rocksdb::WritableFileWriter::Sync(bool)
    rocksdb::SyncManifest(rocksdb::Env*, rocksdb::ImmutableDBOptions const*, rocksdb::WritableFileWriter*)
    rocksdb::VersionSet::ProcessManifestWrites(std::deque<rocksdb::VersionSet::ManifestWriter, std::allocator<rocksdb::VersionSet::ManifestWriter> >&, rocksdb::InstrumentedMutex*, rocksdb::FSDirectory*, bool, rocksdb::ColumnFamilyOptions const*)
    rocksdb::VersionSet::LogAndApply(rocksdb::autovector<rocksdb::ColumnFamilyData*, 8ul> const&, rocksdb::autovector<rocksdb::MutableCFOptions const*, 8ul> const&, rocksdb::autovector<rocksdb::autovector<rocksdb::VersionEdit*, 8ul>, 8ul> const&, rocksdb::InstrumentedMutex*, rocksdb::FSDirectory*, bool, rocksdb::ColumnFamilyOptions const*, std::vector<std::function<void (rocksdb::Status const&)>, std::allocator<std::function<void (rocksdb::Status const&)> > > const&)
    rocksdb::VersionSet::LogAndApply(rocksdb::ColumnFamilyData*, rocksdb::MutableCFOptions const&, rocksdb::VersionEdit*, rocksdb::InstrumentedMutex*, rocksdb::FSDirectory*, bool, rocksdb::ColumnFamilyOptions const*)
    rocksdb::DBImpl::DeleteUnreferencedSstFiles()
    rocksdb::DBImpl::Recover(std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, bool, bool, bool, unsigned long*)
    rocksdb::DBImpl::Open(rocksdb::DBOptions const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool, bool)
    rocksdb::DB::Open(rocksdb::DBOptions const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**)
    RocksDBStore::do_open(std::ostream&, bool, bool, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)
    BlueStore::_open_db(bool, bool, bool)
    BlueStore::_open_db_and_around(bool, bool)
    BlueStore::_mount()
    OSD::init()

Crash dump sample:
{
    "assert_condition": "r == 0",
    "assert_file": "os/bluestore/BlueFS.cc",
    "assert_func": "int64_t BlueFS::_maybe_extend_log()",
    "assert_line": 2836,
    "assert_msg": "os/bluestore/BlueFS.cc: In function 'int64_t BlueFS::_maybe_extend_log()' thread 7f507d6a93c0 time 2023-04-21T13:52:43.736196+0000\nos/bluestore/BlueFS.cc: 2836: FAILED ceph_assert(r == 0)",
    "assert_thread_name": "ceph-osd",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7f507b8accf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x559c5a9cc68b]",
        "ceph-osd(+0x5977f7) [0x559c5a9cc7f7]",
        "(BlueFS::_maybe_extend_log()+0x2d8) [0x559c5b1927e8]",
        "(BlueFS::_flush_and_sync_log_LD(unsigned long)+0x92) [0x559c5b197012]",
        "(BlueFS::fsync(BlueFS::FileWriter*)+0x148) [0x559c5b1a7468]",
        "(BlueRocksWritableFile::Sync()+0x19) [0x559c5b1b75c9]",
        "(rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x22) [0x559c5b6e21c2]",
        "(rocksdb::WritableFileWriter::SyncInternal(bool)+0x5aa) [0x559c5b80adfa]",
        "(rocksdb::WritableFileWriter::Sync(bool)+0x100) [0x559c5b80c690]",
        "(rocksdb::SyncManifest(rocksdb::Env*, rocksdb::ImmutableDBOptions const*, rocksdb::WritableFileWriter*)+0x10b) [0x559c5b8061eb]",
        "(rocksdb::VersionSet::ProcessManifestWrites(std::deque<rocksdb::VersionSet::ManifestWriter, std::allocator<rocksdb::VersionSet::ManifestWriter> >&, rocksdb::InstrumentedMutex*, rocksdb::FSDirectory*, bool, rocksdb::ColumnFamilyOptions const*)+0x18e5) [0x559c5b7ce515]",
        "(rocksdb::VersionSet::LogAndApply(rocksdb::autovector<rocksdb::ColumnFamilyData*, 8ul> const&, rocksdb::autovector<rocksdb::MutableCFOptions const*, 8ul> const&, rocksdb::autovector<rocksdb::autovector<rocksdb::VersionEdit*, 8ul>, 8ul> const&, rocksdb::InstrumentedMutex*, rocksdb::FSDirectory*, bool, rocksdb::ColumnFamilyOptions const*, std::vector<std::function<void (rocksdb::Status const&)>, std::allocator<std::function<void (rocksdb::Status const&)> > > const&)+0xb6a) [0x559c5b7d03ba]",
        "(rocksdb::VersionSet::LogAndApply(rocksdb::ColumnFamilyData*, rocksdb::MutableCFOptions const&, rocksdb::VersionEdit*, rocksdb::InstrumentedMutex*, rocksdb::FSDirectory*, bool, rocksdb::ColumnFamilyOptions const*)+0x1cd) [0x559c5b6f0add]",
        "(rocksdb::DBImpl::DeleteUnreferencedSstFiles()+0xa30) [0x559c5b71f840]",
        "(rocksdb::DBImpl::Recover(std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, bool, bool, bool, unsigned long*)+0x13f1) [0x559c5b736511]",
        "(rocksdb::DBImpl::Open(rocksdb::DBOptions const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**, bool, bool)+0x6d8) [0x559c5b72e0e8]",
        "(rocksdb::DB::Open(rocksdb::DBOptions const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::vector<rocksdb::ColumnFamilyDescriptor, std::allocator<rocksdb::ColumnFamilyDescriptor> > const&, std::vector<rocksdb::ColumnFamilyHandle*, std::allocator<rocksdb::ColumnFamilyHandle*> >*, rocksdb::DB**)+0x16) [0x559c5b72fd46]",
        "(RocksDBStore::do_open(std::ostream&, bool, bool, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x77a) [0x559c5b699bba]",
        "(BlueStore::_open_db(bool, bool, bool)+0xbb4) [0x559c5b0afeb4]",
        "(BlueStore::_open_db_and_around(bool, bool)+0x4fd) [0x559c5b0dd3dd]",
        "(BlueStore::_mount()+0x396) [0x559c5b0e02f6]",
        "(OSD::init()+0x556) [0x559c5ab0c6f6]",
        "main()",
        "__libc_start_main()",
        "_start()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-04-21T13:52:43.760342Z_76689795-7016-4bff-b3ac-ddb0ef72e433",
    "entity_name": "osd.1235949d6dfcc45256da3eaee150e51ca9bf231e",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "2b2ce4a40a6005f7f41cd9988c84e929d7a15f751d4269085083a7e2cccad0a5",
    "timestamp": "2023-04-21T13:52:43.760342Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-1094-azure",
    "utsname_sysname": "Linux",
    "utsname_version": "#100~18.04.1-Ubuntu SMP Mon Oct 17 11:44:30 UTC 2022" 
}

Actions #1

Updated by Telemetry Bot 12 months ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v17.2.0, v17.2.3, v17.2.5 added
Actions

Also available in: Atom PDF