Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=2d6c1ccf0ade9c48e3bc400e1339e870a05df0148c91e7158b7cb18cd39d4102

Assert condition: (*__errno_location ()) == 4
Assert function: int fork_function(int, std::ostream&, std::function<signed char()>)

Sanitized backtrace:

    CrushTester::test_with_fork(int)
    OSDMonitor::prepare_new_pool(std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, int, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned int, unsigned int, unsigned long, unsigned long, float, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned long, OSDMonitor::FastReadType, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::ostream*)
    OSDMonitor::prepare_new_pool(boost::intrusive_ptr<MonOpRequest>)
    OSDMonitor::prepare_pool_op_create(boost::intrusive_ptr<MonOpRequest>)
    OSDMonitor::prepare_pool_op(boost::intrusive_ptr<MonOpRequest>)
    OSDMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Monitor::handle_forward(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "assert_condition": "(*__errno_location ()) == 4",
    "assert_file": "common/fork_function.h",
    "assert_func": "int fork_function(int, std::ostream&, std::function<signed char()>)",
    "assert_line": 38,
    "assert_msg": "common/fork_function.h: In function 'int fork_function(int, std::ostream&, std::function<signed char()>)' thread 7f6e3f8b2700 time 2022-02-24T16:34:21.612830-0500\ncommon/fork_function.h: 38: FAILED ceph_assert((*__errno_location ()) == 4)",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12c20) [0x7f6e4af72c20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x7f6e4d25eba3]",
        "/usr/lib64/ceph/libceph-common.so.2(+0x276d6c) [0x7f6e4d25ed6c]",
        "(CrushTester::test_with_fork(int)+0x796) [0x7f6e4d81b066]",
        "(OSDMonitor::prepare_new_pool(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&, int, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned int, unsigned int, unsigned long, unsigned long, float, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned long, OSDMonitor::FastReadType, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::ostream*)+0x42c) [0x562f6488722c]",
        "(OSDMonitor::prepare_new_pool(boost::intrusive_ptr<MonOpRequest>)+0x162) [0x562f64888302]",
        "(OSDMonitor::prepare_pool_op_create(boost::intrusive_ptr<MonOpRequest>)+0x99) [0x562f64888729]",
        "(OSDMonitor::prepare_pool_op(boost::intrusive_ptr<MonOpRequest>)+0x1c8) [0x562f648927e8]",
        "(OSDMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)+0x278) [0x562f648be938]",
        "(PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)+0xa6d) [0x562f6483f89d]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x4d2) [0x562f647297a2]",
        "(Monitor::_ms_dispatch(Message*)+0x670) [0x562f6472b080]",
        "(Monitor::handle_forward(boost::intrusive_ptr<MonOpRequest>)+0x941) [0x562f6472c8b1]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x12bc) [0x562f6472a58c]",
        "(Monitor::_ms_dispatch(Message*)+0x670) [0x562f6472b080]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5c) [0x562f64759f4c]",
        "(DispatchQueue::entry()+0x126a) [0x7f6e4d4a2aba]",
        "(DispatchQueue::DispatchThread::entry()+0x11) [0x7f6e4d5545d1]",
        "/lib64/libpthread.so.0(+0x817f) [0x7f6e4af6817f]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-02-24T21:34:21.884392Z_6c6e3947-86c7-424c-b367-73b598300d0b",
    "entity_name": "mon.098d008ebfe9fb3ddb23d18e3218e310c09b67be",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mon",
    "stack_sig": "09e077cf0504b904d4e44bd9b7a5b12277511ef6f3d0a7752e5bc56fdbb177c0",
    "timestamp": "2022-02-24T21:34:21.884392Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-348.12.2.el8_5.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Mon Jan 17 07:06:06 EST 2022" 
}