Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=ad3dbfcb12aa47eb6047ffbef22152419f28886f619445f5845b56d1efa4f6aa

Assert condition: (*__errno_location ()) == 4
Assert function: int fork_function(int, std::ostream&, std::function<signed char()>)

Sanitized backtrace:

    CrushTester::test_with_fork(int)
    OSDMonitor::prepare_new_pool(std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, int, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned int, unsigned int, unsigned long, unsigned long, float, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned long, OSDMonitor::FastReadType, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::ostream*)
    OSDMonitor::prepare_new_pool(boost::intrusive_ptr<MonOpRequest>)
    OSDMonitor::prepare_pool_op_create(boost::intrusive_ptr<MonOpRequest>)
    OSDMonitor::prepare_pool_op(boost::intrusive_ptr<MonOpRequest>)
    OSDMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::C_RetryMessage::_finish(int)
    C_MonOp::finish(int)
    Context::complete(int)
    void finish_contexts<std::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::list<Context*, std::allocator<Context*> >&, int)
    Paxos::finish_round()
    Paxos::handle_last(boost::intrusive_ptr<MonOpRequest>)
    Paxos::dispatch(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

{
    "assert_condition": "(*__errno_location ()) == 4",
    "assert_file": "common/fork_function.h",
    "assert_func": "int fork_function(int, std::ostream&, std::function<signed char()>)",
    "assert_line": 38,
    "assert_msg": "common/fork_function.h: In function 'int fork_function(int, std::ostream&, std::function<signed char()>)' thread 7feb85407700 time 2021-12-29T08:42:16.521418+0000\ncommon/fork_function.h: 38: FAILED ceph_assert((*__errno_location ()) == 4)",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12c20) [0x7feb90a84c20]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x7feb92d48ba3]",
        "/usr/lib64/ceph/libceph-common.so.2(+0x276d6c) [0x7feb92d48d6c]",
        "(CrushTester::test_with_fork(int)+0x796) [0x7feb93305066]",
        "(OSDMonitor::prepare_new_pool(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&, int, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned int, unsigned int, unsigned long, unsigned long, float, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned int, unsigned long, OSDMonitor::FastReadType, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::ostream*)+0x42c) [0x5620e686322c]",
        "(OSDMonitor::prepare_new_pool(boost::intrusive_ptr<MonOpRequest>)+0x162) [0x5620e6864302]",
        "(OSDMonitor::prepare_pool_op_create(boost::intrusive_ptr<MonOpRequest>)+0x99) [0x5620e6864729]",
        "(OSDMonitor::prepare_pool_op(boost::intrusive_ptr<MonOpRequest>)+0x1c8) [0x5620e686e7e8]",
        "(OSDMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)+0x278) [0x5620e689a938]",
        "(PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)+0xa6d) [0x5620e681b89d]",
        "(PaxosService::C_RetryMessage::_finish(int)+0x64) [0x5620e676e534]",
        "(C_MonOp::finish(int)+0x49) [0x5620e670b8b9]",
        "(Context::complete(int)+0xd) [0x5620e6708dbd]",
        "(void finish_contexts<std::__cxx11::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::__cxx11::list<Context*, std::allocator<Context*> >&, int)+0xa5) [0x5620e6735285]",
        "(Paxos::finish_round()+0x27b) [0x5620e68131bb]",
        "(Paxos::handle_last(boost::intrusive_ptr<MonOpRequest>)+0xe29) [0x5620e6814479]",
        "(Paxos::dispatch(boost::intrusive_ptr<MonOpRequest>)+0x417) [0x5620e6815117]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x1324) [0x5620e67065f4]",
        "(Monitor::_ms_dispatch(Message*)+0x670) [0x5620e6707080]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5c) [0x5620e6735f4c]",
        "(DispatchQueue::entry()+0x126a) [0x7feb92f8caba]",
        "(DispatchQueue::DispatchThread::entry()+0x11) [0x7feb9303e5d1]",
        "/lib64/libpthread.so.0(+0x817a) [0x7feb90a7a17a]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2021-12-29T08:42:16.579468Z_fcf1bb47-1426-4cf7-95c5-4ad28a8b6b2e",
    "entity_name": "mon.cf5c1518ccba8872b351dee7bd62dd954d19ba22",
    "os_id": "centos",
    "os_name": "CentOS Linux",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mon",
    "stack_sig": "372533b2edf74529d022b2c5accb327cb85181d2abf9f8a1bcbca098876cf821",
    "timestamp": "2021-12-29T08:42:16.579468Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-348.el8.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Tue Oct 19 15:14:17 UTC 2021" 
}