Bug #56849: crash: void PaxosService::propose_pending(): assert(have_pending) - RADOS - Ceph

Bug #56849

crash: void PaxosService::propose_pending(): assert(have_pending)

Added by Telemetry Bot about 1 year ago. Updated 4 months ago.

Status:

Duplicate

Priority:

Normal

Assignee:

Category:

Target version:

% Done:

Source:

Telemetry

Tags:

Backport:

Regression:

Severity:

3 - minor

Reviewed:

Affected Versions:

Ceph - v17.2.1

ceph-qa-suite:

Component(RADOS):

Pull request ID:

Crash signature (v1):

2a2a3e11f6bf268d30d4615099f54bed4a36abf340d73acac3b177123a733b00

Crash signature (v2):

5ff0cd923e0b4beb646ae13341c76bd0cd51d047424cd6e028c704aad47f0d73

Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=5ff0cd923e0b4beb646ae13341c76bd0cd51d047424cd6e028c704aad47f0d73

Assert condition: have_pending
Assert function: void PaxosService::propose_pending()

Sanitized backtrace:

    PaxosService::propose_pending()
    KVMonitor::do_osd_destroy(int, uuid_d&)
    OSDMonitor::prepare_command_osd_destroy(int, std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >&)
    OSDMonitor::prepare_command_osd_purge(int, std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >&)
    OSDMonitor::prepare_command_impl(boost::intrusive_ptr<MonOpRequest>, std::map<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, boost::variant<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, double, std::vector<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::vector<long, std::allocator<long> >, std::vector<double, std::allocator<double> > >, std::less<void>, std::allocator<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, boost::variant<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, double, std::vector<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::vector<long, std::allocator<long> >, std::vector<double, std::allocator<double> > > > > > const&)
    OSDMonitor::prepare_command(boost::intrusive_ptr<MonOpRequest>)
    OSDMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::C_RetryMessage::_finish(int)
    C_MonOp::finish(int)
    Context::complete(int)
    void finish_contexts<std::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::list<Context*, std::allocator<Context*> >&, int)
    Paxos::finish_round()
    Paxos::handle_last(boost::intrusive_ptr<MonOpRequest>)
    Paxos::dispatch(boost::intrusive_ptr<MonOpRequest>)
    Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)
    Monitor::_ms_dispatch(Message*)
    Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)
    DispatchQueue::entry()
    DispatchQueue::DispatchThread::entry()

Crash dump sample:

{
    "archived": "2022-07-08 00:31:07.144895",
    "assert_condition": "have_pending",
    "assert_file": "mon/PaxosService.cc",
    "assert_func": "void PaxosService::propose_pending()",
    "assert_line": 193,
    "assert_msg": "mon/PaxosService.cc: In function 'void PaxosService::propose_pending()' thread 7fe63443e700 time 2022-07-08T00:19:24.854100+0000\nmon/PaxosService.cc: 193: FAILED ceph_assert(have_pending)",
    "assert_thread_name": "ms_dispatch",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12ce0) [0x7fe63e89bce0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x7fe640909c32]",
        "/usr/lib64/ceph/libceph-common.so.2(+0x283df5) [0x7fe640909df5]",
        "(PaxosService::propose_pending()+0x50d) [0x560da525908d]",
        "(KVMonitor::do_osd_destroy(int, uuid_d&)+0x3d9) [0x560da51f9af9]",
        "(OSDMonitor::prepare_command_osd_destroy(int, std::__cxx11::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >&)+0x40e) [0x560da52a76be]",
        "(OSDMonitor::prepare_command_osd_purge(int, std::__cxx11::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >&)+0x1b0) [0x560da52a79e0]",
        "(OSDMonitor::prepare_command_impl(boost::intrusive_ptr<MonOpRequest>, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, boost::variant<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, double, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::vector<long, std::allocator<long> >, std::vector<double, std::allocator<double> > >, std::less<void>, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, boost::variant<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, double, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::vector<long, std::allocator<long> >, std::vector<double, std::allocator<double> > > > > > const&)+0x195d0) [0x560da52c9f60]",
        "(OSDMonitor::prepare_command(boost::intrusive_ptr<MonOpRequest>)+0x10f) [0x560da52d044f]",
        "(OSDMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)+0x383) [0x560da52e5983]",
        "(PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)+0xa7d) [0x560da5259c5d]",
        "(PaxosService::C_RetryMessage::_finish(int)+0x64) [0x560da51a8b44]",
        "(C_MonOp::finish(int)+0x49) [0x560da512af59]",
        "(Context::complete(int)+0xd) [0x560da5127bad]",
        "(void finish_contexts<std::__cxx11::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::__cxx11::list<Context*, std::allocator<Context*> >&, int)+0xa5) [0x560da5155bc5]",
        "(Paxos::finish_round()+0x27b) [0x560da525152b]",
        "(Paxos::handle_last(boost::intrusive_ptr<MonOpRequest>)+0xc6b) [0x560da525262b]",
        "(Paxos::dispatch(boost::intrusive_ptr<MonOpRequest>)+0x427) [0x560da5253417]",
        "(Monitor::dispatch_op(boost::intrusive_ptr<MonOpRequest>)+0x176d) [0x560da5125a7d]",
        "(Monitor::_ms_dispatch(Message*)+0x457) [0x560da51260c7]",
        "(Dispatcher::ms_dispatch2(boost::intrusive_ptr<Message> const&)+0x5c) [0x560da515688c]",
        "(DispatchQueue::entry()+0x14fa) [0x7fe640b9043a]",
        "(DispatchQueue::DispatchThread::entry()+0x11) [0x7fe640c47581]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7fe63e8911ca]",
        "clone()" 
    ],
    "ceph_version": "17.2.1",
    "crash_id": "2022-07-08T00:19:24.858526Z_b03f9a3b-277b-4260-8225-7da8a9adb497",
    "entity_name": "mon.94c4d1c0e3ba0a7eb564c01db0695ae62e27a02d",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mon",
    "stack_sig": "2a2a3e11f6bf268d30d4615099f54bed4a36abf340d73acac3b177123a733b00",
    "timestamp": "2022-07-08T00:19:24.858526Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.10.0-14-amd64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Debian 5.10.113-1 (2022-04-29)" 
}

Related issues