Bug #56848: crash: void PaxosService::propose_pending(): assert(have_pending) - RADOS - Ceph

Bug #56848

crash: void PaxosService::propose_pending(): assert(have_pending)

Added by Telemetry Bot about 1 year ago. Updated 5 months ago.

Status:

Duplicate

Priority:

Normal

Assignee:

Category:

Target version:

% Done:

Source:

Telemetry

Tags:

Backport:

Regression:

Severity:

3 - minor

Reviewed:

Affected Versions:

Ceph - v17.2.1

ceph-qa-suite:

Component(RADOS):

Pull request ID:

Crash signature (v1):

3015b747d4e39f00bc8405899fde2470a5231075f2b686b387a9d94cc18cc8ea

Crash signature (v2):

0dcd9dfbff0c25591d64a41ad67c638afb515b00827daaf51409d33c2ba1f788

Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=0dcd9dfbff0c25591d64a41ad67c638afb515b00827daaf51409d33c2ba1f788

Assert condition: have_pending
Assert function: void PaxosService::propose_pending()

Sanitized backtrace:

    PaxosService::propose_pending()
    KVMonitor::do_osd_destroy(int, uuid_d&)
    OSDMonitor::prepare_command_osd_destroy(int, std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >&)
    OSDMonitor::prepare_command_osd_purge(int, std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >&)
    OSDMonitor::prepare_command_impl(boost::intrusive_ptr<MonOpRequest>, std::map<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, boost::variant<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, double, std::vector<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::vector<long, std::allocator<long> >, std::vector<double, std::allocator<double> > >, std::less<void>, std::allocator<std::pair<std::basic_string<char, std::char_traits<char>, std::allocator<char> > const, boost::variant<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, double, std::vector<std::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::vector<long, std::allocator<long> >, std::vector<double, std::allocator<double> > > > > > const&)
    OSDMonitor::prepare_command(boost::intrusive_ptr<MonOpRequest>)
    OSDMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)
    PaxosService::C_RetryMessage::_finish(int)
    C_MonOp::finish(int)
    Context::complete(int)
    void finish_contexts<std::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::list<Context*, std::allocator<Context*> >&, int)
    PaxosService::_active()
    Context::complete(int)
    void finish_contexts<std::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::list<Context*, std::allocator<Context*> >&, int)
    Paxos::finish_round()
    Paxos::commit_finish()
    C_Committed::finish(int)
    Context::complete(int)
    MonitorDBStore::C_DoTransaction::finish(int)
    Context::complete(int)
    Finisher::finisher_thread_entry()

Crash dump sample:

{
    "archived": "2022-07-08 00:31:13.814974",
    "assert_condition": "have_pending",
    "assert_file": "mon/PaxosService.cc",
    "assert_func": "void PaxosService::propose_pending()",
    "assert_line": 193,
    "assert_msg": "mon/PaxosService.cc: In function 'void PaxosService::propose_pending()' thread 7fc8e7897700 time 2022-07-08T00:20:10.178137+0000\nmon/PaxosService.cc: 193: FAILED ceph_assert(have_pending)",
    "assert_thread_name": "fn_monstore",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12ce0) [0x7fc8f44f9ce0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x7fc8f6567c32]",
        "/usr/lib64/ceph/libceph-common.so.2(+0x283df5) [0x7fc8f6567df5]",
        "(PaxosService::propose_pending()+0x50d) [0x55a2ff65908d]",
        "(KVMonitor::do_osd_destroy(int, uuid_d&)+0x3d9) [0x55a2ff5f9af9]",
        "(OSDMonitor::prepare_command_osd_destroy(int, std::__cxx11::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >&)+0x40e) [0x55a2ff6a76be]",
        "(OSDMonitor::prepare_command_osd_purge(int, std::__cxx11::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >&)+0x1b0) [0x55a2ff6a79e0]",
        "(OSDMonitor::prepare_command_impl(boost::intrusive_ptr<MonOpRequest>, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, boost::variant<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, double, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::vector<long, std::allocator<long> >, std::vector<double, std::allocator<double> > >, std::less<void>, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, boost::variant<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, bool, long, double, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > >, std::vector<long, std::allocator<long> >, std::vector<double, std::allocator<double> > > > > > const&)+0x195d0) [0x55a2ff6c9f60]",
        "(OSDMonitor::prepare_command(boost::intrusive_ptr<MonOpRequest>)+0x10f) [0x55a2ff6d044f]",
        "(OSDMonitor::prepare_update(boost::intrusive_ptr<MonOpRequest>)+0x383) [0x55a2ff6e5983]",
        "(PaxosService::dispatch(boost::intrusive_ptr<MonOpRequest>)+0xa7d) [0x55a2ff659c5d]",
        "(PaxosService::C_RetryMessage::_finish(int)+0x64) [0x55a2ff5a8b44]",
        "(C_MonOp::finish(int)+0x49) [0x55a2ff52af59]",
        "(Context::complete(int)+0xd) [0x55a2ff527bad]",
        "(void finish_contexts<std::__cxx11::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::__cxx11::list<Context*, std::allocator<Context*> >&, int)+0xa5) [0x55a2ff555bc5]",
        "(PaxosService::_active()+0x1cb) [0x55a2ff65abab]",
        "(Context::complete(int)+0xd) [0x55a2ff527bad]",
        "(void finish_contexts<std::__cxx11::list<Context*, std::allocator<Context*> > >(ceph::common::CephContext*, std::__cxx11::list<Context*, std::allocator<Context*> >&, int)+0xa5) [0x55a2ff555bc5]",
        "(Paxos::finish_round()+0x169) [0x55a2ff651419]",
        "(Paxos::commit_finish()+0x8c0) [0x55a2ff653ed0]",
        "(C_Committed::finish(int)+0x45) [0x55a2ff657b65]",
        "(Context::complete(int)+0xd) [0x55a2ff527bad]",
        "(MonitorDBStore::C_DoTransaction::finish(int)+0x98) [0x55a2ff657888]",
        "(Context::complete(int)+0xd) [0x55a2ff527bad]",
        "(Finisher::finisher_thread_entry()+0x19d) [0x7fc8f661327d]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7fc8f44ef1ca]",
        "clone()" 
    ],
    "ceph_version": "17.2.1",
    "crash_id": "2022-07-08T00:20:10.193792Z_5a3600c6-f1f6-4cc9-85e9-d35d64247937",
    "entity_name": "mon.4fe0eeb4d1a92ea831e9e79b410d33b228f6cd3f",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-mon",
    "stack_sig": "3015b747d4e39f00bc8405899fde2470a5231075f2b686b387a9d94cc18cc8ea",
    "timestamp": "2022-07-08T00:20:10.193792Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.10.0-14-amd64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Debian 5.10.113-1 (2022-04-29)" 
}

Related issues