Bug #54709: crash: void PeeringState::check_past_interval_bounds() const: abort - RADOS - Ceph

Actions

Copy link

Bug #54709

closed

crash: void PeeringState::check_past_interval_bounds() const: abort

Added by Telemetry Bot about 2 years ago. Updated over 1 year ago.

Status:

Duplicate

Priority:

Normal

Assignee:

Category:

Target version:

% Done:

Source:

Telemetry

Tags:

Backport:

Regression:

Severity:

3 - minor

Reviewed:

Affected Versions:

Ceph - v16.2.5, Ceph - v16.2.6, Ceph - v16.2.7

ceph-qa-suite:

Component(RADOS):

Pull request ID:

Crash signature (v1):

05d477800ec7fd558ff035da8b536ec03b7a6002ed8c144594b55b4eb4e9eac9
176b01d6f33a783f2efbeafd85c16e8ebdd6b001b9e5020d40146815ce407586
63882e4051303b7620ad621c8df8dc5d5bfd9ba3268df62837a21a4503daa100
fc2c0b7d3e7483292b4f5fae24fe9a0810d04b687b0dbff5f34377a21f240d22

Crash signature (v2):

20e436f4d417d0b2e865fe0826609da52c3b66ab44b814f7b74dca9a6695b1cc

Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=20e436f4d417d0b2e865fe0826609da52c3b66ab44b814f7b74dca9a6695b1cc

Assert condition: abort
Assert function: void PeeringState::check_past_interval_bounds() const

Sanitized backtrace:

    PeeringState::check_past_interval_bounds() const
    PeeringState::Reset::react(PeeringState::AdvMap const&)
    boost::statechart::simple_state<PeeringState::Reset, PeeringState::PeeringMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    PeeringState::advance_map(std::shared_ptr<OSDMap const>, std::shared_ptr<OSDMap const>, std::vector<int, std::allocator<int> >&, int, std::vector<int, std::allocator<int> >&, int, PeeringCtx&)
    PG::handle_advance_map(std::shared_ptr<OSDMap const>, std::shared_ptr<OSDMap const>, std::vector<int, std::allocator<int> >&, int, std::vector<int, std::allocator<int> >&, int, PeeringCtx&)
    OSD::advance_pg(unsigned int, PG*, ThreadPool::TPHandle&, PeeringCtx&)
    OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

Crash dump sample:

{
    "assert_condition": "abort",
    "assert_file": "osd/PeeringState.cc",
    "assert_func": "void PeeringState::check_past_interval_bounds() const",
    "assert_line": 991,
    "assert_msg": "osd/PeeringState.cc: In function 'void PeeringState::check_past_interval_bounds() const' thread 7fdb3ead9700 time 2022-03-09T17:29:53.734443+0000\nosd/PeeringState.cc: 991: ceph_abort_msg(\"past_interval start interval mismatch\")",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x143c0) [0x7fdb74a673c0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1af) [0x5642e3b1fb64]",
        "(PeeringState::check_past_interval_bounds() const+0x822) [0x5642e3ec7082]",
        "(PeeringState::Reset::react(PeeringState::AdvMap const&)+0x1f7) [0x5642e3edf587]",
        "(boost::statechart::simple_state<PeeringState::Reset, PeeringState::PeeringMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x208) [0x5642e3f305c8]",
        "(PeeringState::advance_map(std::shared_ptr<OSDMap const>, std::shared_ptr<OSDMap const>, std::vector<int, std::allocator<int> >&, int, std::vector<int, std::allocator<int> >&, int, PeeringCtx&)+0x218) [0x5642e3ec24c8]",
        "(PG::handle_advance_map(std::shared_ptr<OSDMap const>, std::shared_ptr<OSDMap const>, std::vector<int, std::allocator<int> >&, int, std::vector<int, std::allocator<int> >&, int, PeeringCtx&)+0x105) [0x5642e3cc06a5]",
        "(OSD::advance_pg(unsigned int, PG*, ThreadPool::TPHandle&, PeeringCtx&)+0x363) [0x5642e3c34873]",
        "(OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)+0xd3) [0x5642e3c36b33]",
        "(ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x56) [0x5642e3ea48b6]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x8aa) [0x5642e3c1f0ea]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x403) [0x5642e4347653]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5642e434a474]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8609) [0x7fdb74a5b609]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-03-09T17:29:53.753373Z_699260ff-3786-425e-a35d-beacb1751510",
    "entity_name": "osd.b3a7fca6a83c3e68f9905be3b51f256c22e2f843",
    "os_id": "ubuntu",
    "os_name": "Ubuntu",
    "os_version": "20.04.4 LTS (Focal Fossa)",
    "os_version_id": "20.04",
    "process_name": "ceph-osd",
    "stack_sig": "176b01d6f33a783f2efbeafd85c16e8ebdd6b001b9e5020d40146815ce407586",
    "timestamp": "2022-03-09T17:29:53.753373Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-100-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#113-Ubuntu SMP Thu Feb 3 18:43:29 UTC 2022" 
}

Related issues 2 (0 open — 2 closed)