Ceph » RADOS

Bug #55851

Updated by Patrick Donnelly almost 2 years ago

Context: 

 Ceph balancer was busy balancing: PG remaps 

 <pre> 
 { 
     "assert_condition": "!m_descs.empty()", 
     "assert_file": "/build/ceph-15.2.16/src/msg/async/frames_v2.cc", 
     "assert_func": "uint64_t ceph::msgr::v2::FrameAssembler::get_frame_onwire_len() const", 
     "assert_line": 90, 
     "assert_msg": "/build/ceph-15.2.16/src/msg/async/frames_v2.cc: In function 'uint64_t ceph::msgr::v2::FrameAssembler::get_frame_onwire_len() const' thread 7f44787c5700 time 2022-06-03T11:35:09.256910+0200\n/build/ceph-15.2.16/src/msg/async/frames_v2.cc: 90: FAILED ceph_assert(!m_descs.empty())\n", 
     "assert_thread_name": "msgr-worker-2", 
     "backtrace": [ 
         "(()+0x143c0) [0x7f447a6be3c0]", 
         "(gsignal()+0xcb) [0x7f447a14003b]", 
         "(abort()+0x12b) [0x7f447a11f859]", 
         "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x556d6548ca2a]", 
         "(()+0x9e9bd7) [0x556d6548cbd7]", 
         "(ceph::msgr::v2::FrameAssembler::get_frame_onwire_len() const+0x19c) [0x556d6600d77c]", 
         "(bool ProtocolV2::append_frame<ceph::msgr::v2::MessageFrame>(ceph::msgr::v2::MessageFrame&)+0x88) [0x556d660047f8]", 
         "(ProtocolV2::write_message(Message*, bool)+0x3a5) [0x556d65fe44a5]", 
         "(ProtocolV2::write_event()+0x283) [0x556d65ffb363]", 
         "(AsyncConnection::handle_write()+0x47) [0x556d65fb50f7]", 
         "(EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*)+0xd67) [0x556d65de5657]", 
         "(()+0x1348162) [0x556d65deb162]", 
         "(()+0xd6de4) [0x7f447a531de4]", 
         "(()+0x8609) [0x7f447a6b2609]", 
         "(clone()+0x43) [0x7f447a21c163]" 
     ], 
     "ceph_version": "15.2.16", 
     "crash_id": "2022-06-03T09:35:09.281444Z_204a2de6-6f76-42bb-9ad5-e990e371658f", 
     "entity_name": "osd.117", 
     "os_id": "ubuntu", 
     "os_name": "Ubuntu", 
     "os_version": "20.04.4 LTS (Focal Fossa)", 
     "os_version_id": "20.04", 
     "process_name": "ceph-osd", 
     "stack_sig": "9174ebc9cd5add86feec2fcbfd333033d1913695cf484150e2ed5fb674b0acd5", 
     "timestamp": "2022-06-03T09:35:09.281444Z", 
     "utsname_hostname": "storage12", 
     "utsname_machine": "x86_64", 
     "utsname_release": "5.4.0-107-generic", 
     "utsname_sysname": "Linux", 
     "utsname_version": "#121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022" 
 } 
 </pre> 

Back