Bug #57845
Updated by Neha Ojha over 1 year ago
<pre>
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: ceph-osd: /home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/17.2.1/rpm/el8/BUILD/ceph-17.2.1/src/messages/MOSDRepOp.h:127: virtual void MOSDRepOp::encode_payload(uint64_t): Assertion `HAVE_FEATURE(features, SERVER_OCTOPUS)' failed.
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: *** Caught signal (Aborted) **
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: in thread 7f3a578f6700 thread_name:tp_osd_tp
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: ceph version 17.2.1 (ec95624474b1871a821a912b8c3af68f8f8e7aa1) quincy (stable)
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f3a7d9a0ce0]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 2: gsignal()
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 3: abort()
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 4: /lib64/libc.so.6(+0x21c89) [0x7f3a7c5e8c89]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 5: /lib64/libc.so.6(+0x473a6) [0x7f3a7c60e3a6]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 6: (MOSDRepOp::encode_payload(unsigned long)+0x2d0) [0x560d676bf720]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 7: (Message::encode(unsigned long, int, bool)+0x2e) [0x560d67b39bde]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 8: (ProtocolV2::prepare_send_message(unsigned long, Message*)+0x44) [0x560d67dc1764]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 9: (ProtocolV2::send_message(Message*)+0x3ae) [0x560d67dc1dbe]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 10: (AsyncConnection::send_message(Message*)+0x53e) [0x560d67d9e46e]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 11: (OSDService::send_message_osd_cluster(int, Message*, unsigned int)+0xf5) [0x560d672d49b5]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 12: (ReplicatedBackend::issue_op(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, ReplicatedBackend::InProgressOp*, ceph::os::Transaction&)+0x557) [0x560d676a8187]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 13: (ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)+0xa94) [0x560d676aaa64]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 14: (PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xc90) [0x560d673f5c10]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 15: (PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)+0x120) [0x560d673f7e70]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 16: (PrimaryLogPG::AwaitAsyncWork::react(PrimaryLogPG::DoSnapWork const&)+0x666) [0x560d674369d6]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 17: (boost::statechart::simple_state<PrimaryLogPG::AwaitAsyncWork, PrimaryLogPG::Trimming, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x121) [0x560d674bea61]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 18: (boost::statechart::state_machine<PrimaryLogPG::SnapTrimmer, PrimaryLogPG::NotTrimming, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x74) [0x560d67487604]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 19: (PrimaryLogPG::snap_trimmer(unsigned int)+0x17a) [0x560d673eba3a]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 20: (ceph::osd::scheduler::PGSnapTrim::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x1f) [0x560d675a800f]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 21: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xaf8) [0x560d67302a48]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 22: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x560d67a0ac84]
Oct 18 06:52:00 ceph-e0af78be-9a14-11ec-befe-6350198b95bb-osd-21[22642]: 23: (ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x560d67a0c024]
</pre>
<pre>
{
"backtrace": [
"/lib64/libpthread.so.0(+0x12ce0) [0x7f57b6d16ce0]",
"gsignal()",
"abort()",
"/lib64/libc.so.6(+0x21c89) [0x7f57b595ec89]",
"/lib64/libc.so.6(+0x473a6) [0x7f57b59843a6]",
"(MOSDRepOp::encode_payload(unsigned long)+0x2d0) [0x561814cbf720]",
"(Message::encode(unsigned long, int, bool)+0x2e) [0x561815139bde]",
"(ProtocolV2::prepare_send_message(unsigned long, Message*)+0x44) [0x5618153c1764]",
"(ProtocolV2::send_message(Message*)+0x3ae) [0x5618153c1dbe]",
"(AsyncConnection::send_message(Message*)+0x53e) [0x56181539e46e]",
"(OSDService::send_message_osd_cluster(int, Message*, unsigned int)+0xf5) [0x5618148d49b5]",
"(ReplicatedBackend::issue_op(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, ReplicatedBackend::InProgressOp*, ceph::os::Transaction&)+0x557) [0x561814ca8187]",
"(ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)+0xa94) [0x561814caaa64]",
"(PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xc90) [0x5618149f5c10]",
"(PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)+0x120) [0x5618149f7e70]",
"(PrimaryLogPG::AwaitAsyncWork::react(PrimaryLogPG::DoSnapWork const&)+0x666) [0x561814a369d6]",
"(boost::statechart::simple_state<PrimaryLogPG::AwaitAsyncWork, PrimaryLogPG::Trimming, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x121) [0x561814abea61]",
"(boost::statechart::state_machine<PrimaryLogPG::SnapTrimmer, PrimaryLogPG::NotTrimming, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x74) [0x561814a87604]",
"(PrimaryLogPG::snap_trimmer(unsigned int)+0x17a) [0x5618149eba3a]",
"(ceph::osd::scheduler::PGSnapTrim::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x1f) [0x561814ba800f]",
"(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xaf8) [0x561814902a48]",
"(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x56181500ac84]",
"(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x56181500c024]",
"/lib64/libpthread.so.0(+0x81ca) [0x7f57b6d0c1ca]",
"clone()"
],
"ceph_version": "17.2.1",
"crash_id": "2022-10-11T09:16:43.148993Z_2069c770-5f77-47ff-919d-30763b19d548",
"entity_name": "osd.85",
"os_id": "centos",
"os_name": "CentOS Stream",
"os_version": "8",
"os_version_id": "8",
"process_name": "ceph-osd",
"stack_sig": "21e10e4b6c715f189d6d512a325c05c75d7b42bc66f53addd7fc78be8e33762c",
"timestamp": "2022-10-11T09:16:43.148993Z",
"utsname_machine": "x86_64",
"utsname_release": "5.15.0-48-generic",
"utsname_sysname": "Linux",
"utsname_version": "#54~20.04.1-Ubuntu SMP Thu Sep 1 16:17:26 UTC 2022"
}
</pre>