Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=2169709a2f327bcd67cdf39d8a0b5d0b924841bc443e0311c3b040c8aa07083c

Sanitized backtrace:

    MOSDRepOp::encode_payload(unsigned long)
    Message::encode(unsigned long, int, bool)
    ProtocolV2::prepare_send_message(unsigned long, Message*)
    ProtocolV2::send_message(Message*)
    AsyncConnection::send_message(Message*)
    OSDService::send_message_osd_cluster(int, Message*, unsigned int)
    ReplicatedBackend::issue_op(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, ReplicatedBackend::InProgressOp*, ceph::os::Transaction&)
    ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)
    PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)
    PrimaryLogScrub::scrub_snapshot_metadata(ScrubMap&, std::map<hobject_t, std::pair<std::optional<unsigned int>, std::optional<unsigned int> >, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, std::pair<std::optional<unsigned int>, std::optional<unsigned int> > > > > const&)
    PgScrubber::scrub_compare_maps()
    PgScrubber::maps_compare_n_cleanup()
    Scrub::WaitReplicas::react(Scrub::GotReplicas const&)
    boost::statechart::simple_state<Scrub::WaitReplicas, Scrub::ActiveScrubbing, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)
    PgScrubber::send_scrub_resched(unsigned int)
    PG::forward_scrub_event(void (ScrubPgIF::*)(unsigned int), unsigned int, std::basic_string_view<char, std::char_traits<char> >)
    ceph::osd::scheduler::PGScrubResched::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2023-04-09 18:17:30.649858",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7ff995ca6420]",
        "gsignal()",
        "abort()",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x22729) [0x7ff995709729]",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x33fd6) [0x7ff99571afd6]",
        "(MOSDRepOp::encode_payload(unsigned long)+0x2d0) [0x558c50efa700]",
        "(Message::encode(unsigned long, int, bool)+0x2e) [0x558c513bdfce]",
        "(ProtocolV2::prepare_send_message(unsigned long, Message*)+0x44) [0x558c51671a94]",
        "(ProtocolV2::send_message(Message*)+0x25e) [0x558c5167218e]",
        "(AsyncConnection::send_message(Message*)+0x18e) [0x558c516432ce]",
        "(OSDService::send_message_osd_cluster(int, Message*, unsigned int)+0x225) [0x558c50aa0625]",
        "(ReplicatedBackend::issue_op(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, ReplicatedBackend::InProgressOp*, ceph::os::Transaction&)+0x7b5) [0x558c50ee1cd5]",
        "(ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)+0x5fd) [0x558c50ee44cd]",
        "(PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xecf) [0x558c50bea13f]",
        "(PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)+0x5a) [0x558c50bec4fa]",
        "(PrimaryLogScrub::scrub_snapshot_metadata(ScrubMap&, std::map<hobject_t, std::pair<std::optional<unsigned int>, std::optional<unsigned int> >, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, std::pair<std::optional<unsigned int>, std::optional<unsigned int> > > > > const&)+0x280c) [0x558c50d4076c]",
        "(PgScrubber::scrub_compare_maps()+0x1ae9) [0x558c50d17249]",
        "(PgScrubber::maps_compare_n_cleanup()+0xd) [0x558c50d176dd]",
        "(Scrub::WaitReplicas::react(Scrub::GotReplicas const&)+0x15d) [0x558c50d4bb9d]",
        "(boost::statechart::simple_state<Scrub::WaitReplicas, Scrub::ActiveScrubbing, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x101) [0x558c50d55701]",
        "(boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x172) [0x558c50d1c4e2]",
        "(PgScrubber::send_scrub_resched(unsigned int)+0xde) [0x558c50d0cfbe]",
        "(PG::forward_scrub_event(void (ScrubPgIF::*)(unsigned int), unsigned int, std::basic_string_view<char, std::char_traits<char> >)+0x1e9) [0x558c50b7d719]",
        "(ceph::osd::scheduler::PGScrubResched::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x2f) [0x558c50dcb30f]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x935) [0x558c50adb105]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x403) [0x558c5126b8b3]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x558c5126e8f4]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8609) [0x7ff995c9a609]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-03-28T03:37:19.849401Z_39e1cd8b-f0e6-4900-99fb-8ec3bd5351a6",
    "entity_name": "osd.2be64aa30c54163e9db5f1a1b0ffa460c48516ac",
    "os_id": "ubuntu",
    "os_name": "Ubuntu",
    "os_version": "20.04.5 LTS (Focal Fossa)",
    "os_version_id": "20.04",
    "process_name": "ceph-osd",
    "stack_sig": "8f1ff1eec06d6d01f3e5ce0b65cf3ef8a06c5c1cebf85a5860f26c60b4943984",
    "timestamp": "2023-03-28T03:37:19.849401Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-144-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#161-Ubuntu SMP Fri Feb 3 14:49:04 UTC 2023" 
}