Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=bdc12d0cac68061a391ee57961cd95facc2a9ffb5c503c704ac5b78a8d8690df

Assert condition: is_backfill_target(peer)
Assert function: virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)

Sanitized backtrace:

    PrimaryLogPG::should_send_op(pg_shard_t, hobject_t const&)
    ReplicatedBackend::generate_subop(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, ceph::buffer::list const&, std::optional<pg_hit_set_history_t>&, ceph::os::Transaction&, pg_shard_t, pg_info_t const&)
    ReplicatedBackend::issue_op(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, ReplicatedBackend::InProgressOp*, ceph::os::Transaction&)
    ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)
    PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)
    PrimaryLogPG::do_op(boost::intrusive_ptr<OpRequest>&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "assert_condition": "is_backfill_target(peer)",
    "assert_file": "osd/PrimaryLogPG.cc",
    "assert_func": "virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)",
    "assert_line": 558,
    "assert_msg": "osd/PrimaryLogPG.cc: In function 'virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)' thread 7f51e5795700 time 2023-03-03T13:56:42.473907-0700\nosd/PrimaryLogPG.cc: 558: FAILED ceph_assert(is_backfill_target(peer))",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140) [0x7f5202129140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17e) [0x55645013afca]",
        "/usr/bin/ceph-osd(+0xc2310e) [0x55645013b10e]",
        "(PrimaryLogPG::should_send_op(pg_shard_t, hobject_t const&)+0x42c) [0x55645030ebbc]",
        "(ReplicatedBackend::generate_subop(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, ceph::buffer::v15_2_0::list const&, std::optional<pg_hit_set_history_t>&, ceph::os::Transaction&, pg_shard_t, pg_info_t const&)+0x975) [0x5564505c9465]",
        "(ReplicatedBackend::issue_op(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, ReplicatedBackend::InProgressOp*, ceph::os::Transaction&)+0x605) [0x5564505ca6c5]",
        "(ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)+0x5d4) [0x5564505cdc74]",
        "(PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0x50d) [0x55645032061d]",
        "(PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)+0xd1b) [0x55645037fd6b]",
        "(PrimaryLogPG::do_op(boost::intrusive_ptr<OpRequest>&)+0x390b) [0x556450387e4b]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x19b) [0x5564501f197b]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x69) [0x5564504bfd89]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xad0) [0x556450225bc0]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x556450908c1a]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55645090b1f0]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7) [0x7f520211dea7]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-03-03T20:56:42.491162Z_1ab35acb-578c-4d79-9b11-e66e44b06f42",
    "entity_name": "osd.9d258ef909f863ff47edd7ab6a6434f06b8f152f",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "bed38228c0a5d538f9ef6b133f285e99f94d03f3a6c0ad86029da2cc968c453d",
    "timestamp": "2023-03-03T20:56:42.491162Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.85-1-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.85-1 (2023-02-01T00:00Z)" 
}