Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=76cb11b41830dca7bdc5dae2f2877c483986b0863c53afbedae48e30b2e4d149

Assert condition: is_backfill_target(peer)
Assert function: virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)

Sanitized backtrace:

    PrimaryLogPG::should_send_op(pg_shard_t, hobject_t const&)
    ECBackend::try_reads_to_commit()
    ECBackend::check_ops()
    ECBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)
    PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)
    PrimaryLogPG::do_op(boost::intrusive_ptr<OpRequest>&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2022-11-13 16:19:22.455543",
    "assert_condition": "is_backfill_target(peer)",
    "assert_file": "osd/PrimaryLogPG.cc",
    "assert_func": "virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)",
    "assert_line": 558,
    "assert_msg": "osd/PrimaryLogPG.cc: In function 'virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)' thread ffff6b057540 time 2022-11-13T11:38:33.302174+0000\nosd/PrimaryLogPG.cc: 558: FAILED ceph_assert(is_backfill_target(peer))",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "__kernel_rt_sigreturn()",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x194) [0xaaaadff8a87c]",
        "(ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0xaaaadff8a9b4]",
        "(PrimaryLogPG::should_send_op(pg_shard_t, hobject_t const&)+0x41c) [0xaaaae012c19c]",
        "(ECBackend::try_reads_to_commit()+0x1068) [0xaaaae0411fc8]",
        "(ECBackend::check_ops()+0x28) [0xaaaae0413668]",
        "(ECBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)+0x280) [0xaaaae0415b80]",
        "(PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0x5ac) [0xaaaae013c59c]",
        "(PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)+0xa68) [0xaaaae018aafc]",
        "(PrimaryLogPG::do_op(boost::intrusive_ptr<OpRequest>&)+0x2684) [0xaaaae0191574]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x184) [0xaaaae0020624]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x78) [0xaaaae02d42e8]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xe3c) [0xaaaae0030f8c]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x31c) [0xaaaae06e15d0]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x18) [0xaaaae06e3828]",
        "/lib64/libpthread.so.0(+0x78b8) [0xffff88bc98b8]",
        "/lib64/libc.so.6(+0x23afc) [0xffff886c5afc]" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2022-11-13T11:38:33.332603Z_b6493015-170e-475c-9ded-ca7ed428707d",
    "entity_name": "osd.77383dc338338e5a0f5d88323c476646f5044b99",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "f6a5f7064ba37045a89fdecfbcef381f7bfb217709f872339e076a00cbd679ff",
    "timestamp": "2022-11-13T11:38:33.332603Z",
    "utsname_machine": "aarch64",
    "utsname_release": "5.4.0-1059-raspi",
    "utsname_sysname": "Linux",
    "utsname_version": "#67-Ubuntu SMP PREEMPT Mon Apr 11 14:16:01 UTC 2022" 
}