Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=03f9b6cfdf027552d7733607e7c792e79b243f2f2efda00dadfa85541b66ef63

Assert condition: is_backfill_target(peer)
Assert function: virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)

Sanitized backtrace:

    PrimaryLogPG::should_send_op(pg_shard_t, hobject_t const&)
    ECBackend::try_reads_to_commit()
    ECBackend::check_ops()
    ECBackend::start_rmw(ECBackend::Op*, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&)
    ECBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)
    PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)
    PrimaryLogPG::do_op(boost::intrusive_ptr<OpRequest>&)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2022-05-17 10:25:06.312789",
    "assert_condition": "is_backfill_target(peer)",
    "assert_file": "osd/PrimaryLogPG.cc",
    "assert_func": "virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)",
    "assert_line": 558,
    "assert_msg": "osd/PrimaryLogPG.cc: In function 'virtual bool PrimaryLogPG::should_send_op(pg_shard_t, const hobject_t&)' thread ffff8de71540 time 2022-05-17T07:06:14.367235+0000\nosd/PrimaryLogPG.cc: 558: FAILED ceph_assert(is_backfill_target(peer))",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "__kernel_rt_sigreturn()",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b4) [0xaaaae4c3d548]",
        "(ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0xaaaae4c3d6e8]",
        "(PrimaryLogPG::should_send_op(pg_shard_t, hobject_t const&)+0x4f0) [0xaaaae4dbd490]",
        "(ECBackend::try_reads_to_commit()+0x1298) [0xaaaae5092540]",
        "(ECBackend::check_ops()+0x28) [0xaaaae5094358]",
        "(ECBackend::start_rmw(ECBackend::Op*, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&)+0x64c) [0xaaaae5095084]",
        "(ECBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)+0x378) [0xaaaae5096878]",
        "(PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0x88c) [0xaaaae4dd15a4]",
        "(PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)+0xea0) [0xaaaae4e27de0]",
        "(PrimaryLogPG::do_op(boost::intrusive_ptr<OpRequest>&)+0x2a98) [0xaaaae4e2e9a0]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0xc60) [0xaaaae4e35618]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x2fc) [0xaaaae4cd1c7c]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x78) [0xaaaae4f69e78]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xad8) [0xaaaae4cf0b80]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x2f0) [0xaaaae5393258]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x18) [0xaaaae5393e30]",
        "/lib64/libpthread.so.0(+0x78b8) [0xffffac1e28b8]",
        "/lib64/libc.so.6(+0x23a3c) [0xffffabcdfa3c]" 
    ],
    "ceph_version": "17.2.0",
    "crash_id": "2022-05-17T07:06:14.587368Z_37e9ae81-6da4-475b-90cb-b29c96c29072",
    "entity_name": "osd.245659edf22b0ebea132b064309d6ebe82b94c92",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "0a5e47760d83b96bdb5ecc12cf2d5580be69131a5ce1145b19a5a2a62872d3e0",
    "timestamp": "2022-05-17T07:06:14.587368Z",
    "utsname_machine": "aarch64",
    "utsname_release": "5.4.0-1059-raspi",
    "utsname_sysname": "Linux",
    "utsname_version": "#67-Ubuntu SMP PREEMPT Mon Apr 11 14:16:01 UTC 2022" 
}