Ceph » RADOS

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=9be8aeab4dd246c5baf1f1c7fa066f0db982b4678194b35509526a7afcd2f142

Sanitized backtrace:

    MOSDRepOp::encode_payload(unsigned long)
    Message::encode(unsigned long, int, bool)
    ProtocolV2::send_message(Message*)
    AsyncConnection::send_message(Message*)
    OSDService::send_message_osd_cluster(int, Message*, unsigned int)
    ReplicatedBackend::issue_op(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, ReplicatedBackend::InProgressOp*, ceph::os::Transaction&)
    ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)
    PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)
    PrimaryLogPG::handle_watch_timeout(std::shared_ptr<Watch>)
    HandleDelayedWatchTimeout::finish(int)
    Context::complete(int)
    PrimaryLogPG::finish_degraded_object(hobject_t)
    PrimaryLogPG::on_global_recover(hobject_t const&, object_stat_sum_t const&, bool)
    ReplicatedBackend::handle_push_reply(pg_shard_t, PushReplyOp const&, PushOp*)
    ReplicatedBackend::do_push_reply(boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGRecoveryMsg::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "archived": "2022-07-18 21:15:24.134297",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14140) [0x7f1ffc491140]",
        "gsignal()",
        "abort()",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x2540f) [0x7f1ffbf4640f]",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x34662) [0x7f1ffbf55662]",
        "(MOSDRepOp::encode_payload(unsigned long)+0x2d0) [0x55a48f6486e0]",
        "(Message::encode(unsigned long, int, bool)+0x2a) [0x55a48faa79fa]",
        "(ProtocolV2::send_message(Message*)+0x25e) [0x55a48fd22efe]",
        "(AsyncConnection::send_message(Message*)+0x186) [0x55a48fcfd0c6]",
        "(OSDService::send_message_osd_cluster(int, Message*, unsigned int)+0x1ae) [0x55a48f24ea2e]",
        "(ReplicatedBackend::issue_op(hobject_t const&, eversion_t const&, unsigned long, osd_reqid_t, eversion_t, eversion_t, hobject_t, hobject_t, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, ReplicatedBackend::InProgressOp*, ceph::os::Transaction&)+0x649) [0x55a48f62e909]",
        "(ReplicatedBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)+0x5d4) [0x55a48f631e74]",
        "(PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0x50d) [0x55a48f3852dd]",
        "(PrimaryLogPG::simple_opc_submit(std::unique_ptr<PrimaryLogPG::OpContext, std::default_delete<PrimaryLogPG::OpContext> >)+0x56) [0x55a48f386f76]",
        "(PrimaryLogPG::handle_watch_timeout(std::shared_ptr<Watch>)+0x935) [0x55a48f389575]",
        "(HandleDelayedWatchTimeout::finish(int)+0xac) [0x55a48f2f9a6c]",
        "(Context::complete(int)+0x9) [0x55a48f29ff89]",
        "(PrimaryLogPG::finish_degraded_object(hobject_t)+0x26c) [0x55a48f38bbcc]",
        "(PrimaryLogPG::on_global_recover(hobject_t const&, object_stat_sum_t const&, bool)+0x3bb) [0x55a48f38c27b]",
        "(ReplicatedBackend::handle_push_reply(pg_shard_t, PushReplyOp const&, PushOp*)+0xa60) [0x55a48f63f280]",
        "(ReplicatedBackend::do_push_reply(boost::intrusive_ptr<OpRequest>)+0x77a) [0x55a48f647b5a]",
        "(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x154) [0x55a48f647e74]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x55) [0x55a48f452ab5]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x502) [0x55a48f3f2442]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x19b) [0x55a48f258f5b]",
        "(ceph::osd::scheduler::PGRecoveryMsg::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x65) [0x55a48f523ec5]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x6a4) [0x55a48f28cdc4]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x55a48f96c1aa]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55a48f96e780]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8ea7) [0x7f1ffc485ea7]",
        "clone()" 
    ],
    "ceph_version": "17.2.1",
    "crash_id": "2022-07-18T19:31:33.448998Z_727e4aa3-d879-4154-adb3-05c06616b527",
    "entity_name": "osd.c097105dcc5d3408cff09e5d9c77c9d2dd94b48a",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "6be97e744220f4d233f201dae52a4b2e1fcc7091d9fd164a6755fd6f5a93494a",
    "timestamp": "2022-07-18T19:31:33.448998Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.10.0-14-amd64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Debian 5.10.113-1 (2022-04-29)" 
}