Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=7041bd171279c8804f9c35432ed7f8dcd64fbaa80c231f7d7dc582b9a23df3d4

Assert condition: r == 0
Assert function: virtual void KernelDevice::aio_submit(IOContext*)

Sanitized backtrace:

    KernelDevice::aio_submit(IOContext*)
    BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::list&, unsigned int, unsigned long)
    BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::list&, unsigned int)
    ReplicatedBackend::be_deep_scrub(hobject_t const&, ScrubMap&, ScrubMapBuilder&, ScrubMap::object&)
    PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)
    PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool)
    PgScrubber::build_replica_map_chunk()
    Scrub::ActiveReplica::react(Scrub::SchedReplica const&)
    boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*)
    boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)
    PgScrubber::send_sched_replica(unsigned int)
    ceph::osd::scheduler::PGRepScrubResched::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "assert_condition": "r == 0",
    "assert_file": "blk/kernel/KernelDevice.cc",
    "assert_func": "virtual void KernelDevice::aio_submit(IOContext*)",
    "assert_line": 826,
    "assert_msg": "blk/kernel/KernelDevice.cc: In function 'virtual void KernelDevice::aio_submit(IOContext*)' thread 7f23221da700 time 2022-03-10T22:00:55.953380+0100\nblk/kernel/KernelDevice.cc: 826: FAILED ceph_assert(r == 0)",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14140) [0x7f2341353140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x16e) [0x5648aa7f6b30]",
        "/usr/bin/ceph-osd(+0xabcc71) [0x5648aa7f6c71]",
        "(KernelDevice::aio_submit(IOContext*)+0x28b) [0x5648ab356c9b]",
        "(BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)+0x470) [0x5648aae27ac0]",
        "(BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x22d) [0x5648aae287dd]",
        "(ReplicatedBackend::be_deep_scrub(hobject_t const&, ScrubMap&, ScrubMapBuilder&, ScrubMap::object&)+0x27e) [0x5648aac70bbe]",
        "(PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)+0x317) [0x5648aaaa8ea7]",
        "(PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool)+0xaa) [0x5648aac418fa]",
        "(PgScrubber::build_replica_map_chunk()+0x235) [0x5648aac426d5]",
        "(Scrub::ActiveReplica::react(Scrub::SchedReplica const&)+0x14a) [0x5648aac51a1a]",
        "(boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x110) [0x5648aac58310]",
        "(boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x84) [0x5648aac499d4]",
        "(PgScrubber::send_sched_replica(unsigned int)+0xb1) [0x5648aac30511]",
        "(ceph::osd::scheduler::PGRepScrubResched::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x1a) [0x5648aab2ec8a]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa27) [0x5648aa8e4417]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x5648aaf7e4ca]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5648aaf80830]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8ea7) [0x7f2341347ea7]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-03-10T21:00:55.970899Z_daff8ae5-547f-4571-ae6d-722bc50e5b3c",
    "entity_name": "osd.a97226804746928691ceb00221bf9a848f1b10bb",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "1dda5abe3e8ed79f7be6f19d73307f906732bc1180ad179c8236bc58ead7b720",
    "timestamp": "2022-03-10T21:00:55.970899Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.13.19-4-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.13.19-9 (Mon, 07 Feb 2022 11:01:14 +0100)" 
}