Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=749895d8e1a0bce5973293f02735935c7696f0b85a2201710bbdfa7cd1c21769

Sanitized backtrace:

    syscall()
    io_submit()
    aio_queue_t::submit_batch(std::_List_iterator<aio_t>, std::_List_iterator<aio_t>, unsigned short, void*, int*)
    KernelDevice::aio_submit(IOContext*)
    BlueStore::_do_readv(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, interval_set<unsigned long, std::map> const&, ceph::buffer::list&, unsigned int, unsigned long)
    BlueStore::readv(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, interval_set<unsigned long, std::map>&, ceph::buffer::list&, unsigned int)
    ReplicatedBackend::build_push_op(ObjectRecoveryInfo const&, ObjectRecoveryProgress const&, ObjectRecoveryProgress*, PushOp*, object_stat_sum_t*, bool)
    ReplicatedBackend::prep_push(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, eversion_t, interval_set<unsigned long, std::map>&, std::map<hobject_t, interval_set<unsigned long, std::map>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_set<unsigned long, std::map> > > >&, PushOp*, bool, ObcLockManager&&)
    ReplicatedBackend::prep_push_to_replica(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, PushOp*, bool)
    ReplicatedBackend::start_pushes(hobject_t const&, std::shared_ptr<ObjectContext>, ReplicatedBackend::RPGHandle*)
    ReplicatedBackend::recover_object(hobject_t const&, eversion_t, std::shared_ptr<ObjectContext>, std::shared_ptr<ObjectContext>, PGBackend::RecoveryHandle*)
    PrimaryLogPG::prep_backfill_object_push(hobject_t, eversion_t, std::shared_ptr<ObjectContext>, std::vector<pg_shard_t, std::allocator<pg_shard_t> >, PGBackend::RecoveryHandle*)
    PrimaryLogPG::recover_backfill(unsigned long, ThreadPool::TPHandle&, bool*)
    PrimaryLogPG::start_recovery_ops(unsigned long, ThreadPool::TPHandle&, unsigned long*)
    OSD::do_recovery(PG*, unsigned int, unsigned long, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGRecovery::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12ce0) [0x7f95fc8fdce0]",
        "syscall()",
        "io_submit()",
        "(aio_queue_t::submit_batch(std::_List_iterator<aio_t>, std::_List_iterator<aio_t>, unsigned short, void*, int*)+0xe6) [0x56036a4311a6]",
        "(KernelDevice::aio_submit(IOContext*)+0x457) [0x56036a423df7]",
        "(BlueStore::_do_readv(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, interval_set<unsigned long, std::map> const&, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)+0x7a8) [0x560369e69478]",
        "(BlueStore::readv(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, interval_set<unsigned long, std::map>&, ceph::buffer::v15_2_0::list&, unsigned int)+0x49e) [0x560369e6a90e]",
        "(ReplicatedBackend::build_push_op(ObjectRecoveryInfo const&, ObjectRecoveryProgress const&, ObjectRecoveryProgress*, PushOp*, object_stat_sum_t*, bool)+0x3c7) [0x560369cb3a27]",
        "(ReplicatedBackend::prep_push(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, eversion_t, interval_set<unsigned long, std::map>&, std::map<hobject_t, interval_set<unsigned long, std::map>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_set<unsigned long, std::map> > > >&, PushOp*, bool, ObcLockManager&&)+0x582) [0x560369cb5b02]",
        "(ReplicatedBackend::prep_push_to_replica(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, PushOp*, bool)+0x3eb) [0x560369cb659b]",
        "(ReplicatedBackend::start_pushes(hobject_t const&, std::shared_ptr<ObjectContext>, ReplicatedBackend::RPGHandle*)+0x1d7) [0x560369cb7d17]",
        "(ReplicatedBackend::recover_object(hobject_t const&, eversion_t, std::shared_ptr<ObjectContext>, std::shared_ptr<ObjectContext>, PGBackend::RecoveryHandle*)+0x13e) [0x560369cb829e]",
        "(PrimaryLogPG::prep_backfill_object_push(hobject_t, eversion_t, std::shared_ptr<ObjectContext>, std::vector<pg_shard_t, std::allocator<pg_shard_t> >, PGBackend::RecoveryHandle*)+0x30b) [0x560369a1ed2b]",
        "(PrimaryLogPG::recover_backfill(unsigned long, ThreadPool::TPHandle&, bool*)+0x3035) [0x560369a67e65]",
        "(PrimaryLogPG::start_recovery_ops(unsigned long, ThreadPool::TPHandle&, unsigned long*)+0x10e3) [0x560369a6b043]",
        "(OSD::do_recovery(PG*, unsigned int, unsigned long, ThreadPool::TPHandle&)+0x2f5) [0x5603698e37b5]",
        "(ceph::osd::scheduler::PGRecovery::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x1d) [0x560369ba808d]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xaf8) [0x560369902a48]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x56036a00ac84]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x56036a00c024]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7f95fc8f31ca]",
        "clone()" 
    ],
    "ceph_version": "17.2.1",
    "crash_id": "2022-07-11T21:50:19.356129Z_11e94401-6378-4773-8cb7-c945d132386d",
    "entity_name": "osd.49edf6b6dbc843c0e9bf6f695125dc5b892a1a82",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "b5e74a6abb8bc8c042fb5f38c2cc89404ccf5797364c8dbbcc8a9ab182c5e21d",
    "timestamp": "2022-07-11T21:50:19.356129Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.18.10-200.fc36.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PREEMPT_DYNAMIC Thu Jul 7 17:21:38 UTC 2022" 
}