Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=18dca4f951094501462f49289b3508a9b3c177dad5cd6241be61864627dbfdcb

Sanitized backtrace:

    pthread_cond_wait()
    std::condition_variable::wait(std::unique_lock<std::mutex>&)
    IOContext::aio_wait()
    BlueStore::_do_readv(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, interval_set<unsigned long, std::map> const&, ceph::buffer::list&, unsigned int, unsigned long)
    BlueStore::readv(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, interval_set<unsigned long, std::map>&, ceph::buffer::list&, unsigned int)
    ReplicatedBackend::build_push_op(ObjectRecoveryInfo const&, ObjectRecoveryProgress const&, ObjectRecoveryProgress*, PushOp*, object_stat_sum_t*, bool)
    ReplicatedBackend::prep_push(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, eversion_t, interval_set<unsigned long, std::map>&, std::map<hobject_t, interval_set<unsigned long, std::map>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_set<unsigned long, std::map> > > >&, PushOp*, bool, ObcLockManager&&)
    ReplicatedBackend::prep_push_to_replica(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, PushOp*, bool)
    ReplicatedBackend::start_pushes(hobject_t const&, std::shared_ptr<ObjectContext>, ReplicatedBackend::RPGHandle*)
    ReplicatedBackend::recover_object(hobject_t const&, eversion_t, std::shared_ptr<ObjectContext>, std::shared_ptr<ObjectContext>, PGBackend::RecoveryHandle*)
    PrimaryLogPG::prep_object_replica_pushes(hobject_t const&, eversion_t, PGBackend::RecoveryHandle*, bool*)
    PrimaryLogPG::recover_replicas(unsigned long, ThreadPool::TPHandle&, bool*)
    PrimaryLogPG::start_recovery_ops(unsigned long, ThreadPool::TPHandle&, unsigned long*)
    OSD::do_recovery(PG*, unsigned int, unsigned long, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGRecovery::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7fafbef58cf0]",
        "pthread_cond_wait()",
        "(std::condition_variable::wait(std::unique_lock<std::mutex>&)+0x10) [0x7fafbe59b8f0]",
        "(IOContext::aio_wait()+0x6e) [0x5633bb0e3d9e]",
        "(BlueStore::_do_readv(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, interval_set<unsigned long, std::map> const&, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)+0x825) [0x5633bab3f7a5]",
        "(BlueStore::readv(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, interval_set<unsigned long, std::map>&, ceph::buffer::v15_2_0::list&, unsigned int)+0x251) [0x5633bab406a1]",
        "(ReplicatedBackend::build_push_op(ObjectRecoveryInfo const&, ObjectRecoveryProgress const&, ObjectRecoveryProgress*, PushOp*, object_stat_sum_t*, bool)+0x3cb) [0x5633ba96c9cb]",
        "(ReplicatedBackend::prep_push(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, eversion_t, interval_set<unsigned long, std::map>&, std::map<hobject_t, interval_set<unsigned long, std::map>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_set<unsigned long, std::map> > > >&, PushOp*, bool, ObcLockManager&&)+0x4c3) [0x5633ba96e903]",
        "(ReplicatedBackend::prep_push_to_replica(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, PushOp*, bool)+0x2ed) [0x5633ba96f29d]",
        "(ReplicatedBackend::start_pushes(hobject_t const&, std::shared_ptr<ObjectContext>, ReplicatedBackend::RPGHandle*)+0x316) [0x5633ba970bc6]",
        "(ReplicatedBackend::recover_object(hobject_t const&, eversion_t, std::shared_ptr<ObjectContext>, std::shared_ptr<ObjectContext>, PGBackend::RecoveryHandle*)+0x16e) [0x5633ba9710fe]",
        "(PrimaryLogPG::prep_object_replica_pushes(hobject_t const&, eversion_t, PGBackend::RecoveryHandle*, bool*)+0x43a) [0x5633ba6aea1a]",
        "(PrimaryLogPG::recover_replicas(unsigned long, ThreadPool::TPHandle&, bool*)+0x1516) [0x5633ba6f5246]",
        "(PrimaryLogPG::start_recovery_ops(unsigned long, ThreadPool::TPHandle&, unsigned long*)+0x511) [0x5633ba6feaf1]",
        "(OSD::do_recovery(PG*, unsigned int, unsigned long, ThreadPool::TPHandle&)+0x272) [0x5633ba55f852]",
        "(ceph::osd::scheduler::PGRecovery::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x1d) [0x5633ba84bdcd]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x115f) [0x5633ba560dbf]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x435) [0x5633bacbe8c5]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5633bacc0fe4]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7fafbef4e1ca]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2022-11-09T11:08:26.894481Z_29af2d62-6d40-4cf9-a1bb-fbead79e4cbf",
    "entity_name": "osd.3e01d89c3ee1f44cd074b013603b43988226ca0b",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "bd37db2ea10d3f4dbca7a3f057ef803329cd77c7960bc074351eb42ef5304744",
    "timestamp": "2022-11-09T11:08:26.894481Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.0-52-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#58-Ubuntu SMP Thu Oct 13 08:03:55 UTC 2022" 
}