Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=108f8933862f8927cc39737e3109d9da80fdb8e8d389d62875a10c48abdb3532

Sanitized backtrace:

    rocksdb::DBIter::Next()
    RocksDBStore::RocksDBWholeSpaceIteratorImpl::next()
    BlueStore::OmapIteratorImpl::next()
    ReplicatedBackend::build_push_op(ObjectRecoveryInfo const&, ObjectRecoveryProgress const&, ObjectRecoveryProgress*, PushOp*, object_stat_sum_t*, bool)
    ReplicatedBackend::prep_push(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, eversion_t, interval_set<unsigned long, std::map>&, std::map<hobject_t, interval_set<unsigned long, std::map>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_set<unsigned long, std::map> > > >&, PushOp*, bool, ObcLockManager&&)
    ReplicatedBackend::prep_push_to_replica(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, PushOp*, bool)
    ReplicatedBackend::start_pushes(hobject_t const&, std::shared_ptr<ObjectContext>, ReplicatedBackend::RPGHandle*)
    ReplicatedBackend::recover_object(hobject_t const&, eversion_t, std::shared_ptr<ObjectContext>, std::shared_ptr<ObjectContext>, PGBackend::RecoveryHandle*)
    PrimaryLogPG::prep_backfill_object_push(hobject_t, eversion_t, std::shared_ptr<ObjectContext>, std::vector<pg_shard_t, std::allocator<pg_shard_t> >, PGBackend::RecoveryHandle*)
    PrimaryLogPG::recover_backfill(unsigned long, ThreadPool::TPHandle&, bool*)
    PrimaryLogPG::start_recovery_ops(unsigned long, ThreadPool::TPHandle&, unsigned long*)
    OSD::do_recovery(PG*, unsigned int, unsigned long, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGRecovery::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "backtrace": [
        "/lib/x86_64-linux-gnu/libc.so.6(+0x46520) [0x7fbb8f2f1520]",
        "(rocksdb::DBIter::Next()+0) [0x55c8d5b07ca0]",
        "(RocksDBStore::RocksDBWholeSpaceIteratorImpl::next()+0x4c) [0x55c8d5a4eefc]",
        "(BlueStore::OmapIteratorImpl::next()+0xb3) [0x55c8d54554c3]",
        "(ReplicatedBackend::build_push_op(ObjectRecoveryInfo const&, ObjectRecoveryProgress const&, ObjectRecoveryProgress*, PushOp*, object_stat_sum_t*, bool)+0x1132) [0x55c8d52f10c2]",
        "(ReplicatedBackend::prep_push(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, eversion_t, interval_set<unsigned long, std::map>&, std::map<hobject_t, interval_set<unsigned long, std::map>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_set<unsigned long, std::map> > > >&, PushOp*, bool, ObcLockManager&&)+0x47a) [0x55c8d52f224a]",
        "(ReplicatedBackend::prep_push_to_replica(std::shared_ptr<ObjectContext>, hobject_t const&, pg_shard_t, PushOp*, bool)+0x2f5) [0x55c8d52f2b95]",
        "(ReplicatedBackend::start_pushes(hobject_t const&, std::shared_ptr<ObjectContext>, ReplicatedBackend::RPGHandle*)+0x30e) [0x55c8d52f436e]",
        "(ReplicatedBackend::recover_object(hobject_t const&, eversion_t, std::shared_ptr<ObjectContext>, std::shared_ptr<ObjectContext>, PGBackend::RecoveryHandle*)+0x174) [0x55c8d52f48c4]",
        "(PrimaryLogPG::prep_backfill_object_push(hobject_t, eversion_t, std::shared_ptr<ObjectContext>, std::vector<pg_shard_t, std::allocator<pg_shard_t> >, PGBackend::RecoveryHandle*)+0x1b4) [0x55c8d507db94]",
        "(PrimaryLogPG::recover_backfill(unsigned long, ThreadPool::TPHandle&, bool*)+0x4397) [0x55c8d50dcdf7]",
        "(PrimaryLogPG::start_recovery_ops(unsigned long, ThreadPool::TPHandle&, unsigned long*)+0xf28) [0x55c8d50dfa98]",
        "(OSD::do_recovery(PG*, unsigned int, unsigned long, ThreadPool::TPHandle&)+0x27c) [0x55c8d4f6625c]",
        "(ceph::osd::scheduler::PGRecovery::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x1d) [0x55c8d51bdc0d]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa13) [0x55c8d4f67013]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x434) [0x55c8d55f1754]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55c8d55f3a84]",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x98927) [0x7fbb8f343927]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-02-16T01:30:47.303668Z_09f38fa3-17c7-4f1b-9d3f-c36b3ee323dc",
    "entity_name": "osd.80431507ed04b2a96d73620984676ab976a624b3",
    "os_id": "22.04",
    "os_name": "Ubuntu Jammy Jellyfish (development branch)",
    "os_version": "22.04 (Jammy Jellyfish)",
    "os_version_id": "22.04",
    "process_name": "ceph-osd",
    "stack_sig": "b6f65625f3424dba58c6d121884261da90e5a4d94769cf47fab74d90e729a846",
    "timestamp": "2022-02-16T01:30:47.303668Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.0-17-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#17-Ubuntu SMP Thu Jan 13 16:27:23 UTC 2022" 
}