Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=822ce88d92e225ef0f5ab56291228328800c9885cdd26da58510b7080d43081f

Assert condition: abort
Assert function: virtual int RocksDBStore::get(const string&, const char*, size_t, ceph::bufferlist*)

Sanitized backtrace:

    RocksDBStore::get(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, char const*, unsigned long, ceph::buffer::list*)
    BlueStore::Collection::get_onode(ghobject_t const&, bool, bool)
    BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)
    BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
    non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)
    ECBackend::handle_sub_write(pg_shard_t, boost::intrusive_ptr<OpRequest>, ECSubWrite&, ZTracer::Trace const&)
    ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

{
    "assert_condition": "abort",
    "assert_file": "kv/RocksDBStore.cc",
    "assert_func": "virtual int RocksDBStore::get(const string&, const char*, size_t, ceph::bufferlist*)",
    "assert_line": 1907,
    "assert_msg": "kv/RocksDBStore.cc: In function 'virtual int RocksDBStore::get(const string&, const char*, size_t, ceph::bufferlist*)' thread 7ff3d1ea3700 time 2022-02-15T22:28:16.159329-0700\nkv/RocksDBStore.cc: 1907: ceph_abort_msg(\"block checksum mismatch: expected 839133265, got 534275178  in db/153413.sst offset 32730614 size 4409\")",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x15420) [0x7ff3ef0a0420]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1af) [0x55fccc5eeb64]",
        "(RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, char const*, unsigned long, ceph::buffer::v15_2_0::list*)+0x41a) [0x55fccd240efa]",
        "(BlueStore::Collection::get_onode(ghobject_t const&, bool, bool)+0x37b) [0x55fcccc88bdb]",
        "(BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x1e52) [0x55fccccb6132]",
        "(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x2fd) [0x55fccccb739d]",
        "(non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x58) [0x55fccc89d548]",
        "(ECBackend::handle_sub_write(pg_shard_t, boost::intrusive_ptr<OpRequest>, ECSubWrite&, ZTracer::Trace const&)+0xf8d) [0x55fcccaf281d]",
        "(ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x8ac) [0x55fcccb0c91c]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x5b) [0x55fccc8e462b]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x539) [0x55fccc86bd69]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1c0) [0x55fccc6c1090]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x66) [0x55fccc973706]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x8aa) [0x55fccc6ee0ea]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x403) [0x55fccce16653]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55fccce19474]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x9609) [0x7ff3ef094609]",
        "clone()" 
    ],
    "ceph_version": "16.2.7",
    "crash_id": "2022-02-16T05:28:16.184309Z_1a49e095-f4d6-4ac9-a31c-1395ffb1a19d",
    "entity_name": "osd.1bdc908a291abec8d75f695fb32beeddf2b869b8",
    "os_id": "ubuntu",
    "os_name": "Ubuntu",
    "os_version": "20.04.3 LTS (Focal Fossa)",
    "os_version_id": "20.04",
    "process_name": "ceph-osd",
    "stack_sig": "832daf90d65c502cf9b9ebd098fb3931e0cac476a0078e45d39198dfb29122c6",
    "timestamp": "2022-02-16T05:28:16.184309Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.13.0-28-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#31~20.04.1-Ubuntu SMP Wed Jan 19 14:08:10 UTC 2022" 
}