Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=10a0140f4842e42ff26dd2808f8c46063e5fa5c4344f45e8a974d1d232e403d8

Assert condition: abort
Assert function: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)

Sanitized backtrace:

    RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::v15_2_0::list*)
    BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)
    BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)
    BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)
    ReplicatedBackend::be_deep_scrub(hobject_t const&, ScrubMap&, ScrubMapBuilder&, ScrubMap::object&)
    PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)
    PG::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool, ThreadPool::TPHandle&)
    PG::chunky_scrub(ThreadPool::TPHandle&)
    PG::scrub(unsigned int, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGScrub::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()
    clone()

{
    "assert_condition": "abort",
    "assert_file": "kv/RocksDBStore.cc",
    "assert_func": "virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)",
    "assert_line": 1152,
    "assert_msg": "kv/RocksDBStore.cc: In function 'virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)' thread 7f67300a4700 time 2021-07-13T15:13:17.714933+0430\nkv/RocksDBStore.cc: 1152: ceph_abort_msg(\"block checksum mismatch: expected 1113230393, got 1791627391  in db/027874.sst offset 36628238 size 3915\")",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "(()+0x12730) [0x7f674be11730]",
        "(gsignal()+0x10b) [0x7f674b8f27bb]",
        "(abort()+0x121) [0x7f674b8dd535]",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b2) [0x55bf11013243]",
        "(RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::v15_2_0::list*)+0x3ce) [0x55bf11a51ece]",
        "(()+0xecba49) [0x55bf11518a49]",
        "(()+0xeb73a1) [0x55bf115043a1]",
        "(BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)+0x516) [0x55bf1151e576]",
        "(BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)+0x180) [0x55bf11565330]",
        "(BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x20f) [0x55bf1156646f]",
        "(ReplicatedBackend::be_deep_scrub(hobject_t const&, ScrubMap&, ScrubMapBuilder&, ScrubMap::object&)+0x2b3) [0x55bf113d57c3]",
        "(PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)+0x6db) [0x55bf11274efb]",
        "(PG::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool, ThreadPool::TPHandle&)+0x83) [0x55bf1115af53]",
        "(PG::chunky_scrub(ThreadPool::TPHandle&)+0x19f8) [0x55bf11161268]",
        "(PG::scrub(unsigned int, ThreadPool::TPHandle&)+0x3bb) [0x55bf1116242b]",
        "(ceph::osd::scheduler::PGScrub::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x1a) [0x55bf112fa2ea]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x12fa) [0x55bf110d300a]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x55bf116d98b4]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55bf116dc330]",
        "(()+0x7fa3) [0x7f674be06fa3]",
        "(clone()+0x3f) [0x7f674b9b44cf]" 
    ],
    "ceph_version": "15.2.13",
    "crash_id": "2021-07-13T10:43:17.729279Z_4dde14a0-eb8f-4b88-9c37-000e908af837",
    "entity_name": "osd.e381f6965ebe0e98fb84a442963ec9abef0ec947",
    "os_id": "10",
    "os_name": "Debian GNU/Linux 10 (buster)",
    "os_version": "10 (buster)",
    "os_version_id": "10",
    "process_name": "ceph-osd",
    "stack_sig": "7498e24953be5126fe08fba6071f4ad3d1526dbd1b00c8d0ab9ba8191b4f2845",
    "timestamp": "2021-07-13T10:43:17.729279Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.124-1-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.4.124-1 (Wed, 23 Jun 2021 13:47:09 +0200)" 
}