Project

General

Profile

Actions

Bug #59783

open

crash: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*): abort

Added by Telemetry Bot 12 months ago. Updated 12 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

29c091103c1bb0204a1ce6c0a84ec05e28302687f07e4dcdd3e9956b420c1114
417eeee907d4fdd30de725da741e8c1b69f13d87376ef3a952608dc52efdd0c4
53ea96ddd8bd4e3344071d27ef7813d2d1718e0d444e6e56bb52cbd592faa489
589b7ab6acd833896c24a9a61cf50da677dd5eb11d941f607ea3b43df9968738
5dc8e9356b85defd9777f97a0f1e1ea2417845fdcaa5c6e4fe9a658f02eca1ba
64f0c4cfd152f23e47ef2ea2bf6eb5fe899aa4acb5166a445db1d41d9fd84bc6
7238e335f2314d930f799eb5e112fa882682e8f8773a6e31b6af9b806acb1a6b
7b64fb8c9ab02ac463743b1aabce09fdf38cd2d696ce157221854b7300494a1f
8c09b766ba2f0b27d1e014a411d262d8c5c7fa47bbd7c19d0391d4de0b79d29d
a0d5618d7a17f4a090d50d77223cbeab06e073c6bd9c73fc0bd052e8a4b87c57
b99158f3812453e64ebe771d1fa3e640ff49646af2938b53214c5855e0a795df
e43ac4f26674ccf10d1efdb96397450ec4cee535bd298cbad485b6685669dd7a


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=b65cb78526d5d6dfbfbdfc67cee158ec9570d55c832436e3fe3077d401220a1a

Assert condition: abort
Assert function: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)

Sanitized backtrace:

    RocksDBStore::get(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::list*)
    BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)
    BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::list&, unsigned int)
    BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::list&, unsigned int)
    BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)
    BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
    non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

Crash dump sample:
{
    "archived": "2023-02-14 03:59:27.883815",
    "assert_condition": "abort",
    "assert_file": "kv/RocksDBStore.cc",
    "assert_func": "virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)",
    "assert_line": 1899,
    "assert_msg": "kv/RocksDBStore.cc: In function 'virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)' thread 7f2193e4a700 time 2023-02-14T02:17:18.928236+0000\nkv/RocksDBStore.cc: 1899: ceph_abort_msg(\"block checksum mismatch: stored = 1618729026, computed = 1480652785  in db/023561.sst offset 832031 size 4043\")",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7f21b7296cf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x197) [0x55af9b082d51]",
        "(RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::v15_2_0::list*)+0x3b3) [0x55af9bd449a3]",
        "ceph-osd(+0xc253ed) [0x55af9b7103ed]",
        "(BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)+0x297) [0x55af9b722be7]",
        "(BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x292) [0x55af9b76ff72]",
        "(BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0xde) [0x55af9b770cde]",
        "(BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x16ce) [0x55af9b77425e]",
        "(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x2df) [0x55af9b783a5f]",
        "(non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x53) [0x55af9b348203]",
        "(ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xba8) [0x55af9b59ced8]",
        "(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x194) [0x55af9b5adc44]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x56) [0x55af9b39b2c6]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x512) [0x55af9b32d9f2]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1c0) [0x55af9b183900]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x6d) [0x55af9b4822ad]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x115f) [0x55af9b196dbf]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x435) [0x55af9b8f48c5]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55af9b8f6fe4]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7f21b728c1ca]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-02-14T02:17:18.953609Z_18cb50f2-80f8-4a62-8663-97a08ff640f7",
    "entity_name": "osd.dd50b695d1b929ab20f47d12f6b935f295edd09b",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "7b64fb8c9ab02ac463743b1aabce09fdf38cd2d696ce157221854b7300494a1f",
    "timestamp": "2023-02-14T02:17:18.953609Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-126-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#142-Ubuntu SMP Fri Aug 26 12:12:57 UTC 2022" 
}

Actions #1

Updated by Telemetry Bot 12 months ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v15.2.10, v15.2.12, v15.2.6, v15.2.7, v16.2.5, v17.2.5 added
Actions

Also available in: Atom PDF