Project

General

Profile

Bug #56753

crash: virtual int RocksDBStore::get(const string&, const char*, size_t, ceph::bufferlist*): abort

Added by Telemetry Bot over 1 year ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

04d67a13843ff11dd0fece0fe77e040644fb5f01b7de5899573e12fdd6af6968
06f98a3b60924d2e0bb6243f6d7a4af7d406d533d245a2c09ab98718eeaea6c8
0f88d380cf58c2aae95927c0a772f7aaf942fc684d1aff9538dcf0390155082e
2389dc78b73af767dc2e03703135ecc97272a561687918fa9b21b1fda11bfab2
325bef8d7e2ebfe55cb1c84fffbbbdbe1c45668cf7ab841b4e418d8eaf702265
413904034db76e002526de9da35bfc8b4a6580295b71ab8bc8226cf3c1491428
43ab21189298f77209a289960021fbf34615f50739a20a40bf3ee2556a2ed671
445dcdeea9d512b9ccc16bb63d79193714065a1f9521d7e641027498fc5c40e3
5c23b1d29d4711928dd5cb4e86cc92d621497c8acab2aa1f0ffd32736cb3563d
6aecb572ab7bcd7b0781a4eda1df6d116092434c020df7e0071f71b16d1d69c3
7694a6105a3d002916bd5d82bce9f5550b6010805b748e7f33395cf825a1185f
7af9311b3bed2381180a7a0db7bf5e09a222de5dff1392f62654aaabea2cfc39
7d12ee198382b85f7394ea6d571f104848c46adb53dd5e330898a17732b006d1
7e3a008062780c870b086ed46ca01bccefd08ab444c0a8d16c53ba6744f88aac
8cfc2cae7160e403a561bec230a0cee1f87e4451866ecbd30b69d9ca02192ad8
a65539bf92bd8ecb91eeb119c776c4e94fec4fed294f57f786a48ea96f35d772
b1ecce79aee4e78ffb050a9b0ae759d86f3a8f2c0d8320b7be91026aec8785ec
c424473fcd417801e3310774683aa1285761cca7a8f218c28ad4b78175eab8b0
cd8e35f0d2400f8291db945ffc886ea1947e556969d0b7f8b499fc3eac10309f
d4b6a9e6c3843f1de6dba0128a0f94ff4477e184adc8f097d64acf4afb14561a
d6f4000ee3c282913a0b80ee1e37d2fdb1ed6c2f3fad0d19d47588de5aeb8f14
e425c07d5311782dc955381df430dc56ef30d3e35bbeca6bff7d03b1b569b787
e76fc144027cce6133634f43caa1b8fd0154e86899326bce867f85d176f78590
eb3c228ad81ea7b5a20dc58618e6a3f1d9717da547fa5e96d7f080b6f74e8a4a
ec01b8d96fc10c2f1ddc12c9dc0eb8753ace6e3dc10af2bb53f9e5ba9f9455c2
f51ef67b353a010793467ff4655d040fd679b3454e2e261a3f0bf7342ad13c96
f6c7d15bf74bcb48a8dd96fe7c915f99ab9779fa58728e780f3e08632d4bb9de


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=d666fd63a7dfdb77830d510a4e8986b504981abafc328d836133124e2b33aa1d

Assert condition: abort
Assert function: virtual int RocksDBStore::get(const string&, const char*, size_t, ceph::bufferlist*)

Sanitized backtrace:

    RocksDBStore::get(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, char const*, unsigned long, ceph::buffer::list*)
    BlueStore::Collection::get_onode(ghobject_t const&, bool, bool)
    BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)
    BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
    non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

Crash dump sample:
{
    "archived": "2022-07-10 14:15:43.694014",
    "assert_condition": "abort",
    "assert_file": "kv/RocksDBStore.cc",
    "assert_func": "virtual int RocksDBStore::get(const string&, const char*, size_t, ceph::bufferlist*)",
    "assert_line": 1939,
    "assert_msg": "kv/RocksDBStore.cc: In function 'virtual int RocksDBStore::get(const string&, const char*, size_t, ceph::bufferlist*)' thread 7f4977719700 time 2022-07-10T10:52:47.082734+0100\nkv/RocksDBStore.cc: 1939: ceph_abort_msg(\"block checksum mismatch: expected 1405086941, got 2324967102  in db/001828.sst offset 17887570 size 4043\")",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x14140) [0x7f49930d4140]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x18a) [0x55ba057ab4de]",
        "(RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, char const*, unsigned long, ceph::buffer::v15_2_0::list*)+0x423) [0x55ba063312d3]",
        "(BlueStore::Collection::get_onode(ghobject_t const&, bool, bool)+0x2fa) [0x55ba05da926a]",
        "(BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x154d) [0x55ba05df04dd]",
        "(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x2e0) [0x55ba05df1430]",
        "(non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x52) [0x55ba05a17412]",
        "(ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xab2) [0x55ba05c2b5e2]",
        "(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x184) [0x55ba05c3d9d4]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x55) [0x55ba05a5e7b5]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x502) [0x55ba059fcdc2]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1bc) [0x55ba0586689c]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x65) [0x55ba05ae6505]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa27) [0x55ba05893367]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x41a) [0x55ba05f3c3da]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55ba05f3e9b0]",
        "/lib/x86_64-linux-gnu/libpthread.so.0(+0x8ea7) [0x7f49930c8ea7]",
        "clone()" 
    ],
    "ceph_version": "16.2.9",
    "crash_id": "2022-07-10T09:52:47.180851Z_d6579920-e6e1-43a0-bf32-ec2d86923c2c",
    "entity_name": "osd.e8b03418c048ffc1ac07b0d2ae669cfc4945b331",
    "os_id": "11",
    "os_name": "Debian GNU/Linux 11 (bullseye)",
    "os_version": "11 (bullseye)",
    "os_version_id": "11",
    "process_name": "ceph-osd",
    "stack_sig": "7d12ee198382b85f7394ea6d571f104848c46adb53dd5e330898a17732b006d1",
    "timestamp": "2022-07-10T09:52:47.180851Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.35-2-pve",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP PVE 5.15.35-5 (Wed, 08 Jun 2022 15:02:51 +0200)" 
}

History

#1 Updated by Telemetry Bot over 1 year ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v15.2.12, v15.2.2, v15.2.5, v15.2.6, v15.2.7, v15.2.8, v16.2.1, v16.2.5, v16.2.7, v16.2.9 added

Also available in: Atom PDF