Project

General

Profile

Actions

Bug #59782

open

crash: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*): abort

Added by Telemetry Bot 12 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

0136ab2244c5ec0f5ebc079e3bdc4dfcf461d995f5742951ef941a9cc99acd4f
04fe51c9af3f6dcaf6177519758e7032984153991142dd4fa84434a582965567
0547e101b52c9bdeb6b6d13eb30ea468cea57f8afc9d4f3740b2a9a84e31176a
065d2747cf6d1025dfe9a9395d2640226583c6413f4954eb054cf3c408095a5b
14fd2763a6539aab85c7a5921bd275919a90d5cc1be2273f88dbff415333c690
17989612210fe54b0449c779aae5cc9f71edf50ffbfbf07e64302a164614dc5f
1aa9df54058dd0a36bbd1222e5c316e2c1d7c0af9518d090b40a2bdecc51335a
1b4d761a35e624dd27e760f2925f610d8804501ee8e2983b42c50313776aa537
20ac064061c6408e67fce0477f5fa6f73dc2e9ab0fdfea56a013c3ac1fc8277d
21b892d60d59e42eb29af0f4f3da11b2f1fdfeea25a21f890485288c59f7691a
29f1e03a473d2ad5fad09b2e40a95d802cd51f3b6936f8b196a66b8dd7b550b6
2db6a773d60928e2a49682d5e46dd7f05b392bb4ee1e5330b783baade04cc88a
2eac8b95fa3304aa48c7737a33334ef9fa1efca8bf0e1e292b2a17a3d76147cd
331d6c1d42907a8a0541cfff5658707face26c30c826ded62579fbe0af8fd3b2
3b7dd53bfbbefe1ff8341a7d51bbc1c4601589e629910f46c9d58642fb11377b
41d72eb88b74783069414b5990052568d3868aef4810be8d0378b1195baa3e11
492cdb7ed11580cd585e7f9b9426a8de7764514f57a71eb51776cc2c905b4d2c
49591943b4464036cdfb47963e18e2f40ede7a36fc326044911bd64d45fd8c37
4c9039edcd94e80f4e25fd3cce70f83da27102af82d9ddac6504632e59868aa9
4e23ffc0d50a1b794e4c414c565dd32789a5d3dc95d7c431be48b8ed4b198107
520e25c674189a265a7afb55801ad96e0b7a5d18bdfdbe1de9cb15c98916ce75
5f23faa8839b540d9c4c9c32d4deb2fb16aa37a7aaf8bab9c0acf3d0d91cda17
6941e70598252be952aeaa91b617a771ee259bc4e8ef817b363b0d20025977cf
6c02cfdaac37ba27f8d27ab2c64b1ed19b3fddc3b6b832b4bdf87aa6ae769061
6f48090e5b3f3c1170f00d2a7518989635c2ef825cc527c098e9f20f86102164
6f53f701abb5e8400e51848b3fe253febd221022392fc435c8494b677511189b
71f352bcbb72557165c678824b6fd1c6e116f24b52f54953bc688b517e8a773f
76570f84bf8c5ffae22f4218b17bf87bcb0a4940f7ab4f44fd4fda81ad9e0a35
7b55bc24927e5471fa0cec1944d4c040b282b6dfc975f0211c684ee44f864a54
8033d720f2d049236c92bdb955eba1679eefdbf2294a5e702bf8fbb36588f45b
896fbce745b96492bddb357c4e9eecced820fc33841d08570d15b0b511e3f5aa
931598761b5e1ba7122487d6a48f30b75f166056d20f24eb44be1202e906b9b2
a221eca44f038620afe02a9f9c3589d6e9f509c64b935c2f5bc1c6a45070aaa4
a3d5b0116f120ba283cec6ec0a86e95f07e43d8ffa4175662fd97e060a66e4cb
a6afac1e03eed421e117c3da0529693fdcd3cf32330a9179555be2a8397f01cb
ac8407dda69a543c5c374b5fd337e79c6fe0a05f0fdc251105ba3771dd6b6b68
ae2a1955fd093e6c54d793b70e58f698b039a7f3e7f1fd3bb8cbc1d494bd4d7f
af40c8aa317f61c3f10f5cb0ddf77f140eca92732691fec1f2f560c281167848
af460a5f9bd47c6a437bbe236073e94d204ad18fc626de98e07b16a1ee721d02
b1f37e63400ff34362c12abb07fe6f0d0d973dfee3274a1f9a98a38f7098daf7
b32558ca25fcfce32d9b5e8f5c80815f544e16cc14f934a8b056231b47347f5b
bf081309c4cd68a106a501502a9d26efb33d5e27d4e133778f4e0b4f01c72053
c1befe90d9d2fa78cb43c94b26f75475ac237cbb8a3aa55457542ee2d45ce759
c250e04f71f2f8f36e857d49a02dbdae70d33f2fac215bbf7ce678f022a3290a
ccb95caa2038d6edcb22e4e0ca03e25f0b033b66cb9baf179e4a522219f5885e
d6d20e09416ac60f7eb90f6dfaf031d45c8e9b3b62c6b6ad93d2ad3a220ee126
d7c2ac43c8eaabad084f5ea7ada0c7982fa8e7a98da8288bc142ad2bc7c497d6
d9a2bbb98e89e0cbeb7731fac6e6d28c442e231fdb0e1086ebf11895fc83ef77
dec60784c1d94a786db4617a5178f276bec81d2cadaf08b6d8debd57b4a3b1ae
e2a0a8c89a4bdc621fd2adf2900f0c50043ad7d1d93a6a1d053a0aa54f1606e1
ebb3841bef1e414539d139d815df877a6d125f37787f63a307aca34eeef0ac30
f05b8e8b5a47e4a3206c20bbd89c571a92727928a255dcbb15d21b7704d4bceb
f1c3dda32090a3a3e7f277558f2c5ccbac9bceeee7b555f7b97f25ddb8a3fd25
f24480d149814619bd34f8af22c0012b2ade4c7cd5765afb29c6c005564ff000
f4d3a49f36ec9564aecfcf2091d40121aabba9b52069c74f8c975670baeff7e3
f8b7ec3c593fa6fcb1593f802b62044d62a414fb6e605103c33c7a7bcf91d64b


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=7ed76b75f12a9b81d7814c73b4341e4f936fc2825526059b619c376ba0d22ae3

Assert condition: abort
Assert function: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)

Sanitized backtrace:

    RocksDBStore::get(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::list*)
    BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)
    BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::list&, unsigned int, unsigned long)
    BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::list&, unsigned int)
    ECBackend::handle_sub_read(pg_shard_t, ECSubRead const&, ECSubReadReply*, ZTracer::Trace const&)
    ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

Crash dump sample:
{
    "assert_condition": "abort",
    "assert_file": "kv/RocksDBStore.cc",
    "assert_func": "virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)",
    "assert_line": 1899,
    "assert_msg": "kv/RocksDBStore.cc: In function 'virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)' thread 7f4d0c294700 time 2023-04-23T02:37:47.419587+0000\nkv/RocksDBStore.cc: 1899: ceph_abort_msg(\"block checksum mismatch: stored = 2124702937, computed = 991425690  in db/001061.sst offset 65231264 size 4028\")",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7f4d2cedbcf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x197) [0x55d9299edd51]",
        "(RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::v15_2_0::list*)+0x3b3) [0x55d92a6af9a3]",
        "/usr/bin/ceph-osd(+0xc253ed) [0x55d92a07b3ed]",
        "(BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)+0x297) [0x55d92a08dbe7]",
        "(BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)+0x15a) [0x55d92a0d206a]",
        "(BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x253) [0x55d92a0d31a3]",
        "(ECBackend::handle_sub_read(pg_shard_t, ECSubRead const&, ECSubReadReply*, ZTracer::Trace const&)+0xe22) [0x55d929f48a92]",
        "(ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0xbbd) [0x55d929f5430d]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x56) [0x55d929d062c6]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x512) [0x55d929c989f2]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1c0) [0x55d929aee900]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x6d) [0x55d929ded2ad]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x115f) [0x55d929b01dbf]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x435) [0x55d92a25f8c5]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x55d92a261fe4]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7f4d2ced11ca]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-04-23T02:37:47.469603Z_3ebcfae9-f092-4042-ae98-d89f685a0dda",
    "entity_name": "osd.4aaeb9e1bea27aae0141220003c5bd1feae44e4d",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "71f352bcbb72557165c678824b6fd1c6e116f24b52f54953bc688b517e8a773f",
    "timestamp": "2023-04-23T02:37:47.469603Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.10.0-21-amd64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Debian 5.10.162-1 (2023-01-21)" 
}

Actions #1

Updated by Telemetry Bot 12 months ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v15.2.11, v15.2.5, v15.2.8, v16.2.7, v16.2.9, v17.2.0, v17.2.5 added
Actions

Also available in: Atom PDF