Project

General

Profile

Actions

Bug #60360

open

crash: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*): abort

Added by Telemetry Bot 12 months ago. Updated 12 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

a98c9586268a6e1df1a6804960c199f97f10ba818a82a8b183a66b0035a2e5c8


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=7b77017834257754e272cc7a9433a3f8d589b8691ad514147f959e87095224c8

Assert condition: abort
Assert function: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)

Sanitized backtrace:

    RocksDBStore::get(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::list*)
    BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)
    BlueStore::ExtentMap::reshard(KeyValueDB*, std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_record_onode(boost::intrusive_ptr<BlueStore::Onode>&, std::shared_ptr<KeyValueDB::TransactionImpl>&)
    BlueStore::_txc_write_nodes(BlueStore::TransContext*, std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
    non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)
    ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

Crash dump sample:
{
    "archived": "2023-02-08 19:29:08.532016",
    "assert_condition": "abort",
    "assert_file": "kv/RocksDBStore.cc",
    "assert_func": "virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)",
    "assert_line": 1899,
    "assert_msg": "kv/RocksDBStore.cc: In function 'virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)' thread 7f5b2b91a700 time 2023-02-08T18:10:01.924511+0000\nkv/RocksDBStore.cc: 1899: ceph_abort_msg(\"block checksum mismatch: stored = 2324967102, computed = 1578417822  in db/000186.sst offset 23099 size 3689\")",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib64/libpthread.so.0(+0x12cf0) [0x7f5b4c561cf0]",
        "gsignal()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x197) [0x56397dbb0d51]",
        "(RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::v15_2_0::list*)+0x3b3) [0x56397e8729a3]",
        "ceph-osd(+0xc253ed) [0x56397e23e3ed]",
        "(BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)+0x297) [0x56397e250be7]",
        "(BlueStore::ExtentMap::reshard(KeyValueDB*, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x301) [0x56397e2a5a21]",
        "(BlueStore::_record_onode(boost::intrusive_ptr<BlueStore::Onode>&, std::shared_ptr<KeyValueDB::TransactionImpl>&)+0x3ab) [0x56397e2a898b]",
        "(BlueStore::_txc_write_nodes(BlueStore::TransContext*, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x7a) [0x56397e2b0c7a]",
        "(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x360) [0x56397e2b1ae0]",
        "(non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x53) [0x56397de76203]",
        "(ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xba8) [0x56397e0caed8]",
        "(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x194) [0x56397e0dbc44]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x56) [0x56397dec92c6]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x512) [0x56397de5b9f2]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1c0) [0x56397dcb1900]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x6d) [0x56397dfb02ad]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x115f) [0x56397dcc4dbf]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x435) [0x56397e4228c5]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x56397e424fe4]",
        "/lib64/libpthread.so.0(+0x81ca) [0x7f5b4c5571ca]",
        "clone()" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-02-08T18:10:01.947920Z_1d164900-4144-4243-88ff-83ec484289c9",
    "entity_name": "osd.7fbaeb8443a6ab237fdac6fdef69887dae85bdd7",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "a98c9586268a6e1df1a6804960c199f97f10ba818a82a8b183a66b0035a2e5c8",
    "timestamp": "2023-02-08T18:10:01.947920Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-137-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#154-Ubuntu SMP Thu Jan 5 17:03:22 UTC 2023" 
}

Actions #1

Updated by Telemetry Bot 12 months ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v17.2.5 added
Actions

Also available in: Atom PDF