Project

General

Profile

Actions

Bug #60990

open

crash: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*): abort

Added by Telemetry Bot 11 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

7a6f44359954d06ea4cdeaa400b5e30f64c01c9946b7a439c569dbbea7cf25bf


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=f444ab3ce1e0f29f095ef5b52195161de749da7b1d99a8602ec646203d94bc0f

Assert condition: abort
Assert function: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)

Sanitized backtrace:

    pthread_kill()
    raise()
    RocksDBStore::get(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::list*)
    BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)
    BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::list&, unsigned int, unsigned long)
    BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::list&, unsigned int)
    ECBackend::handle_sub_read(pg_shard_t, ECSubRead const&, ECSubReadReply*, ZTracer::Trace const&)
    ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
    PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
    PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
    OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
    ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
    OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
    ShardedThreadPool::shardedthreadpool_worker(unsigned int)
    ShardedThreadPool::WorkThreadSharded::entry()

Crash dump sample:
{
    "archived": "2023-04-20 01:42:38.830647",
    "assert_condition": "abort",
    "assert_file": "kv/RocksDBStore.cc",
    "assert_func": "virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)",
    "assert_line": 1899,
    "assert_msg": "kv/RocksDBStore.cc: In function 'virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)' thread 7f88727fc640 time 2023-04-19T21:12:25.700434-0400\nkv/RocksDBStore.cc: 1899: ceph_abort_msg(\"block checksum mismatch: stored = 2324967102, computed = 1905155522  in db/000501.sst offset 1046300 size 4026\")",
    "assert_thread_name": "tp_osd_tp",
    "backtrace": [
        "/lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f88dd7f4520]",
        "pthread_kill()",
        "raise()",
        "abort()",
        "(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x190) [0x5561f90b652a]",
        "(RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::v15_2_0::list*)+0x3b3) [0x5561f9d2b703]",
        "/usr/bin/ceph-osd(+0xb9f78b) [0x5561f96c678b]",
        "(BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)+0x22f) [0x5561f96e975f]",
        "(BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)+0x181) [0x5561f9716ac1]",
        "(BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x22a) [0x5561f9717caa]",
        "(ECBackend::handle_sub_read(pg_shard_t, ECSubRead const&, ECSubReadReply*, ZTracer::Trace const&)+0xfdd) [0x5561f95ae9dd]",
        "(ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0xb9c) [0x5561f95b63bc]",
        "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x49) [0x5561f93aa769]",
        "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x4b9) [0x5561f9348ea9]",
        "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1b1) [0x5561f91bdb41]",
        "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x69) [0x5561f94711c9]",
        "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x953) [0x5561f91d5f83]",
        "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x414) [0x5561f9897154]",
        "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5561f98996b4]",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7f88dd846b43]",
        "/lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7f88dd8d8a00]" 
    ],
    "ceph_version": "17.2.5",
    "crash_id": "2023-04-20T01:12:25.779908Z_6fabaaac-4a4c-47eb-98cc-8cf540fde60d",
    "entity_name": "osd.2ac69449798b9eaa520b41242070d26af46a99ee",
    "os_id": "22.04",
    "os_name": "Ubuntu 22.04.2 LTS",
    "os_version": "22.04.2 LTS (Jammy Jellyfish)",
    "os_version_id": "22.04",
    "process_name": "ceph-osd",
    "stack_sig": "7a6f44359954d06ea4cdeaa400b5e30f64c01c9946b7a439c569dbbea7cf25bf",
    "timestamp": "2023-04-20T01:12:25.779908Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.15.0-69-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#76-Ubuntu SMP Fri Mar 17 17:19:29 UTC 2023" 
}

Actions #1

Updated by Telemetry Bot 11 months ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v17.2.5 added
Actions

Also available in: Atom PDF