Ceph : Issues
https://tracker.ceph.com/
https://tracker.ceph.com/favicon.ico
2021-08-11T18:47:50Z
Ceph
Redmine
RADOS - Bug #52231 (New): crash: std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<...
https://tracker.ceph.com/issues/52231
2021-08-11T18:47:50Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=1aea506f1109fd768e765158740c8752e555d688a29337a105b87ec35e60a118">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=1aea506f1109fd768e765158740c8752e555d688a29337a105b87ec35e60a118</a></p>
<p>Sanitized backtrace:<br /><pre> std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph_mon_subscribe_item>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph_mon_subscribe_item> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph_mon_subscribe_item> > >::find(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)
MonSub::want(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned long, unsigned int)
main()
__libc_start_main()
_start()
</pre><br />Crash dump sample:<br /><pre>{
"backtrace": [
"(()+0x12d80) [0x7efc77d85d80]",
"(()+0x15ae20) [0x7efc7654ce20]",
"(std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph_mon_subscribe_item>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph_mon_subscribe_item> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph_mon_subscribe_item> > >::find(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x5f) [0x7efc78cb7ebf]",
"(MonSub::want(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned long, unsigned int)+0x44) [0x7efc78cb7a04]",
"(()+0xa5584) [0x7efc81d54584]",
"(main()+0x184d) [0x55e7e47ea13d]",
"(__libc_start_main()+0xf3) [0x7efc76415813]",
"(_start()+0x2e) [0x55e7e47fe6be]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-07-17T15:56:51.366956Z_76697262-8684-4fcc-81ba-854ebb03d059",
"entity_name": "client.406f38385abd571ba817542a856b2e926a9aaa02",
"os_id": "centos",
"os_name": "CentOS Linux",
"os_version": "8 (Core)",
"os_version_id": "8",
"process_name": "rados",
"stack_sig": "6ae6025c131d22ae526a466bec2ebe1ce1f061409e31faedf521559e31306a48",
"timestamp": "2021-07-17T15:56:51.366956Z",
"utsname_machine": "x86_64",
"utsname_release": "4.18.0-80.el8.x86_64",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP Tue Jun 4 09:19:46 UTC 2019"
}</pre></p>
RADOS - Bug #52226 (New): crash: PosixNetworkStack::spawn_worker(unsigned int, std::function<void...
https://tracker.ceph.com/issues/52226
2021-08-11T18:47:38Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=4bf2d022677b1bd10586cef65b3af3ead14ddbb4bbf45632423bbf3c02240fd6">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=4bf2d022677b1bd10586cef65b3af3ead14ddbb4bbf45632423bbf3c02240fd6</a></p>
<p>Sanitized backtrace:<br /><pre> PosixNetworkStack::spawn_worker(unsigned int, std::function<void ()>&&)
NetworkStack::start()
AsyncMessenger::AsyncMessenger(ceph::common::CephContext*, entity_name_t, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, unsigned long)
Messenger::create(ceph::common::CephContext*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, entity_name_t, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, unsigned long, unsigned long)
Messenger::create_client_messenger(ceph::common::CephContext*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >)
MonClient::get_monmap_and_config()
global_init(std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const*, std::vector<char const*, std::allocator<char const*> >&, unsigned int, code_environment_t, int, char const*, bool)
main()
__libc_start_main()
_start()
</pre><br />Crash dump sample:<br /><pre>{
"archived": "2021-07-12 04:30:38.363173",
"backtrace": [
"(()+0x12730) [0x7f185f98a730]",
"(gsignal()+0x10b) [0x7f185f22b7bb]",
"(abort()+0x121) [0x7f185f216535]",
"(()+0x8c983) [0x7f185f5de983]",
"(()+0x928c6) [0x7f185f5e48c6]",
"(()+0x92901) [0x7f185f5e4901]",
"(()+0x92b34) [0x7f185f5e4b34]",
"(()+0x8ea55) [0x7f185f5e0a55]",
"(()+0xbbdc9) [0x7f185f60ddc9]",
"(PosixNetworkStack::spawn_worker(unsigned int, std::function<void ()>&&)+0xf0) [0x7f18601fe0f0]",
"(NetworkStack::start()+0xb5) [0x7f18601fe375]",
"(AsyncMessenger::AsyncMessenger(ceph::common::CephContext*, entity_name_t, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, unsigned long)+0x991) [0x7f18601b18f1]",
"(Messenger::create(ceph::common::CephContext*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, entity_name_t, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, unsigned long, unsigned long)+0x107) [0x7f186019bc67]",
"(Messenger::create_client_messenger(ceph::common::CephContext*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >)+0x2ec) [0x7f186019c1cc]",
"(MonClient::get_monmap_and_config()+0x82) [0x7f186025a342]",
"(global_init(std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const*, std::vector<char const*, std::allocator<char const*> >&, unsigned int, code_environment_t, int, char const*, bool)+0x964) [0x5564e61025a4]",
"(main()+0x293) [0x5564e60badf3]",
"(__libc_start_main()+0xeb) [0x7f185f21809b]",
"(_start()+0x2a) [0x5564e60d15ca]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-07-12T03:15:55.059050Z_f7ad40a4-107c-4425-8808-f9d93b527d73",
"entity_name": "client.3403b083a0db030afb80358bddc591be4c0b5ce7",
"os_id": "10",
"os_name": "Debian GNU/Linux 10 (buster)",
"os_version": "10 (buster)",
"os_version_id": "10",
"process_name": "rados",
"stack_sig": "116c095dd4b044d87d65b87294281fd43dc8c0d5c0f7a29bb90f01c571d51ab8",
"timestamp": "2021-07-12T03:15:55.059050Z",
"utsname_machine": "x86_64",
"utsname_release": "5.4.106-1-pve",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP PVE 5.4.106-1 (Fri, 19 Mar 2021 11:08:47 +0100)"
}</pre></p>
RADOS - Bug #52225 (New): crash: void Thread::create(const char*, size_t): assert(ret == 0)
https://tracker.ceph.com/issues/52225
2021-08-11T18:47:35Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=77077c11d9fa7cd7f8d4ccaaaca40a73321eb61ee0760adde8d9c6b52908c6cc">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=77077c11d9fa7cd7f8d4ccaaaca40a73321eb61ee0760adde8d9c6b52908c6cc</a></p>
<p>Assert condition: ret == 0<br />Assert function: void Thread::create(const char*, size_t)</p>
<p>Sanitized backtrace:<br /><pre> Finisher::start()
MonClient::init()
MonClient::get_monmap_and_config()
global_init(std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const*, std::vector<char const*, std::allocator<char const*> >&, unsigned int, code_environment_t, int, char const*, bool)
main()
__libc_start_main()
_start()
</pre><br />Crash dump sample:<br /><pre>{
"archived": "2021-07-12 04:30:39.472772",
"assert_condition": "ret == 0",
"assert_file": "common/Thread.cc",
"assert_func": "void Thread::create(const char*, size_t)",
"assert_line": 157,
"assert_msg": "common/Thread.cc: In function 'void Thread::create(const char*, size_t)' thread 7f887dea4bc0 time 2021-07-12T10:15:50.347640+0700\ncommon/Thread.cc: 157: FAILED ceph_assert(ret == 0)",
"assert_thread_name": "rados",
"backtrace": [
"(()+0x12730) [0x7f887eae6730]",
"(gsignal()+0x10b) [0x7f887e3877bb]",
"(abort()+0x121) [0x7f887e372535]",
"(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a5) [0x7f887f0610f5]",
"(()+0x28127c) [0x7f887f06127c]",
"(()+0x34fe72) [0x7f887f12fe72]",
"(Finisher::start()+0x1cb) [0x7f887f0eeb3b]",
"(MonClient::init()+0x33f) [0x7f887f3ad3ff]",
"(MonClient::get_monmap_and_config()+0xf1) [0x7f887f3b63b1]",
"(global_init(std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const*, std::vector<char const*, std::allocator<char const*> >&, unsigned int, code_environment_t, int, char const*, bool)+0x964) [0x556c463145a4]",
"(main()+0x293) [0x556c462ccdf3]",
"(__libc_start_main()+0xeb) [0x7f887e37409b]",
"(_start()+0x2a) [0x556c462e35ca]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-07-12T03:15:50.350326Z_992f446c-6d85-4d77-ac3c-c756d9eba0b7",
"entity_name": "client.3403b083a0db030afb80358bddc591be4c0b5ce7",
"os_id": "10",
"os_name": "Debian GNU/Linux 10 (buster)",
"os_version": "10 (buster)",
"os_version_id": "10",
"process_name": "rados",
"stack_sig": "f41f741f3e5b4c027de8ee374aa4b4b8379cd6a786ff8f12058f7eb2dfadf5ec",
"timestamp": "2021-07-12T03:15:50.350326Z",
"utsname_machine": "x86_64",
"utsname_release": "5.4.106-1-pve",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP PVE 5.4.106-1 (Fri, 19 Mar 2021 11:08:47 +0100)"
}</pre></p>
bluestore - Bug #52222 (New): crash: virtual int RocksDBStore::get(const string&, const string&, ...
https://tracker.ceph.com/issues/52222
2021-08-11T18:47:27Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=10a0140f4842e42ff26dd2808f8c46063e5fa5c4344f45e8a974d1d232e403d8">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=10a0140f4842e42ff26dd2808f8c46063e5fa5c4344f45e8a974d1d232e403d8</a></p>
<p>Assert condition: abort<br />Assert function: virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)</p>
<p>Sanitized backtrace:<br /><pre> RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::v15_2_0::list*)
BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)
BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)
BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)
ReplicatedBackend::be_deep_scrub(hobject_t const&, ScrubMap&, ScrubMapBuilder&, ScrubMap::object&)
PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)
PG::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool, ThreadPool::TPHandle&)
PG::chunky_scrub(ThreadPool::TPHandle&)
PG::scrub(unsigned int, ThreadPool::TPHandle&)
ceph::osd::scheduler::PGScrub::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
ShardedThreadPool::shardedthreadpool_worker(unsigned int)
ShardedThreadPool::WorkThreadSharded::entry()
clone()
</pre><br />Crash dump sample:<br /><pre>{
"assert_condition": "abort",
"assert_file": "kv/RocksDBStore.cc",
"assert_func": "virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)",
"assert_line": 1152,
"assert_msg": "kv/RocksDBStore.cc: In function 'virtual int RocksDBStore::get(const string&, const string&, ceph::bufferlist*)' thread 7f67300a4700 time 2021-07-13T15:13:17.714933+0430\nkv/RocksDBStore.cc: 1152: ceph_abort_msg(\"block checksum mismatch: expected 1113230393, got 1791627391 in db/027874.sst offset 36628238 size 3915\")",
"assert_thread_name": "tp_osd_tp",
"backtrace": [
"(()+0x12730) [0x7f674be11730]",
"(gsignal()+0x10b) [0x7f674b8f27bb]",
"(abort()+0x121) [0x7f674b8dd535]",
"(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b2) [0x55bf11013243]",
"(RocksDBStore::get(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::v15_2_0::list*)+0x3ce) [0x55bf11a51ece]",
"(()+0xecba49) [0x55bf11518a49]",
"(()+0xeb73a1) [0x55bf115043a1]",
"(BlueStore::ExtentMap::fault_range(KeyValueDB*, unsigned int, unsigned int)+0x516) [0x55bf1151e576]",
"(BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)+0x180) [0x55bf11565330]",
"(BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x20f) [0x55bf1156646f]",
"(ReplicatedBackend::be_deep_scrub(hobject_t const&, ScrubMap&, ScrubMapBuilder&, ScrubMap::object&)+0x2b3) [0x55bf113d57c3]",
"(PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)+0x6db) [0x55bf11274efb]",
"(PG::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool, ThreadPool::TPHandle&)+0x83) [0x55bf1115af53]",
"(PG::chunky_scrub(ThreadPool::TPHandle&)+0x19f8) [0x55bf11161268]",
"(PG::scrub(unsigned int, ThreadPool::TPHandle&)+0x3bb) [0x55bf1116242b]",
"(ceph::osd::scheduler::PGScrub::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x1a) [0x55bf112fa2ea]",
"(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x12fa) [0x55bf110d300a]",
"(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x55bf116d98b4]",
"(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x55bf116dc330]",
"(()+0x7fa3) [0x7f674be06fa3]",
"(clone()+0x3f) [0x7f674b9b44cf]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-07-13T10:43:17.729279Z_4dde14a0-eb8f-4b88-9c37-000e908af837",
"entity_name": "osd.e381f6965ebe0e98fb84a442963ec9abef0ec947",
"os_id": "10",
"os_name": "Debian GNU/Linux 10 (buster)",
"os_version": "10 (buster)",
"os_version_id": "10",
"process_name": "ceph-osd",
"stack_sig": "7498e24953be5126fe08fba6071f4ad3d1526dbd1b00c8d0ab9ba8191b4f2845",
"timestamp": "2021-07-13T10:43:17.729279Z",
"utsname_machine": "x86_64",
"utsname_release": "5.4.124-1-pve",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP PVE 5.4.124-1 (Wed, 23 Jun 2021 13:47:09 +0200)"
}</pre></p>
RADOS - Bug #52220 (New): crash: void ECUtil::HashInfo::append(uint64_t, std::map<int, ceph::buff...
https://tracker.ceph.com/issues/52220
2021-08-11T18:47:22Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=9541d850892a4b0e1e7d3cce6e339c998bae2a379c1c17339ba7c270946097e7">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=9541d850892a4b0e1e7d3cce6e339c998bae2a379c1c17339ba7c270946097e7</a></p>
<p>Assert condition: to_append.size() == cumulative_shard_hashes.size()<br />Assert function: void ECUtil::HashInfo::append(uint64_t, std::map<int, ceph::buffer::v15_2_0::list>&)</p>
<p>Sanitized backtrace:<br /><pre> ECUtil::HashInfo::append(unsigned long, std::map<int, ceph::buffer::v15_2_0::list, std::less<int>, std::allocator<std::pair<int const, ceph::buffer::v15_2_0::list> > >&)
encode_and_write(pg_t, hobject_t const&, ECUtil::stripe_info_t const&, std::shared_ptr<ceph::ErasureCodeInterface>&, std::set<int, std::less<int>, std::allocator<int> > const&, unsigned long, ceph::buffer::v15_2_0::list, unsigned int, std::shared_ptr<ECUtil::HashInfo>, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge>&, std::map<shard_id_t, ceph::os::Transaction, std::less<shard_id_t>, std::allocator<std::pair<shard_id_t const, ceph::os::Transaction> > >*, DoutPrefixProvider*)
ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ceph::os::Transaction, std::less<shard_id_t>, std::allocator<std::pair<shard_id_t const, ceph::os::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*, ceph_release_t)
ECBackend::try_reads_to_commit()
ECBackend::check_ops()
ECBackend::start_rmw(ECBackend::Op*, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&)
ECBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)
PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)
PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)
PrimaryLogPG::do_op(boost::intrusive_ptr<OpRequest>&)
PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
ShardedThreadPool::shardedthreadpool_worker(unsigned int)
ShardedThreadPool::WorkThreadSharded::entry()
clone()
</pre><br />Crash dump sample:<br /><pre>{
"assert_condition": "to_append.size() == cumulative_shard_hashes.size()",
"assert_file": "osd/ECUtil.cc",
"assert_func": "void ECUtil::HashInfo::append(uint64_t, std::map<int, ceph::buffer::v15_2_0::list>&)",
"assert_line": 166,
"assert_msg": "osd/ECUtil.cc: In function 'void ECUtil::HashInfo::append(uint64_t, std::map<int, ceph::buffer::v15_2_0::list>&)' thread 7f1789387700 time 2021-07-02T00:59:05.115251+0000\nosd/ECUtil.cc: 166: FAILED ceph_assert(to_append.size() == cumulative_shard_hashes.size())",
"assert_thread_name": "tp_osd_tp",
"backtrace": [
"(()+0x12b20) [0x7f17a941fb20]",
"(gsignal()+0x10f) [0x7f17a80877ff]",
"(abort()+0x127) [0x7f17a8071c35]",
"(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x5604a8b5cc29]",
"(()+0x507df2) [0x5604a8b5cdf2]",
"(ECUtil::HashInfo::append(unsigned long, std::map<int, ceph::buffer::v15_2_0::list, std::less<int>, std::allocator<std::pair<int const, ceph::buffer::v15_2_0::list> > >&)+0x171) [0x5604a8e91e21]",
"(encode_and_write(pg_t, hobject_t const&, ECUtil::stripe_info_t const&, std::shared_ptr<ceph::ErasureCodeInterface>&, std::set<int, std::less<int>, std::allocator<int> > const&, unsigned long, ceph::buffer::v15_2_0::list, unsigned int, std::shared_ptr<ECUtil::HashInfo>, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge>&, std::map<shard_id_t, ceph::os::Transaction, std::less<shard_id_t>, std::allocator<std::pair<shard_id_t const, ceph::os::Transaction> > >*, DoutPrefixProvider*)+0x6d2) [0x5604a8fce9e2]",
"(()+0x97f6b0) [0x5604a8fd46b0]",
"(ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr<ceph::ErasureCodeInterface>&, pg_t, ECUtil::stripe_info_t const&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge> > > > const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, std::map<hobject_t, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge>, std::less<hobject_t>, std::allocator<std::pair<hobject_t const, interval_map<unsigned long, ceph::buffer::v15_2_0::list, bl_split_merge> > > >*, std::map<shard_id_t, ceph::os::Transaction, std::less<shard_id_t>, std::allocator<std::pair<shard_id_t const, ceph::os::Transaction> > >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, std::set<hobject_t, std::less<hobject_t>, std::allocator<hobject_t> >*, DoutPrefixProvider*, ceph_release_t)+0x7ca) [0x5604a8fd5e8a]",
"(ECBackend::try_reads_to_commit()+0x46b) [0x5604a8fadd3b]",
"(ECBackend::check_ops()+0x24) [0x5604a8fb0d14]",
"(ECBackend::start_rmw(ECBackend::Op*, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&)+0x9a6) [0x5604a8fb1d46]",
"(ECBackend::submit_transaction(hobject_t const&, object_stat_sum_t const&, eversion_t const&, std::unique_ptr<PGTransaction, std::default_delete<PGTransaction> >&&, eversion_t const&, eversion_t const&, std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> > const&, std::optional<pg_hit_set_history_t>&, Context*, unsigned long, osd_reqid_t, boost::intrusive_ptr<OpRequest>)+0x405) [0x5604a8fb3765]",
"(PrimaryLogPG::issue_repop(PrimaryLogPG::RepGather*, PrimaryLogPG::OpContext*)+0xda0) [0x5604a8d4fe80]",
"(PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)+0x115d) [0x5604a8da816d]",
"(PrimaryLogPG::do_op(boost::intrusive_ptr<OpRequest>&)+0x3758) [0x5604a8dac3f8]",
"(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0xd40) [0x5604a8db9800]",
"(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x309) [0x5604a8c40319]",
"(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x68) [0x5604a8e9c318]",
"(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x12ef) [0x5604a8c5d92f]",
"(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x5604a929df84]",
"(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5604a92a0be4]",
"(()+0x814a) [0x7f17a941514a]",
"(clone()+0x43) [0x7f17a814cf23]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-07-02T00:59:05.129638Z_a2e2efab-948e-4521-9486-ce90a3b36f0d",
"entity_name": "osd.9fbc927ad8197db29aa52041c56a1fab25ae038e",
"os_id": "centos",
"os_name": "CentOS Linux",
"os_version": "8",
"os_version_id": "8",
"process_name": "ceph-osd",
"stack_sig": "32515767a9720aea5861e19362836013bd901e52159cd81a4744553a1259acaf",
"timestamp": "2021-07-02T00:59:05.129638Z",
"utsname_machine": "x86_64",
"utsname_release": "5.4.0-77-generic",
"utsname_sysname": "Linux",
"utsname_version": "#86-Ubuntu SMP Thu Jun 17 02:35:03 UTC 2021"
}</pre></p>
bluestore - Bug #52204 (New): crash: /lib64/libpthread.so.0(
https://tracker.ceph.com/issues/52204
2021-08-11T18:46:41Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=6da965283a0452fca0578463a9654265257feb879db8a785e090832b35fe7030">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=6da965283a0452fca0578463a9654265257feb879db8a785e090832b35fe7030</a></p>
<p>Sanitized backtrace:<br /><pre> /lib64/libpthread.so.0(
pthread_cond_wait()
std::condition_variable::wait(std::unique_lock<std::mutex>&)
BlueStore::Onode::flush()
BlueStore::_omap_rmkey_range(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)
BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)
BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
OSD::dispatch_context(PeeringCtx&, PG*, std::shared_ptr<OSDMap const>, ThreadPool::TPHandle*)
OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)
ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
ShardedThreadPool::shardedthreadpool_worker(unsigned int)
ShardedThreadPool::WorkThreadSharded::entry()
/lib64/libpthread.so.0(
clone()
</pre><br />Crash dump sample:<br /><pre>{
"archived": "2021-07-30 05:10:49.547577",
"backtrace": [
"/lib64/libpthread.so.0(+0x12b20) [0x7f20fc7d0b20]",
"pthread_cond_wait()",
"(std::condition_variable::wait(std::unique_lock<std::mutex>&)+0x10) [0x7f20fbe158f0]",
"(BlueStore::Onode::flush()+0x1e7) [0x5568ea5d0887]",
"(BlueStore::_omap_rmkey_range(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0xf0) [0x5568ea605760]",
"(BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x25b3) [0x5568ea63ce03]",
"(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x316) [0x5568ea63dc06]",
"(ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x85) [0x5568ea160ee5]",
"(OSD::dispatch_context(PeeringCtx&, PG*, std::shared_ptr<OSDMap const>, ThreadPool::TPHandle*)+0xf3) [0x5568ea0f6083]",
"(OSD::dequeue_peering_evt(OSDShard*, PG*, std::shared_ptr<PGPeeringEvent>, ThreadPool::TPHandle&)+0x2d8) [0x5568ea128598]",
"(ceph::osd::scheduler::PGPeeringItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x56) [0x5568ea357186]",
"(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa58) [0x5568ea11a2c8]",
"(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x5568ea781074]",
"(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5568ea783d14]",
"/lib64/libpthread.so.0(+0x814a) [0x7f20fc7c614a]",
"clone()"
],
"ceph_version": "16.2.5",
"crash_id": "2021-07-30T00:20:02.949781Z_d8984a55-39b7-4418-b614-5013dd56038b",
"entity_name": "osd.4bdacdda798789ef0109ba06205808e149e7b570",
"os_id": "centos",
"os_name": "CentOS Linux",
"os_version": "8",
"os_version_id": "8",
"process_name": "ceph-osd",
"stack_sig": "bfb764e03f277edcb35ec2be96806bbe5e0a253369cb773c62c71349f3a38dea",
"timestamp": "2021-07-30T00:20:02.949781Z",
"utsname_machine": "x86_64",
"utsname_release": "4.18.0-193.19.1.el8_2.centos.plus.x86_64",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP Mon Sep 14 20:42:18 UTC 2020"
}</pre></p>
bluestore - Bug #52201 (New): crash: /lib64/libpthread.so.0(
https://tracker.ceph.com/issues/52201
2021-08-11T18:46:33Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=213b0c143e583232235dc5ecdb07161a0f973304eb3ff4dbb2b79dfa0c7cab8b">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=213b0c143e583232235dc5ecdb07161a0f973304eb3ff4dbb2b79dfa0c7cab8b</a></p>
<p>Sanitized backtrace:<br /><pre> /lib64/libpthread.so.0(
pthread_cond_wait()
std::condition_variable::wait(std::unique_lock<std::mutex>&)
IOContext::aio_wait()
BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)
BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)
ECBackend::be_deep_scrub(hobject_t const&, ScrubMap&, ScrubMapBuilder&, ScrubMap::object&)
PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)
PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool)
PgScrubber::build_replica_map_chunk()
Scrub::ActiveReplica::react(Scrub::SchedReplica const&)
boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)
boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)
PgScrubber::send_sched_replica(unsigned int)
PG::forward_scrub_event(void (ScrubPgIF::*)(unsigned int), unsigned int)
PG::replica_scrub_resched(unsigned int, ThreadPool::TPHandle&)
ceph::osd::scheduler::PGRepScrubResched::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
ShardedThreadPool::shardedthreadpool_worker(unsigned int)
ShardedThreadPool::WorkThreadSharded::entry()
/lib64/libpthread.so.0(
clone()
</pre><br />Crash dump sample:<br /><pre>{
"archived": "2021-07-30 05:10:49.373857",
"backtrace": [
"/lib64/libpthread.so.0(+0x12b20) [0x7fb43b9d4b20]",
"pthread_cond_wait()",
"(std::condition_variable::wait(std::unique_lock<std::mutex>&)+0x10) [0x7fb43b0198f0]",
"(IOContext::aio_wait()+0x121) [0x563548c82841]",
"(BlueStore::_do_read(BlueStore::Collection*, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int, unsigned long)+0x581) [0x5635487808e1]",
"(BlueStore::read(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x217) [0x563548781817]",
"(ECBackend::be_deep_scrub(hobject_t const&, ScrubMap&, ScrubMapBuilder&, ScrubMap::object&)+0x2c2) [0x563548617392]",
"(PGBackend::be_scan_list(ScrubMap&, ScrubMapBuilder&)+0x564) [0x5635484229f4]",
"(PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool)+0xba) [0x5635485ada5a]",
"(PgScrubber::build_replica_map_chunk()+0x1c2) [0x5635485aebb2]",
"(Scrub::ActiveReplica::react(Scrub::SchedReplica const&)+0xf1) [0x5635485c4111]",
"(boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x45) [0x5635485c8955]",
"(boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x5b) [0x5635485bd4cb]",
"(PgScrubber::send_sched_replica(unsigned int)+0x28a) [0x5635485a61ca]",
"(PG::forward_scrub_event(void (ScrubPgIF::*)(unsigned int), unsigned int)+0x72) [0x5635482fe812]",
"(PG::replica_scrub_resched(unsigned int, ThreadPool::TPHandle&)+0x111) [0x5635482ff5a1]",
"(ceph::osd::scheduler::PGRepScrubResched::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x16) [0x5635484aa046]",
"(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xa58) [0x56354826d2c8]",
"(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x5635488d4074]",
"(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5635488d6d14]",
"/lib64/libpthread.so.0(+0x814a) [0x7fb43b9ca14a]",
"clone()"
],
"ceph_version": "16.2.5",
"crash_id": "2021-07-29T22:42:56.785574Z_023910ab-7a6f-4f8e-a23f-bafeb77e9921",
"entity_name": "osd.e343049792f994f30fba1d208a9550103f21ba65",
"os_id": "centos",
"os_name": "CentOS Linux",
"os_version": "8",
"os_version_id": "8",
"process_name": "ceph-osd",
"stack_sig": "0e28dc58c849a66188b09aa57ca771738aad8e386efd84baf1d9aff8f6125806",
"timestamp": "2021-07-29T22:42:56.785574Z",
"utsname_machine": "x86_64",
"utsname_release": "4.18.0-193.19.1.el8_2.centos.plus.x86_64",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP Mon Sep 14 20:42:18 UTC 2020"
}</pre></p>
bluestore - Bug #52187 (New): crash: bool WholeMergeIteratorImpl::is_main_smaller(): assert(curre...
https://tracker.ceph.com/issues/52187
2021-08-11T18:45:53Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=55b5827b701b50ff89863c060f173f5f617e58ecdc537ba76d41d67b90f141f1">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=55b5827b701b50ff89863c060f173f5f617e58ecdc537ba76d41d67b90f141f1</a></p>
<p>Assert condition: current_shard->second->valid()<br />Assert function: bool WholeMergeIteratorImpl::is_main_smaller()</p>
<p>Sanitized backtrace:<br /><pre> /lib/x86_64-linux-gnu/libpthread.so.0(
/usr/bin/ceph-osd(
WholeMergeIteratorImpl::is_main_smaller()
WholeMergeIteratorImpl::next()
BlueStore::_open_collections()
BlueStore::_mount()
OSD::init()
main()
__libc_start_main()
_start()
</pre><br />Crash dump sample:<br /><pre>{
"assert_condition": "current_shard->second->valid()",
"assert_file": "kv/RocksDBStore.cc",
"assert_func": "bool WholeMergeIteratorImpl::is_main_smaller()",
"assert_line": 2263,
"assert_msg": "kv/RocksDBStore.cc: In function 'bool WholeMergeIteratorImpl::is_main_smaller()' thread 7f0a52184f00 time 2021-07-31T22:46:24.292511+0200\nkv/RocksDBStore.cc: 2263: FAILED ceph_assert(current_shard->second->valid())",
"assert_thread_name": "ceph-osd",
"backtrace": [
"/lib/x86_64-linux-gnu/libpthread.so.0(+0x14140) [0x7f0a527dc140]",
"gsignal()",
"abort()",
"(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x16e) [0x55ac8fe9166c]",
"/usr/bin/ceph-osd(+0xaba7ad) [0x55ac8fe917ad]",
"(WholeMergeIteratorImpl::is_main_smaller()+0x1c1) [0x55ac90a18661]",
"(WholeMergeIteratorImpl::next()+0x81) [0x55ac90a18701]",
"(BlueStore::_open_collections()+0x398) [0x55ac904a6b78]",
"(BlueStore::_mount()+0x1b7) [0x55ac904dc8d7]",
"(OSD::init()+0x58d) [0x55ac8ff7c43d]",
"main()",
"__libc_start_main()",
"_start()"
],
"ceph_version": "16.2.5",
"crash_id": "2021-07-31T20:46:24.321410Z_07ce8ae2-84ea-46f1-802b-42ea1ad319ab",
"entity_name": "osd.e1e2a20ccb02760b64c24733836448e2c2273e17",
"os_id": "11",
"os_name": "Debian GNU/Linux 11 (bullseye)",
"os_version": "11 (bullseye)",
"os_version_id": "11",
"process_name": "ceph-osd",
"stack_sig": "3df1e6898169d882b72ebca37682b5b769c144f308f71e17477ddda497b4e2e0",
"timestamp": "2021-07-31T20:46:24.321410Z",
"utsname_machine": "x86_64",
"utsname_release": "5.11.22-3-pve",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP PVE 5.11.22-6 (Wed, 28 Jul 2021 10:51:12 +0200)"
}</pre></p>
mgr - Bug #52177 (New): crash: DaemonServer::got_service_map()::<lambda(const ServiceMap&)>: asse...
https://tracker.ceph.com/issues/52177
2021-08-11T18:45:14Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=3e1dcf34a2bb31b2248b4002a96ac4e054575f8167b728f4d893c82086665a51">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=3e1dcf34a2bb31b2248b4002a96ac4e054575f8167b728f4d893c82086665a51</a></p>
<p>Assert condition: pending_service_map.epoch > service_map.epoch<br />Assert function: DaemonServer::got_service_map()::<lambda(const ServiceMap&)></p>
<p>Sanitized backtrace:<br /><pre> double const md_config_t::get_val<double>(ConfigValues const&, std::basic_string_view<char, std::char_traits<char> >) const
MonClient::_un_backoff()
MonClient::tick()
Context::complete(int)
SafeTimer::timer_thread()
SafeTimerThread::entry()
clone()
</pre><br />Crash dump sample:<br /><pre>{
"assert_condition": "pending_service_map.epoch > service_map.epoch",
"assert_file": "mgr/DaemonServer.cc",
"assert_func": "DaemonServer::got_service_map()::<lambda(const ServiceMap&)>",
"assert_line": 2797,
"assert_msg": "mgr/DaemonServer.cc: In function 'DaemonServer::got_service_map()::<lambda(const ServiceMap&)>' thread 7fba51a4a700 time 2021-08-08T21:19:06.947581+0000\nmgr/DaemonServer.cc: 2797: FAILED ceph_assert(pending_service_map.epoch > service_map.epoch)",
"assert_thread_name": "ms_dispatch",
"backtrace": [
"(()+0x12b20) [0x7fba59c4ab20]",
"(abort()+0x203) [0x7fba58685d11]",
"(()+0x9009b) [0x7fba5905109b]",
"(()+0x9653c) [0x7fba5905753c]",
"(()+0x96597) [0x7fba59057597]",
"(()+0x967f8) [0x7fba590577f8]",
"(()+0x3c517a) [0x7fba5b8f417a]",
"(double const md_config_t::get_val<double>(ConfigValues const&, std::basic_string_view<char, std::char_traits<char> >) const+0x9d) [0x7fba5b91262d]",
"(MonClient::_un_backoff()+0x73) [0x7fba5bb16f33]",
"(MonClient::tick()+0x361) [0x7fba5bb21631]",
"(Context::complete(int)+0xd) [0x7fba5b8270ed]",
"(SafeTimer::timer_thread()+0x1b7) [0x7fba5b8841f7]",
"(SafeTimerThread::entry()+0x11) [0x7fba5b8857d1]",
"(()+0x814a) [0x7fba59c4014a]",
"(clone()+0x43) [0x7fba58760f23]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-08-08T21:19:44.318786Z_f204ddcb-fb79-4d87-8b67-ddd2b1120c63",
"entity_name": "mgr.be5be81c6cac5df1a94dffb9c4439b3c9863974b",
"os_id": "centos",
"os_name": "CentOS Linux",
"os_version": "8",
"os_version_id": "8",
"process_name": "ceph-mgr",
"stack_sig": "cea42d309e96a375d03729785b35b71a704c12ea8b6181bd554c005efb7046d7",
"timestamp": "2021-08-08T21:19:44.318786Z",
"utsname_machine": "x86_64",
"utsname_release": "4.19.0-17-amd64",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP Debian 4.19.194-3 (2021-07-18)"
}</pre></p>
bluestore - Bug #52175 (New): crash: void BlueStore::_do_write_small(BlueStore::TransContext*, Bl...
https://tracker.ceph.com/issues/52175
2021-08-11T18:45:08Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=feca149a2576edf3cf2b7bd28548cd57bce9e4f33c19efd73ef3ab3c75b8ab81">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=feca149a2576edf3cf2b7bd28548cd57bce9e4f33c19efd73ef3ab3c75b8ab81</a></p>
<p>Assert condition: r >= 0 && r <= (int)head_read<br />Assert function: void BlueStore::_do_write_small(BlueStore::TransContext*, BlueStore::CollectionRef&, BlueStore::OnodeRef, uint64_t, uint64_t, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*)</p>
<p>Sanitized backtrace:<br /><pre> BlueStore::_do_write_small(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*)
BlueStore::_do_write_data(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, BlueStore::WriteContext*)
BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)
BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)
BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)
BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
non-virtual thunk to PrimaryLogPG::queue_transaction(ceph::os::Transaction&&, boost::intrusive_ptr<OpRequest>)
ReplicatedBackend::_do_push(boost::intrusive_ptr<OpRequest>)
ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
ShardedThreadPool::shardedthreadpool_worker(unsigned int)
ShardedThreadPool::WorkThreadSharded::entry()
clone()
</pre><br />Crash dump sample:<br /><pre>{
"assert_condition": "r >= 0 && r <= (int)head_read",
"assert_file": "os/bluestore/BlueStore.cc",
"assert_func": "void BlueStore::_do_write_small(BlueStore::TransContext*, BlueStore::CollectionRef&, BlueStore::OnodeRef, uint64_t, uint64_t, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*)",
"assert_line": 13375,
"assert_msg": "os/bluestore/BlueStore.cc: In function 'void BlueStore::_do_write_small(BlueStore::TransContext*, BlueStore::CollectionRef&, BlueStore::OnodeRef, uint64_t, uint64_t, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*)' thread 7fb0eaa4b700 time 2021-07-27T10:06:31.890950+0700\nos/bluestore/BlueStore.cc: 13375: FAILED ceph_assert(r >= 0 && r <= (int)head_read)",
"assert_thread_name": "tp_osd_tp",
"backtrace": [
"(()+0x12b20) [0x7fb10e9e4b20]",
"(gsignal()+0x10f) [0x7fb10d64c7ff]",
"(abort()+0x127) [0x7fb10d636c35]",
"(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a9) [0x560bbdbae3c3]",
"(()+0x50658c) [0x560bbdbae58c]",
"(BlueStore::_do_write_small(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*)+0x3b23) [0x560bbe167103]",
"(BlueStore::_do_write_data(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, BlueStore::WriteContext*)+0x103) [0x560bbe167723]",
"(BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x574) [0x560bbe16dbb4]",
"(BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0xd1) [0x560bbe16e9c1]",
"(BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x1a9d) [0x560bbe17242d]",
"(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x407) [0x560bbe17f7c7]",
"(ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x85) [0x560bbdcf1785]",
"(non-virtual thunk to PrimaryLogPG::queue_transaction(ceph::os::Transaction&&, boost::intrusive_ptr<OpRequest>)+0x53) [0x560bbde34af3]",
"(ReplicatedBackend::_do_push(boost::intrusive_ptr<OpRequest>)+0x472) [0x560bbdfd8962]",
"(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x2a8) [0x560bbdfda668]",
"(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x52) [0x560bbde60fc2]",
"(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5de) [0x560bbde09d5e]",
"(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x309) [0x560bbdc91149]",
"(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x68) [0x560bbdeed228]",
"(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x12ef) [0x560bbdcae62f]",
"(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x560bbe2e8674]",
"(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x560bbe2eb2d4]",
"(()+0x814a) [0x7fb10e9da14a]",
"(clone()+0x43) [0x7fb10d711f23]"
],
"ceph_version": "15.2.8",
"crash_id": "2021-07-27T03:06:31.902690Z_c6e742ac-bc02-47f5-b2c1-acb6697d8028",
"entity_name": "osd.4c697fe813f82b66375a765e76bf0ac77847c7f1",
"os_id": "centos",
"os_name": "CentOS Linux",
"os_version": "8",
"os_version_id": "8",
"process_name": "ceph-osd",
"stack_sig": "51d19c64d6f2901b1217c0072bd53333501538f452ce9692ef3b831b3855e78c",
"timestamp": "2021-07-27T03:06:31.902690Z",
"utsname_machine": "x86_64",
"utsname_release": "4.18.0-240.15.1.el8_3.x86_64",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP Mon Mar 1 17:16:16 UTC 2021"
}</pre></p>
bluestore - Bug #52157 (New): crash: pthread_cond_wait()
https://tracker.ceph.com/issues/52157
2021-08-11T18:44:17Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=b97e710ffcb9d5b74919f5d827d7fb99c663ba022f5162c7febef6905f2ced5f">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=b97e710ffcb9d5b74919f5d827d7fb99c663ba022f5162c7febef6905f2ced5f</a></p>
<p>Sanitized backtrace:<br /><pre> pthread_cond_wait()
std::condition_variable::wait(std::unique_lock<std::mutex>&)
Throttle::_wait(long, std::unique_lock<std::mutex>&)
Throttle::get(long, long)
BlueStore::BlueStoreThrottle::try_start_transaction(KeyValueDB&, BlueStore::TransContext&, std::chrono::time_point<ceph::time_detail::mono_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >)
BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)
non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)
ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)
ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)
PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)
PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)
OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)
ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)
OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)
ShardedThreadPool::shardedthreadpool_worker(unsigned int)
ShardedThreadPool::WorkThreadSharded::entry()
clone()
</pre><br />Crash dump sample:<br /><pre>{
"archived": "2021-08-04 09:11:31.423195",
"backtrace": [
"(()+0x12730) [0x7fa2c40a1730]",
"(pthread_cond_wait()+0x1fc) [0x7fa2c409d00c]",
"(std::condition_variable::wait(std::unique_lock<std::mutex>&)+0xc) [0x7fa2c3f613bc]",
"(Throttle::_wait(long, std::unique_lock<std::mutex>&)+0x105) [0x56282830e1a5]",
"(Throttle::get(long, long)+0xb5) [0x56282830eb25]",
"(BlueStore::BlueStoreThrottle::try_start_transaction(KeyValueDB&, BlueStore::TransContext&, std::chrono::time_point<ceph::time_detail::mono_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >)+0x25) [0x562828145905]",
"(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x8f8) [0x5628281cb268]",
"(non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x54) [0x562827e82194]",
"(ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xdf4) [0x562828015b14]",
"(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x267) [0x562828025067]",
"(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x57) [0x562827eb7e97]",
"(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x62f) [0x562827e5ba5f]",
"(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x325) [0x562827cf45c5]",
"(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x64) [0x562827f38414]",
"(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x12fa) [0x562827d1100a]",
"(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x5628283178b4]",
"(ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x56282831a330]",
"(()+0x7fa3) [0x7fa2c4096fa3]",
"(clone()+0x3f) [0x7fa2c3c444cf]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-08-04T08:41:18.508594Z_42a906fa-d708-44ba-b3a0-eff0a1c199e4",
"entity_name": "osd.fb2913eb962278cf89f8f4750f7bb36e46c7a126",
"os_id": "10",
"os_name": "Debian GNU/Linux 10 (buster)",
"os_version": "10 (buster)",
"os_version_id": "10",
"process_name": "ceph-osd",
"stack_sig": "cde1969d82a40c0d6350b0bd8a075eb1e699fa2563b7363b24b2d3ea107db1dc",
"timestamp": "2021-08-04T08:41:18.508594Z",
"utsname_machine": "x86_64",
"utsname_release": "5.4.124-1-pve",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP PVE 5.4.124-1 (Wed, 23 Jun 2021 13:47:09 +0200)"
}</pre></p>
RADOS - Bug #52151 (New): crash: rocksdb::Cleanable::~Cleanable()
https://tracker.ceph.com/issues/52151
2021-08-11T18:43:59Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=3c6179c451759d26d2272a88e0386242986c56c5d9836443770fdcb315a186f8">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=3c6179c451759d26d2272a88e0386242986c56c5d9836443770fdcb315a186f8</a></p>
<p>Sanitized backtrace:<br /><pre> rocksdb::Cleanable::~Cleanable()
rocksdb::IndexBlockIter::~IndexBlockIter()
rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::~BlockBasedTableIterator()
rocksdb::MergingIterator::~MergingIterator()
rocksdb::ArenaWrappedDBIter::~ArenaWrappedDBIter()
rocksdb::ArenaWrappedDBIter::~ArenaWrappedDBIter()
std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release()
std::_Sp_counted_ptr<MonitorDBStore::WholeStoreIteratorImpl*, (__gnu_cxx::_Lock_policy)2>::_M_dispose()
std::_Rb_tree<unsigned long, std::pair<unsigned long const, Monitor::SyncProvider>, std::_Select1st<std::pair<unsigned long const, Monitor::SyncProvider> >, std::less<unsigned long>, std::allocator<std::pair<unsigned long const, Monitor::SyncProvider> > >::_M_erase(std::_Rb_tree_node<std::pair<unsigned long const, Monitor::SyncProvider> >*)
Monitor::~Monitor()
Monitor::~Monitor()
main()
__libc_start_main()
_start()
</pre><br />Crash dump sample:<br /><pre>{
"backtrace": [
"(()+0x12b20) [0x7f3671edbb20]",
"(gsignal()+0x10f) [0x7f3670b437ff]",
"(abort()+0x127) [0x7f3670b2dc35]",
"(()+0x9009b) [0x7f36714f909b]",
"(()+0x9653c) [0x7f36714ff53c]",
"(()+0x96597) [0x7f36714ff597]",
"(()+0x973f5) [0x7f36715003f5]",
"(rocksdb::Cleanable::~Cleanable()+0x1c) [0x56507957c11c]",
"(rocksdb::IndexBlockIter::~IndexBlockIter()+0x59) [0x565079616219]",
"(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::~BlockBasedTableIterator()+0x2a) [0x56507956e16a]",
"(rocksdb::MergingIterator::~MergingIterator()+0xa5) [0x56507957f5b5]",
"(rocksdb::ArenaWrappedDBIter::~ArenaWrappedDBIter()+0x52d) [0x56507949a68d]",
"(rocksdb::ArenaWrappedDBIter::~ArenaWrappedDBIter()+0x11) [0x56507949aaf1]",
"(std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release()+0x47) [0x56507918c1e7]",
"(std::_Sp_counted_ptr<MonitorDBStore::WholeStoreIteratorImpl*, (__gnu_cxx::_Lock_policy)2>::_M_dispose()+0x5e) [0x5650791e19ce]",
"(std::_Rb_tree<unsigned long, std::pair<unsigned long const, Monitor::SyncProvider>, std::_Select1st<std::pair<unsigned long const, Monitor::SyncProvider> >, std::less<unsigned long>, std::allocator<std::pair<unsigned long const, Monitor::SyncProvider> > >::_M_erase(std::_Rb_tree_node<std::pair<unsigned long const, Monitor::SyncProvider> >*)+0xc8) [0x5650791e7298]",
"(Monitor::~Monitor()+0x68c) [0x5650791ca3bc]",
"(Monitor::~Monitor()+0xd) [0x5650791cac7d]",
"(main()+0x565e) [0x56507915d4ee]",
"(__libc_start_main()+0xf3) [0x7f3670b2f7b3]",
"(_start()+0x2e) [0x565079186d8e]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-07-31T06:00:02.371869Z_f4aba4d7-3281-458c-b0d9-af7b42d4936b",
"entity_name": "mon.638e4164419778e9581a32eedce700ac1a3913a1",
"os_id": "centos",
"os_name": "CentOS Linux",
"os_version": "8",
"os_version_id": "8",
"process_name": "ceph-mon",
"stack_sig": "2e28a916627805aa4309ab79514de5cc4af5433fa90b84985fdba7bfd61bfd3f",
"timestamp": "2021-07-31T06:00:02.371869Z",
"utsname_machine": "x86_64",
"utsname_release": "4.18.0-305.7.1.el8_4.x86_64",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP Thu Jul 1 02:25:14 EDT 2021"
}</pre></p>
bluestore - Bug #52144 (New): crash: virtual int KernelDevice::flush(): abort
https://tracker.ceph.com/issues/52144
2021-08-11T18:43:39Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=f3a6edd025d032f02d7aeb55b5e78a5f873c9b8f6fc13400c35a2ec837a95217">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=f3a6edd025d032f02d7aeb55b5e78a5f873c9b8f6fc13400c35a2ec837a95217</a></p>
<p>Assert condition: abort<br />Assert function: virtual int KernelDevice::flush()</p>
<p>Sanitized backtrace:<br /><pre> KernelDevice::flush()
BlueStore::_kv_sync_thread()
BlueStore::KVSyncThread::entry()
clone()
</pre><br />Crash dump sample:<br /><pre>{
"archived": "2021-07-27 07:06:24.401755",
"assert_condition": "abort",
"assert_file": "os/bluestore/KernelDevice.cc",
"assert_func": "virtual int KernelDevice::flush()",
"assert_line": 435,
"assert_msg": "os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7f7e5a969700 time 2021-07-26T10:20:49.242057+0000\nos/bluestore/KernelDevice.cc: 435: ceph_abort_msg(\"abort() called\")",
"assert_thread_name": "bstore_kv_sync",
"backtrace": [
"(()+0x12b20) [0x7f7e7017bb20]",
"(gsignal()+0x10f) [0x7f7e6ede37ff]",
"(abort()+0x127) [0x7f7e6edcdc35]",
"(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b6) [0x5569edf4c3e9]",
"(KernelDevice::flush()+0x84a) [0x5569ee620eaa]",
"(BlueStore::_kv_sync_thread()+0xf6a) [0x5569ee539eea]",
"(BlueStore::KVSyncThread::entry()+0x11) [0x5569ee562941]",
"(()+0x814a) [0x7f7e7017114a]",
"(clone()+0x43) [0x7f7e6eea8f23]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-07-26T10:20:49.378760Z_045fb472-2ce8-4ff5-96a5-385d7088421b",
"entity_name": "osd.0bf3e2306b416a2d33c9e841170bf9765a597e3f",
"os_id": "centos",
"os_name": "CentOS Linux",
"os_version": "8",
"os_version_id": "8",
"process_name": "ceph-osd",
"stack_sig": "801c8416f74031cd36fe18b0a7bd2355f1be582e4e2a59208013b57c55b8a35c",
"timestamp": "2021-07-26T10:20:49.378760Z",
"utsname_machine": "x86_64",
"utsname_release": "4.18.0-305.3.1.el8.x86_64",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP Tue Jun 1 16:14:33 UTC 2021"
}</pre></p>
bluestore - Bug #52139 (New): crash: virtual int KernelDevice::flush(): abort
https://tracker.ceph.com/issues/52139
2021-08-11T18:43:13Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=fff55d7102994e1ed007bcdb4842e28bfe05deda13d293057ec5eba41daccce8">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=fff55d7102994e1ed007bcdb4842e28bfe05deda13d293057ec5eba41daccce8</a></p>
<p>Assert condition: abort<br />Assert function: virtual int KernelDevice::flush()</p>
<p>Sanitized backtrace:<br /><pre> KernelDevice::flush()
BlueFS::flush_bdev(std::array<bool, 5ul>&)
BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)
BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)
BlueRocksWritableFile::Sync()
rocksdb::WritableFileWriter::SyncInternal(bool)
rocksdb::WritableFileWriter::Sync(bool)
rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)
rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)
BlueStore::_kv_sync_thread()
BlueStore::KVSyncThread::entry()
clone()
</pre><br />Crash dump sample:<br /><pre>{
"assert_condition": "abort",
"assert_file": "os/bluestore/KernelDevice.cc",
"assert_func": "virtual int KernelDevice::flush()",
"assert_line": 435,
"assert_msg": "os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::flush()' thread 7f9dda039700 time 2021-07-16T17:27:29.156318-0300\nos/bluestore/KernelDevice.cc: 435: ceph_abort_msg(\"abort() called\")",
"assert_thread_name": "bstore_kv_sync",
"backtrace": [
"(()+0x12730) [0x7f9dead9e730]",
"(gsignal()+0x10b) [0x7f9dea87f7bb]",
"(abort()+0x121) [0x7f9dea86a535]",
"(ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)+0x1b2) [0x55f3b0d86243]",
"(KernelDevice::flush()+0x589) [0x55f3b13e4d19]",
"(BlueFS::flush_bdev(std::array<bool, 5ul>&)+0x4b) [0x55f3b13978bb]",
"(BlueFS::_flush_bdev_safely(BlueFS::FileWriter*)+0x11a) [0x55f3b1397aca]",
"(BlueFS::_fsync(BlueFS::FileWriter*, std::unique_lock<std::mutex>&)+0x1a0) [0x55f3b139dfb0]",
"(BlueRocksWritableFile::Sync()+0x6c) [0x55f3b13c762c]",
"(rocksdb::WritableFileWriter::SyncInternal(bool)+0x1b4) [0x55f3b1a56dd6]",
"(rocksdb::WritableFileWriter::Sync(bool)+0x18c) [0x55f3b1a56840]",
"(rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup const&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned long)+0x363) [0x55f3b18479e7]",
"(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0xf31) [0x55f3b18445ed]",
"(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x4a) [0x55f3b1843658]",
"(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x88) [0x55f3b17cbb48]",
"(RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x8c) [0x55f3b17cc48c]",
"(BlueStore::_kv_sync_thread()+0x31fa) [0x55f3b130bd7a]",
"(BlueStore::KVSyncThread::entry()+0xd) [0x55f3b13326ad]",
"(()+0x7fa3) [0x7f9dead93fa3]",
"(clone()+0x3f) [0x7f9dea9414cf]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-07-16T20:27:29.205447Z_d9ed70ec-f99d-45e4-a70d-5d5f2b20becb",
"entity_name": "osd.1e05e2d508bff7fd28347b94959542a8965aed85",
"os_id": "10",
"os_name": "Debian GNU/Linux 10 (buster)",
"os_version": "10 (buster)",
"os_version_id": "10",
"process_name": "ceph-osd",
"stack_sig": "58035d75b5a289c8c7799e0f6b30a266ed1e7ef60f160cb320485eff94a55635",
"timestamp": "2021-07-16T20:27:29.205447Z",
"utsname_machine": "x86_64",
"utsname_release": "5.4.106-1-pve",
"utsname_sysname": "Linux",
"utsname_version": "#1 SMP PVE 5.4.106-1 (Fri, 19 Mar 2021 11:08:47 +0100)"
}</pre></p>
rgw - Bug #51921 (New): crash: RGWBucketReshardLock
https://tracker.ceph.com/issues/51921
2021-07-28T17:00:43Z
Telemetry Bot
<p><a class="external" href="http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=5799cd835568f343a02e7a6c700b5c2580b0b19dfe57d09d28d5987646bfb9a4">http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=5799cd835568f343a02e7a6c700b5c2580b0b19dfe57d09d28d5987646bfb9a4</a></p>
<p>Sanitized backtrace:<br /><pre> std::_Rb_tree<std::basic_string_view<char, std::char_traits<char> >, std::pair<std::basic_string_view<char, std::char_traits<char> > const, Option const&>, std::_Select1st<std::pair<std::basic_string_view<char, std::char_traits<char> > const, Option const&> >, std::less<std::basic_string_view<char, std::char_traits<char> > >, std::allocator<std::pair<std::basic_string_view<char, std::char_traits<char> > const, Option const&> > >::find(std::basic_string_view<char, std::char_traits<char> > const&) const
md_config_t::find_option(std::basic_string_view<char, std::char_traits<char> >) const
md_config_t::_get_val(ConfigValues const&, std::basic_string_view<char, std::char_traits<char> >, boost::container::small_vector<std::pair<Option const*, boost::variant<boost::blank, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration<long, std::ratio<1l, 1l> >, Option::size_t, uuid_d> const*>, 4ul, void, void>*, std::ostream*) const
md_config_t::get_val_generic[abi:cxx11](ConfigValues const&, std::basic_string_view<char, std::char_traits<char> >) const
RGWBucketReshardLock::RGWBucketReshardLock(rgw::sal::RGWRadosStore*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool)
RGWReshard::process_single_logshard(int)
RGWReshard::process_all_logshards()
RGWReshard::ReshardWorker::entry()
clone()
</pre><br />Crash dump sample:<br /><pre>{
"archived": "2021-06-04 14:44:00.302452",
"backtrace": [
"(()+0x46210) [0x7fcca8b6f210]",
"(()+0x191170) [0x7fcca8cba170]",
"(std::_Rb_tree<std::basic_string_view<char, std::char_traits<char> >, std::pair<std::basic_string_view<char, std::char_traits<char> > const, Option const&>, std::_Select1st<std::pair<std::basic_string_view<char, std::char_traits<char> > const, Option const&> >, std::less<std::basic_string_view<char, std::char_traits<char> > >, std::allocator<std::pair<std::basic_string_view<char, std::char_traits<char> > const, Option const&> > >::find(std::basic_string_view<char, std::char_traits<char> > const&) const+0x58) [0x7fcc9fec5c48]",
"(md_config_t::find_option(std::basic_string_view<char, std::char_traits<char> >) const+0x25) [0x7fcc9feece35]",
"(md_config_t::_get_val(ConfigValues const&, std::basic_string_view<char, std::char_traits<char> >, boost::container::small_vector<std::pair<Option const*, boost::variant<boost::blank, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration<long, std::ratio<1l, 1l> >, Option::size_t, uuid_d> const*>, 4ul, void, void>*, std::ostream*) const+0x80) [0x7fcc9fef1420]",
"(md_config_t::get_val_generic[abi:cxx11](ConfigValues const&, std::basic_string_view<char, std::char_traits<char> >) const+0x27) [0x7fcc9fef1777]",
"(RGWBucketReshardLock::RGWBucketReshardLock(rgw::sal::RGWRadosStore*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool)+0x152) [0x7fcca9520c02]",
"(RGWReshard::process_single_logshard(int)+0xe7) [0x7fcca9527067]",
"(RGWReshard::process_all_logshards()+0xea) [0x7fcca952845a]",
"(RGWReshard::ReshardWorker::entry()+0x44) [0x7fcca9528824]",
"(()+0x9609) [0x7fcc9f9df609]",
"(clone()+0x43) [0x7fcca8c4b293]"
],
"ceph_version": "15.2.13",
"crash_id": "2021-06-04T14:05:32.628245Z_784c9d2d-ab0c-42fa-b4b0-66bc18833358",
"entity_name": "client.83d1f7b58dd9f7a686e6c50ca95265f121f0a227",
"os_id": "ubuntu",
"os_name": "Ubuntu",
"os_version": "20.04.2 LTS (Focal Fossa)",
"os_version_id": "20.04",
"process_name": "radosgw",
"stack_sig": "cdbbd6cdfb584dc19dd9bb128ca8f89ca75db316a8b0c2e66e05960c96071b52",
"timestamp": "2021-06-04T14:05:32.628245Z",
"utsname_machine": "x86_64",
"utsname_release": "5.4.0-58-generic",
"utsname_sysname": "Linux",
"utsname_version": "#64-Ubuntu SMP Wed Dec 9 08:16:25 UTC 2020"
}</pre></p>