Bug #56294
crash: void BlueStore::_do_write_small(BlueStore::TransContext*, BlueStore::CollectionRef&, BlueStore::OnodeRef, uint64_t, uint64_t, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*): assert(r >= 0 && r <= (int)tail_read)
Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:
0%
Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
6b0469cc78909f83ecec0a478406e413772a485b8d803c52d9e2b4c6cf94b39d
Crash signature (v2):
Description
Assert condition: r >= 0 && r <= (int)tail_read
Assert function: void BlueStore::_do_write_small(BlueStore::TransContext*, BlueStore::CollectionRef&, BlueStore::OnodeRef, uint64_t, uint64_t, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*)
Sanitized backtrace:
pthread_kill() raise() BlueStore::_do_write_small(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::list::iterator&, BlueStore::WriteContext*) BlueStore::_do_write_data(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::list&, BlueStore::WriteContext*) BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::list&, unsigned int) BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::list&, unsigned int) BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*) BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*) ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*) non-virtual thunk to PrimaryLogPG::queue_transaction(ceph::os::Transaction&&, boost::intrusive_ptr<OpRequest>) ReplicatedBackend::_do_push(boost::intrusive_ptr<OpRequest>) ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>) PGBackend::handle_message(boost::intrusive_ptr<OpRequest>) PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&) OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&) ceph::osd::scheduler::PGRecoveryMsg::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&) OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*) ShardedThreadPool::shardedthreadpool_worker(unsigned int) ShardedThreadPool::WorkThreadSharded::entry()
Crash dump sample:
{ "assert_condition": "r >= 0 && r <= (int)tail_read", "assert_file": "os/bluestore/BlueStore.cc", "assert_func": "void BlueStore::_do_write_small(BlueStore::TransContext*, BlueStore::CollectionRef&, BlueStore::OnodeRef, uint64_t, uint64_t, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*)", "assert_line": 14731, "assert_msg": "os/bluestore/BlueStore.cc: In function 'void BlueStore::_do_write_small(BlueStore::TransContext*, BlueStore::CollectionRef&, BlueStore::OnodeRef, uint64_t, uint64_t, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*)' thread 7ff47a7fc640 time 2022-05-07T23:43:51.862804+0000\nos/bluestore/BlueStore.cc: 14731: FAILED ceph_assert(r >= 0 && r <= (int)tail_read)", "assert_thread_name": "tp_osd_tp", "backtrace": [ "/lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff4e6628520]", "pthread_kill()", "raise()", "abort()", "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x556c13c7c775]", "/usr/bin/ceph-osd(+0x58c8d7) [0x556c13c7c8d7]", "(BlueStore::_do_write_small(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list::iterator&, BlueStore::WriteContext*)+0x29d7) [0x556c142dc7f7]", "(BlueStore::_do_write_data(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, BlueStore::WriteContext*)+0x1d7) [0x556c142dda07]", "(BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x2de) [0x556c142e56ee]", "(BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0xcf) [0x556c142e62cf]", "(BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x1157) [0x556c14300b17]", "(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x2e0) [0x556c14307150]", "(ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0xad) [0x556c13dd95ed]", "(non-virtual thunk to PrimaryLogPG::queue_transaction(ceph::os::Transaction&&, boost::intrusive_ptr<OpRequest>)+0x4e) [0x556c13f22dfe]", "(ReplicatedBackend::_do_push(boost::intrusive_ptr<OpRequest>)+0x67f) [0x556c1413cb8f]", "(ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x291) [0x556c14140521]", "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x49) [0x556c13f6c959]", "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x4b9) [0x556c13f0b549]", "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1b1) [0x556c13d83cf1]", "(ceph::osd::scheduler::PGRecoveryMsg::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x69) [0x556c14032a99]", "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x913) [0x556c13d9db63]", "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x414) [0x556c14455534]", "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x556c14457a94]", "/lib/x86_64-linux-gnu/libc.so.6(+0x94b43) [0x7ff4e667ab43]", "/lib/x86_64-linux-gnu/libc.so.6(+0x126a00) [0x7ff4e670ca00]" ], "ceph_version": "17.1.0", "crash_id": "2022-05-07T23:43:51.879569Z_a204ba41-e035-433f-890c-a07f701d6f3b", "entity_name": "osd.901e7746707dae4cb99a3740744dc6e9c69ce8c5", "os_id": "22.04", "os_name": "Ubuntu 22.04 LTS", "os_version": "22.04 LTS (Jammy Jellyfish)", "os_version_id": "22.04", "process_name": "ceph-osd", "stack_sig": "6b0469cc78909f83ecec0a478406e413772a485b8d803c52d9e2b4c6cf94b39d", "timestamp": "2022-05-07T23:43:51.879569Z", "utsname_machine": "x86_64", "utsname_release": "5.15.0-27-generic", "utsname_sysname": "Linux", "utsname_version": "#28-Ubuntu SMP Thu Apr 14 04:55:28 UTC 2022" }
History
#1 Updated by Telemetry Bot almost 2 years ago
#2 Updated by Telemetry Bot over 1 year ago
- Affected Versions v17.2.0 added