Actions
Bug #54786
opencrash: int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*): assert(r == 0)
Status:
New
Priority:
Normal
Assignee:
-
Target version:
-
% Done:
0%
Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
d109b7fd393d6c43209f774612f64cb4c29f40d55202f3f55dc4758424585703
Crash signature (v2):
Description
Assert condition: r == 0
Assert function: int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*)
Sanitized backtrace:
BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::list*, char*) BlueRocksRandomAccessFile::Prefetch(unsigned long, unsigned long) rocksdb::LegacyRandomAccessFileWrapper::Prefetch(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::IODebugContext*) rocksdb::RandomAccessFileReader::Prefetch(unsigned long, unsigned long) const rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock() rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::FindBlockForward() rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::Next() rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::NextAndGetResult(rocksdb::IterateResult*) rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*) rocksdb::DBIter::Next() ShardMergeIteratorImpl::next() BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*) BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*) PGBackend::objects_list_range(hobject_t const&, hobject_t const&, std::vector<hobject_t, std::allocator<hobject_t> >*, std::vector<ghobject_t, std::allocator<ghobject_t> >*) PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool) PgScrubber::build_replica_map_chunk() Scrub::ActiveReplica::react(Scrub::SchedReplica const&) boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)>::react_impl(boost::statechart::event_base const&, void const*) boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&) PgScrubber::send_start_replica(unsigned int) PG::forward_scrub_event(void (ScrubPgIF::*)(unsigned int), unsigned int) PG::replica_scrub(unsigned int, ThreadPool::TPHandle&) ceph::osd::scheduler::PGRepScrub::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&) OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*) ShardedThreadPool::shardedthreadpool_worker(unsigned int) ShardedThreadPool::WorkThreadSharded::entry()
Crash dump sample:
{ "assert_condition": "r == 0", "assert_file": "os/bluestore/BlueFS.cc", "assert_func": "int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*)", "assert_line": 2044, "assert_msg": "os/bluestore/BlueFS.cc: In function 'int64_t BlueFS::_read(BlueFS::FileReader*, uint64_t, size_t, ceph::bufferlist*, char*)' thread ffff79333840 time 2022-01-12T07:35:00.422929+0000\nos/bluestore/BlueFS.cc: 2044: FAILED ceph_assert(r == 0)", "assert_thread_name": "tp_osd_tp", "backtrace": [ "__kernel_rt_sigreturn()", "gsignal()", "abort()", "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a4) [0xaaaac6529b94]", "(ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...)+0) [0xaaaac6529d2c]", "(BlueFS::_read(BlueFS::FileReader*, unsigned long, unsigned long, ceph::buffer::v15_2_0::list*, char*)+0x6b8) [0xaaaac6b64aa0]", "(BlueRocksRandomAccessFile::Prefetch(unsigned long, unsigned long)+0x28) [0xaaaac6b917b0]", "(rocksdb::LegacyRandomAccessFileWrapper::Prefetch(unsigned long, unsigned long, rocksdb::IOOptions const&, rocksdb::IODebugContext*)+0x2c) [0xaaaac6fee804]", "(rocksdb::RandomAccessFileReader::Prefetch(unsigned long, unsigned long) const+0x38) [0xaaaac7122aa8]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock()+0x16c) [0xaaaac712c774]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::FindBlockForward()+0x170) [0xaaaac712d598]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::Next()+0x58) [0xaaaac712d6b8]", "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::NextAndGetResult(rocksdb::IterateResult*)+0x18) [0xaaaac712d6f0]", "ceph-osd(+0x1096e80) [0xaaaac709fe80]", "(rocksdb::MergingIterator::NextAndGetResult(rocksdb::IterateResult*)+0x50) [0xaaaac7143098]", "(rocksdb::DBIter::Next()+0x520) [0xaaaac703c5d8]", "(ShardMergeIteratorImpl::next()+0x78) [0xaaaac6fb8138]", "ceph-osd(+0xa3e39c) [0xaaaac6a4739c]", "(BlueStore::_collection_list(BlueStore::Collection*, ghobject_t const&, ghobject_t const&, int, bool, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0xd7c) [0xaaaac6a7a01c]", "(BlueStore::collection_list(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ghobject_t const&, ghobject_t const&, int, std::vector<ghobject_t, std::allocator<ghobject_t> >*, ghobject_t*)+0x238) [0xaaaac6a7b270]", "(PGBackend::objects_list_range(hobject_t const&, hobject_t const&, std::vector<hobject_t, std::allocator<hobject_t> >*, std::vector<ghobject_t, std::allocator<ghobject_t> >*)+0x364) [0xaaaac6778574]", "(PgScrubber::build_scrub_map_chunk(ScrubMap&, ScrubMapBuilder&, hobject_t, hobject_t, bool)+0x52c) [0xaaaac68fc9fc]", "(PgScrubber::build_replica_map_chunk()+0x1a4) [0xaaaac68fd5ec]", "(Scrub::ActiveReplica::react(Scrub::SchedReplica const&)+0x128) [0xaaaac69128d8]", "(boost::statechart::simple_state<Scrub::ActiveReplica, Scrub::ScrubMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*)+0x48) [0xaaaac69178d8]", "(boost::statechart::state_machine<Scrub::ScrubMachine, Scrub::NotActive, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&)+0x1c8) [0xaaaac690b028]", "(PgScrubber::send_start_replica(unsigned int)+0x3c4) [0xaaaac68f505c]", "(PG::forward_scrub_event(void (ScrubPgIF::*)(unsigned int), unsigned int)+0x29c) [0xaaaac666fa5c]", "(PG::replica_scrub(unsigned int, ThreadPool::TPHandle&)+0x140) [0xaaaac6670140]", "(ceph::osd::scheduler::PGRepScrub::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x20) [0xaaaac67fd990]", "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xbf4) [0xaaaac65e8804]", "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x2f0) [0xaaaac6c00b28]", "(ShardedThreadPool::WorkThreadSharded::entry()+0x18) [0xaaaac6c034b0]", "/lib64/libpthread.so.0(+0x7898) [0xffff94ed0898]", "/lib64/libc.so.6(+0xd1ddc) [0xffff94a7bddc]" ], "ceph_version": "16.2.7", "crash_id": "2022-01-12T07:35:00.742612Z_f5cde91e-97c2-4fc5-876a-c6d8bb5c56e6", "entity_name": "osd.c1485315f35ed010dcd6a05f5a30fd02de3b8eb7", "os_id": "centos", "os_name": "CentOS Linux", "os_version": "8", "os_version_id": "8", "process_name": "ceph-osd", "stack_sig": "d109b7fd393d6c43209f774612f64cb4c29f40d55202f3f55dc4758424585703", "timestamp": "2022-01-12T07:35:00.742612Z", "utsname_machine": "aarch64", "utsname_release": "5.4.0-1048-raspi", "utsname_sysname": "Linux", "utsname_version": "#53-Ubuntu SMP PREEMPT Wed Dec 8 13:06:23 UTC 2021" }
Updated by Telemetry Bot about 2 years ago
Actions