Ceph » bluestore

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=d2eaa6bcd03c00321b61e5baa3430833e4d5d081bc43edaf16efb0f19ab08672

Assert condition: r == 0
Assert function: int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*)

Sanitized backtrace:

    BlueFS::_read_random(BlueFS::FileReader*, unsigned long, unsigned long, char*)
    BlueRocksRandomAccessFile::Read(unsigned long, unsigned long, rocksdb::Slice*, char*) const
    rocksdb::RandomAccessFileReader::Read(unsigned long, unsigned long, rocksdb::Slice*, char*) const
    rocksdb::BlockFetcher::ReadBlockContents()
    rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator<rocksdb::DataBlockIter>(rocksdb::BlockBasedTable::Rep*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, bool, bool, bool, rocksdb::GetContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*)
    rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock()
    rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::SeekToFirst()
    rocksdb::IteratorWrapperBase<rocksdb::Slice>::SeekToFirst()
    rocksdb::IteratorWrapperBase<rocksdb::Slice>::SeekToFirst()
    rocksdb::MergingIterator::SeekToFirst()
    rocksdb::CompactionJob::ProcessKeyValueCompaction(rocksdb::CompactionJob::SubcompactionState*)
    rocksdb::CompactionJob::Run()
    rocksdb::DBImpl::BackgroundCompaction(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)
    rocksdb::DBImpl::BackgroundCallCompaction(rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)
    rocksdb::DBImpl::BGWorkCompaction(void*)
    void std::__invoke_impl<void, void (*&)(void*), void*&>(std::__invoke_other, void (*&)(void*), void*&)
    std::__invoke_result<void (*&)(void*), void*&>::type std::__invoke<void (*&)(void*), void*&>(void (*&)(void*), void*&)
    void std::_Bind<void (*(void*))(void*)>::__call<void, , 0ul>(std::tuple<>&&, std::_Index_tuple<0ul>)
    void std::_Bind<void (*(void*))(void*)>::operator()<, void>()
    std::_Function_handler<void (), std::_Bind<void (*(void*))(void*)> >::_M_invoke(std::_Any_data const&)
    std::function<void ()>::operator()() const
    rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)
    rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)
    void* std::__invoke_impl<void*, void* (*)(void*), rocksdb::BGThreadMetadata*>(std::__invoke_other, void* (*&&)(void*), rocksdb::BGThreadMetadata*&&)
    std::__invoke_result<void* (*)(void*), rocksdb::BGThreadMetadata*>::type std::__invoke<void* (*)(void*), rocksdb::BGThreadMetadata*>(void* (*&&)(void*), rocksdb::BGThreadMetadata*&&)
    void* std::thread::_Invoker<std::tuple<void* (*)(void*), rocksdb::BGThreadMetadata*> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>)
    std::thread::_Invoker<std::tuple<void* (*)(void*), rocksdb::BGThreadMetadata*> >::operator()()
    std::thread::_State_impl<std::thread::_Invoker<std::tuple<void* (*)(void*), rocksdb::BGThreadMetadata*> > >::_M_run()
    clone()

{
    "assert_condition": "r == 0",
    "assert_file": "os/bluestore/BlueFS.cc",
    "assert_func": "int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*)",
    "assert_line": 2083,
    "assert_msg": "os/bluestore/BlueFS.cc: In function 'int64_t BlueFS::_read_random(BlueFS::FileReader*, uint64_t, uint64_t, char*)' thread 7fc2afe87700 time 2021-06-17T10:39:23.729919-0400\nos/bluestore/BlueFS.cc: 2083: FAILED ceph_assert(r == 0)",
    "assert_thread_name": "rocksdb:low0",
    "backtrace": [
        "(()+0x153c0) [0x7fc2b982d3c0]",
        "(gsignal()+0xcb) [0x7fc2b92b218b]",
        "(abort()+0x12b) [0x7fc2b9291859]",
        "(ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x563f667f58b6]",
        "(()+0x9e8a63) [0x563f667f5a63]",
        "(BlueFS::_read_random(BlueFS::FileReader*, unsigned long, unsigned long, char*)+0xf85) [0x563f66eff0d5]",
        "(BlueRocksRandomAccessFile::Read(unsigned long, unsigned long, rocksdb::Slice*, char*) const+0x24) [0x563f66f2ee14]",
        "(()+0x187d902) [0x563f6768a902]",
        "(()+0x187d305) [0x563f6768a305]",
        "(rocksdb::RandomAccessFileReader::Read(unsigned long, unsigned long, rocksdb::Slice*, char*) const+0x88c) [0x563f6768737e]",
        "(rocksdb::BlockFetcher::ReadBlockContents()+0x1dd) [0x563f67631479]",
        "(()+0x180257d) [0x563f6760f57d]",
        "(rocksdb::DataBlockIter* rocksdb::BlockBasedTable::NewDataBlockIterator<rocksdb::DataBlockIter>(rocksdb::BlockBasedTable::Rep*, rocksdb::ReadOptions const&, rocksdb::BlockHandle const&, rocksdb::DataBlockIter*, bool, bool, bool, rocksdb::GetContext*, rocksdb::Status, rocksdb::FilePrefetchBuffer*)+0x43e) [0x563f67626821]",
        "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::InitDataBlock()+0x3a8) [0x563f6762f97e]",
        "(rocksdb::BlockBasedTableIterator<rocksdb::DataBlockIter, rocksdb::Slice>::SeekToFirst()+0x92) [0x563f6762dfec]",
        "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::SeekToFirst()+0x58) [0x563f6756152a]",
        "(()+0x1731df3) [0x563f6753edf3]",
        "(rocksdb::IteratorWrapperBase<rocksdb::Slice>::SeekToFirst()+0x58) [0x563f6756152a]",
        "(rocksdb::MergingIterator::SeekToFirst()+0xc7) [0x563f6764074d]",
        "(rocksdb::CompactionJob::ProcessKeyValueCompaction(rocksdb::CompactionJob::SubcompactionState*)+0x636) [0x563f676fc97e]",
        "(rocksdb::CompactionJob::Run()+0x25c) [0x563f676fabc6]",
        "(rocksdb::DBImpl::BackgroundCompaction(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)+0x2419) [0x563f6744dbb9]",
        "(rocksdb::DBImpl::BackgroundCallCompaction(rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority)+0x212) [0x563f6744b030]",
        "(rocksdb::DBImpl::BGWorkCompaction(void*)+0xd2) [0x563f674498ba]",
        "(void std::__invoke_impl<void, void (*&)(void*), void*&>(std::__invoke_other, void (*&)(void*), void*&)+0x38) [0x563f677778ca]",
        "(std::__invoke_result<void (*&)(void*), void*&>::type std::__invoke<void (*&)(void*), void*&>(void (*&)(void*), void*&)+0x4a) [0x563f6777737c]",
        "(void std::_Bind<void (*(void*))(void*)>::__call<void, , 0ul>(std::tuple<>&&, std::_Index_tuple<0ul>)+0x5b) [0x563f677769c1]",
        "(void std::_Bind<void (*(void*))(void*)>::operator()<, void>()+0x37) [0x563f67775b25]",
        "(std::_Function_handler<void (), std::_Bind<void (*(void*))(void*)> >::_M_invoke(std::_Any_data const&)+0x24) [0x563f6777485e]",
        "(std::function<void ()>::operator()() const+0x36) [0x563f673f2b06]",
        "(rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long)+0x27f) [0x563f67770b4b]",
        "(rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)+0x112) [0x563f67770cd4]",
        "(void* std::__invoke_impl<void*, void* (*)(void*), rocksdb::BGThreadMetadata*>(std::__invoke_other, void* (*&&)(void*), rocksdb::BGThreadMetadata*&&)+0x38) [0x563f67778294]",
        "(std::__invoke_result<void* (*)(void*), rocksdb::BGThreadMetadata*>::type std::__invoke<void* (*)(void*), rocksdb::BGThreadMetadata*>(void* (*&&)(void*), rocksdb::BGThreadMetadata*&&)+0x4a) [0x563f677781e7]",
        "(void* std::thread::_Invoker<std::tuple<void* (*)(void*), rocksdb::BGThreadMetadata*> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>)+0x47) [0x563f6777813b]",
        "(std::thread::_Invoker<std::tuple<void* (*)(void*), rocksdb::BGThreadMetadata*> >::operator()()+0x2b) [0x563f677780dd]",
        "(std::thread::_State_impl<std::thread::_Invoker<std::tuple<void* (*)(void*), rocksdb::BGThreadMetadata*> > >::_M_run()+0x20) [0x563f677780ae]",
        "(()+0xd6d84) [0x7fc2b96a0d84]",
        "(()+0x9609) [0x7fc2b9821609]",
        "(clone()+0x43) [0x7fc2b938e293]" 
    ],
    "ceph_version": "15.2.13",
    "crash_id": "2021-06-17T14:39:23.771170Z_665d9285-44f6-44af-801a-2681f74a09c2",
    "entity_name": "osd.c868baabf38bcc5de8a229bbd640dd86a0ea9441",
    "os_id": "ubuntu",
    "os_name": "Ubuntu",
    "os_version": "20.04.2 LTS (Focal Fossa)",
    "os_version_id": "20.04",
    "process_name": "ceph-osd",
    "stack_sig": "2c136c2b743e9b935b3eb8e3dca0f61917873a90e466389df0d02dfa51659041",
    "timestamp": "2021-06-17T14:39:23.771170Z",
    "utsname_machine": "x86_64",
    "utsname_release": "5.4.0-74-generic",
    "utsname_sysname": "Linux",
    "utsname_version": "#83-Ubuntu SMP Sat May 8 02:35:39 UTC 2021" 
}