Project

General

Profile

Actions

Bug #51883

closed

crash: tcmalloc::allocate_full_cpp_throw_oom(unsigned long)

Added by Telemetry Bot over 2 years ago. Updated about 2 years ago.

Status:
Won't Fix
Priority:
Normal
Assignee:
-
Target version:
-
% Done:

0%

Source:
Telemetry
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):

b944fc8b39981011deeb304d7931bee81096661fd0f4a8c49f2e8035a162f3e7
e216e9c73c98d206b76d969a4b6a5396dc7a86bdd6f85413d690e5686e4796f2


Description

http://telemetry.front.sepia.ceph.com:4000/d/jByk5HaMz/crash-spec-x-ray?orgId=1&var-sig_v2=b944fc8b39981011deeb304d7931bee81096661fd0f4a8c49f2e8035a162f3e7

Sanitized backtrace:

    tcmalloc::allocate_full_cpp_throw_oom(unsigned long)
    rocksdb::Arena::AllocateNewBlock(unsigned long)
    rocksdb::Arena::AllocateFallback(unsigned long, bool)
    rocksdb::Arena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)
    rocksdb::ConcurrentArena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)::{lambda()#1}::operator()() const
    char* rocksdb::ConcurrentArena::AllocateImpl<rocksdb::ConcurrentArena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)::{lambda()#1}>(unsigned long, bool, rocksdb::ConcurrentArena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)::{lambda()#1} const&)
    rocksdb::ConcurrentArena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)
    rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyComparator const&>::AllocateNode(unsigned long, int)
    rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyComparator const&>::AllocateKey(unsigned long)
    rocksdb::MemTable::Add(unsigned long, rocksdb::ValueType, rocksdb::Slice const&, rocksdb::Slice const&, bool, rocksdb::MemTablePostProcessInfo*)
    rocksdb::MemTableInserter::PutCFImpl(unsigned int, rocksdb::Slice const&, rocksdb::Slice const&, rocksdb::ValueType)
    rocksdb::MemTableInserter::PutCF(unsigned int, rocksdb::Slice const&, rocksdb::Slice const&)
    rocksdb::WriteBatch::Iterate(rocksdb::WriteBatch::Handler*) const
    rocksdb::WriteBatchInternal::InsertInto(rocksdb::WriteThread::WriteGroup&, unsigned long, rocksdb::ColumnFamilyMemTables*, rocksdb::FlushScheduler*, bool, unsigned long, rocksdb::DB*, bool, bool, bool)
    rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)
    rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)
    RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)
    RocksDBStore::submit_transaction(std::shared_ptr<KeyValueDB::TransactionImpl>)
    BlueStore::_txc_apply_kv(BlueStore::TransContext*, bool)
    BlueStore::_kv_sync_thread()
    BlueStore::KVSyncThread::entry()
    clone()

Crash dump sample:
{
    "archived": "2021-07-24 13:17:03.280144",
    "backtrace": [
        "(()+0x12730) [0x7fa400634730]",
        "(gsignal()+0x10b) [0x7fa4001157bb]",
        "(abort()+0x121) [0x7fa400100535]",
        "(()+0x8c983) [0x7fa4004ca983]",
        "(()+0x928c6) [0x7fa4004d08c6]",
        "(()+0x92901) [0x7fa4004d0901]",
        "(()+0x92b34) [0x7fa4004d0b34]",
        "(()+0x177db) [0x7fa4009627db]",
        "(tcmalloc::allocate_full_cpp_throw_oom(unsigned long)+0xe5) [0x7fa400982ef5]",
        "(rocksdb::Arena::AllocateNewBlock(unsigned long)+0x3f) [0x55bab4fcb695]",
        "(rocksdb::Arena::AllocateFallback(unsigned long, bool)+0xcb) [0x55bab4fcb2b3]",
        "(rocksdb::Arena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)+0x1c2) [0x55bab4fcb61c]",
        "(rocksdb::ConcurrentArena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)::{lambda()#1}::operator()() const+0x37) [0x55bab4e7b85f]",
        "(char* rocksdb::ConcurrentArena::AllocateImpl<rocksdb::ConcurrentArena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)::{lambda()#1}>(unsigned long, bool, rocksdb::ConcurrentArena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)::{lambda()#1} const&)+0x126) [0x55bab4e7d6f6]",
        "(rocksdb::ConcurrentArena::AllocateAligned(unsigned long, unsigned long, rocksdb::Logger*)+0xae) [0x55bab4e7b910]",
        "(rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyComparator const&>::AllocateNode(unsigned long, int)+0x58) [0x55bab4f18fea]",
        "(rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyComparator const&>::AllocateKey(unsigned long)+0x31) [0x55bab4f18979]",
        "(()+0x15cc90b) [0x55bab4f1790b]",
        "(rocksdb::MemTable::Add(unsigned long, rocksdb::ValueType, rocksdb::Slice const&, rocksdb::Slice const&, bool, rocksdb::MemTablePostProcessInfo*)+0xe8) [0x55bab4e783f0]",
        "(rocksdb::MemTableInserter::PutCFImpl(unsigned int, rocksdb::Slice const&, rocksdb::Slice const&, rocksdb::ValueType)+0x2e7) [0x55bab4f05d9d]",
        "(rocksdb::MemTableInserter::PutCF(unsigned int, rocksdb::Slice const&, rocksdb::Slice const&)+0x3f) [0x55bab4f064c1]",
        "(rocksdb::WriteBatch::Iterate(rocksdb::WriteBatch::Handler*) const+0x430) [0x55bab4f009a4]",
        "(rocksdb::WriteBatchInternal::InsertInto(rocksdb::WriteThread::WriteGroup&, unsigned long, rocksdb::ColumnFamilyMemTables*, rocksdb::FlushScheduler*, bool, unsigned long, rocksdb::DB*, bool, bool, bool)+0x1d8) [0x55bab4f037b2]",
        "(rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned long, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCallback*)+0x140a) [0x55bab4dcfac6]",
        "(rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::WriteBatch*)+0x4a) [0x55bab4dce658]",
        "(RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr<KeyValueDB::TransactionImpl>)+0x88) [0x55bab4d56b48]",
        "(RocksDBStore::submit_transaction(std::shared_ptr<KeyValueDB::TransactionImpl>)+0x83) [0x55bab4d57303]",
        "(BlueStore::_txc_apply_kv(BlueStore::TransContext*, bool)+0x575) [0x55bab485fc85]",
        "(BlueStore::_kv_sync_thread()+0x1809) [0x55bab4895389]",
        "(BlueStore::KVSyncThread::entry()+0xd) [0x55bab48bd6ad]",
        "(()+0x7fa3) [0x7fa400629fa3]",
        "(clone()+0x3f) [0x7fa4001d74cf]" 
    ],
    "ceph_version": "15.2.13",
    "crash_id": "2021-07-24T09:34:45.459081Z_0c728f60-ce24-485a-896e-fb1f555137b5",
    "entity_name": "osd.9ca19d38b8ae9cd2cb474ddec4c7b737566479ee",
    "os_id": "10",
    "os_name": "Debian GNU/Linux 10 (buster)",
    "os_version": "10 (buster)",
    "os_version_id": "10",
    "process_name": "ceph-osd",
    "stack_sig": "e216e9c73c98d206b76d969a4b6a5396dc7a86bdd6f85413d690e5686e4796f2",
    "timestamp": "2021-07-24T09:34:45.459081Z",
    "utsname_machine": "x86_64",
    "utsname_release": "4.19.0-16-amd64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Debian 4.19.181-1 (2021-03-19)" 
}

Actions #1

Updated by Telemetry Bot over 2 years ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
  • Affected Versions v15.2.13, v15.2.4 added
Actions #2

Updated by Sage Weil over 2 years ago

  • Status changed from New to Won't Fix

OOM

Actions #3

Updated by Telemetry Bot about 2 years ago

  • Crash signature (v1) updated (diff)
  • Crash signature (v2) updated (diff)
Actions

Also available in: Atom PDF