Project

General

Profile

Bug #57934

Pacific 16.2.10 OSD crashing with tcmalloc

Added by Michal Nasiadka 3 months ago.

Status:
New
Priority:
Normal
Assignee:
-
Category:
OSD
Target version:
-
% Done:

0%

Source:
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):

Description

  1. ceph crash info 2022-10-25T14:49:09.609527Z_b10565bb-036d-408f-a536-442f7b4c8213 {
    "archived": "2022-10-26 04:18:33.118701",
    "backtrace": [
    "/lib64/libpthread.so.0(+0x12ce0) [0x7f8191159ce0]",
    "(tcmalloc::CentralFreeList::FetchFromOneSpans(int, void**, void**)+0x43) [0x7f8191c93603]",
    "(tcmalloc::CentralFreeList::RemoveRange(void**, void**, int)+0xe2) [0x7f8191c939d2]",
    "(tcmalloc::ThreadCache::FetchFromCentralCache(unsigned int, int, void* ()(unsigned long))+0x73) [0x7f8191c973e3]",
    "posix_memalign()",
    "(ceph::buffer::v15_2_0::create_aligned_in_mempool(unsigned int, unsigned int, int)+0x162) [0x5626b0ce4502]",
    "(ceph::buffer::v15_2_0::create_aligned(unsigned int, unsigned int)+0x26) [0x5626b0ce46b6]",
    "(ceph::buffer::v15_2_0::create(unsigned int)+0x26) [0x5626b0ce4706]",
    "(ceph::buffer::v15_2_0::list::obtain_contiguous_space(unsigned int)+0xab) [0x5626b0ce490b]",
    "(BlueStore::_record_onode(boost::intrusive_ptr<BlueStore::Onode>&, std::shared_ptr<KeyValueDB::TransactionImpl>&)+0x256) [0x5626b09e2146]",
    "(BlueStore::_txc_write_nodes(BlueStore::TransContext
    , std::shared_ptr<KeyValueDB::TransactionImpl>)+0x89) [0x5626b09f47d9]",
    "(BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x361) [0x5626b09f5721]",
    "(non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x58) [0x5626b0639878]",
    "(ECBackend::handle_sub_write(pg_shard_t, boost::intrusive_ptr<OpRequest>, ECSubWrite&, ZTracer::Trace const&)+0xd1d) [0x5626b0852e1d]",
    "(ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x306) [0x5626b0869826]",
    "(PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x52) [0x5626b066cd52]",
    "(PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x5de) [0x5626b061068e]",
    "(OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x309) [0x5626b0497fc9]",
    "(ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x68) [0x5626b06f6e78]",
    "(OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xc28) [0x5626b04b54c8]",
    "(ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5c4) [0x5626b0b322a4]",
    "(ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5626b0b35184]",
    "/lib64/libpthread.so.0(+0x81ca) [0x7f819114f1ca]",
    "clone()"
    ],
    "ceph_version": "16.2.10",
    "crash_id": "2022-10-25T14:49:09.609527Z_b10565bb-036d-408f-a536-442f7b4c8213",
    "entity_name": "osd.110",
    "os_id": "centos",
    "os_name": "CentOS Stream",
    "os_version": "8",
    "os_version_id": "8",
    "process_name": "ceph-osd",
    "stack_sig": "f156d46c86b41b554f9fbad9616e5b01983465d19788e7bb6040bfe6b317f596",
    "timestamp": "2022-10-25T14:49:09.609527Z",
    "utsname_hostname": "a01fs01",
    "utsname_machine": "x86_64",
    "utsname_release": "4.18.0-305.19.1.el8_4.x86_64",
    "utsname_sysname": "Linux",
    "utsname_version": "#1 SMP Wed Sep 15 15:39:39 UTC 2021"
    }

Also available in: Atom PDF