44.07% tp_osd_tp ceph-osd [.] std::_Hashtable >, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 6.34% bstore_mempool ceph-osd [.] std::_Hashtable >, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 4.36% tp_osd_tp libc-2.17.so [.] __memcmp_sse4_1 1.13% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ReleaseToCentralCache 1.03% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ReleaseToCentralCache 1.01% tp_osd_tp libtcmalloc.so.4.2.6 [.] operator new 0.71% tp_osd_tp libtcmalloc.so.4.2.6 [.] operator delete 0.57% bstore_mempool libc-2.17.so [.] __memcmp_sse4_1 0.46% tp_osd_tp ceph-osd [.] std::operator== 0.45% tp_osd_tp libstdc++.so.6.0.19 [.] std::_Rb_tree_increment 0.39% tp_osd_tp ceph-osd [.] StupidAllocator::_aligned_len 0.32% bstore_kv_sync ceph-osd [.] rocksdb::MemTable::KeyComparator::operator() 0.28% tp_osd_tp ceph-osd [.] btree::btree_iterator, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> >, std::pair&, std::pair*>::increment_slow 0.27% tp_osd_tp libc-2.17.so [.] __memcpy_ssse3_back 0.26% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.25% tp_osd_tp ceph-osd [.] BlueStore::_do_clone_range 0.23% msgr-worker-0 libc-2.17.so [.] __memcpy_ssse3_back 0.23% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_copy 0.23% tp_osd_tp ceph-osd [.] BlueStore::_do_remove 0.21% msgr-worker-0 libtcmalloc.so.4.2.6 [.] operator new 0.19% bstore_kv_sync libc-2.17.so [.] __memcmp_sse4_1 0.16% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::release 0.15% msgr-worker-0 libtcmalloc.so.4.2.6 [.] operator delete 0.14% msgr-worker-0 libpthread-2.17.so [.] pthread_mutex_lock 0.14% tp_osd_tp ceph-osd [.] StupidAllocator::allocate_int 0.14% msgr-worker-1 libc-2.17.so [.] __memcpy_ssse3_back 0.14% msgr-worker-2 libtcmalloc.so.4.2.6 [.] operator new 0.13% msgr-worker-2 libc-2.17.so [.] __memcpy_ssse3_back 0.13% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ReleaseToCentralCache 0.13% tp_osd_tp ceph-osd [.] ceph::buffer::list::append 0.12% tp_osd_tp libpthread-2.17.so [.] pthread_mutex_lock 0.12% tp_osd_tp ceph-osd [.] memcmp@plt 0.12% msgr-worker-1 libtcmalloc.so.4.2.6 [.] operator new 0.12% msgr-worker-0 libstdc++.so.6.0.19 [.] std::__ostream_insert > 0.11% bstore_kv_sync ceph-osd [.] rocksdb::crc32c::ExtendImpl<&rocksdb::crc32c::Fast_CRC32> 0.11% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ReleaseToCentralCache 0.10% msgr-worker-0 libc-2.17.so [.] vfprintf 0.10% log libtcmalloc.so.4.2.6 [.] operator delete 0.10% tp_osd_tp ceph-osd [.] rocksdb::BlockIter::BinarySeek 0.10% tp_osd_tp libpthread-2.17.so [.] pthread_mutex_unlock 0.10% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tc_free 0.10% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::append 0.10% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tc_free 0.10% log ceph-osd [.] ceph::logging::Log::flush 0.09% msgr-worker-1 libtcmalloc.so.4.2.6 [.] operator delete 0.09% tp_osd_tp libc-2.17.so [.] vfprintf 0.09% log ceph-osd [.] ceph::logging::Log::_flush 0.09% msgr-worker-0 ceph-osd [.] AsyncConnection::process 0.09% tp_osd_tp ceph-osd [.] OSD::ShardedOpWQ::_process 0.09% msgr-worker-1 libpthread-2.17.so [.] pthread_mutex_lock 0.09% msgr-worker-2 libtcmalloc.so.4.2.6 [.] operator delete 0.09% msgr-worker-2 libpthread-2.17.so [.] pthread_mutex_lock 0.09% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::release 0.09% tp_osd_tp libtcmalloc.so.4.2.6 [.] tc_free 0.09% tp_osd_tp ceph-osd [.] Mutex::Lock 0.08% msgr-worker-1 libstdc++.so.6.0.19 [.] std::__ostream_insert > 0.08% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x00000000000182f5 0.08% tp_osd_tp ceph-osd [.] std::_List_base >::_M_clear 0.08% msgr-worker-0 libpthread-2.17.so [.] pthread_mutex_unlock 0.08% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::ptr 0.08% tp_osd_tp ceph-osd [.] crc32_iscsi_00 0.08% msgr-worker-1 libc-2.17.so [.] vfprintf 0.08% tp_osd_tp ceph-osd [.] ceph::buffer::list::append 0.08% tp_osd_tp libstdc++.so.6.0.19 [.] std::basic_string, std::allocator >::basic_string 0.08% log libpthread-2.17.so [.] pthread_cond_wait@@GLIBC_2.3.2 0.08% log libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ReleaseToCentralCache 0.08% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::advance 0.08% tp_osd_tp [kernel.kallsyms] [k] update_load_avg 0.08% msgr-worker-0 [vdso] [.] __vdso_clock_gettime 0.08% tp_osd_tp libstdc++.so.6.0.19 [.] std::_Rb_tree_insert_and_rebalance 0.07% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::encode_some 0.07% msgr-worker-0 ceph-osd [.] EventCenter::process_events 0.07% msgr-worker-2 libstdc++.so.6.0.19 [.] std::__ostream_insert > 0.07% bstore_kv_sync ceph-osd [.] rocksdb::InternalKeyComparator::Compare 0.07% msgr-worker-2 libc-2.17.so [.] vfprintf 0.07% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.07% finisher libtcmalloc.so.4.2.6 [.] operator new 0.07% tp_osd_tp [vdso] [.] __vdso_clock_gettime 0.06% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry 0.06% tp_osd_tp libstdc++.so.6.0.19 [.] std::__ostream_insert > 0.06% msgr-worker-1 ceph-osd [.] EventCenter::process_events 0.06% msgr-worker-0 [kernel.kallsyms] [k] ___bpf_prog_run 0.06% bstore_mempool ceph-osd [.] std::operator== 0.06% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tc_free 0.06% msgr-worker-2 ceph-osd [.] AsyncConnection::process 0.06% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::c_str 0.06% msgr-worker-0 [kernel.kallsyms] [k] __dev_queue_xmit 0.06% msgr-worker-1 libpthread-2.17.so [.] pthread_mutex_unlock 0.06% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_xmit_frame_ring 0.06% msgr-worker-2 [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.06% tp_osd_tp [kernel.kallsyms] [k] _raw_spin_lock 0.06% tp_osd_tp libtcmalloc.so.4.2.6 [.] operator new[] 0.05% msgr-worker-0 libstdc++.so.6.0.19 [.] std::basic_streambuf >::xsputn 0.05% bstore_kv_sync ceph-osd [.] rocksdb::InlineSkipList::FindSpliceForLevel 0.05% tp_osd_tp ceph-osd [.] rocksdb::MemTable::KeyComparator::operator() 0.05% bstore_kv_final libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ReleaseToCentralCache 0.05% tp_osd_tp ceph-osd [.] cmp 0.05% tp_osd_tp ceph-osd [.] RefCountedObject::put 0.05% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock 0.05% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::_Rep::_M_dispose 0.05% finisher libtcmalloc.so.4.2.6 [.] operator delete 0.05% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000005b5a1 0.05% bstore_kv_sync libtcmalloc.so.4.2.6 [.] operator new 0.05% tp_osd_tp libc-2.17.so [.] __clock_gettime 0.05% msgr-worker-0 ceph-osd [.] std::_List_base >::_M_clear 0.05% tp_osd_tp ceph-osd [.] PrimaryLogPG::do_request 0.05% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::release 0.05% msgr-worker-1 [vdso] [.] __vdso_clock_gettime 0.05% tp_osd_tp ceph-osd [.] PerfCounters::inc 0.05% msgr-worker-1 ceph-osd [.] AsyncConnection::process 0.05% msgr-worker-1 libstdc++.so.6.0.19 [.] std::basic_streambuf >::xsputn 0.05% bstore_kv_sync ceph-osd [.] rocksdb::DBImpl::WriteImpl 0.05% tp_osd_tp [kernel.kallsyms] [k] timerqueue_add 0.05% msgr-worker-1 ceph-osd [.] std::_List_base >::_M_clear 0.05% tp_osd_tp ceph-osd [.] TrackedOp::put 0.05% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::release 0.05% finisher libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ReleaseToCentralCache 0.05% bstore_kv_sync ceph-osd [.] BlueStore::_kv_sync_thread 0.04% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.04% msgr-worker-2 libpthread-2.17.so [.] pthread_mutex_unlock 0.04% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tc_malloc 0.04% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.04% tp_osd_tp ceph-osd [.] OSD::dequeue_op 0.04% msgr-worker-0 [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.04% bstore_kv_sync libc-2.17.so [.] __memcpy_ssse3_back 0.04% tp_osd_tp ceph-osd [.] PerfCounters::tinc 0.04% tp_osd_tp ceph-osd [.] mempool::pool_t::adjust_count 0.04% msgr-worker-2 ceph-osd [.] std::_List_base >::_M_clear 0.04% tp_osd_tp libpthread-2.17.so [.] pthread_cond_timedwait@@GLIBC_2.3.2 0.04% msgr-worker-0 [kernel.kallsyms] [k] __fget 0.04% finisher libc-2.17.so [.] vfprintf 0.04% tp_osd_tp libstdc++.so.6.0.19 [.] std::basic_streambuf >::xsputn 0.04% msgr-worker-0 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.04% msgr-worker-1 [kernel.kallsyms] [k] __dev_queue_xmit 0.04% msgr-worker-0 [kernel.kallsyms] [k] ip_finish_output2 0.04% msgr-worker-0 ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.04% tp_osd_tp ceph-osd [.] AsyncConnection::send_message 0.04% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::AlignmentForSize 0.04% msgr-worker-0 [kernel.kallsyms] [k] tcp_recvmsg 0.04% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tc_malloc 0.04% tp_osd_tp libpthread-2.17.so [.] pthread_self 0.04% tp_osd_tp libc-2.17.so [.] __strlen_sse2_pminub 0.04% log libpthread-2.17.so [.] pthread_mutex_unlock 0.04% msgr-worker-0 [kernel.kallsyms] [k] tcp_sendmsg 0.04% msgr-worker-0 libc-2.17.so [.] __clock_gettime 0.04% msgr-worker-0 [kernel.kallsyms] [k] tcp_transmit_skb 0.04% msgr-worker-0 ceph-osd [.] crc32_iscsi_00 0.04% tp_osd_tp ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::SubQueue::pop 0.04% tp_osd_tp [kernel.kallsyms] [k] irq_entries_start 0.04% msgr-worker-1 [kernel.kallsyms] [k] update_load_avg 0.04% tp_osd_tp ceph-osd [.] interval_set::operator== 0.04% msgr-worker-2 [vdso] [.] __vdso_clock_gettime 0.04% tp_osd_tp ceph-osd [.] RefCountedObject::get 0.04% tp_osd_tp ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.04% msgr-worker-0 [kernel.kallsyms] [k] packet_rcv 0.04% log libstdc++.so.6.0.19 [.] std::locale::~locale 0.04% msgr-worker-0 [kernel.kallsyms] [k] update_load_avg 0.04% tp_osd_tp ceph-osd [.] ceph::buffer::list::crc32c 0.04% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::_M_insert_unique > > 0.04% msgr-worker-0 ceph-osd [.] AsyncConnection::handle_write 0.04% tp_osd_tp ceph-osd [.] BlueStore::_txc_add_transaction 0.04% msgr-worker-1 [kernel.kallsyms] [k] ___bpf_prog_run 0.04% msgr-worker-0 ceph-osd [.] mempool::pool_t::adjust_count 0.04% tp_osd_tp libstdc++.so.6.0.19 [.] std::_Rb_tree_rebalance_for_erase 0.04% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.04% tp_osd_tp [kernel.kallsyms] [k] ixgbe_poll 0.04% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tcmalloc::AlignmentForSize 0.04% msgr-worker-2 [kernel.kallsyms] [k] ___bpf_prog_run 0.04% msgr-worker-0 ceph-osd [.] PerfCounters::inc 0.04% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::ptr 0.03% msgr-worker-0 ceph-osd [.] AsyncConnection::read_until 0.03% tp_osd_tp [kernel.kallsyms] [k] select_task_rq_fair 0.03% msgr-worker-2 [kernel.kallsyms] [k] __dev_queue_xmit 0.03% msgr-worker-2 [kernel.kallsyms] [k] __fget 0.03% msgr-worker-2 ceph-osd [.] EventCenter::process_events 0.03% bstore_kv_sync libtcmalloc.so.4.2.6 [.] operator delete 0.03% tp_osd_tp [kernel.kallsyms] [k] native_write_msr 0.03% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock 0.03% log [kernel.kallsyms] [k] update_load_avg 0.03% msgr-worker-1 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.03% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::make_shareable 0.03% bstore_kv_sync ceph-osd [.] rocksdb::(anonymous namespace)::BytewiseComparatorImpl::Compare 0.03% finisher libc-2.17.so [.] __memcpy_ssse3_back 0.03% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.03% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::copy_out 0.03% tp_osd_tp [kernel.kallsyms] [k] try_to_wake_up 0.03% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::encode_spanning_blobs 0.03% tp_osd_tp [kernel.kallsyms] [k] ixgbe_clean_rx_irq 0.03% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::unused_tail_length 0.03% tp_osd_tp [kernel.kallsyms] [k] __audit_syscall_entry 0.03% tp_osd_tp ceph-osd [.] ECBackend::_handle_message 0.03% tp_osd_tp ceph-osd [.] ceph_clock_now 0.03% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_xmit_frame_ring 0.03% tp_osd_tp libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_hook 0.03% tp_osd_tp libstdc++.so.6.0.19 [.] std::_Rb_tree_increment 0.03% msgr-worker-1 [kernel.kallsyms] [k] tcp_transmit_skb 0.03% tp_osd_tp ceph-osd [.] ShardedThreadPool::shardedthreadpool_worker 0.03% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.03% tp_osd_tp [kernel.kallsyms] [k] update_cfs_shares 0.03% tp_osd_tp ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::empty 0.03% tp_osd_tp ceph-osd [.] BlueStore::_do_read 0.03% msgr-worker-0 [kernel.kallsyms] [k] __audit_syscall_exit 0.03% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.03% tp_osd_tp [kernel.kallsyms] [k] __sched_text_start 0.03% msgr-worker-2 [kernel.kallsyms] [k] update_load_avg 0.03% tp_osd_tp [kernel.kallsyms] [k] update_curr 0.03% bstore_kv_sync [vdso] [.] __vdso_clock_gettime 0.03% msgr-worker-0 libc-2.17.so [.] _IO_default_xsputn 0.03% tp_osd_tp libec_jerasure.so [.] gf_w8_split_multiply_region_sse 0.03% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::_M_insert_unique > > 0.03% bstore_kv_sync ceph-osd [.] BlueFS::_flush_range 0.03% tp_osd_tp ceph-osd [.] ECBackend::try_reads_to_commit 0.03% log [kernel.kallsyms] [k] __audit_syscall_exit 0.03% tp_osd_tp [kernel.kallsyms] [k] do_futex 0.03% log [kernel.kallsyms] [k] native_write_msr 0.03% tp_osd_tp [kernel.kallsyms] [k] idle_cpu 0.03% tp_osd_tp ceph-osd [.] RefCountedObject::get 0.03% tp_osd_tp ceph-osd [.] OpHistory::insert 0.03% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::iterator_impl 0.03% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tc_calloc 0.03% msgr-worker-1 [kernel.kallsyms] [k] __fget 0.03% tp_osd_tp [kernel.kallsyms] [k] task_tick_fair 0.03% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::seek_lextent 0.03% msgr-worker-0 libc-2.17.so [.] getnameinfo 0.03% tp_osd_tp ceph-osd [.] PGQueueable::PGQueueable 0.03% bstore_kv_sync ceph-osd [.] rocksdb::DBImpl::WriteToWAL 0.03% tp_osd_tp [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.03% log [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.03% msgr-worker-0 [kernel.kallsyms] [k] try_to_wake_up 0.03% msgr-worker-2 ceph-osd [.] PerfCounters::inc 0.03% log libpthread-2.17.so [.] pthread_mutex_lock 0.03% msgr-worker-0 libnssutil3.so [.] PORT_Alloc_Util 0.03% tp_osd_tp libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.03% msgr-worker-0 [kernel.kallsyms] [k] __vfs_read 0.03% log [kernel.kallsyms] [k] futex_wait 0.03% tp_osd_tp libstdc++.so.6.0.19 [.] __dynamic_cast 0.03% log [kernel.kallsyms] [k] futex_wake 0.03% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock 0.03% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::make_shareable 0.03% msgr-worker-1 libc-2.17.so [.] __clock_gettime 0.03% msgr-worker-0 [kernel.kallsyms] [k] ep_poll 0.03% msgr-worker-0 [kernel.kallsyms] [k] dev_queue_xmit_nit 0.03% msgr-worker-0 libnss3.so [.] PK11_DoesMechanism 0.03% msgr-worker-0 libc-2.17.so [.] __strlen_sse2_pminub 0.03% tp_osd_tp [kernel.kallsyms] [k] __irqentry_text_start 0.03% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.03% finisher libstdc++.so.6.0.19 [.] std::__ostream_insert > 0.03% tp_osd_tp [kernel.kallsyms] [k] get_futex_key 0.03% tp_osd_tp ceph-osd [.] BlueStore::_txc_write_nodes 0.03% bstore_kv_sync ceph-osd [.] KernelDevice::aio_write 0.03% log [kernel.kallsyms] [k] __sched_text_start 0.03% finisher ceph-osd [.] ceph::buffer::list::append 0.03% tp_osd_tp ceph-osd [.] BlueStore::OnodeSpace::lookup 0.03% bstore_kv_sync [kernel.kallsyms] [k] radix_tree_next_chunk 0.03% bstore_kv_sync [kernel.kallsyms] [k] scsi_request_fn 0.03% msgr-worker-0 libstdc++.so.6.0.19 [.] __dynamic_cast 0.03% tp_osd_tp ceph-osd [.] OpRequest::_unregistered 0.03% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tc_calloc 0.03% msgr-worker-1 [kernel.kallsyms] [k] packet_rcv 0.02% tp_osd_tp ceph-osd [.] BlueStore::queue_transactions 0.02% bstore_kv_sync ceph-osd [.] rocksdb::MemTable::Add 0.02% msgr-worker-1 ceph-osd [.] AsyncConnection::read_until 0.02% msgr-worker-0 [kernel.kallsyms] [k] netdev_pick_tx 0.02% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::append 0.02% tp_osd_tp ceph-osd [.] ceph::HeartbeatMap::reset_timeout 0.02% tp_osd_tp libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.02% tp_osd_tp [kernel.kallsyms] [k] place_entity 0.02% tp_osd_tp ceph-osd [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release 0.02% tp_osd_tp ceph-osd [.] PGBackend::handle_message 0.02% tp_osd_tp ceph-osd [.] std::_Hashtable >, std::allocator > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.02% msgr-worker-2 ceph-osd [.] crc32_iscsi_00 0.02% tp_osd_tp [kernel.kallsyms] [k] enqueue_entity 0.02% tp_osd_tp [kernel.kallsyms] [k] sys_futex 0.02% tp_osd_tp [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.02% log libpthread-2.17.so [.] pthread_cond_broadcast@@GLIBC_2.3.2 0.02% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_xmit_frame_ring 0.02% msgr-worker-0 [kernel.kallsyms] [k] __audit_syscall_entry 0.02% bstore_kv_sync libpthread-2.17.so [.] pthread_mutex_lock 0.02% msgr-worker-0 [kernel.kallsyms] [k] __lock_text_start 0.02% msgr-worker-0 ceph-osd [.] ceph::buffer::list::iterator_impl::iterator_impl 0.02% tp_osd_tp [kernel.kallsyms] [k] packet_rcv 0.02% msgr-worker-0 ceph-osd [.] AsyncConnection::write_message 0.02% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x00000000000182f5 0.02% tp_osd_tp ceph-osd [.] OSDMap::get_cluster_addr 0.02% tp_osd_tp libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry 0.02% log [kernel.kallsyms] [k] update_cfs_shares 0.02% msgr-worker-1 ceph-osd [.] mempool::pool_t::adjust_count 0.02% msgr-worker-2 ceph-osd [.] mempool::pool_t::adjust_count 0.02% tp_osd_tp ceph-osd [.] PG::get 0.02% msgr-worker-0 ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.02% msgr-worker-1 [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.02% msgr-worker-0 libpthread-2.17.so [.] pthread_self 0.02% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::AlignmentForSize 0.02% tp_osd_tp ceph-osd [.] TrackedOp::mark_event 0.02% bstore_kv_sync [kernel.kallsyms] [k] __fget 0.02% msgr-worker-0 [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.02% msgr-worker-1 libstdc++.so.6.0.19 [.] __dynamic_cast 0.02% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry 0.02% msgr-worker-1 libc-2.17.so [.] _IO_default_xsputn 0.02% tp_osd_tp ceph-osd [.] mempool::get_pool 0.02% log libpthread-2.17.so [.] __pthread_mutex_cond_lock 0.02% msgr-worker-0 [kernel.kallsyms] [k] netif_skb_features 0.02% msgr-worker-1 [kernel.kallsyms] [k] ip_finish_output2 0.02% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry 0.02% msgr-worker-0 [kernel.kallsyms] [k] timerqueue_add 0.02% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_poll 0.02% bstore_kv_sync libpthread-2.17.so [.] pthread_cond_wait@@GLIBC_2.3.2 0.02% msgr-worker-0 ceph-osd [.] operator<< 0.02% tp_osd_tp ceph-osd [.] hobject_t::encode 0.02% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_erase 0.02% tp_osd_tp [kernel.kallsyms] [k] futex_wake 0.02% msgr-worker-2 ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.02% tp_osd_tp ceph-osd [.] ceph::buffer::list::list 0.02% tp_osd_tp libtcmalloc.so.4.2.6 [.] operator delete[] 0.02% tp_osd_tp [kernel.kallsyms] [k] account_entity_enqueue 0.02% tp_osd_tp [kernel.kallsyms] [k] __perf_event_task_sched_out 0.02% msgr-worker-0 [kernel.kallsyms] [k] copy_user_generic_unrolled 0.02% tp_osd_tp libstdc++.so.6.0.19 [.] __cxxabiv1::__vmi_class_type_info::__do_dyncast 0.02% tp_osd_tp libpthread-2.17.so [.] pthread_spin_lock 0.02% msgr-worker-0 [kernel.kallsyms] [k] syscall_trace_enter 0.02% finisher libtcmalloc.so.4.2.6 [.] tc_free 0.02% msgr-worker-2 [kernel.kallsyms] [k] tcp_recvmsg 0.02% tp_osd_tp [kernel.kallsyms] [k] syscall_trace_enter 0.02% msgr-worker-2 ceph-osd [.] PosixConnectedSocketImpl::send 0.02% tp_osd_tp ceph-osd [.] rocksdb::LRUHandleTable::FindPointer 0.02% msgr-worker-0 ceph-osd [.] decode_message 0.02% msgr-worker-1 libnspr4.so [.] PR_Unlock 0.02% msgr-worker-0 libc-2.17.so [.] 0x00000000000f8927 0.02% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::reserve 0.02% msgr-worker-0 ceph-osd [.] Mutex::Lock 0.02% tp_osd_tp ceph-osd [.] boost::variant, PGSnapTrim, PGScrub, PGRecovery>::internal_apply_visitor 0.02% msgr-worker-0 [kernel.kallsyms] [k] ep_send_events_proc 0.02% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tc_malloc 0.02% msgr-worker-2 [kernel.kallsyms] [k] tcp_transmit_skb 0.02% msgr-worker-2 libc-2.17.so [.] __clock_gettime 0.02% bstore_kv_sync ceph-osd [.] PerfCounters::tinc 0.02% tp_osd_tp [kernel.kallsyms] [k] update_blocked_averages 0.02% log [kernel.kallsyms] [k] update_curr 0.02% tp_osd_tp ceph-osd [.] std::vector >::emplace_back 0.02% msgr-worker-0 ceph-osd [.] ceph_crc32c_intel_baseline 0.02% finisher ceph-osd [.] OSDService::send_message_osd_cluster 0.02% msgr-worker-2 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.02% bstore_kv_final ceph-osd [.] BlueStore::_kv_finalize_thread 0.02% msgr-worker-0 [kernel.kallsyms] [k] futex_wake_op 0.02% msgr-worker-0 ceph-osd [.] CephxSessionHandler::_calc_signature 0.02% tp_osd_tp [kernel.kallsyms] [k] rcu_check_callbacks 0.02% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::_Rep::_M_clone 0.02% msgr-worker-1 [kernel.kallsyms] [k] update_curr 0.02% msgr-worker-2 libstdc++.so.6.0.19 [.] std::basic_streambuf >::xsputn 0.02% msgr-worker-0 libnspr4.so [.] PR_Unlock 0.02% tp_osd_tp ceph-osd [.] ceph::buffer::raw_combined::~raw_combined 0.02% tp_osd_tp ceph-osd [.] rocksdb::Version::Get 0.02% msgr-worker-0 libplds4.so [.] PL_HashTableRawLookupConst 0.02% log libpthread-2.17.so [.] __pthread_disable_asynccancel 0.02% tp_osd_tp ceph-osd [.] ECBackend::handle_sub_read_reply 0.02% msgr-worker-1 [kernel.kallsyms] [k] bond_start_xmit 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_recvmsg 0.02% tp_osd_tp libpthread-2.17.so [.] pthread_rwlock_rdlock 0.02% bstore_kv_sync [kernel.kallsyms] [k] scsih_qcmd 0.02% msgr-worker-2 ceph-osd [.] AsyncConnection::read_until 0.02% msgr-worker-1 [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.02% log [kernel.kallsyms] [k] do_futex 0.02% msgr-worker-1 ceph-osd [.] PerfCounters::tinc 0.02% msgr-worker-0 libtcmalloc.so.4.2.6 [.] operator delete[] 0.02% msgr-worker-1 ceph-osd [.] AsyncConnection::write_message 0.02% tp_osd_tp libpthread-2.17.so [.] __pthread_disable_asynccancel 0.02% msgr-worker-1 [kernel.kallsyms] [k] irq_entries_start 0.02% msgr-worker-0 [kernel.kallsyms] [k] kmem_cache_free 0.02% msgr-worker-0 [kernel.kallsyms] [k] __alloc_skb 0.02% msgr-worker-0 libnss3.so [.] PK11_FreeSymKey 0.02% msgr-worker-0 ceph-osd [.] PosixConnectedSocketImpl::send 0.02% msgr-worker-0 libnspr4.so [.] PR_Malloc 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_current_mss 0.02% msgr-worker-0 ceph-osd [.] RefCountedObject::put 0.02% tp_osd_tp [kernel.kallsyms] [k] pick_next_task_fair 0.02% log [kernel.kallsyms] [k] get_futex_key 0.02% tp_osd_tp libc-2.17.so [.] getnameinfo 0.02% tp_osd_tp ceph-osd [.] OSDService::send_message_osd_cluster 0.02% tp_osd_tp ceph-osd [.] PGLog::_write_log_and_missing 0.02% msgr-worker-0 [kernel.kallsyms] [k] do_syscall_64 0.02% msgr-worker-0 [kernel.kallsyms] [k] bond_start_xmit 0.02% msgr-worker-0 [kernel.kallsyms] [k] __fget_light 0.02% tp_osd_tp ceph-osd [.] OpTracker::unregister_inflight_op 0.02% bstore_kv_sync [kernel.kallsyms] [k] update_load_avg 0.02% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::release 0.02% msgr-worker-1 [kernel.kallsyms] [k] __audit_syscall_exit 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_poll 0.02% log [kernel.kallsyms] [k] syscall_slow_exit_work 0.02% msgr-worker-1 ceph-osd [.] PerfCounters::inc 0.02% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_clean_rx_irq 0.02% tp_osd_tp [kernel.kallsyms] [k] ___bpf_prog_run 0.02% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tc_calloc 0.02% tp_osd_tp [kernel.kallsyms] [k] enqueue_task_fair 0.02% bstore_kv_final libtcmalloc.so.4.2.6 [.] operator delete 0.02% tp_osd_tp [kernel.kallsyms] [k] __audit_syscall_exit 0.02% tp_osd_tp ceph-osd [.] BlueStore::_do_write_small 0.02% log [kernel.kallsyms] [k] finish_task_switch 0.02% tp_osd_tp ceph-osd [.] ECBackend::handle_sub_write 0.02% msgr-worker-0 libc-2.17.so [.] __memset_sse2 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_write_xmit 0.02% tp_osd_tp [kernel.kallsyms] [k] __getnstimeofday64 0.02% tp_osd_tp ceph-osd [.] PrimaryLogPG::update_peer_last_complete_ondisk 0.02% tp_osd_tp [kernel.kallsyms] [k] scsih_qcmd 0.02% tp_osd_tp ceph-osd [.] rocksdb::InternalKeyComparator::Compare 0.02% msgr-worker-0 [kernel.kallsyms] [k] enqueue_entity 0.02% tp_osd_tp ceph-osd [.] BlueStore::TwoQCache::_touch_onode 0.02% msgr-worker-0 [kernel.kallsyms] [k] update_cfs_shares 0.02% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::copy_out 0.02% msgr-worker-2 [kernel.kallsyms] [k] try_to_wake_up 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_write_xmit 0.02% bstore_kv_sync libc-2.17.so [.] __clock_gettime 0.02% tp_osd_tp libpthread-2.17.so [.] pthread_rwlock_unlock 0.02% msgr-worker-1 ceph-osd [.] PosixConnectedSocketImpl::send 0.02% msgr-worker-0 libstdc++.so.6.0.19 [.] std::locale::id::_M_id 0.02% tp_osd_tp [kernel.kallsyms] [k] native_sched_clock 0.02% tp_osd_tp [kernel.kallsyms] [k] net_rx_action 0.02% msgr-worker-1 ceph-osd [.] AsyncConnection::handle_write 0.02% bstore_mempool ceph-osd [.] memcmp@plt 0.02% bstore_kv_sync ceph-osd [.] rocksdb::ConcurrentArena::AllocateAligned 0.02% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::fault_range 0.02% tp_osd_tp ceph-osd [.] BlueStore::Onode::put 0.02% log [kernel.kallsyms] [k] cpuacct_charge 0.02% tp_osd_tp [kernel.kallsyms] [k] ep_poll_callback 0.02% log [kernel.kallsyms] [k] futex_wait_setup 0.02% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.02% bstore_kv_final libtcmalloc.so.4.2.6 [.] operator delete[] 0.02% msgr-worker-2 libc-2.17.so [.] _IO_default_xsputn 0.02% log ceph-osd [.] ceph::logging::Log::entry 0.02% tp_osd_tp ceph-osd [.] boost::intrusive::bstree_impl, entity_inst_t>::SubQueue, boost::intrusive::rbtree_node_traits, (boost::intrusive::link_mode_type)1, boost::intrusive::dft_tag, 3u>, void, void, unsigned long, true, (boost::intrusive::algo_types)5, void>::erase 0.02% msgr-worker-1 libplds4.so [.] PL_HashTableRawLookupConst 0.02% log [kernel.kallsyms] [k] dequeue_entity 0.02% tp_osd_tp ceph-osd [.] PrimaryLogPG::do_op 0.02% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_poll 0.02% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tc_posix_memalign 0.02% tp_osd_tp ceph-osd [.] AsyncConnection::prepare_send_message 0.02% msgr-worker-2 [kernel.kallsyms] [k] ip_finish_output2 0.02% msgr-worker-0 ceph-osd [.] PerfCounters::tinc 0.02% tp_osd_tp ceph-osd [.] std::_Hashtable >, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.02% log [kernel.kallsyms] [k] futex_wait_queue_me 0.02% msgr-worker-0 ceph-osd [.] OSD::ms_fast_dispatch 0.02% msgr-worker-0 [kernel.kallsyms] [k] validate_xmit_skb 0.02% finisher libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry 0.02% msgr-worker-0 [kernel.kallsyms] [k] ip_queue_xmit 0.02% msgr-worker-1 [kernel.kallsyms] [k] ep_poll 0.02% msgr-worker-2 [kernel.kallsyms] [k] read_tsc 0.02% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x00000000000182f5 0.02% msgr-worker-0 ceph-osd [.] OpRequest::OpRequest 0.02% msgr-worker-0 [kernel.kallsyms] [k] wake_q_add 0.02% tp_osd_tp [kernel.kallsyms] [k] __fget 0.02% msgr-worker-0 ceph-osd [.] ceph::buffer::list::iterator_impl::advance 0.02% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::copy_in 0.02% msgr-worker-2 ceph-osd [.] AsyncConnection::handle_write 0.02% msgr-worker-0 libstdc++.so.6.0.19 [.] std::locale::~locale 0.02% tp_osd_tp [kernel.kallsyms] [k] read_tsc 0.02% msgr-worker-2 [kernel.kallsyms] [k] tcp_poll 0.02% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::find 0.02% msgr-worker-0 ceph-osd [.] mempool::get_pool 0.02% msgr-worker-1 ceph-osd [.] crc32_iscsi_00 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_cleanup_rbuf 0.02% bstore_kv_sync libpthread-2.17.so [.] pthread_mutex_unlock 0.02% finisher ceph-osd [.] Finisher::finisher_thread_entry 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_poll 0.02% tp_osd_tp ceph-osd [.] OSDMap::is_up 0.02% finisher ceph-osd [.] std::_Hashtable >, std::allocator > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.02% msgr-worker-2 ceph-osd [.] Mutex::Lock 0.02% tp_osd_tp [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.02% msgr-worker-1 [kernel.kallsyms] [k] try_to_wake_up 0.02% tp_osd_tp ceph-osd [.] Mutex::Unlock 0.02% msgr-worker-2 [kernel.kallsyms] [k] packet_rcv 0.02% bstore_kv_final libpthread-2.17.so [.] pthread_cond_wait@@GLIBC_2.3.2 0.02% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_poll 0.02% msgr-worker-1 [kernel.kallsyms] [k] dev_queue_xmit_nit 0.02% tp_osd_tp [kernel.kallsyms] [k] ctx_sched_out 0.02% msgr-worker-0 ceph-osd [.] EpollDriver::event_wait 0.02% msgr-worker-0 libnspr4.so [.] PR_Lock 0.02% msgr-worker-0 libc-2.17.so [.] __strchrnul 0.02% tp_osd_tp ceph-osd [.] ceph::logging::Log::create_entry 0.02% msgr-worker-1 [kernel.kallsyms] [k] netif_skb_features 0.02% tp_osd_tp ceph-osd [.] OSDService::should_share_map 0.02% msgr-worker-2 [kernel.kallsyms] [k] __alloc_skb 0.02% msgr-worker-2 [kernel.kallsyms] [k] __audit_syscall_exit 0.02% msgr-worker-0 [kernel.kallsyms] [k] eth_header 0.02% tp_osd_tp libtcmalloc.so.4.2.6 [.] tc_posix_memalign 0.02% tp_osd_tp ceph-osd [.] ceph_crc32c_intel_baseline 0.02% msgr-worker-2 libpthread-2.17.so [.] pthread_self 0.02% msgr-worker-0 [kernel.kallsyms] [k] update_curr 0.02% tp_osd_tp [kernel.kallsyms] [k] rb_insert_color 0.02% msgr-worker-2 ceph-osd [.] decode_message 0.02% msgr-worker-2 [kernel.kallsyms] [k] bond_start_xmit 0.02% tp_osd_tp ceph-osd [.] pg_t::calc_name 0.02% tp_osd_tp ceph-osd [.] std::_Rb_tree, boost::intrusive_ptr, std::_Identity >, std::less >, std::allocator > >::_M_insert_unique const&> 0.02% msgr-worker-0 [kernel.kallsyms] [k] skb_unref.part.36 0.02% tp_osd_tp [kernel.kallsyms] [k] __wake_up_common 0.02% tp_osd_tp libc-2.17.so [.] _IO_default_xsputn 0.02% tp_osd_tp ceph-osd [.] BlueStore::_wctx_finish 0.02% bstore_kv_sync [kernel.kallsyms] [k] get_request 0.02% bstore_kv_sync ceph-osd [.] rocksdb::WriteBatch::Iterate 0.02% tp_osd_tp [kernel.kallsyms] [k] tcp_v4_rcv 0.02% msgr-worker-2 libnspr4.so [.] PR_Malloc 0.02% tp_osd_tp ceph-osd [.] OSDMap::get_features 0.02% msgr-worker-0 [kernel.kallsyms] [k] vlan_passthru_hard_header 0.02% msgr-worker-0 [kernel.kallsyms] [k] native_write_msr 0.02% msgr-worker-2 [kernel.kallsyms] [k] futex_wake_op 0.02% msgr-worker-1 [kernel.kallsyms] [k] __fget_light 0.02% msgr-worker-0 libstdc++.so.6.0.19 [.] __cxxabiv1::__vmi_class_type_info::__do_dyncast 0.02% msgr-worker-0 libc-2.17.so [.] _itoa_word 0.02% msgr-worker-2 [kernel.kallsyms] [k] ip_queue_xmit 0.02% msgr-worker-0 [kernel.kallsyms] [k] __skb_clone 0.02% msgr-worker-1 [kernel.kallsyms] [k] __audit_syscall_entry 0.02% msgr-worker-1 ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.02% tp_osd_tp libpthread-2.17.so [.] __pthread_mutex_cond_lock 0.02% finisher ceph-osd [.] ceph::buffer::ptr::append 0.02% finisher libpthread-2.17.so [.] pthread_mutex_unlock 0.02% bstore_kv_final ceph-osd [.] PerfCounters::tinc 0.02% msgr-worker-0 ceph-osd [.] nss_aes_operation 0.02% tp_osd_tp [kernel.kallsyms] [k] rb_erase 0.02% msgr-worker-0 [kernel.kallsyms] [k] skb_copy_datagram_iter 0.02% msgr-worker-0 [kernel.kallsyms] [k] syscall_slow_exit_work 0.02% bstore_kv_sync [kernel.kallsyms] [k] __sched_text_start 0.02% msgr-worker-0 [kernel.kallsyms] [k] kfree 0.02% bstore_kv_sync [kernel.kallsyms] [k] clear_page_erms 0.02% msgr-worker-0 libnssutil3.so [.] PORT_Free_Util 0.02% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::_Rep::_S_create 0.02% log [kernel.kallsyms] [k] _raw_spin_lock 0.01% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tcmalloc::AlignmentForSize 0.01% msgr-worker-1 [kernel.kallsyms] [k] __vfs_read 0.01% log [kernel.kallsyms] [k] syscall_trace_enter 0.01% bstore_aio [kernel.kallsyms] [k] update_load_avg 0.01% finisher libstdc++.so.6.0.19 [.] std::basic_streambuf >::xsputn 0.01% msgr-worker-2 libplds4.so [.] PL_HashTableRawLookupConst 0.01% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.01% finisher libc-2.17.so [.] _IO_default_xsputn 0.01% tp_osd_tp ceph-osd [.] ceph::HeartbeatMap::_check 0.01% ms_local libtcmalloc.so.4.2.6 [.] operator new 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::make_shareable 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] std::locale::locale 0.01% msgr-worker-0 [kernel.kallsyms] [k] fsnotify 0.01% msgr-worker-2 [kernel.kallsyms] [k] ep_send_events_proc 0.01% tp_osd_tp [kernel.kallsyms] [k] vlan_do_receive 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::basic_ios >::init 0.01% tp_osd_tp ceph-osd [.] std::string::_S_construct 0.01% msgr-worker-1 [kernel.kallsyms] [k] syscall_trace_enter 0.01% tp_osd_tp ceph-osd [.] BlueStore::Collection::get_onode 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_release_data 0.01% msgr-worker-0 [kernel.kallsyms] [k] ___sys_sendmsg 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_write_xmit 0.01% finisher libc-2.17.so [.] getnameinfo 0.01% msgr-worker-0 [kernel.kallsyms] [k] __kmalloc_node_track_caller 0.01% msgr-worker-2 libc-2.17.so [.] _itoa_word 0.01% msgr-worker-0 [kernel.kallsyms] [k] __netdev_pick_tx 0.01% msgr-worker-1 ceph-osd [.] EpollDriver::event_wait 0.01% msgr-worker-0 ceph-osd [.] OSD::ShardedOpWQ::_enqueue 0.01% bstore_kv_sync ceph-osd [.] rocksdb::MemTable::ShouldFlushNow 0.01% log [kernel.kallsyms] [k] do_syscall_64 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::contiguous_appender::contiguous_appender 0.01% tp_osd_tp [kernel.kallsyms] [k] __netif_receive_skb_core 0.01% msgr-worker-0 [kernel.kallsyms] [k] __local_bh_enable_ip 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::erase 0.01% bstore_kv_sync ceph-osd [.] IOContext::aio_wait 0.01% tp_osd_tp ceph-osd [.] ceph_crc32c_zeros 0.01% msgr-worker-0 [kernel.kallsyms] [k] copy_page_to_iter 0.01% bstore_mempool libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::ReleaseToSpans 0.01% tp_osd_tp [kernel.kallsyms] [k] unroll_tree_refs 0.01% finisher libstdc++.so.6.0.19 [.] std::_Rb_tree_rebalance_for_erase 0.01% tp_osd_tp ceph-osd [.] ECBackend::handle_sub_write_reply 0.01% log ceph-osd [.] PrebufferedStreambuf::size 0.01% tp_osd_tp ceph-osd [.] ECSubWrite::ECSubWrite 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::c_str 0.01% msgr-worker-0 [kernel.kallsyms] [k] idle_cpu 0.01% bstore_aio [kernel.kallsyms] [k] aio_read_events 0.01% msgr-worker-2 libc-2.17.so [.] __strchrnul 0.01% bstore_kv_sync libc-2.17.so [.] __memset_sse2 0.01% finisher libpthread-2.17.so [.] pthread_cond_wait@@GLIBC_2.3.2 0.01% tp_osd_tp [kernel.kallsyms] [k] futex_wait_queue_me 0.01% ms_local libc-2.17.so [.] __memcpy_ssse3_back 0.01% tp_osd_tp [kernel.kallsyms] [k] __get_user_pages_fast 0.01% msgr-worker-0 ceph-osd [.] AsyncConnection::_try_send 0.01% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.01% tp_osd_tp [kernel.kallsyms] [k] futex_wait_setup 0.01% finisher [kernel.kallsyms] [k] update_load_avg 0.01% msgr-worker-0 ceph-osd [.] ceph_clock_now 0.01% msgr-worker-2 ceph-osd [.] CephxSessionHandler::_calc_signature 0.01% log [kernel.kallsyms] [k] account_entity_dequeue 0.01% msgr-worker-0 ceph-osd [.] AsyncConnection::read_bulk 0.01% tp_osd_tp libec_jerasure.so [.] ErasureCodeJerasure::get_data_chunk_count 0.01% msgr-worker-1 ceph-osd [.] operator<< 0.01% msgr-worker-1 [kernel.kallsyms] [k] futex_wake_op 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% bstore_kv_final libc-2.17.so [.] __clock_gettime 0.01% tp_osd_tp ceph-osd [.] rocksdb::BlockBasedFilterBlockReader::MayMatch 0.01% bstore_kv_sync [kernel.kallsyms] [k] dequeue_task_fair 0.01% log [kernel.kallsyms] [k] sys_futex 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_entail 0.01% bstore_kv_sync [kernel.kallsyms] [k] _raw_spin_lock_irq 0.01% msgr-worker-1 [kernel.kallsyms] [k] __getnstimeofday64 0.01% msgr-worker-2 [kernel.kallsyms] [k] net_rx_action 0.01% msgr-worker-0 [kernel.kallsyms] [k] get_futex_key 0.01% tp_osd_tp ceph-osd [.] OSDService::share_map 0.01% finisher libstdc++.so.6.0.19 [.] std::locale::locale 0.01% tp_osd_tp ceph-osd [.] PG::get_osdmap 0.01% msgr-worker-2 libc-2.17.so [.] getnameinfo 0.01% msgr-worker-0 [kernel.kallsyms] [k] __virt_addr_valid 0.01% msgr-worker-2 [kernel.kallsyms] [k] enqueue_entity 0.01% msgr-worker-1 [kernel.kallsyms] [k] copy_user_generic_unrolled 0.01% msgr-worker-0 ceph-osd [.] NetworkStack::add_thread(unsigned int)::{lambda()#1}::operator() 0.01% tp_osd_tp [kernel.kallsyms] [k] futex_wake_op 0.01% bstore_kv_sync [kernel.kallsyms] [k] _raw_spin_lock 0.01% msgr-worker-0 libplds4.so [.] PL_HashTableLookupConst 0.01% tp_osd_tp ceph-osd [.] operator<< 0.01% msgr-worker-2 [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_sendmsg 0.01% tp_osd_tp libc-2.17.so [.] __memmove_ssse3_back 0.01% msgr-worker-1 libpthread-2.17.so [.] pthread_self 0.01% finisher libpthread-2.17.so [.] pthread_mutex_lock 0.01% msgr-worker-0 [kernel.kallsyms] [k] mod_timer 0.01% msgr-worker-2 [kernel.kallsyms] [k] do_syscall_64 0.01% tp_osd_tp [kernel.kallsyms] [k] do_syscall_64 0.01% tp_osd_tp [kernel.kallsyms] [k] __lock_text_start 0.01% tp_osd_tp ceph-osd [.] Message::Message 0.01% msgr-worker-1 libc-2.17.so [.] _itoa_word 0.01% msgr-worker-2 ceph-osd [.] AsyncConnection::read_bulk 0.01% tp_osd_tp ceph-osd [.] PGQueueable::RunVis::operator() 0.01% log [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% tp_osd_tp [kernel.kallsyms] [k] syscall_slow_exit_work 0.01% msgr-worker-1 ceph-osd [.] RefCountedObject::put 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::locale::locale 0.01% log [kernel.kallsyms] [k] native_sched_clock 0.01% bstore_kv_sync ceph-osd [.] ceph_clock_now 0.01% msgr-worker-1 libnssutil3.so [.] PORT_Alloc_Util 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_hook 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] __dynamic_cast 0.01% bstore_kv_sync [kernel.kallsyms] [k] __audit_syscall_exit 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::list::iterator_impl::advance 0.01% msgr-worker-0 [kernel.kallsyms] [k] kmem_cache_alloc 0.01% msgr-worker-1 [kernel.kallsyms] [k] ep_send_events_proc 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::raw_static::operator new 0.01% bstore_kv_sync ceph-osd [.] rocksdb::InlineSkipList::Insert 0.01% tp_osd_tp ceph-osd [.] Mutex::~Mutex 0.01% msgr-worker-2 ceph-osd [.] AsyncConnection::_try_send 0.01% msgr-worker-0 ceph-osd [.] Mutex::Mutex 0.01% msgr-worker-0 [kernel.kallsyms] [k] __check_object_size 0.01% log [kernel.kallsyms] [k] unroll_tree_refs 0.01% msgr-worker-1 libnss3.so [.] PK11_DoesMechanism 0.01% msgr-worker-0 [kernel.kallsyms] [k] ip_finish_output 0.01% msgr-worker-2 libc-2.17.so [.] __strlen_sse2_pminub 0.01% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_clean_rx_irq 0.01% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator > > >, std::allocator, std::allocator > > > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_get_insert_unique_pos 0.01% msgr-worker-0 ceph-osd [.] OpTracker::register_inflight_op 0.01% msgr-worker-2 libnss3.so [.] PK11_DoesMechanism 0.01% msgr-worker-1 libnspr4.so [.] PR_Malloc 0.01% finisher ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.01% msgr-worker-0 [kernel.kallsyms] [k] vfs_read 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_clone 0.01% msgr-worker-0 [kernel.kallsyms] [k] rb_erase 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::ptr 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_current_mss 0.01% msgr-worker-2 libnssutil3.so [.] PORT_Alloc_Util 0.01% msgr-worker-1 [kernel.kallsyms] [k] read_tsc 0.01% finisher ceph-osd [.] Mutex::Lock 0.01% finisher libc-2.17.so [.] _itoa_word 0.01% tp_osd_tp ceph-osd [.] bluestore_blob_use_tracker_t::put 0.01% log [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.01% msgr-worker-1 [kernel.kallsyms] [k] fsnotify 0.01% msgr-worker-2 [kernel.kallsyms] [k] ep_poll 0.01% tp_osd_tp [kernel.kallsyms] [k] plist_add 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.01% tp_osd_tp [kernel.kallsyms] [k] irq_exit 0.01% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tc_posix_memalign 0.01% bstore_mempool [kernel.kallsyms] [k] native_write_msr 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::copy_out 0.01% msgr-worker-0 ceph-osd [.] std::list >::operator= 0.01% tp_osd_tp ceph-osd [.] rocksdb::(anonymous namespace)::BloomFilterPolicy::KeyMayMatch 0.01% bstore_kv_sync ceph-osd [.] BlueFS::wait_for_aio 0.01% tp_osd_tp [kernel.kallsyms] [k] resched_curr 0.01% msgr-worker-2 [kernel.kallsyms] [k] syscall_trace_enter 0.01% tp_osd_tp ceph-osd [.] PG::can_discard_replica_op 0.01% tp_osd_tp libc-2.17.so [.] __strchrnul 0.01% msgr-worker-0 libnss3.so [.] PK11_CreateContextBySymKey 0.01% tp_osd_tp ceph-osd [.] eversion_t::get_key_name 0.01% log [kernel.kallsyms] [k] read_tsc 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::make_shareable 0.01% log [kernel.kallsyms] [k] entry_SYSCALL_64 0.01% msgr-worker-0 [kernel.kallsyms] [k] sock_read_iter 0.01% tp_osd_tp ceph-osd [.] BlueStore::Blob::can_reuse_blob 0.01% msgr-worker-0 ceph-osd [.] PerfCounters::set 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::basic_ostream >::basic_ostream 0.01% msgr-worker-1 ceph-osd [.] OpTracker::register_inflight_op 0.01% msgr-worker-1 [kernel.kallsyms] [k] netdev_pick_tx 0.01% bstore_aio ceph-osd [.] KernelDevice::_aio_thread 0.01% msgr-worker-2 [kernel.kallsyms] [k] netdev_pick_tx 0.01% bstore_kv_sync [kernel.kallsyms] [k] blk_queue_bio 0.01% bstore_kv_final ceph-osd [.] std::_Hashtable, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.01% msgr-worker-2 ceph-osd [.] operator<< 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::list::iterator_impl::iterator_impl 0.01% bstore_aio libtcmalloc.so.4.2.6 [.] operator delete 0.01% tp_osd_tp ceph-osd [.] BitmapFreelistManager::_xor 0.01% finisher libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::equal_range 0.01% bstore_kv_sync [kernel.kallsyms] [k] blk_queue_split 0.01% tp_osd_tp ceph-osd [.] rocksdb::BlockBasedTable::NewIndexIterator 0.01% msgr-worker-0 libpthread-2.17.so [.] pthread_once 0.01% msgr-worker-0 [kernel.kallsyms] [k] _cond_resched 0.01% msgr-worker-1 [kernel.kallsyms] [k] __alloc_skb 0.01% tp_osd_tp ceph-osd [.] OpHistory::cleanup 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::locale::locale 0.01% msgr-worker-1 ceph-osd [.] Mutex::Lock 0.01% msgr-worker-2 libc-2.17.so [.] __memset_sse2 0.01% msgr-worker-0 [kernel.kallsyms] [k] ksize 0.01% msgr-worker-1 [kernel.kallsyms] [k] ip_queue_xmit 0.01% msgr-worker-1 [kernel.kallsyms] [k] ___sys_sendmsg 0.01% tp_osd_tp ceph-osd [.] ECBackend::do_read_op 0.01% tp_osd_tp [kernel.kallsyms] [k] run_timer_softirq 0.01% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::update 0.01% msgr-worker-1 libc-2.17.so [.] __strlen_sse2_pminub 0.01% finisher ceph-osd [.] PrimaryLogPG::BlessedContext::finish 0.01% tp_osd_tp [kernel.kallsyms] [k] finish_task_switch 0.01% msgr-worker-0 [kernel.kallsyms] [k] fput 0.01% msgr-worker-1 [kernel.kallsyms] [k] wake_q_add 0.01% log [kernel.kallsyms] [k] hash_futex 0.01% msgr-worker-2 ceph-osd [.] RefCountedObject::put 0.01% msgr-worker-0 libc-2.17.so [.] __strcpy_sse2 0.01% msgr-worker-0 libtcmalloc.so.4.2.6 [.] operator new[] 0.01% msgr-worker-2 libnspr4.so [.] PR_Unlock 0.01% tp_osd_tp ceph-osd [.] RocksDBStore::get 0.01% tp_osd_tp [kernel.kallsyms] [k] fsnotify 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_established_options 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_release_data 0.01% msgr-worker-0 ceph-osd [.] OSD::enqueue_op 0.01% msgr-worker-0 [kernel.kallsyms] [k] __sched_text_start 0.01% log libpthread-2.17.so [.] pthread_self 0.01% finisher libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::swap 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::list::claim_append 0.01% tp_osd_tp ceph-osd [.] BlueStore::Blob::put 0.01% msgr-worker-1 [kernel.kallsyms] [k] update_cfs_shares 0.01% msgr-worker-1 libc-2.17.so [.] __strchrnul 0.01% bstore_kv_sync ceph-osd [.] BlueStore::_txc_applied_kv 0.01% msgr-worker-1 [kernel.kallsyms] [k] select_estimate_accuracy 0.01% tp_osd_tp ceph-osd [.] btree::btree, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> >::internal_lower_bound, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> >, std::pair&, std::pair*> > 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a589 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::c_str 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000005b594 0.01% tp_osd_tp [kernel.kallsyms] [k] blk_peek_request 0.01% msgr-worker-0 ceph-osd [.] Mutex::Unlock 0.01% msgr-worker-2 [kernel.kallsyms] [k] __virt_addr_valid 0.01% tp_osd_tp [kernel.kallsyms] [k] ip_rcv 0.01% tp_osd_tp ceph-osd [.] rocksdb::(anonymous namespace)::BytewiseComparatorImpl::Compare 0.01% msgr-worker-0 ceph-osd [.] DispatchQueue::pre_dispatch 0.01% ms_local libstdc++.so.6.0.19 [.] std::__ostream_insert > 0.01% msgr-worker-0 ceph-osd [.] RefCountedObject::get 0.01% tp_osd_tp ceph-osd [.] EventCenter::wakeup 0.01% msgr-worker-0 [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::swap 0.01% msgr-worker-0 [kernel.kallsyms] [k] read_tsc 0.01% msgr-worker-1 [kernel.kallsyms] [k] ipv4_mtu 0.01% tp_osd_tp ceph-osd [.] boost::intrusive::bstree_algorithms_base >::prev_node 0.01% msgr-worker-0 libpthread-2.17.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.01% tp_osd_tp ceph-osd [.] boost::intrusive::rbtree_algorithms >::rebalance_after_erasure_restore_invariants 0.01% tp_osd_tp ceph-osd [.] OSD::maybe_share_map 0.01% msgr-worker-0 [kernel.kallsyms] [k] do_futex 0.01% msgr-worker-1 [kernel.kallsyms] [k] vlan_dev_hard_start_xmit 0.01% tp_osd_tp [kernel.kallsyms] [k] check_preempt_curr 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::raw_static::operator new 0.01% tp_osd_tp [kernel.kallsyms] [k] hrtimer_init 0.01% bstore_mempool libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::InsertRange 0.01% tp_osd_tp ceph-osd [.] object_stat_sum_t::add 0.01% finisher ceph-osd [.] std::_List_base >::_M_clear 0.01% tp_osd_tp [kernel.kallsyms] [k] wake_q_add 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_unhook 0.01% msgr-worker-0 [kernel.kallsyms] [k] ipv4_mtu 0.01% msgr-worker-0 libpthread-2.17.so [.] __libc_read 0.01% msgr-worker-2 [kernel.kallsyms] [k] irq_entries_start 0.01% tp_osd_tp ceph-osd [.] ECBackend::handle_sub_read 0.01% msgr-worker-0 [kernel.kallsyms] [k] net_rx_action 0.01% msgr-worker-0 [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.01% bstore_kv_sync ceph-osd [.] PerfCounters::inc 0.01% msgr-worker-2 [kernel.kallsyms] [k] resched_curr 0.01% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x00000000000182f5 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::_M_mutate 0.01% bstore_kv_final libtcmalloc.so.4.2.6 [.] operator new 0.01% tp_osd_tp [kernel.kallsyms] [k] tcp_ack 0.01% tp_osd_tp ceph-osd [.] ceph_crc32c_intel_fast 0.01% tp_osd_tp ceph-osd [.] BlueStore::_omap_setkeys 0.01% msgr-worker-1 ceph-osd [.] CephxSessionHandler::_calc_signature 0.01% msgr-worker-0 libpthread-2.17.so [.] __pthread_disable_asynccancel 0.01% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_alloc_node 0.01% msgr-worker-1 [kernel.kallsyms] [k] mutex_unlock 0.01% finisher ceph-osd [.] crc32_iscsi_00 0.01% msgr-worker-1 ceph-osd [.] nss_aes_operation 0.01% msgr-worker-1 ceph-osd [.] AsyncConnection::read_bulk 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::list::iterator_impl::iterator_impl 0.01% ms_local libstdc++.so.6.0.19 [.] __dynamic_cast 0.01% bstore_kv_sync [kernel.kallsyms] [k] blkdev_issue_flush 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_sendmsg 0.01% tp_osd_tp [kernel.kallsyms] [k] radix_tree_next_chunk 0.01% msgr-worker-0 [kernel.kallsyms] [k] select_task_rq_fair 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% tp_osd_tp [kernel.kallsyms] [k] generic_make_request_checks 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_erase 0.01% tp_osd_tp ceph-osd [.] hobject_t::~hobject_t 0.01% tp_osd_tp ceph-osd [.] rocksdb::DBImpl::GetImpl 0.01% tp_osd_tp [kernel.kallsyms] [k] perf_event_task_tick 0.01% tp_osd_tp [kernel.kallsyms] [k] __fget_light 0.01% bstore_kv_sync ceph-osd [.] bluefs_fnode_t::seek 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] __cxxabiv1::__vmi_class_type_info::__do_dyncast 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, mempool::pool_allocator<(mempool::pool_index_t)4, char> >, std::pair, mempool::pool_allocator<(mempool::pool_index_t)4, char> > const, ceph::buffer::ptr>, std::_Select1st, mempool::pool_allocator<(mempool::pool_index_t)4, char> > const, ceph::buffer::ptr> >, std::less, mempool::pool_allocator<(mempool::pool_index_t)4, char> > >, std::allocator, mempool::pool_allocator<(mempool::pool_index_t)4, char> > const, ceph::buffer::ptr> > >::_M_lower_bound 0.01% tp_osd_tp libc-2.17.so [.] __printf_fp 0.01% msgr-worker-0 [kernel.kallsyms] [k] sock_rfree 0.01% bstore_kv_sync [kernel.kallsyms] [k] blk_add_timer 0.01% log [kernel.kallsyms] [k] __calc_delta 0.01% bstore_aio [kernel.kallsyms] [k] _raw_spin_lock 0.01% msgr-worker-2 [kernel.kallsyms] [k] mod_timer 0.01% msgr-worker-1 ceph-osd [.] OpRequest::OpRequest 0.01% msgr-worker-1 [kernel.kallsyms] [k] ksize 0.01% msgr-worker-0 [kernel.kallsyms] [k] irq_entries_start 0.01% bstore_kv_final libpthread-2.17.so [.] pthread_cond_broadcast@@GLIBC_2.3.2 0.01% finisher ceph-osd [.] std::_Hashtable >, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.01% msgr-worker-1 ceph-osd [.] mempool::get_pool 0.01% bstore_kv_sync ceph-osd [.] BlueFS::_flush 0.01% msgr-worker-0 [kernel.kallsyms] [k] __getnstimeofday64 0.01% msgr-worker-2 [kernel.kallsyms] [k] select_estimate_accuracy 0.01% tp_osd_tp ceph-osd [.] RWLock::unlock 0.01% msgr-worker-2 [kernel.kallsyms] [k] __kmalloc_node_track_caller 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::locale::locale 0.01% bstore_kv_sync ceph-osd [.] rocksdb::WriteBatchInternal::InsertInto 0.01% msgr-worker-0 libpthread-2.17.so [.] pthread_mutex_init 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::raw_combined::~raw_combined 0.01% msgr-worker-1 [kernel.kallsyms] [k] sys_read 0.01% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x0000000000017fa2 0.01% msgr-worker-0 libc-2.17.so [.] __strcmp_sse42 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::basic_string, std::allocator >::basic_string 0.01% tp_osd_tp ceph-osd [.] rocksdb::LRUCacheShard::LRU_Remove 0.01% bstore_kv_sync [kernel.kallsyms] [k] native_write_msr 0.01% bstore_kv_sync [kernel.kallsyms] [k] percpu_counter_add_batch 0.01% msgr-worker-1 [kernel.kallsyms] [k] do_syscall_64 0.01% msgr-worker-1 ceph-osd [.] PosixConnectedSocketImpl::read 0.01% msgr-worker-0 [kernel.kallsyms] [k] dequeue_task_fair 0.01% log libpthread-2.17.so [.] __pthread_enable_asynccancel 0.01% msgr-worker-0 libnspr4.so [.] PR_Calloc 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_transfer 0.01% bstore_kv_sync ceph-osd [.] rocksdb::DBImpl::PreprocessWrite 0.01% msgr-worker-0 [kernel.kallsyms] [k] cpuacct_charge 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::list::crc32c 0.01% msgr-worker-1 [kernel.kallsyms] [k] mod_timer 0.01% msgr-worker-0 [kernel.kallsyms] [k] path_put 0.01% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::punch_hole 0.01% msgr-worker-1 [kernel.kallsyms] [k] idle_cpu 0.01% msgr-worker-1 ceph-osd [.] decode_message 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::_Rb_tree_insert_and_rebalance 0.01% tp_osd_tp ceph-osd [.] BlueStore::_do_alloc_write 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::locale::id::_M_id 0.01% msgr-worker-2 [kernel.kallsyms] [k] select_task_rq_fair 0.01% tp_osd_tp [kernel.kallsyms] [k] cpuacct_charge 0.01% msgr-worker-2 libpthread-2.17.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.01% msgr-worker-2 [kernel.kallsyms] [k] wake_q_add 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.01% msgr-worker-1 ceph-osd [.] NetworkStack::add_thread(unsigned int)::{lambda()#1}::operator() 0.01% msgr-worker-1 [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.01% bstore_kv_sync [kernel.kallsyms] [k] _base_put_smid_fast_path 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] __cxxabiv1::__vmi_class_type_info::__do_dyncast 0.01% bstore_kv_sync ceph-osd [.] rocksdb::InlineSkipList::RecomputeSpliceLevels 0.01% msgr-worker-0 [kernel.kallsyms] [k] sys_epoll_ctl 0.01% finisher ceph-osd [.] PerfCounters::dec 0.01% bstore_kv_sync ceph-osd [.] rocksdb::ReadRecordFromWriteBatch 0.01% tp_osd_tp [kernel.kallsyms] [k] path_put 0.01% finisher ceph-osd [.] RefCountedObject::put 0.01% tp_osd_tp [kernel.kallsyms] [k] pipe_write 0.01% msgr-worker-2 [kernel.kallsyms] [k] sys_epoll_wait 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::get_contiguous 0.01% msgr-worker-2 libtcmalloc.so.4.2.6 [.] operator delete[] 0.01% tp_osd_tp libc-2.17.so [.] __strcmp_sse42 0.01% msgr-worker-1 [kernel.kallsyms] [k] mutex_lock 0.01% tp_osd_tp [kernel.kallsyms] [k] kmem_cache_alloc 0.01% msgr-worker-0 ceph-osd [.] PosixConnectedSocketImpl::read 0.01% msgr-worker-0 [kernel.kallsyms] [k] dput 0.01% msgr-worker-1 [kernel.kallsyms] [k] enqueue_entity 0.01% msgr-worker-0 ceph-osd [.] Throttle::get_or_fail 0.01% tp_osd_tp [kernel.kallsyms] [k] hrtimer_active 0.01% msgr-worker-2 libc-2.17.so [.] _IO_vsprintf 0.01% tp_osd_tp ceph-osd [.] rocksdb::WriteBatchInternal::Put 0.01% msgr-worker-2 [kernel.kallsyms] [k] timerqueue_add 0.01% tp_osd_tp [kernel.kallsyms] [k] schedule 0.01% log [kernel.kallsyms] [k] pick_next_task_fair 0.01% bstore_kv_sync [kernel.kallsyms] [k] get_futex_key 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::raw_combined::~raw_combined 0.01% tp_osd_tp ceph-osd [.] bluestore_blob_t::release_extents 0.01% bstore_aio ceph-osd [.] aio_queue_t::get_next_completed 0.01% finisher ceph-osd [.] AsyncConnection::send_message 0.01% msgr-worker-1 [kernel.kallsyms] [k] vfs_read 0.01% bstore_kv_sync [kernel.kallsyms] [k] ctx_sched_out 0.01% bstore_kv_final [kernel.kallsyms] [k] update_load_avg 0.01% msgr-worker-0 [kernel.kallsyms] [k] swiotlb_map_page 0.01% bstore_kv_final ceph-osd [.] BlueStore::SharedBlob::put 0.01% msgr-worker-1 ceph-osd [.] std::_Deque_base >::~_Deque_base 0.01% tp_osd_tp ceph-osd [.] PrimaryLogPG::get_epoch 0.01% bstore_kv_sync ceph-osd [.] rocksdb::WritableFileWriter::WriteBuffered 0.01% tp_osd_tp ceph-osd [.] PG::can_discard_replica_op 0.01% msgr-worker-1 [kernel.kallsyms] [k] sys_epoll_wait 0.01% log [kernel.kallsyms] [k] ctx_sched_out 0.01% tp_osd_tp [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.01% msgr-worker-0 [kernel.kallsyms] [k] mutex_lock 0.01% bstore_kv_sync [kernel.kallsyms] [k] schedule 0.01% bstore_kv_sync [kernel.kallsyms] [k] update_curr 0.01% tp_osd_tp [kernel.kallsyms] [k] plist_del 0.01% msgr-worker-0 [kernel.kallsyms] [k] enqueue_task_fair 0.01% tp_osd_tp ceph-osd [.] ObjectStore::Transaction::Transaction 0.01% finisher ceph-osd [.] Mutex::Unlock 0.01% tp_osd_tp [kernel.kallsyms] [k] dequeue_task_fair 0.01% tp_osd_tp [kernel.kallsyms] [k] add_interrupt_randomness 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::list::clear 0.01% log [kernel.kallsyms] [k] update_min_vruntime 0.01% tp_osd_tp [kernel.kallsyms] [k] activate_task 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator::iterator 0.01% msgr-worker-1 [kernel.kallsyms] [k] resched_curr 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::list::crc32c 0.01% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_free 0.01% msgr-worker-2 libnss3.so [.] PK11_FreeSymKey 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_cleanup_rbuf 0.01% tp_osd_tp [kernel.kallsyms] [k] enqueue_hrtimer 0.01% msgr-worker-1 [kernel.kallsyms] [k] copy_msghdr_from_user 0.01% tp_osd_tp [kernel.kallsyms] [k] __do_softirq 0.01% msgr-worker-1 libc-2.17.so [.] _IO_vsprintf 0.01% bstore_aio libstdc++.so.6.0.19 [.] std::condition_variable::notify_all 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::assign 0.01% bstore_kv_sync ceph-osd [.] operator- 0.01% bstore_kv_final [kernel.kallsyms] [k] futex_requeue 0.01% tp_osd_tp ceph-osd [.] BlueStore::BufferSpace::read 0.01% msgr-worker-1 libplds4.so [.] PL_HashTableLookupConst 0.01% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock_bh 0.01% msgr-worker-1 [kernel.kallsyms] [k] kmem_cache_free 0.01% tp_osd_tp [kernel.kallsyms] [k] tcp_rcv_established 0.01% tp_osd_tp [kernel.kallsyms] [k] futex_wait 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::raw_length 0.01% tp_osd_tp ceph-osd [.] PGQueueable::maybe_get_op 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a589 0.01% tp_osd_tp ceph-osd [.] pg_stat_t::encode 0.01% msgr-worker-0 [kernel.kallsyms] [k] resched_curr 0.01% msgr-worker-0 libc-2.17.so [.] _IO_vsnprintf 0.01% msgr-worker-2 ceph-osd [.] PrebufferedStreambuf::PrebufferedStreambuf 0.01% finisher [kernel.kallsyms] [k] mutex_lock 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::has_facet > 0.01% bstore_kv_sync [kernel.kallsyms] [k] find_get_entries 0.01% msgr-worker-0 [kernel.kallsyms] [k] return_from_SYSCALL_64 0.01% tp_osd_tp [kernel.kallsyms] [k] select_idle_sibling 0.01% tp_osd_tp ceph-osd [.] ECBackend::try_state_to_reads 0.01% msgr-worker-1 [kernel.kallsyms] [k] sock_poll 0.01% bstore_kv_sync [kernel.kallsyms] [k] release_pages 0.01% tp_osd_tp [kernel.kallsyms] [k] tcp_gro_receive 0.01% msgr-worker-2 libpthread-2.17.so [.] pthread_mutex_init 0.01% msgr-worker-0 [kernel.kallsyms] [k] neigh_connected_output 0.01% msgr-worker-0 libnss3.so [.] PK11_DigestFinal 0.01% bstore_kv_final [vdso] [.] __vdso_clock_gettime 0.01% msgr-worker-2 [kernel.kallsyms] [k] netif_skb_features 0.01% bstore_kv_sync [kernel.kallsyms] [k] kmem_cache_alloc 0.01% msgr-worker-2 [kernel.kallsyms] [k] dev_queue_xmit_nit 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::operator= 0.01% msgr-worker-1 libtcmalloc.so.4.2.6 [.] operator delete[] 0.01% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_xmit_frame 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::ios_base::_M_init 0.01% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock_bh 0.01% msgr-worker-0 ceph-osd [.] AsyncConnection::handle_ack 0.01% msgr-worker-1 [kernel.kallsyms] [k] kmem_cache_alloc 0.01% tp_osd_tp ceph-osd [.] bluestore_extent_ref_map_t::put 0.01% msgr-worker-2 [kernel.kallsyms] [k] neigh_connected_output 0.01% msgr-worker-0 [kernel.kallsyms] [k] unroll_tree_refs 0.01% msgr-worker-1 [kernel.kallsyms] [k] validate_xmit_skb 0.01% bstore_aio [kernel.kallsyms] [k] copy_user_generic_unrolled 0.01% bstore_kv_sync [kernel.kallsyms] [k] __blk_run_queue 0.01% tp_osd_tp ceph-osd [.] rocksdb::BlockBasedTable::NewRangeTombstoneIterator 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::raw_combined::~raw_combined 0.01% msgr-worker-0 [kernel.kallsyms] [k] __sk_dst_check 0.01% msgr-worker-0 ceph-osd [.] TrackedOp::mark_event 0.01% msgr-worker-0 [kernel.kallsyms] [k] mutex_unlock 0.01% tp_osd_tp libpthread-2.17.so [.] pthread_spin_unlock 0.01% tp_osd_tp [kernel.kallsyms] [k] __kmalloc_node 0.01% tp_osd_tp [kernel.kallsyms] [k] tcp_wfree 0.01% msgr-worker-0 libnss3.so [.] 0x0000000000052e1b 0.01% tp_osd_tp ceph-osd [.] pthread_self@plt 0.01% tp_osd_tp [kernel.kallsyms] [k] inet_gro_receive 0.01% msgr-worker-0 [kernel.kallsyms] [k] native_sched_clock 0.01% tp_osd_tp [kernel.kallsyms] [k] hash_futex 0.01% msgr-worker-0 libnss3.so [.] 0x00000000000562e4 0.01% msgr-worker-2 [kernel.kallsyms] [k] vlan_passthru_hard_header 0.01% bstore_kv_sync [kernel.kallsyms] [k] sched_clock_cpu 0.01% bstore_kv_sync ceph-osd [.] KernelDevice::aio_submit 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::c_str 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_copy 0.01% tp_osd_tp [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.01% bstore_kv_final libpthread-2.17.so [.] pthread_mutex_lock 0.01% msgr-worker-1 [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% bstore_kv_final [kernel.kallsyms] [k] _raw_spin_lock 0.01% tp_osd_tp libpthread-2.17.so [.] pthread_once 0.01% tp_osd_tp ceph-osd [.] ECBackend::try_finish_rmw 0.01% msgr-worker-2 [kernel.kallsyms] [k] __netdev_pick_tx 0.01% finisher [vdso] [.] __vdso_clock_gettime 0.01% tp_osd_tp ceph-osd [.] rocksdb::InlineSkipList::FindGreaterOrEqual 0.01% msgr-worker-1 libnssutil3.so [.] SECITEM_ArenaDupItem_Util 0.01% msgr-worker-0 [kernel.kallsyms] [k] iov_iter_advance 0.01% msgr-worker-0 [kernel.kallsyms] [k] inet_recvmsg 0.01% msgr-worker-0 [kernel.kallsyms] [k] sock_poll 0.01% msgr-worker-0 [kernel.kallsyms] [k] entry_SYSCALL_64 0.01% msgr-worker-0 [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.01% tp_osd_tp [kernel.kallsyms] [k] account_entity_dequeue 0.01% log [kernel.kallsyms] [k] __getnstimeofday64 0.01% msgr-worker-0 libnss3.so [.] PK11_ReferenceSlot 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::equal_range 0.01% msgr-worker-2 [kernel.kallsyms] [k] validate_xmit_skb 0.01% msgr-worker-2 ceph-osd [.] OSD::ms_fast_dispatch 0.01% finisher libc-2.17.so [.] __clock_gettime 0.01% msgr-worker-1 [kernel.kallsyms] [k] skb_release_head_state 0.01% bstore_kv_sync [kernel.kallsyms] [k] __get_user_pages_fast 0.01% msgr-worker-0 libc-2.17.so [.] inet_ntop 0.01% tp_osd_tp [kernel.kallsyms] [k] deactivate_task 0.01% tp_osd_tp ceph-osd [.] operator<< 0.01% msgr-worker-0 [kernel.kallsyms] [k] kmem_cache_alloc_node 0.01% bstore_kv_sync [kernel.kallsyms] [k] lookup_ioctx 0.01% tp_osd_tp ceph-osd [.] rocksdb::TableCache::Get 0.01% msgr-worker-1 [kernel.kallsyms] [k] entry_SYSCALL_64 0.01% tp_osd_tp ceph-osd [.] ObjectStore::Transaction::~Transaction 0.01% tp_osd_tp ceph-osd [.] ExtentCache::extent::unlink 0.01% msgr-worker-0 libnssutil3.so [.] SECITEM_ArenaDupItem_Util 0.01% bstore_kv_sync [kernel.kallsyms] [k] generic_make_request_checks 0.01% msgr-worker-0 ceph-osd [.] CryptoAESKeyHandler::encrypt 0.01% tp_osd_tp [kernel.kallsyms] [k] do_io_submit 0.01% msgr-worker-1 ceph-osd [.] OSD::ms_fast_dispatch 0.01% msgr-worker-1 libnssutil3.so [.] PORT_Free_Util 0.01% bstore_kv_sync ceph-osd [.] rocksdb::MemTableInserter::PutCF 0.01% msgr-worker-2 libsoftokn3.so [.] 0x0000000000010970 0.01% finisher [kernel.kallsyms] [k] pipe_write 0.01% bstore_kv_sync [kernel.kallsyms] [k] native_sched_clock 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::list 0.01% msgr-worker-2 [kernel.kallsyms] [k] copy_user_generic_unrolled 0.01% msgr-worker-1 [kernel.kallsyms] [k] neigh_connected_output 0.01% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_init 0.01% msgr-worker-0 [kernel.kallsyms] [k] rb_insert_color 0.01% tp_osd_tp ceph-osd [.] rocksdb::BlockBasedTable::Get 0.01% tp_osd_tp ceph-osd [.] PG::old_peering_msg 0.01% msgr-worker-1 ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::claim 0.01% msgr-worker-1 [kernel.kallsyms] [k] sch_direct_xmit 0.01% msgr-worker-1 [kernel.kallsyms] [k] cpuacct_charge 0.01% tp_osd_tp ceph-osd [.] std::map, std::allocator > >::operator[] 0.01% msgr-worker-1 [kernel.kallsyms] [k] fput 0.01% tp_osd_tp [kernel.kallsyms] [k] __mnt_want_write 0.01% log [kernel.kallsyms] [k] update_rq_clock 0.01% bstore_kv_sync [kernel.kallsyms] [k] update_cfs_shares 0.01% log [kernel.kallsyms] [k] schedule 0.01% msgr-worker-2 [kernel.kallsyms] [k] account_entity_dequeue 0.01% bstore_kv_sync ceph-osd [.] rocksdb::ColumnFamilyMemTablesImpl::Seek 0.01% msgr-worker-0 [kernel.kallsyms] [k] sys_epoll_wait 0.01% log libpthread-2.17.so [.] __lll_unlock_wake 0.01% bstore_kv_final ceph-osd [.] btree::btree, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> >::internal_lower_bound, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> >, std::pair&, std::pair*> > 0.01% bstore_kv_sync [kernel.kallsyms] [k] pick_next_task_fair 0.01% msgr-worker-2 [kernel.kallsyms] [k] update_curr 0.01% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_tx_ctxtdesc 0.01% msgr-worker-0 [kernel.kallsyms] [k] account_entity_enqueue 0.01% msgr-worker-0 [kernel.kallsyms] [k] __sys_sendmsg 0.01% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_clean_rx_irq 0.01% msgr-worker-0 [kernel.kallsyms] [k] kfree_skbmem 0.01% msgr-worker-0 [kernel.kallsyms] [k] bond_select_queue 0.01% log [kernel.kallsyms] [k] plist_add 0.01% tp_osd_tp ceph-osd [.] operator new@plt 0.01% msgr-worker-2 [kernel.kallsyms] [k] __copy_skb_header 0.01% msgr-worker-0 [kernel.kallsyms] [k] __bpf_prog_run32 0.01% bstore_aio [kernel.kallsyms] [k] futex_requeue 0.01% msgr-worker-2 libc-2.17.so [.] __strcmp_sse42 0.01% bstore_kv_sync libpthread-2.17.so [.] pthread_cond_broadcast@@GLIBC_2.3.2 0.01% tp_osd_tp ceph-osd [.] PG::prepare_write_info 0.01% msgr-worker-1 libnss3.so [.] PK11_DigestFinal 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.01% msgr-worker-2 [kernel.kallsyms] [k] security_file_permission 0.01% msgr-worker-0 libnssutil3.so [.] SECITEM_DupItem_Util 0.01% msgr-worker-0 [kernel.kallsyms] [k] vlan_dev_hard_start_xmit 0.01% bstore_kv_final libpthread-2.17.so [.] pthread_mutex_unlock 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a589 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000007546e 0.01% msgr-worker-2 libc-2.17.so [.] _IO_str_init_static_internal 0.01% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::dirty_range 0.01% msgr-worker-0 [kernel.kallsyms] [k] sch_direct_xmit 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::clear 0.01% tp_osd_tp ceph-osd [.] AsyncMessenger::get_loopback_connection 0.01% msgr-worker-0 [kernel.kallsyms] [k] lock_sock_nested 0.01% tp_osd_tp ceph-osd [.] ECSubWrite::encode 0.01% msgr-worker-0 [kernel.kallsyms] [k] sk_stream_alloc_skb 0.01% msgr-worker-0 libc-2.17.so [.] _IO_str_init_static_internal 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_release_cb 0.01% msgr-worker-1 [kernel.kallsyms] [k] __netdev_pick_tx 0.01% tp_osd_tp ceph-osd [.] btree::btree, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> >::erase 0.01% bstore_kv_sync [kernel.kallsyms] [k] futex_wait 0.01% bstore_kv_sync [kernel.kallsyms] [k] sys_futex 0.01% msgr-worker-1 ceph-osd [.] OSD::ShardedOpWQ::_enqueue 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_rate_check_app_limited 0.01% tp_osd_tp ceph-osd [.] operator== 0.01% msgr-worker-1 [kernel.kallsyms] [k] ep_scan_ready_list.isra.11 0.01% bstore_kv_sync [kernel.kallsyms] [k] blk_account_io_start 0.01% msgr-worker-2 libc-2.17.so [.] epoll_wait 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::list::append 0.01% tp_osd_tp libc-2.17.so [.] _IO_str_init_static_internal 0.01% bstore_kv_sync ceph-osd [.] rocksdb::(anonymous namespace)::SkipListRep::Allocate 0.01% msgr-worker-1 [kernel.kallsyms] [k] __virt_addr_valid 0.01% bstore_mempool ceph-osd [.] BlueStore::TwoQCache::_trim 0.01% msgr-worker-2 [kernel.kallsyms] [k] __skb_clone 0.01% finisher ceph-osd [.] ECBackend::sub_write_committed 0.01% msgr-worker-2 [kernel.kallsyms] [k] get_nohz_timer_target 0.01% finisher ceph-osd [.] RefCountedObject::get 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::basic_string, std::allocator >::basic_string 0.01% msgr-worker-1 [kernel.kallsyms] [k] __sched_text_start 0.01% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_init 0.01% msgr-worker-1 [kernel.kallsyms] [k] rw_verify_area 0.01% log [kernel.kallsyms] [k] put_prev_entity 0.01% tp_osd_tp ceph-osd [.] interval_set::insert 0.01% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::bound_encode_spanning_blobs 0.01% msgr-worker-1 libc-2.17.so [.] 0x00000000000f8927 0.01% bstore_kv_sync ceph-osd [.] BlueFS::_claim_completed_aios 0.01% msgr-worker-1 ceph-osd [.] AsyncConnection::_try_send 0.01% tp_osd_tp [kernel.kallsyms] [k] kfree 0.01% msgr-worker-1 [kernel.kallsyms] [k] native_write_msr 0.01% bstore_kv_sync ceph-osd [.] rocksdb::InstrumentedMutex::Lock 0.01% msgr-worker-0 [kernel.kallsyms] [k] page_frag_free 0.01% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_xmit_frame 0.01% bstore_kv_sync [kernel.kallsyms] [k] get_page_from_freelist 0.01% msgr-worker-2 [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.01% msgr-worker-1 ceph-osd [.] OSD::enqueue_op 0.01% tp_osd_tp ceph-osd [.] EventDriver::need_wakeup 0.01% tp_osd_tp ceph-osd [.] std::_Hashtable, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_insert_unique_node 0.01% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::RemoveRange 0.01% msgr-worker-0 [kernel.kallsyms] [k] passthru_features_check 0.01% msgr-worker-1 ceph-osd [.] ceph_crc32c_intel_fast 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::list::iterator_impl::advance 0.01% msgr-worker-2 [kernel.kallsyms] [k] ksize 0.01% msgr-worker-2 ceph-osd [.] EpollDriver::event_wait 0.01% msgr-worker-1 [kernel.kallsyms] [k] _cond_resched 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_cleanup_rbuf 0.01% bstore_mempool [kernel.kallsyms] [k] __do_softirq 0.01% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000546a1 0.01% tp_osd_tp [kernel.kallsyms] [k] entry_SYSCALL_64 0.01% bstore_kv_final ceph-osd [.] BlueStore::_txc_committed_kv 0.01% msgr-worker-1 [kernel.kallsyms] [k] __do_softirq 0.01% tp_osd_tp [kernel.kallsyms] [k] trigger_load_balance 0.01% msgr-worker-0 ceph-osd [.] C_handle_read::do_request 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::basic_ios >::_M_cache_locale 0.01% msgr-worker-2 [kernel.kallsyms] [k] fsnotify 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_erase 0.01% bstore_kv_sync ceph-osd [.] rocksdb::log::Writer::AddRecord 0.01% msgr-worker-1 libpthread-2.17.so [.] pthread_mutex_init 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::create_aligned_in_mempool 0.01% msgr-worker-0 [kernel.kallsyms] [k] ip_output 0.01% tp_osd_tp [kernel.kallsyms] [k] ir_ack_apic_edge 0.01% msgr-worker-1 libnss3.so [.] PK11_ReferenceSymKey 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::crc32c 0.01% bstore_kv_sync ceph-osd [.] rocksdb::WritableFileWriter::SyncInternal 0.01% msgr-worker-2 [kernel.kallsyms] [k] native_write_msr 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::list::append 0.01% bstore_kv_sync [kernel.kallsyms] [k] select_task_rq_fair 0.01% msgr-worker-0 ceph-osd [.] CephxSessionHandler::check_message_signature 0.01% tp_osd_tp ceph-osd [.] KernelDevice::aio_write 0.01% msgr-worker-2 [kernel.kallsyms] [k] update_cfs_shares 0.01% msgr-worker-2 [kernel.kallsyms] [k] vfs_read 0.01% msgr-worker-0 [kernel.kallsyms] [k] select_estimate_accuracy 0.01% msgr-worker-1 ceph-osd [.] ceph_clock_now 0.01% msgr-worker-1 [kernel.kallsyms] [k] __kmalloc_node_track_caller 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] __cxxabiv1::__si_class_type_info::__do_dyncast 0.01% finisher [kernel.kallsyms] [k] enqueue_entity 0.01% finisher ceph-osd [.] Context::complete 0.01% msgr-worker-1 [kernel.kallsyms] [k] skb_release_data 0.01% tp_osd_tp [kernel.kallsyms] [k] napi_schedule_prep 0.01% bstore_kv_sync [kernel.kallsyms] [k] page_fault 0.01% msgr-worker-2 [kernel.kallsyms] [k] return_from_SYSCALL_64 0.01% tp_osd_tp libc-2.17.so [.] __memset_sse2 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.01% msgr-worker-2 [kernel.kallsyms] [k] pick_next_task_fair 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.01% tp_osd_tp ceph-osd [.] crc32_iscsi_zero_00 0.01% msgr-worker-2 libnss3.so [.] 0x0000000000035de3 0.01% bstore_mempool libtcmalloc.so.4.2.6 [.] 0x0000000000015d2a 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::has_facet > > > 0.01% bstore_kv_sync [kernel.kallsyms] [k] __handle_mm_fault 0.01% msgr-worker-2 [kernel.kallsyms] [k] sys_sendmsg 0.01% bstore_aio [kernel.kallsyms] [k] __sched_text_start 0.01% msgr-worker-0 [kernel.kallsyms] [k] pipe_read 0.01% msgr-worker-0 libpthread-2.17.so [.] __pthread_enable_asynccancel 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_rearm_rto 0.01% msgr-worker-1 [kernel.kallsyms] [k] do_futex 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::create_aligned_in_mempool 0.01% msgr-worker-1 [kernel.kallsyms] [k] __local_bh_enable_ip 0.01% msgr-worker-1 [kernel.kallsyms] [k] eth_header 0.01% msgr-worker-0 libnss3.so [.] 0x0000000000048081 0.01% finisher ceph-osd [.] OpTracker::unregister_inflight_op 0.01% finisher ceph-osd [.] ceph_crc32c_intel_baseline 0.01% bstore_kv_sync [kernel.kallsyms] [k] write_cache_pages 0.01% msgr-worker-0 ceph-osd [.] ceph_crc32c_intel_fast 0.01% msgr-worker-2 [kernel.kallsyms] [k] syscall_slow_exit_work 0.01% bstore_mempool libtcmalloc.so.4.2.6 [.] 0x0000000000015cc5 0.01% tp_osd_tp ceph-osd [.] rocksdb::ShardedCache::Lookup 0.01% msgr-worker-0 [kernel.kallsyms] [k] ep_scan_ready_list.isra.11 0.01% msgr-worker-2 libpthread-2.17.so [.] pthread_once 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, mempool::pool_allocator<(mempool::pool_index_t)15, std::pair > >::find 0.01% msgr-worker-0 [kernel.kallsyms] [k] dev_hard_start_xmit 0.01% msgr-worker-1 libc-2.17.so [.] __memset_sse2 0.01% tp_osd_tp [kernel.kallsyms] [k] __hrtimer_run_queues 0.01% msgr-worker-2 [kernel.kallsyms] [k] __sched_text_start 0.01% finisher libc-2.17.so [.] __strcpy_sse2 0.01% tp_osd_tp ceph-osd [.] PG::can_discard_replica_op 0.01% msgr-worker-2 [kernel.kallsyms] [k] __fget_light 0.01% tp_osd_tp [kernel.kallsyms] [k] vfs_write 0.01% bstore_aio [kernel.kallsyms] [k] select_task_rq_fair 0.01% finisher [kernel.kallsyms] [k] futex_wake_op 0.01% msgr-worker-0 libsoftokn3.so [.] 0x000000000000de7f 0.01% bstore_aio [kernel.kallsyms] [k] __audit_syscall_exit 0.01% finisher [kernel.kallsyms] [k] __fget 0.01% bstore_kv_final ceph-osd [.] PerfCounters::inc 0.01% msgr-worker-1 [kernel.kallsyms] [k] select_task_rq_fair 0.01% tp_osd_tp [kernel.kallsyms] [k] __acct_update_integrals 0.01% msgr-worker-0 [kernel.kallsyms] [k] bond_xmit_hash 0.01% msgr-worker-2 libc-2.17.so [.] 0x00000000000f8927 0.01% msgr-worker-0 ceph-osd [.] ceph_entity_type_name 0.01% msgr-worker-0 [kernel.kallsyms] [k] rw_copy_check_uvector 0.01% msgr-worker-2 [kernel.kallsyms] [k] enqueue_task_fair 0.01% tp_osd_tp [kernel.kallsyms] [k] write_cache_pages 0.01% msgr-worker-2 ceph-osd [.] ceph_crc32c_intel_baseline 0.01% msgr-worker-1 [kernel.kallsyms] [k] swiotlb_map_page 0.01% msgr-worker-1 ceph-osd [.] ceph::logging::Log::submit_entry 0.01% tp_osd_tp ceph-osd [.] OSDService::get_peer_epoch 0.01% msgr-worker-1 [kernel.kallsyms] [k] dev_hard_start_xmit 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ios_base::_M_init 0.01% msgr-worker-1 [kernel.kallsyms] [k] sys_epoll_ctl 0.01% msgr-worker-2 [kernel.kallsyms] [k] __audit_syscall_entry 0.01% bstore_kv_final [kernel.kallsyms] [k] update_curr 0.01% tp_osd_tp ceph-osd [.] append_out_escaped 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::has_facet > 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_emplace_hint_unique const&>, std::tuple<> > 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::copy_out 0.01% msgr-worker-1 [kernel.kallsyms] [k] __list_del_entry_valid 0.01% msgr-worker-1 ceph-osd [.] ceph::logging::Log::create_entry 0.01% msgr-worker-0 ceph-osd [.] ceph::logging::Log::create_entry 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::append 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::create_aligned_in_mempool 0.01% tp_osd_tp [kernel.kallsyms] [k] blkdev_direct_IO 0.01% tp_osd_tp [kernel.kallsyms] [k] copy_user_generic_unrolled 0.01% tp_osd_tp libc-2.17.so [.] _IO_old_init 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, boost::intrusive_ptr, std::_Identity >, std::less >, std::allocator > >::erase 0.01% bstore_kv_sync ceph-osd [.] RocksDBStore::submit_transaction_sync 0.01% msgr-worker-2 [kernel.kallsyms] [k] __tcp_push_pending_frames 0.01% bstore_kv_sync [kernel.kallsyms] [k] update_blocked_averages 0.01% log [kernel.kallsyms] [k] dequeue_task_fair 0.01% msgr-worker-2 [kernel.kallsyms] [k] ep_scan_ready_list.isra.11 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::list::c_str 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_tso_segs 0.01% bstore_kv_sync [kernel.kallsyms] [k] try_to_wake_up 0.01% tp_osd_tp [kernel.kallsyms] [k] rcu_irq_enter 0.01% finisher libc-2.17.so [.] __strchrnul 0.01% ms_local [kernel.kallsyms] [k] futex_wake_op 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_rcv 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.01% tp_osd_tp [kernel.kallsyms] [k] radix_tree_descend 0.01% tp_osd_tp libc-2.17.so [.] sprintf 0.01% tp_osd_tp [kernel.kallsyms] [k] ipv4_dst_check 0.01% bstore_kv_sync ceph-osd [.] BlueFS::_fsync 0.01% msgr-worker-2 ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.01% msgr-worker-1 [kernel.kallsyms] [k] native_sched_clock 0.01% bstore_kv_sync [kernel.kallsyms] [k] scsi_init_command 0.01% finisher [kernel.kallsyms] [k] futex_wake 0.01% msgr-worker-0 ceph-osd [.] Message::Message 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::has_facet > 0.01% tp_osd_tp [kernel.kallsyms] [k] __list_add_valid 0.01% msgr-worker-1 ceph-osd [.] AsyncConnection::handle_ack 0.01% tp_osd_tp ceph-osd [.] std::basic_string, mempool::pool_allocator<(mempool::pool_index_t)4, char> >::basic_string 0.01% msgr-worker-0 [kernel.kallsyms] [k] security_file_permission 0.01% tp_osd_tp [kernel.kallsyms] [k] sd_setup_read_write_cmnd 0.01% tp_osd_tp ceph-osd [.] std::__detail::_Map_base, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>::operator[] 0.01% finisher libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% log [kernel.kallsyms] [k] __audit_syscall_entry 0.01% tp_osd_tp [kernel.kallsyms] [k] rb_next 0.01% msgr-worker-2 [kernel.kallsyms] [k] kfree 0.01% finisher libpthread-2.17.so [.] __pthread_disable_asynccancel 0.01% msgr-worker-1 [kernel.kallsyms] [k] __lock_text_start 0.01% ms_local libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.01% msgr-worker-0 libnspr4.so [.] PR_DestroyLock 0.01% msgr-worker-2 ceph-osd [.] Mutex::Mutex 0.01% msgr-worker-0 [kernel.kallsyms] [k] dst_release 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] std::locale::id::_M_id 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::end_c_str 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::append 0.01% bstore_kv_sync [kernel.kallsyms] [k] swiotlb_map_sg_attrs 0.01% msgr-worker-1 [kernel.kallsyms] [k] syscall_slow_exit_work 0.01% msgr-worker-0 ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::Queue::insert 0.01% msgr-worker-1 libnss3.so [.] 0x000000000003658e 0.01% finisher ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::_M_insert_unique > > 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_stream_memory_free 0.01% finisher [kernel.kallsyms] [k] __wake_up_common 0.01% tp_osd_tp [kernel.kallsyms] [k] blk_rq_map_sg 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_clone_tx_timestamp 0.01% msgr-worker-2 [kernel.kallsyms] [k] __getnstimeofday64 0.01% tp_osd_tp ceph-osd [.] rocksdb::Block::NewIterator 0.01% msgr-worker-2 [kernel.kallsyms] [k] sys_futex 0.01% tp_osd_tp [kernel.kallsyms] [k] __list_del_entry_valid 0.01% tp_osd_tp [kernel.kallsyms] [k] bio_alloc_bioset 0.01% msgr-worker-1 libc-2.17.so [.] getnameinfo 0.01% finisher libtcmalloc.so.4.2.6 [.] 0x00000000000182f5 0.01% msgr-worker-1 libnspr4.so [.] PR_DestroyLock 0.01% msgr-worker-1 [kernel.kallsyms] [k] bond_xmit_hash 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% bstore_kv_sync [kernel.kallsyms] [k] blk_rq_init 0.01% bstore_kv_final ceph-osd [.] StupidAllocator::_insert_free 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% tp_osd_tp [kernel.kallsyms] [k] skb_release_data 0.01% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dc98 0.01% bstore_kv_sync [kernel.kallsyms] [k] kfree 0.01% bstore_kv_sync [kernel.kallsyms] [k] __calc_delta 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::string::_M_mutate 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% bstore_kv_sync [kernel.kallsyms] [k] __filemap_fdatawait_range 0.01% msgr-worker-2 [kernel.kallsyms] [k] mutex_lock 0.01% msgr-worker-2 [kernel.kallsyms] [k] __local_bh_enable_ip 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::string::_Rep::_M_dispose 0.01% msgr-worker-1 ceph-osd [.] RefCountedObject::get 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% msgr-worker-0 [kernel.kallsyms] [k] release_sock 0.01% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x000000000001827f 0.01% tp_osd_tp ceph-osd [.] rocksdb::ColumnFamilyData::GetThreadLocalSuperVersion 0.01% msgr-worker-1 [kernel.kallsyms] [k] inet_recvmsg 0.01% tp_osd_tp ceph-osd [.] BlueStore::read 0.01% bstore_kv_final ceph-osd [.] RefCountedObject::get 0.01% finisher ceph-osd [.] Message::Message 0.01% tp_osd_tp ceph-osd [.] pthread_mutex_unlock@plt 0.01% msgr-worker-0 [kernel.kallsyms] [k] handle_edge_irq 0.01% msgr-worker-2 ceph-osd [.] mempool::get_pool 0.01% msgr-worker-2 ceph-osd [.] OSD::ShardedOpWQ::_enqueue 0.01% tp_osd_tp [kernel.kallsyms] [k] kmem_cache_free 0.01% tp_osd_tp ceph-osd [.] std::_Hashtable >, std::allocator > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::find 0.01% finisher [kernel.kallsyms] [k] resched_curr 0.01% msgr-worker-2 [kernel.kallsyms] [k] place_entity 0.01% finisher libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.01% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_erase 0.01% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_tx_ctxtdesc 0.01% tp_osd_tp libec_jerasure.so [.] gf_multby_one 0.01% log [kernel.kallsyms] [k] kfree 0.01% msgr-worker-2 ceph-osd [.] ceph_clock_now 0.01% msgr-worker-2 [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% msgr-worker-2 [kernel.kallsyms] [k] dequeue_entity 0.01% tp_osd_tp ceph-osd [.] PrimaryLogPG::whoami_shard 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000007546e 0.01% bstore_kv_sync ceph-osd [.] std::_Deque_base >::~_Deque_base 0.01% msgr-worker-0 libc-2.17.so [.] __libc_enable_asynccancel 0.01% finisher [kernel.kallsyms] [k] __audit_syscall_exit 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::list::append 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::raw::is_shareable 0.01% bstore_kv_sync libc-2.17.so [.] fdatasync 0.01% tp_osd_tp ceph-osd [.] cmp 0.01% bstore_kv_sync [kernel.kallsyms] [k] __filemap_fdatawrite_range 0.01% tp_osd_tp [kernel.kallsyms] [k] return_from_SYSCALL_64 0.01% tp_osd_tp ceph-osd [.] RocksDBStore::get_transaction 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::_Rep::_M_destroy 0.01% tp_osd_tp [kernel.kallsyms] [k] cpu_load_update 0.01% finisher ceph-osd [.] AsyncConnection::prepare_send_message 0.01% finisher ceph-osd [.] EventDriver::need_wakeup 0.01% finisher ceph-osd [.] TrackedOp::mark_event 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::contiguous_appender::~contiguous_appender 0.01% finisher ceph-osd [.] MOSDECSubOpWrite::clear_buffers 0.01% msgr-worker-1 libpthread-2.17.so [.] __libc_read 0.01% osd_srv_heartbt libtcmalloc.so.4.2.6 [.] operator new 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_rcv_space_adjust 0.01% finisher libpthread-2.17.so [.] pthread_cond_broadcast@@GLIBC_2.3.2 0.01% msgr-worker-2 [kernel.kallsyms] [k] copy_page_to_iter 0.01% tp_osd_tp [kernel.kallsyms] [k] tcp_ack_update_rtt.isra.39 0.01% msgr-worker-2 [kernel.kallsyms] [k] _cond_resched 0.01% msgr-worker-0 ceph-osd [.] spg_t::calc_name 0.01% tp_osd_tp [kernel.kallsyms] [k] sched_clock_cpu 0.01% msgr-worker-1 [kernel.kallsyms] [k] rw_copy_check_uvector 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_network_protocol 0.01% msgr-worker-1 [kernel.kallsyms] [k] ipv4_dst_check 0.01% log [kernel.kallsyms] [k] __update_idle_core 0.01% bstore_kv_sync [kernel.kallsyms] [k] do_io_submit 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_hook 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::raw::get_data 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::raw_static::operator new 0.01% finisher [kernel.kallsyms] [k] __lock_text_start 0.01% msgr-worker-2 [kernel.kallsyms] [k] ipv4_mtu 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::locale::id::_M_id 0.01% tp_osd_tp ceph-osd [.] OpRequest::mark_flag_point 0.01% bstore_kv_sync ceph-osd [.] RocksDBStore::submit_transaction 0.01% bstore_kv_sync [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.01% finisher libstdc++.so.6.0.19 [.] __cxxabiv1::__vmi_class_type_info::__do_dyncast 0.01% bstore_mempool ceph-osd [.] ceph::buffer::ptr::release 0.01% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.01% tp_osd_tp [kernel.kallsyms] [k] scsi_request_fn 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator::copy_in 0.01% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::count 0.01% msgr-worker-0 ceph-osd [.] OpRequest::mark_flag_point 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::raw::get_data 0.01% msgr-worker-0 [kernel.kallsyms] [k] sk_reset_timer 0.01% tp_osd_tp ceph-osd [.] std::basic_string, mempool::pool_allocator<(mempool::pool_index_t)4, char> >::_Rep::_M_dispose 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ios_base::ios_base 0.01% tp_osd_tp [kernel.kallsyms] [k] pick_next_task_idle 0.01% msgr-worker-2 ceph-osd [.] CryptoAESKeyHandler::encrypt 0.01% msgr-worker-0 libc-2.17.so [.] __libc_disable_asynccancel 0.01% msgr-worker-2 [kernel.kallsyms] [k] inet_recvmsg 0.01% finisher libpthread-2.17.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.01% bstore_kv_sync [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::set_lextent 0.01% msgr-worker-2 [kernel.kallsyms] [k] swiotlb_map_page 0.01% tp_osd_tp [kernel.kallsyms] [k] account_user_time 0.01% tp_osd_tp libpthread-2.17.so [.] __lll_lock_wait 0.01% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x0000000000017fa2 0.01% bstore_kv_sync ceph-osd [.] rocksdb::WritableFile::PrepareWrite 0.01% bstore_kv_sync ceph-osd [.] rocksdb::WritableFileWriter::Append 0.01% tp_osd_tp [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.01% finisher ceph-osd [.] ceph::logging::Log::create_entry 0.01% bstore_kv_sync [kernel.kallsyms] [k] unroll_tree_refs 0.01% bstore_kv_final [kernel.kallsyms] [k] cpuacct_charge 0.01% msgr-worker-2 ceph-osd [.] OpTracker::register_inflight_op 0.01% tp_osd_tp ceph-osd [.] BlueStore::_txc_finalize_kv 0.01% safe_timer libstdc++.so.6.0.19 [.] std::_Rb_tree_increment 0.01% msgr-worker-1 libpthread-2.17.so [.] __pthread_enable_asynccancel 0.01% msgr-worker-0 [kernel.kallsyms] [k] __list_del_entry_valid 0.01% msgr-worker-1 [kernel.kallsyms] [k] update_blocked_averages 0.01% msgr-worker-1 libsoftokn3.so [.] 0x000000000000dc72 0.01% bstore_aio [kernel.kallsyms] [k] select_idle_sibling 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_rcv 0.01% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dc70 0.01% msgr-worker-0 [kernel.kallsyms] [k] __tcp_v4_send_check 0.01% tp_osd_tp ceph-osd [.] PG::_prepare_write_info 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::create_aligned_in_mempool 0.01% tp_osd_tp [kernel.kallsyms] [k] page_mapping 0.01% tp_osd_tp ceph-osd [.] rocksdb::EncodeVarint32 0.01% bstore_kv_sync [kernel.kallsyms] [k] sas_is_tlr_enabled 0.01% bstore_kv_sync [kernel.kallsyms] [k] kmem_cache_free 0.01% msgr-worker-2 libpthread-2.17.so [.] __libc_read 0.01% tp_osd_tp [kernel.kallsyms] [k] irq_chip_ack_parent 0.01% finisher ceph-osd [.] PrebufferedStreambuf::PrebufferedStreambuf 0.01% tp_osd_tp [kernel.kallsyms] [k] percpu_counter_add_batch 0.01% tp_osd_tp [kernel.kallsyms] [k] file_update_time 0.01% tp_osd_tp ceph-osd [.] ceph::logging::Log::submit_entry 0.01% tp_osd_tp [kernel.kallsyms] [k] __mark_inode_dirty 0.01% tp_osd_tp ceph-osd [.] KernelDevice::read 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.01% tp_osd_tp ceph-osd [.] spg_t::calc_name 0.01% tp_osd_tp ceph-osd [.] decode, std::less, std::allocator > > >, denc_traits, std::less, std::allocator > > >, void> > 0.01% msgr-worker-1 ceph-osd [.] CephxSessionHandler::check_message_signature 0.01% bstore_kv_final ceph-osd [.] BlueStore::_txc_finish 0.01% bstore_kv_final ceph-osd [.] std::_Hashtable, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_erase 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::create 0.01% msgr-worker-1 libnspr4.so [.] PR_Lock 0.01% bstore_aio [kernel.kallsyms] [k] get_futex_key 0.01% tp_osd_tp [kernel.kallsyms] [k] blk_queue_start_tag 0.01% msgr-worker-2 libnss3.so [.] 0x0000000000052e1b 0.01% msgr-worker-1 [kernel.kallsyms] [k] select_idle_sibling 0.01% bstore_kv_sync ceph-osd [.] ceph::buffer::list::append 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_current_mss 0.01% tp_osd_tp [kernel.kallsyms] [k] __inet_lookup_established 0.01% bstore_kv_sync ceph-osd [.] rocksdb::WriteThread::LinkOne 0.01% msgr-worker-1 ceph-osd [.] Message::Message 0.01% finisher libc-2.17.so [.] _IO_str_init_static_internal 0.01% tp_osd_tp [kernel.kallsyms] [k] dput 0.01% finisher ceph-osd [.] OpHistory::cleanup 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::create_aligned 0.01% msgr-worker-1 [kernel.kallsyms] [k] vlan_passthru_hard_header 0.01% msgr-worker-2 ceph-osd [.] std::list >::operator= 0.01% msgr-worker-2 [kernel.kallsyms] [k] __bpf_prog_run32 0.01% tp_osd_tp [kernel.kallsyms] [k] __filemap_fdatawrite_range 0.01% msgr-worker-0 ceph-osd [.] boost::variant, PGSnapTrim, PGScrub, PGRecovery>::internal_apply_visitor 0.01% msgr-worker-2 [kernel.kallsyms] [k] unroll_tree_refs 0.01% finisher ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_hint_unique_pos 0.01% msgr-worker-0 ceph-osd [.] PGQueueable::PGQueueable 0.01% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock_bh 0.01% finisher ceph-osd [.] operator<< 0.01% ms_local libpthread-2.17.so [.] pthread_cond_wait@@GLIBC_2.3.2 0.01% tp_osd_tp ceph-osd [.] bluestore_blob_t::calc_csum 0.01% bstore_kv_sync [kernel.kallsyms] [k] disk_map_sector_rcu 0.01% bstore_kv_sync [kernel.kallsyms] [k] __kmalloc_node 0.01% msgr-worker-0 libc-2.17.so [.] _IO_old_init 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::erase 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::basic_ios >::_M_cache_locale 0.01% msgr-worker-1 [kernel.kallsyms] [k] kmem_cache_alloc_node 0.01% bstore_aio [kernel.kallsyms] [k] plist_del 0.01% bstore_kv_sync [kernel.kallsyms] [k] __list_del_entry_valid 0.01% msgr-worker-2 libc-2.17.so [.] _IO_vsnprintf 0.01% msgr-worker-0 [kernel.kallsyms] [k] __do_softirq 0.01% msgr-worker-1 [kernel.kallsyms] [k] rcu_irq_enter 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_event_new_data_sent 0.01% msgr-worker-0 ceph-osd [.] Message::decode_trace 0.01% bstore_aio [kernel.kallsyms] [k] sys_io_getevents 0.01% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x000000000001828a 0.01% bstore_kv_final [kernel.kallsyms] [k] __audit_syscall_exit 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] std::has_facet > 0.01% tp_osd_tp ceph-osd [.] rocksdb::BlockBasedTable::FullFilterKeyMayMatch 0.01% msgr-worker-2 [kernel.kallsyms] [k] __vfs_read 0.01% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dd8a 0.01% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_tx_ctxtdesc 0.01% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::FetchFromOneSpans 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.01% bstore_aio [kernel.kallsyms] [k] read_events 0.01% bstore_aio [kernel.kallsyms] [k] native_write_msr 0.01% msgr-worker-0 ceph-osd [.] EventCenter::dispatch_event_external 0.01% msgr-worker-1 ceph-osd [.] C_handle_write::do_request 0.01% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_init 0.01% tp_osd_tp ceph-osd [.] EventCenter::dispatch_event_external 0.01% tp_osd_tp ceph-osd [.] rocksdb::Hash 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.01% msgr-worker-0 [kernel.kallsyms] [k] ctx_sched_out 0.01% tp_osd_tp ceph-osd [.] intrusive_ptr_add_ref 0.01% tp_osd_tp [kernel.kallsyms] [k] scsi_init_rq 0.01% msgr-worker-0 libsoftokn3.so [.] 0x000000000000b840 0.01% tp_osd_tp [kernel.kallsyms] [k] put_prev_entity 0.01% tp_osd_tp ceph-osd [.] BlueStore::TransContext::operator new 0.01% tp_osd_tp ceph-osd [.] PrimaryLogPG::queue_transactions 0.01% bstore_aio ceph-osd [.] BlueStore::_txc_state_proc 0.01% tp_osd_tp [kernel.kallsyms] [k] perf_pmu_disable 0.01% msgr-worker-2 [kernel.kallsyms] [k] __list_del_entry_valid 0.01% msgr-worker-0 ceph-osd [.] MOSDECSubOpWriteReply::decode_payload 0.01% msgr-worker-2 [kernel.kallsyms] [k] irq_exit 0.01% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_update_dca 0.01% msgr-worker-1 [kernel.kallsyms] [k] kfree 0.01% msgr-worker-0 ceph-osd [.] OSD::ms_fast_preprocess 0.01% msgr-worker-1 [kernel.kallsyms] [k] pipe_read 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.01% msgr-worker-2 [kernel.kallsyms] [k] iov_iter_advance 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::list::crc32c 0.01% bstore_kv_sync ceph-osd [.] rocksdb::WriteThread::JoinBatchGroup 0.01% tp_osd_tp ceph-osd [.] bluestore_blob_t::verify_csum 0.01% finisher [kernel.kallsyms] [k] update_cfs_shares 0.01% msgr-worker-1 [kernel.kallsyms] [k] dst_release 0.01% msgr-worker-0 [kernel.kallsyms] [k] update_blocked_averages 0.01% bstore_aio ceph-osd [.] BlockDevice::reap_ioc 0.01% tp_osd_tp libpthread-2.17.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.01% msgr-worker-1 [kernel.kallsyms] [k] __check_object_size 0.01% msgr-worker-1 libc-2.17.so [.] inet_ntop 0.01% log [kernel.kallsyms] [k] check_spread.isra.42 0.01% msgr-worker-0 [kernel.kallsyms] [k] hash_futex 0.01% msgr-worker-0 ceph-osd [.] Message::~Message 0.01% finisher [kernel.kallsyms] [k] get_futex_key 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::list::append 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::raw::get_data 0.01% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_select_queue 0.01% log [kernel.kallsyms] [k] put_prev_task_fair 0.01% msgr-worker-0 libnss3.so [.] PK11_FreeSlot 0.01% msgr-worker-0 [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.01% tp_osd_tp [kernel.kallsyms] [k] syscall_return_via_sysret 0.01% msgr-worker-0 [kernel.kallsyms] [k] sys_read 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ios_base::~ios_base 0.01% tp_osd_tp [kernel.kallsyms] [k] handle_irq_event_percpu 0.01% tp_osd_tp [kernel.kallsyms] [k] mntput 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_ack 0.01% msgr-worker-1 [kernel.kallsyms] [k] ip_output 0.01% msgr-worker-0 [kernel.kallsyms] [k] sys_sendmsg 0.01% msgr-worker-0 ceph-osd [.] C_handle_write::do_request 0.01% msgr-worker-1 ceph-osd [.] Throttle::get_or_fail 0.01% msgr-worker-0 ceph-osd [.] hobject_t::decode 0.01% msgr-worker-0 ceph-osd [.] OSD::ms_can_fast_dispatch 0.01% finisher [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.01% msgr-worker-0 [kernel.kallsyms] [k] update_min_vruntime 0.01% msgr-worker-1 [kernel.kallsyms] [k] skb_entail 0.01% msgr-worker-2 ceph-osd [.] AsyncConnection::write_message 0.01% msgr-worker-1 [kernel.kallsyms] [k] timerqueue_add 0.01% msgr-worker-1 [kernel.kallsyms] [k] sock_rfree 0.01% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x00000000000182d6 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_established_options 0.01% msgr-worker-1 [kernel.kallsyms] [k] __skb_clone 0.01% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_features_check 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::basic_ios >::init 0.01% msgr-worker-1 [kernel.kallsyms] [k] account_entity_enqueue 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.01% msgr-worker-2 [kernel.kallsyms] [k] idle_cpu 0.01% finisher ceph-osd [.] ceph::buffer::list::iterator_impl::advance 0.01% msgr-worker-0 [kernel.kallsyms] [k] ipv4_dst_check 0.01% msgr-worker-1 [kernel.kallsyms] [k] place_entity 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::locale::~locale 0.01% msgr-worker-1 [kernel.kallsyms] [k] calc_wheel_index 0.01% msgr-worker-0 [kernel.kallsyms] [k] __calc_delta 0.01% tp_osd_tp [kernel.kallsyms] [k] _base_put_smid_fast_path 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_entail 0.01% bstore_kv_final ceph-osd [.] BlueStore::Buffer::operator delete 0.01% tp_osd_tp ceph-osd [.] PrimaryLogPG::execute_ctx 0.01% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::get_actingbackfill_shards() const 0.01% tp_osd_tp [kernel.kallsyms] [k] swiotlb_map_sg_attrs 0.01% msgr-worker-0 libsoftokn3.so [.] 0x000000000000c052 0.01% msgr-worker-0 [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.01% finisher libc-2.17.so [.] _IO_no_init 0.01% tp_osd_tp [kernel.kallsyms] [k] scsi_init_sgtable 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::ios_base::ios_base 0.01% msgr-worker-1 ceph-osd [.] ceph_crc32c_intel_baseline 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::ptr 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::swap 0.01% finisher [kernel.kallsyms] [k] native_write_msr 0.01% bstore_kv_sync libaio.so.1.0.1 [.] io_submit 0.01% bstore_kv_sync [kernel.kallsyms] [k] scsi_dma_map 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.01% msgr-worker-2 [kernel.kallsyms] [k] napi_schedule_prep 0.01% bstore_kv_sync [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.01% msgr-worker-2 libc-2.17.so [.] __libc_disable_asynccancel 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::swap 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.01% msgr-worker-0 libpthread-2.17.so [.] pthread_mutex_destroy 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::flush > 0.01% msgr-worker-2 ceph-osd [.] PerfCounters::tinc 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_md5_lookup 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ios_base::ios_base 0.01% msgr-worker-0 ceph-osd [.] std::vector >::_M_default_append 0.01% msgr-worker-2 ceph-osd [.] operator<< 0.01% tp_osd_tp libc-2.17.so [.] __strcpy_sse2 0.01% msgr-worker-0 [kernel.kallsyms] [k] account_entity_dequeue 0.01% bstore_kv_sync [kernel.kallsyms] [k] kmalloc_slab 0.01% finisher ceph-osd [.] OSDMap::get_cluster_addr 0.01% tp_osd_tp [kernel.kallsyms] [k] get_request 0.01% msgr-worker-0 ceph-osd [.] std::_Deque_base >::~_Deque_base 0.01% tp_osd_tp [kernel.kallsyms] [k] mempool_alloc_slab 0.01% tp_osd_tp [kernel.kallsyms] [k] lookup_ioctx 0.01% msgr-worker-0 [kernel.kallsyms] [k] check_stack_object 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::_M_leak_hard 0.01% bstore_kv_final ceph-osd [.] std::_Rb_tree, boost::intrusive_ptr, std::_Identity >, std::less >, std::allocator > >::_M_erase 0.01% finisher ceph-osd [.] ECBackend::handle_sub_write_reply 0.01% msgr-worker-0 [kernel.kallsyms] [k] consume_skb 0.01% tp_osd_tp ceph-osd [.] PG::write_if_dirty 0.01% msgr-worker-2 [kernel.kallsyms] [k] native_sched_clock 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry@plt 0.01% tp_osd_tp [kernel.kallsyms] [k] rcu_process_callbacks 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_push 0.01% tp_osd_tp ceph-osd [.] PG::lock 0.01% finisher [kernel.kallsyms] [k] try_to_wake_up 0.01% bstore_kv_final [kernel.kallsyms] [k] futex_wait 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] __cxxabiv1::__si_class_type_info::__do_dyncast 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::copy_shallow 0.01% bstore_kv_sync [kernel.kallsyms] [k] check_spread.isra.42 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::ptr 0.01% finisher ceph-osd [.] operator<< 0.01% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x000000000001827f 0.01% log [kernel.kallsyms] [k] pick_next_task_idle 0.01% tp_osd_tp [kernel.kallsyms] [k] decay_load 0.01% msgr-worker-2 libnssutil3.so [.] PORT_Free_Util 0.01% msgr-worker-0 ceph-osd [.] PrebufferedStreambuf::PrebufferedStreambuf 0.01% msgr-worker-0 [kernel.kallsyms] [k] select_idle_sibling 0.01% msgr-worker-0 [kernel.kallsyms] [k] security_socket_sendmsg 0.01% finisher libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.01% msgr-worker-0 ceph-osd [.] PGQueueable::PGQueueable 0.01% msgr-worker-0 libnssutil3.so [.] SECITEM_FreeItem_Util 0.01% msgr-worker-0 [kernel.kallsyms] [k] __copy_skb_header 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::operator<< > 0.01% bstore_mempool [kernel.kallsyms] [k] ixgbe_clean_rx_irq 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::list::append 0.01% tp_osd_tp libpthread-2.17.so [.] 0x000000000000ef77 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::locale::operator= 0.01% msgr-worker-2 [kernel.kallsyms] [k] __unqueue_futex 0.01% msgr-worker-1 libnss3.so [.] PK11_FreeSymKey 0.01% tp_osd_tp ceph-osd [.] BlueStore::_txc_create 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::basic_ios >::init 0.01% bstore_kv_final ceph-osd [.] BlueStore::_txc_state_proc 0.01% msgr-worker-2 libplds4.so [.] PL_HashTableLookupConst 0.01% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000058003 0.01% bstore_kv_sync [kernel.kallsyms] [k] scsi_init_rq 0.01% msgr-worker-2 ceph-osd [.] RefCountedObject::get 0.01% tp_osd_tp [kernel.kallsyms] [k] bond_handle_frame 0.01% tp_osd_tp [kernel.kallsyms] [k] __dev_queue_xmit 0.01% msgr-worker-2 [kernel.kallsyms] [k] ___sys_sendmsg 0.01% finisher [kernel.kallsyms] [k] _raw_spin_lock 0.01% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dd6a 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_rcv_established 0.01% msgr-worker-1 libc-2.17.so [.] __libc_disable_asynccancel 0.01% bstore_kv_sync [kernel.kallsyms] [k] cpuacct_charge 0.01% tp_osd_tp ceph-osd [.] ECSubWrite::claim 0.01% tp_osd_tp [kernel.kallsyms] [k] scheduler_tick 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::list::clear 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::create 0.01% tp_osd_tp ceph-osd [.] rocksdb::WriteBatch::Delete 0.01% msgr-worker-2 ceph-osd [.] C_handle_notify::do_request 0.01% msgr-worker-2 ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::Queue::insert 0.01% tp_osd_tp [kernel.kallsyms] [k] skb_defer_rx_timestamp 0.01% tp_osd_tp libc-2.17.so [.] _IO_no_init 0.01% tp_osd_tp ceph-osd [.] _prefix 0.01% msgr-worker-0 [kernel.kallsyms] [k] pick_next_task_fair 0.01% finisher [kernel.kallsyms] [k] ep_poll_callback 0.01% msgr-worker-0 ceph-osd [.] C_handle_notify::do_request 0.01% tp_osd_tp ceph-osd [.] ECSubReadReply::encode 0.01% msgr-worker-1 libsoftokn3.so [.] 0x0000000000010970 0.01% bstore_kv_sync [kernel.kallsyms] [k] __audit_syscall_entry 0.01% finisher libpthread-2.17.so [.] pthread_once 0.01% msgr-worker-1 libc-2.17.so [.] epoll_wait 0.01% msgr-worker-1 [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.01% msgr-worker-2 libc-2.17.so [.] __strcpy_sse2 0.01% msgr-worker-2 ceph-osd [.] ceph::buffer::list::append 0.01% msgr-worker-1 libnss3.so [.] 0x0000000000052e1b 0.01% msgr-worker-2 libc-2.17.so [.] __snprintf 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_release_head_state 0.01% bstore_kv_sync [kernel.kallsyms] [k] mempool_alloc_slab 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.01% msgr-worker-0 libnssutil3.so [.] PORT_ZAlloc_Util 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_rcv_established 0.01% tp_osd_tp [kernel.kallsyms] [k] irq_enter 0.01% msgr-worker-1 [kernel.kallsyms] [k] rb_erase 0.01% msgr-worker-1 [kernel.kallsyms] [k] __calc_delta 0.01% tp_osd_tp ceph-osd [.] RWLock::get_write 0.01% tp_osd_tp ceph-osd [.] std::vector >::emplace_back 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::basic_ostream >::basic_ostream 0.01% msgr-worker-1 libpthread-2.17.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.01% bstore_kv_sync ceph-osd [.] rocksdb::WriteThread::ExitAsBatchGroupLeader 0.01% msgr-worker-0 ceph-osd [.] std::string::_S_construct 0.01% bstore_aio [kernel.kallsyms] [k] enqueue_entity 0.01% tp_osd_tp [kernel.kallsyms] [k] bictcp_acked 0.01% msgr-worker-2 [kernel.kallsyms] [k] fput 0.01% bstore_kv_sync [kernel.kallsyms] [k] sd_setup_read_write_cmnd 0.01% msgr-worker-1 [kernel.kallsyms] [k] ip_local_out 0.01% msgr-worker-0 [kernel.kallsyms] [k] wake_up_q 0.01% msgr-worker-1 [kernel.kallsyms] [k] iov_iter_advance 0.01% bstore_kv_sync ceph-osd [.] rocksdb::InlineSkipList::AllocateNode 0.01% tp_osd_tp [kernel.kallsyms] [k] check_cfs_rq_runtime 0.01% msgr-worker-0 libnspr4.so [.] PR_Free 0.01% bstore_aio libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ReleaseToCentralCache 0.01% tp_osd_tp [kernel.kallsyms] [k] blk_account_io_start 0.01% tp_osd_tp [kernel.kallsyms] [k] ip_rcv_finish 0.01% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x0000000000017fa2 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_send_mss 0.01% msgr-worker-2 [kernel.kallsyms] [k] mutex_unlock 0.01% tp_osd_tp ceph-osd [.] OSD::init_op_flags 0.01% msgr-worker-1 [kernel.kallsyms] [k] rb_insert_color 0.01% msgr-worker-2 ceph-osd [.] AsyncConnection::handle_ack 0.01% tp_osd_tp [kernel.kallsyms] [k] blk_add_timer 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::use_facet > 0.01% msgr-worker-0 [kernel.kallsyms] [k] bond_dev_queue_xmit 0.01% msgr-worker-1 ceph-osd [.] CryptoAESKeyHandler::encrypt 0.01% bstore_kv_sync [kernel.kallsyms] [k] syscall_trace_enter 0.01% tp_osd_tp [kernel.kallsyms] [k] tcp_v4_early_demux 0.01% msgr-worker-0 ceph-osd [.] memcpy@plt 0.01% ms_local libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.01% msgr-worker-1 [kernel.kallsyms] [k] check_preempt_curr 0.01% finisher ceph-osd [.] EventCenter::dispatch_event_external 0.01% msgr-worker-2 ceph-osd [.] OSD::enqueue_op 0.01% msgr-worker-2 ceph-osd [.] ceph_entity_type_name 0.01% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f756 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::claim_append 0.01% msgr-worker-2 [kernel.kallsyms] [k] account_entity_enqueue 0.01% msgr-worker-2 ceph-osd [.] nss_aes_operation 0.01% tp_osd_tp [kernel.kallsyms] [k] update_min_vruntime 0.01% tp_osd_tp [kernel.kallsyms] [k] current_time 0.01% msgr-worker-0 [kernel.kallsyms] [k] plist_del 0.01% msgr-worker-1 ceph-osd [.] Throttle::put 0.01% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::get_pool() const 0.01% tp_osd_tp [kernel.kallsyms] [k] handle_edge_irq 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::operator<< > 0.01% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_select_queue 0.01% tp_osd_tp libpthread-2.17.so [.] pthread_rwlock_wrlock 0.01% msgr-worker-2 [kernel.kallsyms] [k] pipe_poll 0.01% finisher libpthread-2.17.so [.] __lll_unlock_wake 0.01% bstore_kv_final ceph-osd [.] Mutex::Lock 0.01% tp_osd_tp libc-2.17.so [.] _itoa_word 0.01% tp_osd_tp ceph-osd [.] boost::intrusive::detail::destructor_impl, boost::intrusive::dft_tag, (boost::intrusive::link_mode_type)1, (boost::intrusive::base_hook_type)1> > 0.01% finisher ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::_M_insert_unique > > 0.01% msgr-worker-1 libnss3.so [.] 0x0000000000052ed4 0.01% tp_osd_tp ceph-osd [.] PG::append_log 0.01% tp_osd_tp ceph-osd [.] PrimaryLogPG::log_operation 0.01% tp_osd_tp ceph-osd [.] ObjectStore::Transaction::_get_next_op 0.01% tp_osd_tp ceph-osd [.] PG::filter_snapc 0.01% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_emplace_hint_unique const&>, std::tuple<> > 0.01% finisher libstdc++.so.6.0.19 [.] __dynamic_cast 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a589 0.01% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::FetchFromOneSpans 0.01% msgr-worker-1 [kernel.kallsyms] [k] do_IRQ 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000005b5a1 0.01% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e460 0.01% msgr-worker-2 [kernel.kallsyms] [k] dput 0.01% bstore_kv_sync [kernel.kallsyms] [k] generic_make_request 0.01% msgr-worker-0 [kernel.kallsyms] [k] check_preempt_curr 0.01% msgr-worker-0 [kernel.kallsyms] [k] put_prev_entity 0.01% tp_osd_tp ceph-osd [.] RocksDBStore::RocksDBTransactionImpl::merge 0.01% bstore_kv_sync [kernel.kallsyms] [k] __elv_add_request 0.01% tp_osd_tp ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::dequeue 0.01% safe_timer ceph-osd [.] MgrClient::send_report()::{lambda(std::map, std::allocator > > const&)#1}::operator() 0.01% tp_osd_tp [kernel.kallsyms] [k] rw_verify_area 0.01% finisher ceph-osd [.] ceph::buffer::ptr::release 0.01% tp_osd_tp ceph-osd [.] std::basic_string, mempool::pool_allocator<(mempool::pool_index_t)4, char> >::_Rep::_S_create 0.01% tp_osd_tp ceph-osd [.] BlueStore::SharedBlob::put 0.01% msgr-worker-1 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.01% bstore_kv_sync [kernel.kallsyms] [k] __update_idle_core 0.01% msgr-worker-0 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_transfer 0.01% tp_osd_tp ceph-osd [.] BlueStore::_dump_transaction 0.01% msgr-worker-0 [kernel.kallsyms] [k] __tcp_select_window 0.01% msgr-worker-1 ceph-osd [.] ceph::buffer::list::append 0.01% msgr-worker-2 [kernel.kallsyms] [k] cpuacct_charge 0.01% finisher libstdc++.so.6.0.19 [.] 0x000000000008a589 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::raw_static::operator delete 0.01% bstore_kv_sync [kernel.kallsyms] [k] kobject_get 0.01% msgr-worker-2 ceph-osd [.] operator new@plt 0.01% msgr-worker-1 [kernel.kallsyms] [k] inet_sendmsg 0.01% bstore_aio libtcmalloc.so.4.2.6 [.] tc_free 0.01% tp_osd_tp ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::Queue::pop 0.01% msgr-worker-1 libnss3.so [.] PK11_ReferenceSlot 0.01% tp_osd_tp libstdc++.so.6.0.19 [.] std::ios_base::_M_call_callbacks 0.01% msgr-worker-2 libnss3.so [.] PK11_CipherOp 0.01% finisher [kernel.kallsyms] [k] select_task_rq_fair 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::list::get_mempool 0.01% msgr-worker-1 [kernel.kallsyms] [k] dequeue_task_fair 0.01% bstore_kv_sync [kernel.kallsyms] [k] __alloc_pages_nodemask 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_hint_unique_pos 0.01% finisher [kernel.kallsyms] [k] update_blocked_averages 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_erase 0.01% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::operator= 0.01% msgr-worker-1 [kernel.kallsyms] [k] path_put 0.01% bstore_kv_sync [kernel.kallsyms] [k] invalidate_inode_pages2_range 0.01% msgr-worker-1 libc-2.17.so [.] _IO_str_init_static_internal 0.01% msgr-worker-0 ceph-osd [.] ceph::buffer::list::append 0.01% tp_osd_tp ceph-osd [.] std::__detail::_List_node_base::_M_transfer@plt 0.01% msgr-worker-2 ceph-osd [.] PosixConnectedSocketImpl::read 0.01% bstore_kv_sync [kernel.kallsyms] [k] futex_wake_op 0.01% bstore_kv_sync [kernel.kallsyms] [k] blk_peek_request 0.01% tp_osd_tp libc-2.17.so [.] __snprintf 0.01% msgr-worker-2 [kernel.kallsyms] [k] consume_skb 0.01% msgr-worker-0 [kernel.kallsyms] [k] ip_local_out 0.01% bstore_kv_sync libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_transfer 0.01% bstore_aio [kernel.kallsyms] [k] rb_insert_color 0.01% tp_osd_tp ceph-osd [.] PrimaryLogPG::do_osd_ops 0.01% bstore_kv_sync ceph-osd [.] Mutex::Lock 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_push 0.01% tp_osd_tp ceph-osd [.] ECTransaction::generate_transactions(ECTransaction::WritePlan&, std::shared_ptr&, pg_t, bool, ECUtil::stripe_info_t const&, std::map, std::less, std::allocator > > > const&, std::vector >&, std::map, std::less, std::allocator > > >*, std::map, std::allocator > >*, std::set, std::allocator >*, std::set, std::allocator >*, DoutPrefixProvider*)::{lambda(std::pair&)#1}::operator() 0.01% msgr-worker-1 ceph-osd [.] std::list >::operator= 0.01% bstore_kv_sync [kernel.kallsyms] [k] mempool_alloc 0.01% msgr-worker-1 libsoftokn3.so [.] 0x000000000000de7f 0.01% msgr-worker-1 [kernel.kallsyms] [k] __atime_needs_update 0.01% msgr-worker-2 libstdc++.so.6.0.19 [.] std::operator<< > 0.01% msgr-worker-0 libc-2.17.so [.] sprintf 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_clone_tx_timestamp 0.01% bstore_kv_sync [kernel.kallsyms] [k] blk_flush_plug_list 0.01% finisher libc-2.17.so [.] __strlen_sse2_pminub 0.01% tp_osd_tp ceph-osd [.] ECBackend::get_min_avail_to_read_shards 0.01% finisher ceph-osd [.] ceph::buffer::list::crc32c 0.01% msgr-worker-1 [kernel.kallsyms] [k] plist_del 0.01% bstore_kv_final ceph-osd [.] std::_Rb_tree, boost::intrusive_ptr, std::_Identity >, std::less >, std::allocator > >::_M_erase 0.01% bstore_kv_sync ceph-osd [.] KernelDevice::flush 0.01% msgr-worker-1 [kernel.kallsyms] [k] napi_consume_skb 0.01% msgr-worker-0 [kernel.kallsyms] [k] __netif_receive_skb_core 0.01% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dc72 0.01% bstore_kv_sync [kernel.kallsyms] [k] do_futex 0.01% tp_osd_tp [kernel.kallsyms] [k] elv_may_queue 0.01% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.01% msgr-worker-1 [kernel.kallsyms] [k] cpus_share_cache 0.01% tp_osd_tp [kernel.kallsyms] [k] mpt3sas_base_get_smid_scsiio 0.01% bstore_aio [kernel.kallsyms] [k] update_curr 0.01% finisher libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.01% msgr-worker-2 [kernel.kallsyms] [k] sys_read 0.01% msgr-worker-0 [kernel.kallsyms] [k] irq_chip_ack_parent 0.00% msgr-worker-0 [kernel.kallsyms] [k] deactivate_task 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::condition_variable::notify_one 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_established_options 0.00% msgr-worker-1 ceph-osd [.] PerfCounters::tinc 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::locale::operator= 0.00% tp_osd_tp [kernel.kallsyms] [k] find_get_entries 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_select_queue 0.00% msgr-worker-0 ceph-osd [.] spg_t::decode 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_copy_datagram_iter 0.00% tp_osd_tp [kernel.kallsyms] [k] __enqueue_entity 0.00% tp_osd_tp ceph-osd [.] Message::encode 0.00% tp_osd_tp [kernel.kallsyms] [k] _find_next_bit 0.00% msgr-worker-2 ceph-osd [.] NetworkStack::add_thread(unsigned int)::{lambda()#1}::operator() 0.00% tp_osd_tp ceph-osd [.] BlueStore::_do_write_big 0.00% tp_osd_tp ceph-osd [.] PG::can_discard_request 0.00% bstore_kv_sync ceph-osd [.] rocksdb::DBImpl::MarkLogsSynced 0.00% tp_osd_tp ceph-osd [.] Message::~Message 0.00% msgr-worker-0 [kernel.kallsyms] [k] validate_xmit_xfrm 0.00% finisher ceph-osd [.] OSDService::release_map 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% tp_osd_tp ceph-osd [.] std::_Sp_counted_ptr_inplace, (__gnu_cxx::_Lock_policy)2>::_M_get_deleter 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% msgr-worker-2 ceph-osd [.] DispatchQueue::pre_dispatch 0.00% bstore_kv_sync ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-2 [kernel.kallsyms] [k] __check_object_size 0.00% msgr-worker-2 libnssutil3.so [.] SECITEM_FreeItem_Util 0.00% msgr-worker-0 [kernel.kallsyms] [k] schedule 0.00% finisher [kernel.kallsyms] [k] rw_verify_area 0.00% finisher ceph-osd [.] ECBackend::sub_write_applied 0.00% tp_osd_tp ceph-osd [.] OSDService::release_map 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::raw::get_data 0.00% finisher [kernel.kallsyms] [k] read_tsc 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::raw::is_shareable 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x0000000000017fa2 0.00% msgr-worker-2 [kernel.kallsyms] [k] dst_release 0.00% msgr-worker-1 libc-2.17.so [.] __strcpy_sse2 0.00% bstore_kv_sync libpthread-2.17.so [.] __pthread_disable_asynccancel 0.00% msgr-worker-1 ceph-osd [.] OSD::ms_fast_preprocess 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_send_check 0.00% bstore_aio [kernel.kallsyms] [k] schedule 0.00% msgr-worker-2 libnss3.so [.] PK11_ReferenceSlot 0.00% finisher ceph-osd [.] spg_t::encode 0.00% tp_osd_tp ceph-osd [.] BlueStore::Extent::operator delete 0.00% tp_osd_tp ceph-osd [.] PerfCounters::set 0.00% bstore_kv_sync [kernel.kallsyms] [k] deadline_dispatch_requests 0.00% msgr-worker-0 [kernel.kallsyms] [k] place_entity 0.00% bstore_kv_sync [kernel.kallsyms] [k] __list_add_valid 0.00% finisher [kernel.kallsyms] [k] enqueue_task_fair 0.00% msgr-worker-0 [kernel.kallsyms] [k] get_nohz_timer_target 0.00% msgr-worker-0 libc-2.17.so [.] _IO_no_init 0.00% bstore_aio ceph-osd [.] PerfCounters::tinc 0.00% finisher ceph-osd [.] OpHistory::insert 0.00% msgr-worker-0 [kernel.kallsyms] [k] validate_xmit_skb_list 0.00% msgr-worker-2 [kernel.kallsyms] [k] __acct_update_integrals 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_pmu_disable 0.00% finisher ceph-osd [.] OSDService::get_peer_epoch 0.00% bstore_kv_sync [kernel.kallsyms] [k] futex_wait_queue_me 0.00% ms_local [kernel.kallsyms] [k] update_load_avg 0.00% bstore_kv_sync [kernel.kallsyms] [k] bio_alloc_bioset 0.00% tp_osd_tp ceph-osd [.] pg_info_t::operator= 0.00% tp_osd_tp [kernel.kallsyms] [k] napi_consume_skb 0.00% finisher ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_unique_pos 0.00% bstore_aio [kernel.kallsyms] [k] cpumask_next_wrap 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x00000000000546a1 0.00% msgr-worker-0 libpthread-2.17.so [.] pthread_rwlock_unlock 0.00% bstore_aio [kernel.kallsyms] [k] _find_next_bit 0.00% msgr-worker-0 [kernel.kallsyms] [k] __fdget_pos 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree_increment@plt 0.00% tp_osd_tp ceph-osd [.] interval_map, PGTransaction::ObjectOperation::SplitMerger>::erase 0.00% msgr-worker-2 [kernel.kallsyms] [k] eth_header 0.00% msgr-worker-2 libnspr4.so [.] PR_DestroyLock 0.00% tp_osd_tp [kernel.kallsyms] [k] put_prev_task_fair 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000002aa5f 0.00% tp_osd_tp [kernel.kallsyms] [k] irq_work_run_list 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::unused_tail_length 0.00% finisher [kernel.kallsyms] [k] plist_del 0.00% bstore_aio [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.00% msgr-worker-2 [kernel.kallsyms] [k] sk_stream_alloc_skb 0.00% msgr-worker-0 ceph-osd [.] append_out_escaped 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tc_posix_memalign 0.00% bstore_kv_final ceph-osd [.] ceph_clock_now 0.00% msgr-worker-0 ceph-osd [.] PerfCounters::tinc 0.00% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::ExtentMap 0.00% msgr-worker-2 ceph-osd [.] Throttle::get_or_fail 0.00% bstore_aio [kernel.kallsyms] [k] do_futex 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019695 0.00% bstore_kv_sync [kernel.kallsyms] [k] mpt3sas_base_get_msg_frame 0.00% msgr-worker-2 libpthread-2.17.so [.] pthread_rwlock_rdlock 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% bstore_kv_final ceph-osd [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > > > >::erase 0.00% tp_osd_tp ceph-osd [.] pg_info_t::encode 0.00% tp_osd_tp [kernel.kallsyms] [k] __sb_start_write 0.00% bstore_mempool [kernel.kallsyms] [k] perf_event_task_tick 0.00% msgr-worker-2 [kernel.kallsyms] [k] vlan_dev_hard_start_xmit 0.00% tp_osd_tp ceph-osd [.] MOSDECSubOpWriteReply::~MOSDECSubOpWriteReply 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::raw::is_shareable 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_push 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::swap 0.00% bstore_kv_sync ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.00% tp_osd_tp ceph-osd [.] BlueStore::_do_write 0.00% msgr-worker-1 ceph-osd [.] OSD::ms_can_fast_dispatch 0.00% msgr-worker-0 [kernel.kallsyms] [k] copy_msghdr_from_user 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.00% bstore_kv_sync [kernel.kallsyms] [k] file_update_time 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_release_all 0.00% finisher libstdc++.so.6.0.19 [.] __cxxabiv1::__si_class_type_info::__do_dyncast 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_rate_check_app_limited 0.00% msgr-worker-2 [kernel.kallsyms] [k] check_preempt_curr 0.00% bstore_kv_sync ceph-osd [.] rocksdb::MemTableAllocator::AllocateAligned 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001094c 0.00% tp_osd_tp ceph-osd [.] spg_t::encode 0.00% msgr-worker-0 [kernel.kallsyms] [k] __ip_local_out 0.00% msgr-worker-1 libnssutil3.so [.] SECITEM_DupItem_Util 0.00% bstore_kv_sync ceph-osd [.] rocksdb::MemTableInserter::DeleteCF 0.00% bstore_aio libpthread-2.17.so [.] pthread_mutex_lock 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_push 0.00% msgr-worker-2 [kernel.kallsyms] [k] check_spread.isra.42 0.00% bstore_kv_sync [kernel.kallsyms] [k] read_tsc 0.00% msgr-worker-0 libc-2.17.so [.] epoll_wait 0.00% bstore_aio libpthread-2.17.so [.] pthread_cond_broadcast@@GLIBC_2.3.2 0.00% tp_osd_tp [kernel.kallsyms] [k] eth_type_trans 0.00% msgr-worker-1 [kernel.kallsyms] [k] consume_skb 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::locale::operator= 0.00% tp_osd_tp libpthread-2.17.so [.] pthread_cond_destroy@@GLIBC_2.3.2 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_ 0.00% msgr-worker-1 [kernel.kallsyms] [k] security_file_permission 0.00% bstore_kv_sync ceph-osd [.] rocksdb::log::Writer::EmitPhysicalRecord 0.00% bstore_kv_sync [kernel.kallsyms] [k] idle_cpu 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::append 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_unhook 0.00% msgr-worker-1 ceph-osd [.] Mutex::Mutex 0.00% tp_osd_tp [kernel.kallsyms] [k] skb_unref.part.36 0.00% finisher libpthread-2.17.so [.] pthread_self 0.00% msgr-worker-2 libc-2.17.so [.] _IO_no_init 0.00% finisher ceph-osd [.] std::_Hashtable >, std::allocator > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::find 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::basic_ios >::_M_cache_locale 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::find 0.00% msgr-worker-1 [kernel.kallsyms] [k] timespec64_add_safe 0.00% tp_osd_tp [kernel.kallsyms] [k] common_interrupt 0.00% tp_osd_tp [kernel.kallsyms] [k] drop_futex_key_refs.isra.12 0.00% msgr-worker-1 ceph-osd [.] TrackedOp::put 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_erase 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001094c 0.00% msgr-worker-1 [kernel.kallsyms] [k] __irqentry_text_start 0.00% finisher libstdc++.so.6.0.19 [.] std::basic_ios >::init 0.00% tp_osd_tp [kernel.kallsyms] [k] set_page_dirty_lock 0.00% msgr-worker-0 ceph-osd [.] CephxSessionHandler::sign_message 0.00% msgr-worker-0 libpthread-2.17.so [.] __errno_location 0.00% tp_osd_tp ceph-osd [.] PG::publish_stats_to_osd 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x0000000000015c6c 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::basic_ostream >::basic_ostream 0.00% msgr-worker-0 [kernel.kallsyms] [k] __unqueue_futex 0.00% tp_osd_tp [kernel.kallsyms] [k] copy_page_from_iter 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.00% msgr-worker-2 [kernel.kallsyms] [k] timespec64_add_safe 0.00% tp_osd_tp ceph-osd [.] SnapSet::operator= 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_parse_md5sig_option 0.00% msgr-worker-1 [kernel.kallsyms] [k] sys_futex 0.00% bstore_kv_sync [kernel.kallsyms] [k] dequeue_entity 0.00% msgr-worker-1 libnss3.so [.] 0x00000000000562e4 0.00% bstore_kv_sync libc-2.17.so [.] __libc_disable_asynccancel 0.00% msgr-worker-1 ceph-osd [.] std::string::_S_construct 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::locale::~locale 0.00% finisher ceph-osd [.] ceph::buffer::list::operator= 0.00% msgr-worker-2 [kernel.kallsyms] [k] ctx_sched_out 0.00% tp_osd_tp [kernel.kallsyms] [k] update_rq_clock 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-2 libnss3.so [.] 0x000000000003658e 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::_Rep::_M_dispose 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::RemoveRange 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rcv_space_adjust 0.00% finisher ceph-osd [.] PrimaryLogPG::BlessedContext::~BlessedContext 0.00% tp_osd_tp ceph-osd [.] hobject_t::hobject_t 0.00% msgr-worker-2 ceph-osd [.] OSD::ms_can_fast_dispatch 0.00% tp_osd_tp ceph-osd [.] get_object_key, mempool::pool_allocator<(mempool::pool_index_t)4, char> > > 0.00% msgr-worker-0 [kernel.kallsyms] [k] dequeue_entity 0.00% tp_osd_tp ceph-osd [.] BlueStore::_get_collection 0.00% tp_osd_tp ceph-osd [.] BlueStore::GarbageCollector::estimate 0.00% bstore_kv_final libpthread-2.17.so [.] pthread_self 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >::_M_get_insert_unique_pos 0.00% msgr-worker-1 [kernel.kallsyms] [k] add_interrupt_randomness 0.00% bstore_aio [kernel.kallsyms] [k] rb_erase 0.00% tp_osd_tp [kernel.kallsyms] [k] kfree_skbmem 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ios_base::_M_init 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000d9d0 0.00% finisher libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.00% msgr-worker-0 [kernel.kallsyms] [k] __fsnotify_parent 0.00% msgr-worker-1 [kernel.kallsyms] [k] lock_sock_nested 0.00% msgr-worker-1 libpthread-2.17.so [.] __libc_sendmsg 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_gro_receive 0.00% bstore_mempool [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-0 [kernel.kallsyms] [k] security_socket_recvmsg 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_v4_inbound_md5_hash 0.00% bstore_kv_sync [kernel.kallsyms] [k] hash_futex 0.00% tp_osd_tp [kernel.kallsyms] [k] ktime_get 0.00% msgr-worker-1 [kernel.kallsyms] [k] __tcp_push_pending_frames 0.00% msgr-worker-0 [kernel.kallsyms] [k] sys_futex 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x00000000000588ba 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::locale::~locale 0.00% tp_osd_tp [kernel.kallsyms] [k] ixgbe_xmit_frame_ring 0.00% bstore_mempool [kernel.kallsyms] [k] irq_entries_start 0.00% bstore_kv_sync [kernel.kallsyms] [k] syscall_slow_exit_work 0.00% msgr-worker-1 [kernel.kallsyms] [k] account_entity_dequeue 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::condition_variable::condition_variable 0.00% msgr-worker-1 libpthread-2.17.so [.] pthread_once 0.00% msgr-worker-2 [kernel.kallsyms] [k] __lock_text_start 0.00% tp_osd_tp ceph-osd [.] decode >, denc_traits >, void> > 0.00% bstore_kv_final [kernel.kallsyms] [k] futex_wait_queue_me 0.00% finisher ceph-osd [.] OSD::ms_can_fast_dispatch 0.00% finisher ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::swap 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_md5_do_lookup 0.00% msgr-worker-1 [kernel.kallsyms] [k] release_sock 0.00% msgr-worker-1 [kernel.kallsyms] [k] copy_page_to_iter 0.00% tp_osd_tp ceph-osd [.] AsyncMessenger::get_connection 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_init_tso_segs 0.00% tp_osd_tp ceph-osd [.] ECBackend::Op::~Op 0.00% msgr-worker-1 [kernel.kallsyms] [k] activate_task 0.00% msgr-worker-0 [kernel.kallsyms] [k] napi_schedule_prep 0.00% bstore_kv_sync [kernel.kallsyms] [k] __sg_alloc_table 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_release_all 0.00% tp_osd_tp ceph-osd [.] interval_map::erase 0.00% msgr-worker-1 ceph-osd [.] operator delete@plt 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000005b5a1 0.00% tp_osd_tp ceph-osd [.] rocksdb::ColumnFamilyHandleImpl::cfd 0.00% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::reshard 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ostream::flush 0.00% tp_osd_tp ceph-osd [.] pg_missing_set::is_missing 0.00% msgr-worker-0 [kernel.kallsyms] [k] kmalloc_slab 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_check_space 0.00% bstore_aio [kernel.kallsyms] [k] __virt_addr_valid 0.00% msgr-worker-0 ceph-osd [.] object_stat_collection_t::decode 0.00% msgr-worker-2 libpthread-2.17.so [.] __pthread_enable_asynccancel 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_setup_cmnd 0.00% msgr-worker-0 ceph-osd [.] TrackedOp::_event_marked 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x00000000000546a1 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_stream_alloc_skb 0.00% tp_osd_tp ceph-osd [.] BlueStore::_choose_write_options 0.00% msgr-worker-1 ceph-osd [.] DispatchQueue::fast_dispatch 0.00% tp_osd_tp [kernel.kallsyms] [k] run_posix_cpu_timers 0.00% tp_osd_tp libpthread-2.17.so [.] __pthread_mutex_unlock_usercnt 0.00% msgr-worker-1 [kernel.kallsyms] [k] __unqueue_futex 0.00% msgr-worker-1 [kernel.kallsyms] [k] __wake_up_common 0.00% tp_osd_tp [kernel.kallsyms] [k] sg_alloc_table_chained 0.00% finisher libstdc++.so.6.0.19 [.] std::ios_base::ios_base 0.00% tp_osd_tp libc-2.17.so [.] _IO_vsprintf 0.00% bstore_kv_sync [kernel.kallsyms] [k] vfs_fsync_range 0.00% tp_osd_tp [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% msgr-worker-0 libnss3.so [.] 0x000000000003658e 0.00% msgr-worker-1 ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::Queue::insert 0.00% bstore_kv_sync ceph-osd [.] rocksdb::EncodeVarint32 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ios_base::ios_base 0.00% msgr-worker-0 libc-2.17.so [.] _IO_vsprintf 0.00% bstore_kv_sync ceph-osd [.] BlueFS::flush_bdev 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::whoami_shard() const 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::basic_string, std::allocator >::basic_string 0.00% msgr-worker-1 ceph-osd [.] PGQueueable::PGQueueable 0.00% tp_osd_tp ceph-osd [.] Message::clear_buffers 0.00% msgr-worker-0 ceph-osd [.] operator<< 0.00% tp_osd_tp ceph-osd [.] generate_extent_shard_key_and_apply, mempool::pool_allocator<(mempool::pool_index_t)4, char> > > 0.00% msgr-worker-2 [kernel.kallsyms] [k] inet_sendmsg 0.00% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::compress_extent_map 0.00% msgr-worker-2 [kernel.kallsyms] [k] dev_hard_start_xmit 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_unique 0.00% tp_osd_tp libec_jerasure.so [.] galois_w32_region_xor 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000b840 0.00% msgr-worker-0 [kernel.kallsyms] [k] set_task_cpu 0.00% bstore_kv_sync ceph-osd [.] rocksdb::DBImpl::Write 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.00% msgr-worker-0 ceph-osd [.] ceph::logging::Log::submit_entry 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::string::_Rep::_M_dispose 0.00% bstore_kv_final [kernel.kallsyms] [k] get_futex_key 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::has_facet > > > 0.00% tp_osd_tp [kernel.kallsyms] [k] check_spread.isra.42 0.00% tp_osd_tp [kernel.kallsyms] [k] _raw_spin_lock_irq 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WriteBatch::Handler::Continue 0.00% tp_osd_tp ceph-osd [.] rocksdb::Block::NumRestarts 0.00% msgr-worker-2 ceph-osd [.] CephxSessionHandler::check_message_signature 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_clone 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x000000000001a062 0.00% tp_osd_tp [kernel.kallsyms] [k] iov_iter_get_pages 0.00% tp_osd_tp ceph-osd [.] BlueStore::OnodeSpace::add 0.00% msgr-worker-0 [kernel.kallsyms] [k] __handle_irq_event_percpu 0.00% bstore_kv_sync ceph-osd [.] RocksDBStore::get_transaction 0.00% bstore_aio libaio.so.1.0.1 [.] 0x0000000000000645 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_pmu_disable 0.00% bstore_kv_sync [kernel.kallsyms] [k] _find_next_bit 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ostream::flush 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::swap 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e460 0.00% msgr-worker-2 [kernel.kallsyms] [k] dequeue_task_fair 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000dd6a 0.00% bstore_kv_sync [kernel.kallsyms] [k] bio_integrity_prep 0.00% tp_osd_tp [kernel.kallsyms] [k] cpus_share_cache 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000010937 0.00% tp_osd_tp ceph-osd [.] BlueStore::TwoQCache::_add_buffer 0.00% msgr-worker-1 [kernel.kallsyms] [k] futex_wake 0.00% finisher [kernel.kallsyms] [k] file_update_time 0.00% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_start_range_ns 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x000000000001a0b3 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::basic_string, std::allocator >::basic_string 0.00% log [kernel.kallsyms] [k] dput 0.00% msgr-worker-1 [kernel.kallsyms] [k] get_nohz_timer_target 0.00% msgr-worker-1 libpthread-2.17.so [.] 0x000000000000e730 0.00% msgr-worker-2 [kernel.kallsyms] [k] path_put 0.00% msgr-worker-1 [kernel.kallsyms] [k] __update_idle_core 0.00% msgr-worker-0 [kernel.kallsyms] [k] __irqentry_text_start 0.00% msgr-worker-1 libnss3.so [.] PK11_CipherOp 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] __cxxabiv1::__si_class_type_info::__do_dyncast 0.00% bstore_kv_sync libpthread-2.17.so [.] __pthread_mutex_unlock_usercnt 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpWriteReply::decode_payload 0.00% tp_osd_tp ceph-osd [.] OpRequest::~OpRequest 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_insert_flush 0.00% bstore_kv_sync ceph-osd [.] rocksdb::(anonymous namespace)::SkipListRep::ApproximateMemoryUsage 0.00% msgr-worker-0 [kernel.kallsyms] [k] _copy_from_user 0.00% tp_osd_tp libpthread-2.17.so [.] pthread_cond_wait@@GLIBC_2.3.2 0.00% tp_osd_tp ceph-osd [.] Session::check_backoff 0.00% msgr-worker-2 ceph-osd [.] ceph_crc32c_intel_fast 0.00% msgr-worker-1 [kernel.kallsyms] [k] check_stack_object 0.00% tp_osd_tp [kernel.kallsyms] [k] __kfree_skb_flush 0.00% msgr-worker-1 libc-2.17.so [.] _IO_old_init 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_v4_send_check 0.00% msgr-worker-1 [kernel.kallsyms] [k] __sk_dst_check 0.00% tp_osd_tp [kernel.kallsyms] [k] cpumask_next_wrap 0.00% msgr-worker-0 [kernel.kallsyms] [k] put_prev_task_fair 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_unref.part.36 0.00% tp_osd_tp ceph-osd [.] encode >, denc_traits >, void> > 0.00% bstore_kv_final [kernel.kallsyms] [k] do_futex 0.00% finisher libstdc++.so.6.0.19 [.] std::string::_Rep::_M_destroy 0.00% ms_local ceph-osd [.] reverse_nibbles 0.00% finisher libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::FetchFromOneSpans 0.00% msgr-worker-1 [kernel.kallsyms] [k] net_rx_action 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_poll 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_inbound_md5_hash 0.00% log [kernel.kallsyms] [k] deactivate_task 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000197c2 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >::_M_insert_unique > 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::basic_ostream >::basic_ostream 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_finish_output 0.00% bstore_kv_sync [kernel.kallsyms] [k] _base_build_sg_scmd_ieee 0.00% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_xmit_frame 0.00% tp_osd_tp ceph-osd [.] clock_gettime@plt 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012482 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::count 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::append 0.00% msgr-worker-1 [kernel.kallsyms] [k] dev_gro_receive 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::list::claim_append_piecewise 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::apply_stats 0.00% tp_osd_tp [kernel.kallsyms] [k] __vfs_write 0.00% msgr-worker-0 [kernel.kallsyms] [k] pick_next_task_idle 0.00% tp_osd_tp ceph-osd [.] operator<< 0.00% tp_osd_tp ceph-osd [.] object_stat_sum_t::encode 0.00% finisher libtcmalloc.so.4.2.6 [.] tcmalloc::AlignmentForSize 0.00% log [kernel.kallsyms] [k] task_ctx_sched_out 0.00% tp_osd_tp [kernel.kallsyms] [k] generic_file_read_iter 0.00% msgr-worker-2 [kernel.kallsyms] [k] lock_sock_nested 0.00% bstore_kv_sync [kernel.kallsyms] [k] schedule_timeout 0.00% msgr-worker-1 [kernel.kallsyms] [k] security_socket_recvmsg 0.00% log [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_wfree 0.00% tp_osd_tp ceph-osd [.] rocksdb::BlockBasedTable::GetFilter 0.00% tp_osd_tp ceph-osd [.] ObjectModDesc::visit 0.00% msgr-worker-0 [kernel.kallsyms] [k] set_normalized_timespec 0.00% msgr-worker-0 [kernel.kallsyms] [k] sched_clock_cpu 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x00000000000182b7 0.00% tp_osd_tp [kernel.kallsyms] [k] __calc_delta 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000002aa5f 0.00% tp_osd_tp [kernel.kallsyms] [k] bond_3ad_lacpdu_recv 0.00% tp_osd_tp [kernel.kallsyms] [k] ixgbe_alloc_rx_buffers 0.00% msgr-worker-0 [kernel.kallsyms] [k] sockfd_lookup_light 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_Rb_tree 0.00% msgr-worker-1 ceph-osd [.] append_out_escaped 0.00% bstore_kv_final ceph-osd [.] BlueStore::TransContext::operator delete 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::use_facet > 0.00% tp_osd_tp [kernel.kallsyms] [k] dequeue_entity 0.00% msgr-worker-1 [kernel.kallsyms] [k] set_normalized_timespec 0.00% msgr-worker-2 ceph-osd [.] OSD::ms_fast_preprocess 0.00% log libpthread-2.17.so [.] __pthread_mutex_unlock_usercnt 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::append 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::locale::operator= 0.00% bstore_kv_sync ceph-osd [.] rocksdb::Random::GetTLSInstance 0.00% msgr-worker-1 [kernel.kallsyms] [k] __kmalloc_reserve.isra.35 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_flush_complete_seq 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable > > >, std::allocator > > > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_lower_bound 0.00% msgr-worker-2 [kernel.kallsyms] [k] jiffies_to_usecs 0.00% tp_osd_tp [kernel.kallsyms] [k] inet_ehashfn 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_ack 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_emplace_hint_unique const&>, std::tuple<> > 0.00% tp_osd_tp ceph-osd [.] CallClientContexts::finish 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e46e 0.00% tp_osd_tp ceph-osd [.] ghobject_t::encode 0.00% finisher libstdc++.so.6.0.19 [.] std::has_facet > 0.00% finisher ceph-osd [.] OpRequest::~OpRequest 0.00% bstore_kv_final ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.00% finisher [kernel.kallsyms] [k] copy_page_from_iter 0.00% msgr-worker-1 [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% msgr-worker-2 [kernel.kallsyms] [k] __netif_receive_skb_core 0.00% msgr-worker-2 [kernel.kallsyms] [k] aio_complete 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::ptr 0.00% bstore_kv_final [kernel.kallsyms] [k] __perf_event_task_sched_out 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::create_static 0.00% msgr-worker-1 ceph-osd [.] DispatchQueue::pre_dispatch 0.00% bstore_kv_sync [kernel.kallsyms] [k] tag_pages_for_writeback 0.00% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_write_eitr 0.00% msgr-worker-0 [kernel.kallsyms] [k] irq_exit 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ios_base::_M_call_callbacks 0.00% msgr-worker-1 [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_page_frag_refill 0.00% ms_local libstdc++.so.6.0.19 [.] __cxxabiv1::__vmi_class_type_info::__do_dyncast 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] memcpy@plt 0.00% tp_osd_tp ceph-osd [.] pg_missing_set::pg_missing_set 0.00% tp_osd_tp ceph-osd [.] rocksdb::ShardedCache::Release 0.00% tp_osd_tp libec_jerasure.so [.] gf_set_region_data 0.00% tp_osd_tp ceph-osd [.] std::vector >::vector 0.00% msgr-worker-2 [kernel.kallsyms] [k] _find_next_bit 0.00% msgr-worker-2 [kernel.kallsyms] [k] dev_gro_receive 0.00% msgr-worker-1 ceph-osd [.] pg_t::calc_name 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_release_cb 0.00% tp_osd_tp ceph-osd [.] RocksDBStore::RocksDBTransactionImpl::set 0.00% tp_osd_tp [kernel.kallsyms] [k] _cond_resched 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-0 libc-2.17.so [.] _IO_setb 0.00% msgr-worker-2 libnspr4.so [.] PR_Free 0.00% tp_osd_tp [kernel.kallsyms] [k] generic_writepages 0.00% finisher [kernel.kallsyms] [k] futex_wait_queue_me 0.00% tp_osd_tp [kernel.kallsyms] [k] account_process_tick 0.00% finisher [kernel.kallsyms] [k] __audit_syscall_entry 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_stream_memory_free 0.00% tp_osd_tp ceph-osd [.] pg_stat_t::pg_stat_t 0.00% msgr-worker-2 [kernel.kallsyms] [k] deactivate_task 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_csum_hwoffload_help 0.00% msgr-worker-0 [kernel.kallsyms] [k] __wake_up_common 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x0000000000075460 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::basic_string, std::allocator >::basic_string 0.00% bstore_kv_sync ceph-osd [.] rocksdb::crc32c::Extend 0.00% log [kernel.kallsyms] [k] path_put 0.00% finisher [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.00% finisher ceph-osd [.] PG::C_UpdateLastRollbackInfoTrimmedToApplied::finish 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::raw_static::~raw_static 0.00% msgr-worker-0 [kernel.kallsyms] [k] add_interrupt_randomness 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_unref.part.36 0.00% log [kernel.kallsyms] [k] __list_add_valid 0.00% msgr-worker-2 ceph-osd [.] pg_t::calc_name 0.00% msgr-worker-0 [kernel.kallsyms] [k] __list_add_valid 0.00% msgr-worker-0 ceph-osd [.] std::vector >::emplace_back 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_copy 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::_M_mutate 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator::advance 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::claim_append 0.00% tp_osd_tp [kernel.kallsyms] [k] raw_local_deliver 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::basic_streambuf >::sync 0.00% msgr-worker-2 [kernel.kallsyms] [k] pipe_read 0.00% finisher libstdc++.so.6.0.19 [.] std::locale::id::_M_id 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::FetchFromCentralCache 0.00% tp_osd_tp libaio.so.1.0.1 [.] io_submit 0.00% msgr-worker-2 [kernel.kallsyms] [k] rb_erase 0.00% msgr-worker-2 ceph-osd [.] std::string::_S_construct 0.00% msgr-worker-1 [kernel.kallsyms] [k] validate_xmit_skb_list 0.00% bstore_kv_sync ceph-osd [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release 0.00% tp_osd_tp libpthread-2.17.so [.] pthread_mutex_destroy 0.00% msgr-worker-1 [kernel.kallsyms] [k] _copy_from_iter_full 0.00% finisher ceph-osd [.] EventCenter::wakeup 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.00% finisher [kernel.kallsyms] [k] rcu_note_context_switch 0.00% tp_osd_tp ceph-osd [.] PG::add_log_entry 0.00% finisher ceph-osd [.] ceph_clock_now 0.00% msgr-worker-0 [kernel.kallsyms] [k] irq_enter 0.00% ms_local [kernel.kallsyms] [k] plist_del 0.00% msgr-worker-2 libnss3.so [.] PK11_DigestFinal 0.00% finisher libstdc++.so.6.0.19 [.] std::locale::operator= 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::log_op_stats 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::string::_Rep::_S_create 0.00% msgr-worker-0 ceph-osd [.] AsyncConnection::_conn_prefix 0.00% bstore_aio [kernel.kallsyms] [k] prepare_to_wait_event 0.00% msgr-worker-2 ceph-osd [.] ceph::logging::Log::create_entry 0.00% ms_local libstdc++.so.6.0.19 [.] std::ios_base::_M_call_callbacks 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_queue_enter 0.00% ms_local [kernel.kallsyms] [k] __perf_event_task_sched_out 0.00% ms_local libstdc++.so.6.0.19 [.] std::locale::~locale 0.00% finisher [kernel.kallsyms] [k] update_curr 0.00% bstore_kv_sync [kernel.kallsyms] [k] kmem_cache_alloc_node 0.00% msgr-worker-0 [kernel.kallsyms] [k] copyin 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_insert_unique_node 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000058159 0.00% ms_local [kernel.kallsyms] [k] dequeue_entity 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::string::append 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::clear 0.00% msgr-worker-0 [kernel.kallsyms] [k] detach_if_pending 0.00% finisher [kernel.kallsyms] [k] idle_cpu 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::_Rep::_S_create 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e44f 0.00% msgr-worker-1 [kernel.kallsyms] [k] __ip_local_out 0.00% msgr-worker-0 [kernel.kallsyms] [k] activate_task 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% bstore_kv_sync ceph-osd [.] std::_Sp_counted_ptr_inplace, (__gnu_cxx::_Lock_policy)2>::_M_dispose 0.00% tp_osd_tp [kernel.kallsyms] [k] deadline_merge 0.00% msgr-worker-1 [kernel.kallsyms] [k] sock_sendmsg 0.00% tp_osd_tp [kernel.kallsyms] [k] mutex_unlock 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WritableFileWriter::Sync 0.00% bstore_aio [kernel.kallsyms] [k] return_from_SYSCALL_64 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.00% bstore_kv_sync ceph-osd [.] std::_List_base >::_M_clear 0.00% msgr-worker-1 [kernel.kallsyms] [k] get_futex_key 0.00% msgr-worker-2 [kernel.kallsyms] [k] sk_reset_timer 0.00% finisher libc-2.17.so [.] __memcmp_sse4_1 0.00% bstore_kv_final libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::swap 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e0f3 0.00% msgr-worker-2 ceph-osd [.] AsyncConnection::_conn_prefix 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::_Rb_tree_insert_and_rebalance 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_v4_send_check 0.00% tp_osd_tp ceph-osd [.] rocksdb::WriteBatchInternal::SetCount 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_rcv 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000002aa41 0.00% finisher ceph-osd [.] ObjectStore::Transaction::Transaction 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_select_window 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_init_io 0.00% bstore_kv_sync [kernel.kallsyms] [k] __get_user_4 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rate_skb_sent 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_erase 0.00% msgr-worker-0 [kernel.kallsyms] [k] security_sock_rcv_skb 0.00% msgr-worker-2 ceph-osd [.] AsyncConnection::get_state_name 0.00% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_erase 0.00% log libpthread-2.17.so [.] _L_unlock_713 0.00% bstore_aio ceph-osd [.] KernelDevice::_aio_log_finish 0.00% tp_osd_tp ceph-osd [.] std::_Sp_counted_deleter >::OnRemoval, std::allocator, (__gnu_cxx::_Lock_policy)2>::_M_dispose 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::create 0.00% finisher [kernel.kallsyms] [k] unroll_tree_refs 0.00% msgr-worker-1 [kernel.kallsyms] [k] validate_xmit_xfrm 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_stream_memory_free 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_queue_start_tag 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::has_facet > > > 0.00% bstore_kv_sync [kernel.kallsyms] [k] int_to_scsilun 0.00% bstore_kv_final ceph-osd [.] std::_Sp_counted_ptr_inplace, (__gnu_cxx::_Lock_policy)2>::_M_dispose 0.00% ms_local [kernel.kallsyms] [k] _raw_spin_lock 0.00% msgr-worker-2 ceph-osd [.] C_handle_write::do_request 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ostream::flush 0.00% msgr-worker-1 [kernel.kallsyms] [k] unroll_tree_refs 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_rcv 0.00% ms_local ceph-osd [.] operator<< 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001f756 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_xmit_hash 0.00% msgr-worker-2 libpthread-2.17.so [.] 0x000000000000e730 0.00% msgr-worker-1 [kernel.kallsyms] [k] lock_timer_base 0.00% ms_local libc-2.17.so [.] __strchrnul 0.00% tp_osd_tp [kernel.kallsyms] [k] skb_try_coalesce 0.00% safe_timer libstdc++.so.6.0.19 [.] std::_Rb_tree_increment 0.00% msgr-worker-2 [kernel.kallsyms] [k] release_sock 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_release_head_state 0.00% msgr-worker-2 ceph-osd [.] Mutex::Unlock 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::complete_read_ctx 0.00% bstore_kv_sync ceph-osd [.] rocksdb::DBImpl::UpdateBackgroundError 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::basic_ios >::init 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::FetchFromCentralCache 0.00% tp_osd_tp [kernel.kallsyms] [k] ixgbe_write_eitr 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_copy 0.00% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_alloc 0.00% tp_osd_tp ceph-osd [.] ExtentCache::object_extent_set::traverse_update const&)::{lambda(unsigned long, unsigned long, ExtentCache::extent*, ExtentCache::object_extent_set::update_action*)#1}> 0.00% msgr-worker-2 [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.00% tp_osd_tp ceph-osd [.] BlueStore::Collection::make_blob_shared 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% msgr-worker-2 [kernel.kallsyms] [k] hash_futex 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::should_send_op(pg_shard_t, hobject_t const&) 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::raw::get_data 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_read_iter 0.00% msgr-worker-1 ceph-osd [.] hobject_t::decode 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::operator= 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::has_facet > > > 0.00% bstore_kv_sync [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-1 [kernel.kallsyms] [k] bond_select_queue 0.00% finisher ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::equal_range 0.00% msgr-worker-0 ceph-osd [.] Throttle::put 0.00% msgr-worker-1 [kernel.kallsyms] [k] clear_page_erms 0.00% bstore_kv_sync [kernel.kallsyms] [k] find_get_pages_tag 0.00% tp_osd_tp ceph-osd [.] PGLog::roll_forward_to 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000010970 0.00% msgr-worker-0 [kernel.kallsyms] [k] bond_handle_frame 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::is_missing_object 0.00% msgr-worker-1 [kernel.kallsyms] [k] enqueue_task_fair 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::unused_tail_length 0.00% msgr-worker-1 ceph-osd [.] std::mutex::lock 0.00% tp_osd_tp ceph-osd [.] PG::update_snap_map 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ios_base::_M_call_callbacks 0.00% finisher [kernel.kallsyms] [k] __sched_text_start 0.00% ms_local ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::Queue::insert 0.00% bstore_kv_sync [kernel.kallsyms] [k] __pagevec_lru_add_fn 0.00% bstore_kv_sync [kernel.kallsyms] [k] enqueue_entity 0.00% msgr-worker-0 [kernel.kallsyms] [k] __kmalloc_reserve.isra.35 0.00% tp_osd_tp ceph-osd [.] BlueStore::_do_zero 0.00% msgr-worker-1 libpthread-2.17.so [.] pthread_mutexattr_settype 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_dispatch_add_tail 0.00% tp_osd_tp ceph-osd [.] ExtentCache::remove_and_destroy_if_empty 0.00% finisher libstdc++.so.6.0.19 [.] std::ios_base::_M_init 0.00% ms_local [kernel.kallsyms] [k] cpus_share_cache 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_emplace_back_aux&, unsigned long&, unsigned long&, ceph::buffer::list&, unsigned long&, unsigned long&, bool&, bool&> 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::_Rb_tree_insert_and_rebalance 0.00% msgr-worker-2 ceph-osd [.] boost::variant, PGSnapTrim, PGScrub, PGRecovery>::internal_apply_visitor 0.00% msgr-worker-0 [kernel.kallsyms] [k] inet_ehashfn 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% finisher libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_hook 0.00% msgr-worker-0 [kernel.kallsyms] [k] __tcp_push_pending_frames 0.00% msgr-worker-0 [kernel.kallsyms] [k] lock_timer_base 0.00% tp_osd_tp ceph-osd [.] PG::calc_min_last_complete_ondisk 0.00% finisher ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_copy 0.00% msgr-worker-2 ceph-osd [.] Message::~Message 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_recvmsg 0.00% msgr-worker-1 libnss3.so [.] PK11_CreateContextBySymKey 0.00% finisher ceph-osd [.] std::_Rb_tree, boost::intrusive_ptr, std::_Identity >, std::less >, std::allocator > >::erase 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000dc72 0.00% msgr-worker-0 [kernel.kallsyms] [k] _copy_from_iter_full 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ios_base::~ios_base 0.00% tp_osd_tp ceph-osd [.] std::locale::locale@plt 0.00% ms_local libpthread-2.17.so [.] pthread_mutex_lock 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.00% msgr-worker-1 ceph-osd [.] AsyncConnection::_conn_prefix 0.00% msgr-worker-1 [kernel.kallsyms] [k] dput 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::list::rebuild_aligned_size_and_memory 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013924 0.00% msgr-worker-2 ceph-osd [.] PGQueueable::PGQueueable 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_unique_pos 0.00% bstore_kv_sync ceph-osd [.] std::_Deque_base >::_Deque_base 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_init_cmd_errh 0.00% tp_osd_tp ceph-osd [.] PGBackend::rollforward 0.00% tp_osd_tp ceph-osd [.] BlueStore::_txc_update_store_statfs 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_prep_fn 0.00% msgr-worker-2 ceph-osd [.] Message::Message 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_tso_segs 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rcv_space_adjust 0.00% msgr-worker-0 ceph-osd [.] ObjectStore::Transaction::decode 0.00% msgr-worker-2 libnss3.so [.] PK11_DestroyContext 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_copy 0.00% tp_osd_tp [kernel.kallsyms] [k] _base_build_sg_scmd_ieee 0.00% msgr-worker-0 ceph-osd [.] EventCenter::create_file_event 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000005b594 0.00% bstore_kv_sync [kernel.kallsyms] [k] futex_wait_setup 0.00% bstore_kv_final [kernel.kallsyms] [k] __inet_lookup_established 0.00% bstore_kv_final ceph-osd [.] std::vector >::_M_emplace_back_aux 0.00% msgr-worker-1 libpthread-2.17.so [.] __errno_location 0.00% msgr-worker-1 ceph-osd [.] CephxSessionHandler::sign_message 0.00% msgr-worker-0 libnss3.so [.] PK11_CipherOp 0.00% msgr-worker-1 [kernel.kallsyms] [k] __fsnotify_parent 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x0000000000018182 0.00% tp_osd_tp ceph-osd [.] std::vector >::operator= 0.00% tp_osd_tp [kernel.kallsyms] [k] __accumulate_pelt_segments 0.00% tp_osd_tp ceph-osd [.] BlueStore::_txc_state_proc 0.00% msgr-worker-1 [kernel.kallsyms] [k] lock_hrtimer_base.isra.21 0.00% bstore_kv_final ceph-osd [.] BlueStore::_reap_collections 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_erase 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013924 0.00% msgr-worker-0 libnss3.so [.] PK11_FreeSymKey@plt 0.00% bstore_kv_sync ceph-osd [.] BlueFS::_flush_bdev_safely 0.00% tp_osd_tp [kernel.kallsyms] [k] lru_add_drain_cpu 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::append 0.00% msgr-worker-2 libc-2.17.so [.] __offtime 0.00% ms_local libpthread-2.17.so [.] pthread_self 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::pair const, std::list > >, std::_Select1st const, std::list > > >, std::less >, std::allocator const, std::list > > > >::_M_get_insert_unique_pos 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_send_ack 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% bstore_kv_sync libpthread-2.17.so [.] __pthread_mutex_cond_lock 0.00% bstore_mempool [kernel.kallsyms] [k] _raw_spin_lock 0.00% msgr-worker-1 [kernel.kallsyms] [k] detach_if_pending 0.00% finisher ceph-osd [.] ceph::buffer::list::iterator_impl::iterator_impl 0.00% msgr-worker-2 libnssutil3.so [.] SECITEM_ArenaDupItem_Util 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x0000000000015c6c 0.00% msgr-worker-1 [kernel.kallsyms] [k] __tcp_select_window 0.00% tp_osd_tp ceph-osd [.] BlueStore::Onode::operator new 0.00% bstore_kv_sync [kernel.kallsyms] [k] wait_for_completion_io 0.00% finisher [kernel.kallsyms] [k] wake_q_add 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_hook 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000012a03 0.00% bstore_mempool ceph-osd [.] BlueStore::Extent::~Extent 0.00% bstore_kv_sync [kernel.kallsyms] [k] wake_q_add 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_unique 0.00% msgr-worker-0 [kernel.kallsyms] [k] __slab_free 0.00% finisher [kernel.kallsyms] [k] account_entity_enqueue 0.00% msgr-worker-0 [kernel.kallsyms] [k] mntput 0.00% msgr-worker-0 [kernel.kallsyms] [k] __enqueue_entity 0.00% bstore_aio [kernel.kallsyms] [k] getnstimeofday64 0.00% msgr-worker-1 [kernel.kallsyms] [k] irq_chip_ack_parent 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x0000000000019695 0.00% msgr-worker-1 [kernel.kallsyms] [k] __copy_skb_header 0.00% bstore_aio ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.00% finisher [kernel.kallsyms] [k] kfree 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f500 0.00% log ceph-osd [.] pthread_mutex_lock@plt 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::string::append 0.00% msgr-worker-1 [kernel.kallsyms] [k] return_from_SYSCALL_64 0.00% msgr-worker-1 [kernel.kallsyms] [k] sys_sendmsg 0.00% msgr-worker-0 libpthread-2.17.so [.] pthread_mutexattr_settype 0.00% bstore_kv_final [kernel.kallsyms] [k] select_idle_sibling 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::rebuild_aligned_size_and_memory 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WritableFile::use_direct_io 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_dev_queue_xmit 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% bstore_kv_sync [kernel.kallsyms] [k] list_sort 0.00% finisher ceph-osd [.] ceph::buffer::raw::get_data 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_erase 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% bstore_kv_sync ceph-osd [.] std::deque >::_M_range_insert_aux > 0.00% tp_osd_tp ceph-osd [.] rocksdb::ThreadLocalPtr::StaticMeta::Swap 0.00% finisher ceph-osd [.] Message::encode 0.00% tp_osd_tp [kernel.kallsyms] [k] ixgbe_update_dca 0.00% msgr-worker-2 libc-2.17.so [.] _IO_old_init 0.00% msgr-worker-0 [kernel.kallsyms] [k] check_spread.isra.42 0.00% tp_osd_tp [kernel.kallsyms] [k] raise_softirq 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_rate_skb_delivered 0.00% tp_osd_tp ceph-osd [.] KernelDevice::aio_submit 0.00% msgr-worker-1 ceph-osd [.] OpRequest::mark_flag_point 0.00% bstore_mempool libtcmalloc.so.4.2.6 [.] 0x0000000000015d14 0.00% tp_osd_tp ceph-osd [.] BlueStore::Blob::get_ref 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012428 0.00% finisher [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% tp_osd_tp [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-0 [kernel.kallsyms] [k] sock_sendmsg 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::maybe_handle_cache_detail 0.00% tp_osd_tp ceph-osd [.] aio_queue_t::submit_batch 0.00% tp_osd_tp [kernel.kallsyms] [k] rcu_irq_exit 0.00% tp_osd_tp [kernel.kallsyms] [k] __napi_schedule_irqoff 0.00% bstore_kv_final ceph-osd [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release 0.00% tp_osd_tp ceph-osd [.] decode, std::allocator > >, denc_traits, std::allocator > >, void> > 0.00% finisher ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.00% msgr-worker-2 [kernel.kallsyms] [k] __wake_up_common 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::FetchFromOneSpans 0.00% bstore_mempool [kernel.kallsyms] [k] cpu_load_update 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::raw_posix_aligned::operator new 0.00% tp_osd_tp [kernel.kallsyms] [k] __slab_free 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_v4_early_demux 0.00% tp_osd_tp [kernel.kallsyms] [k] __hrtimer_get_next_event 0.00% tp_osd_tp ceph-osd [.] ExtentList::add_extents 0.00% msgr-worker-0 [kernel.kallsyms] [k] vlan_do_receive 0.00% tp_osd_tp ceph-osd [.] intrusive_ptr_release 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x0000000000058003 0.00% msgr-worker-2 [kernel.kallsyms] [k] entry_SYSCALL_64 0.00% tp_osd_tp [kernel.kallsyms] [k] update_vsyscall 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000048081 0.00% bstore_mempool [kernel.kallsyms] [k] ip_rcv 0.00% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_features_check 0.00% bstore_kv_sync ceph-osd [.] BlueRocksWritableFile::Append 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000010937 0.00% tp_osd_tp ceph-osd [.] rocksdb::WriteBatch::Put 0.00% tp_osd_tp [kernel.kallsyms] [k] skb_release_all 0.00% bstore_mempool [kernel.kallsyms] [k] update_blocked_averages 0.00% tp_osd_tp ceph-osd [.] hobject_t::hobject_t 0.00% log [kernel.kallsyms] [k] entry_SYSCALL64_slow_path 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique > 0.00% bstore_kv_final ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% bstore_mempool [kernel.kallsyms] [k] read_tsc 0.00% tp_osd_tp [kernel.kallsyms] [k] invalidate_inode_pages2_range 0.00% bstore_kv_final ceph-osd [.] RefCountedObject::put 0.00% finisher [kernel.kallsyms] [k] sys_write 0.00% tp_osd_tp ceph-osd [.] bluestore_extent_ref_map_t::get 0.00% tp_osd_tp libc-2.17.so [.] @plt 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::use_facet > > > 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::has_facet > > > 0.00% finisher [kernel.kallsyms] [k] sys_futex 0.00% tp_osd_tp [kernel.kallsyms] [k] rcu_bh_qs 0.00% tp_osd_tp ceph-osd [.] rocksdb::BlockBasedFilterBlockReader::IsBlockBased 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000002aa41 0.00% tp_osd_tp ceph-osd [.] StupidAllocator::allocate 0.00% finisher [kernel.kallsyms] [k] futex_wait_setup 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_gro_receive 0.00% tp_osd_tp [kernel.kallsyms] [k] fput 0.00% tp_osd_tp [kernel.kallsyms] [k] dev_gro_receive 0.00% tp_osd_tp [kernel.kallsyms] [k] ip_finish_output2 0.00% msgr-worker-0 [kernel.kallsyms] [k] bictcp_cwnd_event 0.00% bstore_kv_final [kernel.kallsyms] [k] syscall_trace_enter 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001dfd2 0.00% tp_osd_tp ceph-osd [.] decode_escaped 0.00% msgr-worker-1 libnspr4.so [.] PR_Calloc 0.00% finisher [kernel.kallsyms] [k] fsnotify 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e12e 0.00% tp_osd_tp [kernel.kallsyms] [k] tick_program_event 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, boost::intrusive_ptr, std::_Identity >, std::less >, std::allocator > >::_M_insert_unique const&> 0.00% msgr-worker-2 libnspr4.so [.] PR_Lock 0.00% ms_local libstdc++.so.6.0.19 [.] std::basic_ios >::_M_cache_locale 0.00% tp_osd_tp [kernel.kallsyms] [k] skb_push 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000d9d0 0.00% tp_osd_tp ceph-osd [.] rocksdb::MemTable::Get 0.00% msgr-worker-0 [kernel.kallsyms] [k] napi_consume_skb 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000d9b1 0.00% tp_osd_tp ceph-osd [.] std::basic_string, mempool::pool_allocator<(mempool::pool_index_t)4, char> >::append 0.00% msgr-worker-2 [kernel.kallsyms] [k] _copy_from_user 0.00% tp_osd_tp [kernel.kallsyms] [k] handle_irq 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_output 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001def3 0.00% bstore_aio libaio.so.1.0.1 [.] io_getevents 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::FetchFromOneSpans 0.00% bstore_kv_sync ceph-osd [.] rocksdb::ColumnFamilyMemTablesImpl::GetMemTable 0.00% tp_osd_tp ceph-osd [.] OSDCapMatch::is_match 0.00% tp_osd_tp [kernel.kallsyms] [k] consume_skb 0.00% ms_local [kernel.kallsyms] [k] wake_q_add 0.00% ms_local libc-2.17.so [.] _IO_default_xsputn 0.00% ms_local libstdc++.so.6.0.19 [.] 0x000000000008a589 0.00% tp_osd_tp ceph-osd [.] operator== 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_flush_plug_list 0.00% msgr-worker-2 [kernel.kallsyms] [k] __enqueue_entity 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::get_info() const 0.00% bstore_aio libpthread-2.17.so [.] pthread_mutex_unlock 0.00% tp_osd_tp [kernel.kallsyms] [k] sas_is_tlr_enabled 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_send_check 0.00% tp_osd_tp [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% tp_osd_tp ceph-osd [.] std::__detail::_Map_base, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>::operator[] 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_csum_hwoffload_help 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator::iterator 0.00% msgr-worker-1 ceph-osd [.] TrackedOp::mark_event 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::swap 0.00% msgr-worker-2 ceph-osd [.] PerfCounters::set 0.00% msgr-worker-1 [kernel.kallsyms] [k] __handle_irq_event_percpu 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ios_base::_M_init 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a5cf 0.00% tp_osd_tp ceph-osd [.] interval_map, PGTransaction::ObjectOperation::SplitMerger>::insert 0.00% tp_osd_tp libec_jerasure.so [.] jerasure_matrix_dotprod 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000dd39 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_rfree 0.00% tp_osd_tp ceph-osd [.] PG::put 0.00% tp_osd_tp ceph-osd [.] rocksdb::DBImpl::DefaultColumnFamily 0.00% msgr-worker-2 libnss3.so [.] PK11_ReferenceSymKey 0.00% bstore_kv_sync [kernel.kallsyms] [k] rw_copy_check_uvector 0.00% msgr-worker-0 [kernel.kallsyms] [k] import_iovec 0.00% bstore_kv_final ceph-osd [.] BlueStore::_txc_release_alloc 0.00% bstore_kv_sync libc-2.17.so [.] __libc_enable_asynccancel 0.00% bstore_kv_sync [kernel.kallsyms] [k] mem_cgroup_charge_statistics.isra.26 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000035de3 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::erase 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% tp_osd_tp libc-2.17.so [.] _IO_vsnprintf 0.00% tp_osd_tp ceph-osd [.] reverse_bits 0.00% bstore_kv_final [kernel.kallsyms] [k] put_prev_entity 0.00% bstore_aio ceph-osd [.] BlueStore::_deferred_aio_finish 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::operator= 0.00% msgr-worker-1 [kernel.kallsyms] [k] mark_wake_futex 0.00% tp_osd_tp ceph-osd [.] ceph_osd_op_name 0.00% tp_osd_tp ceph-osd [.] rocksdb::WriteBatch::Put 0.00% finisher ceph-osd [.] ceph::buffer::list::append 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x00000000000182d6 0.00% msgr-worker-2 [kernel.kallsyms] [k] kfree_skbmem 0.00% msgr-worker-0 ceph-osd [.] decode >, denc_traits >, void> > 0.00% msgr-worker-2 ceph-osd [.] TrackedOp::mark_event 0.00% bstore_kv_sync [kernel.kallsyms] [k] blkdev_direct_IO 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable >, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_allocate_node, std::tuple<> > 0.00% tp_osd_tp [kernel.kallsyms] [k] netif_skb_features 0.00% tp_osd_tp [kernel.kallsyms] [k] find_get_pages_tag 0.00% msgr-worker-1 libpthread-2.17.so [.] __pthread_disable_asynccancel 0.00% msgr-worker-1 [kernel.kallsyms] [k] deactivate_task 0.00% msgr-worker-1 [kernel.kallsyms] [k] rcu_note_context_switch 0.00% bstore_kv_sync ceph-osd [.] rocksdb::MemTableInserter::MergeCF 0.00% msgr-worker-1 ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::enqueue_strict 0.00% log [kernel.kallsyms] [k] getnstimeofday64 0.00% finisher libstdc++.so.6.0.19 [.] std::_Rb_tree_insert_and_rebalance 0.00% tp_osd_tp [kernel.kallsyms] [k] __handle_irq_event_percpu 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WritableFileWriter::RequestToken 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::should_send_op 0.00% finisher ceph-osd [.] ceph::buffer::ptr::unused_tail_length 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::ios_base::~ios_base 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_release_cb 0.00% tp_osd_tp ceph-osd [.] rocksdb::WriteBatch::WriteBatch 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_put 0.00% bstore_kv_sync [kernel.kallsyms] [k] account_entity_dequeue 0.00% tp_osd_tp ceph-osd [.] BlueStore::OldExtent::create 0.00% bstore_kv_sync [kernel.kallsyms] [k] mem_cgroup_commit_charge 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000b842 0.00% finisher libpthread-2.17.so [.] pthread_rwlock_unlock 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::get_log() const 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_init_command 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_md5_do_lookup 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000005b58c 0.00% msgr-worker-2 libpthread-2.17.so [.] __pthread_disable_asynccancel 0.00% tp_osd_tp ceph-osd [.] ECBackend::dispatch_recovery_messages 0.00% msgr-worker-2 libc-2.17.so [.] sprintf 0.00% tp_osd_tp [kernel.kallsyms] [k] __local_bh_enable 0.00% finisher libstdc++.so.6.0.19 [.] 0x000000000008a550 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::is_degraded_or_backfilling_object 0.00% msgr-worker-2 libnspr4.so [.] pthread_mutex_lock@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_sendmsg 0.00% msgr-worker-1 ceph-osd [.] operator new@plt 0.00% bstore_aio [kernel.kallsyms] [k] timerqueue_add 0.00% tp_osd_tp ceph-osd [.] memcpy@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] return_from_SYSCALL_64 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] MallocExtension::instance 0.00% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_unlock_bh 0.00% msgr-worker-2 [kernel.kallsyms] [k] ir_ack_apic_edge 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::__detail::_Prime_rehash_policy::_M_need_rehash 0.00% tp_osd_tp [kernel.kallsyms] [k] sock_def_readable 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::iterator::copy 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_queue_bounce 0.00% finisher [kernel.kallsyms] [k] pick_next_task_fair 0.00% finisher libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% msgr-worker-1 ceph-osd [.] PGQueueable::PGQueueable 0.00% msgr-worker-1 [kernel.kallsyms] [k] __pm_relax 0.00% ms_local libc-2.17.so [.] getnameinfo 0.00% bstore_aio [kernel.kallsyms] [k] cpuacct_charge 0.00% msgr-worker-2 ceph-osd [.] std::_Deque_base >::~_Deque_base 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_default_append 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000058003 0.00% msgr-worker-1 [kernel.kallsyms] [k] pick_next_task_idle 0.00% msgr-worker-1 [kernel.kallsyms] [k] security_socket_sendmsg 0.00% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_features_check 0.00% msgr-worker-0 [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000546b0 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_merge 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000048124 0.00% msgr-worker-0 ceph-osd [.] ECSubWriteReply::decode 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% msgr-worker-2 [kernel.kallsyms] [k] finish_task_switch 0.00% bstore_kv_final ceph-osd [.] std::_List_base >::_M_clear 0.00% msgr-worker-1 [kernel.kallsyms] [k] ret_from_intr 0.00% msgr-worker-0 ceph-osd [.] operator<< 0.00% finisher libpthread-2.17.so [.] pthread_rwlock_rdlock 0.00% msgr-worker-2 libnssutil3.so [.] PORT_ZAlloc_Util 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::PageHeap::RegisterSizeClass 0.00% log [kernel.kallsyms] [k] return_from_SYSCALL_64 0.00% tp_osd_tp ceph-osd [.] PG::get_subsys 0.00% tp_osd_tp [kernel.kallsyms] [k] __xfrm_policy_check2.constprop.39 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::_Rep::_M_destroy@plt 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::claim_append 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable >, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::find 0.00% msgr-worker-2 libsoftokn3.so [.] PR_Lock@plt 0.00% msgr-worker-2 ceph-osd [.] Throttle::put 0.00% msgr-worker-0 ceph-osd [.] MOSDECSubOpWriteReply::print 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_md5_do_lookup 0.00% msgr-worker-1 [kernel.kallsyms] [k] dequeue_entity 0.00% msgr-worker-2 [kernel.kallsyms] [k] plist_del 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::bless_context 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_pmu_disable 0.00% bstore_kv_sync libpthread-2.17.so [.] __pthread_enable_asynccancel 0.00% msgr-worker-1 libsoftokn3.so [.] 0x00000000000255b4 0.00% tp_osd_tp ceph-osd [.] std::_List_base, std::allocator > >::_M_clear 0.00% msgr-worker-0 [kernel.kallsyms] [k] lock_hrtimer_base.isra.21 0.00% tp_osd_tp [kernel.kallsyms] [k] hrtimer_interrupt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001f500 0.00% msgr-worker-1 [kernel.kallsyms] [k] copyin 0.00% msgr-worker-2 [kernel.kallsyms] [k] security_socket_recvmsg 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_rq_clock 0.00% tp_osd_tp [kernel.kallsyms] [k] perf_pmu_enable 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::use_facet > > > 0.00% bstore_kv_sync ceph-osd [.] pthread_mutex_lock@plt 0.00% log [kernel.kallsyms] [k] perf_pmu_disable 0.00% msgr-worker-0 ceph-osd [.] std::mutex::lock 0.00% bstore_aio [kernel.kallsyms] [k] find_next_bit 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::erase 0.00% bstore_kv_sync ceph-osd [.] mempool::pool_allocator<(mempool::pool_index_t)4, bluestore_pextent_t>::init 0.00% finisher [kernel.kallsyms] [k] do_futex 0.00% tp_osd_tp ceph-osd [.] encode_and_write 0.00% finisher ceph-osd [.] C_ContextsBase::finish 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ios_base::~ios_base 0.00% tp_osd_tp [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% tp_osd_tp ceph-osd [.] operator< 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000048124 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::rebuild 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_gro_receive 0.00% bstore_kv_sync [kernel.kallsyms] [k] handle_mm_fault 0.00% bstore_kv_sync [kernel.kallsyms] [k] update_min_vruntime 0.00% finisher ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::find 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% bstore_kv_final [kernel.kallsyms] [k] __sched_text_start 0.00% log [kernel.kallsyms] [k] _cond_resched 0.00% tp_osd_tp [kernel.kallsyms] [k] do_IRQ 0.00% msgr-worker-1 ceph-osd [.] Mutex::Unlock 0.00% msgr-worker-2 libpthread-2.17.so [.] 0x000000000000e70d 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::send_message_osd_cluster 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::ios_base::ios_base@plt 0.00% tp_osd_tp ceph-osd [.] reverse_nibbles 0.00% msgr-worker-1 [kernel.kallsyms] [k] _find_next_bit 0.00% msgr-worker-0 libc-2.17.so [.] epoll_ctl 0.00% tp_osd_tp ceph-osd [.] encode, std::allocator > >, denc_traits, std::allocator > >, void> > 0.00% bstore_kv_sync [kernel.kallsyms] [k] bio_iov_iter_get_pages 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpWrite::decode_payload 0.00% tp_osd_tp ceph-osd [.] BlueStore::_do_truncate 0.00% bstore_kv_sync [kernel.kallsyms] [k] current_time 0.00% finisher ceph-osd [.] mempool::pool_t::adjust_count 0.00% tp_osd_tp [kernel.kallsyms] [k] bio_iov_iter_get_pages 0.00% bstore_kv_sync [kernel.kallsyms] [k] put_prev_entity 0.00% msgr-worker-0 libc-2.17.so [.] __memcmp_sse4_1 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::ios_base::_M_dispose_callbacks 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a57a 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_rqhash_find 0.00% msgr-worker-0 [kernel.kallsyms] [k] ktime_get_ts64 0.00% msgr-worker-0 ceph-osd [.] DispatchQueue::fast_dispatch 0.00% msgr-worker-0 libc-2.17.so [.] __snprintf 0.00% msgr-worker-0 [kernel.kallsyms] [k] __pm_relax 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_lower_bound 0.00% tp_osd_tp ceph-osd [.] ghobject_t::encoded_size 0.00% msgr-worker-0 [kernel.kallsyms] [k] do_IRQ 0.00% tp_osd_tp ceph-osd [.] operator- 0.00% tp_osd_tp ceph-osd [.] PGLog::IndexedLog::trim 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_erase 0.00% bstore_aio [kernel.kallsyms] [k] account_entity_enqueue 0.00% msgr-worker-1 ceph-osd [.] pg_shard_t::decode 0.00% msgr-worker-2 [kernel.kallsyms] [k] activate_task 0.00% tp_osd_tp [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% finisher libpthread-2.17.so [.] __pthread_mutex_cond_lock 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000de70 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000199fb 0.00% finisher ceph-osd [.] finish_contexts 0.00% tp_osd_tp ceph-osd [.] rocksdb::GetVarint64Ptr 0.00% msgr-worker-1 ceph-osd [.] ceph::HeartbeatMap::is_healthy 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::create_static 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree_insert_and_rebalance@plt 0.00% msgr-worker-0 libpthread-2.17.so [.] pthread_mutexattr_init 0.00% bstore_kv_sync libpthread-2.17.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_send_delayed_ack 0.00% msgr-worker-0 [kernel.kallsyms] [k] finish_task_switch 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000012440 0.00% msgr-worker-0 [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::basic_streambuf >::sync 0.00% msgr-worker-2 [kernel.kallsyms] [k] __raise_softirq_irqoff 0.00% bstore_kv_sync [kernel.kallsyms] [k] __mnt_want_write 0.00% bstore_kv_final [kernel.kallsyms] [k] ctx_sched_out 0.00% bstore_aio [kernel.kallsyms] [k] put_prev_task_fair 0.00% osd_srv_heartbt [kernel.kallsyms] [k] idle_cpu 0.00% safe_timer ceph-osd [.] OSDService::promote_throttle_recalibrate 0.00% tp_osd_tp [kernel.kallsyms] [k] lock_hrtimer_base.isra.21 0.00% msgr-worker-2 ceph-osd [.] C_handle_read::do_request 0.00% tp_osd_tp ceph-osd [.] PG::can_discard_replica_op 0.00% log ceph-osd [.] pthread_cond_wait@plt 0.00% msgr-worker-2 ceph-osd [.] std::vector >::_M_default_append 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::condition_variable::wait 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_wfree 0.00% msgr-worker-1 libc-2.17.so [.] _IO_vsnprintf 0.00% tp_osd_tp ceph-osd [.] rocksdb::(anonymous namespace)::SkipListRep::Get 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e46e 0.00% msgr-worker-1 [kernel.kallsyms] [k] pick_next_task_fair 0.00% osd_srv_heartbt libstdc++.so.6.0.19 [.] std::__ostream_insert > 0.00% finisher [kernel.kallsyms] [k] check_preempt_curr 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::string::reserve 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::operator<< > 0.00% ms_local libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.00% ms_local [kernel.kallsyms] [k] update_cfs_shares 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_event_new_data_sent 0.00% msgr-worker-0 [kernel.kallsyms] [k] schedule_hrtimeout_range 0.00% tp_osd_tp ceph-osd [.] rocksdb::LRUCacheShard::Release 0.00% tp_osd_tp [kernel.kallsyms] [k] ttwu_do_activate 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_dispatch_cmd 0.00% finisher ceph-osd [.] PrimaryLogPG::op_applied 0.00% tp_osd_tp [kernel.kallsyms] [k] getnstimeofday64 0.00% msgr-worker-0 ceph-osd [.] operator new@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_rqhash_add 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::get_mempool 0.00% msgr-worker-2 libpthread-2.17.so [.] pthread_mutex_destroy 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::basic_string, std::allocator >::basic_string 0.00% msgr-worker-0 libnssutil3.so [.] SECITEM_ArenaDupItem_Util@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] blkdev_writepages 0.00% tp_osd_tp [kernel.kallsyms] [k] aio_setup_rw.isra.17 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::InsertRange 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000001a062 0.00% osd_srv_heartbt ceph-osd [.] crc32_iscsi_00 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::condition_variable::notify_all 0.00% bstore_kv_sync [kernel.kallsyms] [k] __generic_file_write_iter 0.00% bstore_aio [kernel.kallsyms] [k] account_entity_dequeue 0.00% finisher ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_emplace_hint_unique const&>, std::tuple<> > 0.00% msgr-worker-2 [kernel.kallsyms] [k] __fsnotify_parent 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e002 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e46e 0.00% bstore_kv_final ceph-osd [.] pthread_self@plt 0.00% msgr-worker-0 ceph-osd [.] operator delete@plt 0.00% msgr-worker-0 libnss3.so [.] PK11_DestroyContext 0.00% tp_osd_tp [kernel.kallsyms] [k] smp_apic_timer_interrupt 0.00% finisher libstdc++.so.6.0.19 [.] 0x000000000008a58c 0.00% ms_local libstdc++.so.6.0.19 [.] std::basic_streambuf >::xsputn 0.00% msgr-worker-0 [kernel.kallsyms] [k] forward_timer_base.part.31 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_try_coalesce 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::reserve 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a5bd 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_unhook 0.00% finisher [kernel.kallsyms] [k] place_entity 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000dd6a 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::use_facet > > > 0.00% msgr-worker-2 [kernel.kallsyms] [k] rb_insert_color 0.00% bstore_kv_final [kernel.kallsyms] [k] entry_SYSCALL_64 0.00% bstore_aio [kernel.kallsyms] [k] __audit_syscall_entry 0.00% msgr-worker-1 [kernel.kallsyms] [k] cpumask_next_wrap 0.00% bstore_kv_final ceph-osd [.] KernelDevice::aio_write 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::raw_static::operator delete 0.00% bstore_aio libtcmalloc.so.4.2.6 [.] operator delete[] 0.00% finisher ceph-osd [.] C_ContextsBase::complete 0.00% bstore_aio libaio.so.1.0.1 [.] 0x0000000000000630 0.00% tp_osd_tp ceph-osd [.] append_escaped, mempool::pool_allocator<(mempool::pool_index_t)4, char> > > 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e43c 0.00% tp_osd_tp ceph-osd [.] BlueStore::TwoQCache::_touch_buffer 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::RemoveRange 0.00% finisher libstdc++.so.6.0.19 [.] 0x000000000005b5a1 0.00% msgr-worker-1 [kernel.kallsyms] [k] drop_futex_key_refs.isra.12 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::string::_Rep::_S_create 0.00% finisher [kernel.kallsyms] [k] dequeue_task_fair 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::swap 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_throtl_bio 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000025592 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_dequeue_request 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x00000000000182b7 0.00% msgr-worker-2 libpthread-2.17.so [.] __errno_location 0.00% bstore_kv_final [kernel.kallsyms] [k] enqueue_task_fair 0.00% msgr-worker-2 libnss3.so [.] 0x00000000000480ac 0.00% msgr-worker-0 libnss3.so [.] PK11_ReferenceSymKey 0.00% tp_osd_tp [kernel.kallsyms] [k] timerqueue_del 0.00% msgr-worker-1 [kernel.kallsyms] [k] __netif_receive_skb_core 0.00% tp_osd_tp ceph-osd [.] ECSubRead::encode 0.00% tp_osd_tp ceph-osd [.] ECSubWrite::~ECSubWrite 0.00% msgr-worker-1 [kernel.kallsyms] [k] handle_irq_event_percpu 0.00% msgr-worker-1 [kernel.kallsyms] [k] __mark_inode_dirty 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x000000000001827f 0.00% bstore_kv_sync [kernel.kallsyms] [k] _base_build_zero_len_sge_ieee 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rate_check_app_limited 0.00% tp_osd_tp ceph-osd [.] BlueStore::_dump_onode 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000054687 0.00% msgr-worker-0 [kernel.kallsyms] [k] ip_rcv_finish 0.00% msgr-worker-2 ceph-osd [.] operator<< 0.00% bstore_aio [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.00% msgr-worker-2 [kernel.kallsyms] [k] sch_direct_xmit 0.00% msgr-worker-0 ceph-osd [.] std::map, std::allocator > >::operator[] 0.00% bstore_kv_sync [kernel.kallsyms] [k] do_syscall_64 0.00% msgr-worker-1 libc-2.17.so [.] __libc_enable_asynccancel 0.00% msgr-worker-1 [kernel.kallsyms] [k] migrate_task_rq_fair 0.00% msgr-worker-0 ceph-osd [.] decode 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-2 [kernel.kallsyms] [k] x86_pmu_disable 0.00% finisher ceph-osd [.] mempool::get_pool 0.00% bstore_kv_final [kernel.kallsyms] [k] try_to_wake_up 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a572 0.00% msgr-worker-1 libc-2.17.so [.] _IO_no_init 0.00% tp_osd_tp [kernel.kallsyms] [k] __alloc_skb 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_transfer 0.00% finisher ceph-osd [.] ceph::buffer::list::iterator::iterator 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% bstore_kv_sync [kernel.kallsyms] [k] free_hot_cold_page_list 0.00% tp_osd_tp ceph-osd [.] MOSDECSubOpWrite::print 0.00% bstore_aio libpthread-2.17.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.00% bstore_aio ceph-osd [.] ceph::buffer::ptr::release 0.00% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_active 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::c_str 0.00% msgr-worker-2 [kernel.kallsyms] [k] __kmalloc_reserve.isra.35 0.00% msgr-worker-2 [kernel.kallsyms] [k] get_futex_key 0.00% bstore_aio [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.00% msgr-worker-0 [kernel.kallsyms] [k] __update_idle_core 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::append 0.00% bstore_kv_sync [kernel.kallsyms] [k] plist_add 0.00% safe_timer ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::find 0.00% tp_osd_tp [kernel.kallsyms] [k] elv_rb_find 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_nagle_check 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.00% ms_local libstdc++.so.6.0.19 [.] std::basic_streambuf >::sync 0.00% ms_local libstdc++.so.6.0.19 [.] std::has_facet > 0.00% bstore_kv_sync [kernel.kallsyms] [k] sys_fdatasync 0.00% finisher ceph-osd [.] PG::put 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e002 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000002ab31 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::iterator::copy 0.00% finisher ceph-osd [.] PerfCounters::inc 0.00% msgr-worker-0 [kernel.kallsyms] [k] kill_fasync 0.00% msgr-worker-2 [kernel.kallsyms] [k] napi_gro_receive 0.00% msgr-worker-2 [kernel.kallsyms] [k] __local_bh_enable 0.00% msgr-worker-0 [kernel.kallsyms] [k] rw_verify_area 0.00% bstore_kv_final [kernel.kallsyms] [k] enqueue_entity 0.00% msgr-worker-0 [kernel.kallsyms] [k] inet_gro_receive 0.00% tp_osd_tp ceph-osd [.] OSDCapGrant::is_capable 0.00% osd_srv_heartbt libc-2.17.so [.] __tzfile_compute 0.00% tp_osd_tp ceph-osd [.] KernelDevice::_aio_log_start 0.00% bstore_kv_sync [kernel.kallsyms] [k] lru_add_drain_cpu 0.00% finisher libpthread-2.17.so [.] __pthread_mutex_unlock_usercnt 0.00% ms_local [kernel.kallsyms] [k] vlan_passthru_hard_header 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::swap 0.00% msgr-worker-2 ceph-osd [.] PerfCounters::tinc 0.00% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_update_itr.isra.67 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.00% msgr-worker-2 ceph-osd [.] TrackedOp::_event_marked 0.00% msgr-worker-1 ceph-osd [.] spg_t::decode 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000058898 0.00% tp_osd_tp [kernel.kallsyms] [k] ip_queue_xmit 0.00% msgr-worker-0 [kernel.kallsyms] [k] __accumulate_pelt_segments 0.00% msgr-worker-0 [kernel.kallsyms] [k] tick_sched_timer 0.00% msgr-worker-2 [kernel.kallsyms] [k] copy_msghdr_from_user 0.00% tp_osd_tp [kernel.kallsyms] [k] find_next_bit 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::operator= 0.00% bstore_aio [kernel.kallsyms] [k] try_to_wake_up 0.00% msgr-worker-1 ceph-osd [.] operator<< 0.00% msgr-worker-2 [kernel.kallsyms] [k] ipv4_dst_check 0.00% msgr-worker-1 ceph-osd [.] AsyncConnection::get_state_name 0.00% tp_osd_tp ceph-osd [.] std::__detail::_List_node_base::_M_hook@plt 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e44f 0.00% msgr-worker-1 [kernel.kallsyms] [k] hash_futex 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpWrite::MOSDECSubOpWrite 0.00% ms_local [kernel.kallsyms] [k] cpumask_next_and 0.00% msgr-worker-0 ceph-osd [.] pthread_self@plt 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a57a 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000b842 0.00% bstore_aio [kernel.kallsyms] [k] pick_next_task_fair 0.00% bstore_kv_final ceph-osd [.] btree::btree, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> >::insert_unique, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> > >::generate_value> 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_ack 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpWrite::MOSDECSubOpWrite 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000002ab30 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_push 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_v4_md5_lookup 0.00% finisher ceph-osd [.] intrusive_ptr_release 0.00% msgr-worker-1 [kernel.kallsyms] [k] common_interrupt 0.00% msgr-worker-0 [kernel.kallsyms] [k] getnstimeofday64 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.00% msgr-worker-2 ceph-osd [.] ObjectStore::Transaction::~Transaction 0.00% bstore_kv_sync [kernel.kallsyms] [k] radix_tree_descend 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::InsertRange 0.00% finisher [kernel.kallsyms] [k] ip_rcv 0.00% finisher [kernel.kallsyms] [k] migrate_task_rq_fair 0.00% ms_local [kernel.kallsyms] [k] sk_reset_timer 0.00% msgr-worker-0 [kernel.kallsyms] [k] internal_add_timer 0.00% finisher libpthread-2.17.so [.] __libc_write 0.00% bstore_kv_final [kernel.kallsyms] [k] __getnstimeofday64 0.00% bstore_aio [kernel.kallsyms] [k] set_task_cpu 0.00% bstore_kv_final ceph-osd [.] std::_List_base >::_M_clear 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, boost::intrusive_ptr, std::_Identity >, std::less >, std::allocator > >::erase 0.00% tp_osd_tp [kernel.kallsyms] [k] __netif_receive_skb 0.00% bstore_kv_sync [kernel.kallsyms] [k] io_schedule_timeout 0.00% msgr-worker-2 ceph-osd [.] operator<< 0.00% msgr-worker-1 [kernel.kallsyms] [k] sched_clock_cpu 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree_insert_and_rebalance@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_prequeue 0.00% msgr-worker-0 [kernel.kallsyms] [k] remove_entity_load_avg 0.00% ms_local libc-2.17.so [.] _IO_no_init 0.00% msgr-worker-2 [kernel.kallsyms] [k] dql_completed 0.00% tp_peering libpthread-2.17.so [.] pthread_cond_timedwait@@GLIBC_2.3.2 0.00% bstore_kv_sync [kernel.kallsyms] [k] __netif_receive_skb_core 0.00% tp_osd_tp [kernel.kallsyms] [k] mempool_alloc 0.00% bstore_kv_final [kernel.kallsyms] [k] resched_curr 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_finish_output 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_rearm_rto 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::prepare_transaction 0.00% bstore_kv_sync [kernel.kallsyms] [k] iov_iter_revert 0.00% bstore_kv_sync [kernel.kallsyms] [k] futex_wake 0.00% bstore_kv_sync ceph-osd [.] rocksdb::Arena::AllocateAligned 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_page_frag_refill 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_rq_map_sg 0.00% tp_osd_tp ceph-osd [.] StupidAllocator::reserve 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::zero 0.00% msgr-worker-1 ceph-osd [.] ECSubRead::decode 0.00% bstore_aio [kernel.kallsyms] [k] decay_load 0.00% bstore_kv_sync ceph-osd [.] std::__detail::_List_node_base::_M_hook@plt 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a56f 0.00% bstore_kv_sync [kernel.kallsyms] [k] task_ctx_sched_out 0.00% finisher ceph-osd [.] PrimaryLogPG::get_epoch 0.00% bstore_kv_sync [kernel.kallsyms] [k] blkdev_fsync 0.00% msgr-worker-2 [kernel.kallsyms] [k] __napi_schedule_irqoff 0.00% msgr-worker-2 ceph-osd [.] std::_List_base, std::allocator > >::_M_clear 0.00% msgr-worker-2 ceph-osd [.] PGQueueable::PGQueueable 0.00% finisher [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-2 libnssutil3.so [.] SECITEM_DupItem_Util 0.00% osd_srv_heartbt [kernel.kallsyms] [k] _raw_spin_lock 0.00% osd_srv_heartbt [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.00% log [kernel.kallsyms] [k] ixgbe_clean_rx_irq 0.00% msgr-worker-1 [kernel.kallsyms] [k] __tcp_v4_send_check 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::string::_Rep::_S_create 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sock_wfree 0.00% tp_osd_tp ceph-osd [.] RocksDBStore::RocksDBTransactionImpl::rmkey 0.00% bstore_kv_final [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::append 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WritableFileWriter::Flush 0.00% tp_osd_tp [kernel.kallsyms] [k] I_BDEV 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::has_facet > > >@plt 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WriteBatch::WriteBatch 0.00% msgr-worker-0 [kernel.kallsyms] [k] ip_rcv 0.00% finisher ceph-osd [.] ECSubWrite::~ECSubWrite 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_start_request 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_start_range_ns 0.00% ms_local [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_nagle_check 0.00% bstore_kv_final [kernel.kallsyms] [k] cmpxchg_double_slab.isra.63 0.00% msgr-worker-1 [kernel.kallsyms] [k] jiffies_to_usecs 0.00% tp_osd_tp ceph-osd [.] operator delete@plt 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x0000000000015c6c 0.00% finisher libstdc++.so.6.0.19 [.] std::string::_Rep::_M_dispose 0.00% msgr-worker-0 ceph-osd [.] AsyncConnection::get_state_name 0.00% finisher [kernel.kallsyms] [k] rcu_irq_exit 0.00% tp_osd_tp ceph-osd [.] coll_t::calc_str 0.00% msgr-worker-2 [kernel.kallsyms] [k] __ip_local_out 0.00% bstore_kv_final [kernel.kallsyms] [k] futex_wait_setup 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_insert_unique > > 0.00% msgr-worker-1 [kernel.kallsyms] [k] __list_add_valid 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::c_str 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% bstore_aio ceph-osd [.] std::_List_base >::_M_clear 0.00% msgr-worker-1 [kernel.kallsyms] [k] put_prev_task_fair 0.00% finisher ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_erase 0.00% msgr-worker-1 [kernel.kallsyms] [k] sock_read_iter 0.00% msgr-worker-0 ceph-osd [.] operator<< 0.00% bstore_kv_sync [kernel.kallsyms] [k] find_first_zero_bit 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_prep_state_check.isra.30 0.00% msgr-worker-0 [kernel.kallsyms] [k] __check_heap_object 0.00% tp_osd_tp [kernel.kallsyms] [k] elv_rqhash_add 0.00% msgr-worker-1 libc-2.17.so [.] sprintf 0.00% tp_osd_tp [kernel.kallsyms] [k] __intel_pmu_enable_all.isra.13 0.00% osd_srv_heartbt [kernel.kallsyms] [k] select_task_rq_fair 0.00% msgr-worker-2 ceph-osd [.] WeightedPriorityQueue, entity_inst_t>::enqueue_strict 0.00% bstore_kv_sync ceph-osd [.] BlueRocksWritableFile::Sync 0.00% bstore_kv_sync [kernel.kallsyms] [k] run_local_timers 0.00% msgr-worker-1 [kernel.kallsyms] [k] cpu_load_update 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::flush > 0.00% msgr-worker-1 libpthread-2.17.so [.] __lll_lock_wait 0.00% safe_timer libc-2.17.so [.] __clock_gettime 0.00% tp_osd_tp [kernel.kallsyms] [k] __blkdev_direct_IO_simple 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001094c 0.00% msgr-worker-2 [kernel.kallsyms] [k] passthru_features_check 0.00% bstore_kv_sync [kernel.kallsyms] [k] alloc_request_size 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpWriteReply::decode_payload 0.00% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000013924 0.00% tp_osd_tp [kernel.kallsyms] [k] elv_set_request 0.00% tp_osd_tp ceph-osd [.] bluestore_blob_use_tracker_t::init 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::get_mempool 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_send_delayed_ack 0.00% msgr-worker-1 libc-2.17.so [.] __memmove_ssse3_back 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::ReleaseToSpans 0.00% tp_osd_tp ceph-osd [.] rocksdb::WriteBatchInternal::Count 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sk_dst_check 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sb_start_write 0.00% finisher ceph-osd [.] ceph_crc32c_intel_fast 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> > 0.00% finisher [kernel.kallsyms] [k] hash_futex 0.00% msgr-worker-1 [kernel.kallsyms] [k] __fdget 0.00% bstore_kv_final libpthread-2.17.so [.] pthread_cond_destroy@@GLIBC_2.3.2 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_chrono_stop 0.00% msgr-worker-2 ceph-osd [.] ECSubReadReply::decode 0.00% tp_osd_tp ceph-osd [.] ObjectStore::Transaction::_get_object_id 0.00% tp_osd_tp [kernel.kallsyms] [k] sk_filter_trim_cap 0.00% msgr-worker-1 [kernel.kallsyms] [k] irq_exit 0.00% safe_timer ceph-osd [.] OSD::maybe_update_heartbeat_peers 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::append 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::FetchFromCentralCache 0.00% msgr-worker-2 [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.00% ms_local [kernel.kallsyms] [k] update_curr 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f58e 0.00% bstore_kv_final [kernel.kallsyms] [k] account_entity_dequeue 0.00% tp_osd_tp [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% tp_osd_tp ceph-osd [.] pg_missing_set::get_may_include_deletes 0.00% bstore_kv_sync [kernel.kallsyms] [k] pick_next_task_idle 0.00% tp_osd_tp [kernel.kallsyms] [k] __sk_mem_reduce_allocated 0.00% msgr-worker-1 [kernel.kallsyms] [k] passthru_features_check 0.00% tp_osd_tp ceph-osd [.] MOSDECSubOpReadReply::~MOSDECSubOpReadReply 0.00% bstore_kv_final [kernel.kallsyms] [k] native_write_msr 0.00% msgr-worker-0 ceph-osd [.] DispatchQueue::dispatch_throttle_release 0.00% tp_osd_tp [kernel.kallsyms] [k] security_file_permission 0.00% tp_osd_tp [kernel.kallsyms] [k] __remove_hrtimer 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ios_base::_M_dispose_callbacks 0.00% msgr-worker-2 [kernel.kallsyms] [k] free_hot_cold_page 0.00% bstore_kv_sync [kernel.kallsyms] [k] sd_init_command 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_note_context_switch 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% bstore_kv_final [kernel.kallsyms] [k] native_sched_clock 0.00% bstore_kv_sync [kernel.kallsyms] [k] get_reqs_available 0.00% tp_osd_tp ceph-osd [.] std::basic_string, mempool::pool_allocator<(mempool::pool_index_t)4, char> >::reserve 0.00% bstore_kv_sync [kernel.kallsyms] [k] deactivate_task 0.00% tp_osd_tp ceph-osd [.] ObjectStore::Transaction::encode 0.00% tp_osd_tp ceph-osd [.] BlueStore::TwoQCache::_add_onode 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpWriteReply::MOSDECSubOpWriteReply 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000052e00 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_md5_lookup 0.00% msgr-worker-1 ceph-osd [.] hobject_t::hobject_t 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000035e13 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_v4_do_rcv 0.00% bstore_kv_sync [kernel.kallsyms] [k] do_fsync 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::copy 0.00% msgr-worker-0 [kernel.kallsyms] [k] sock_def_readable 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000005b5a1 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a5cf 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::update_stats 0.00% msgr-worker-2 ceph-osd [.] operator<< 0.00% tp_osd_tp ceph-osd [.] operator<< 0.00% msgr-worker-1 libc-2.17.so [.] _IO_setb 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000025592 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a572 0.00% bstore_aio [kernel.kallsyms] [k] check_preempt_curr 0.00% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_msix_clean_rings 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_reset_timer 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator::copy_in 0.00% msgr-worker-2 [kernel.kallsyms] [k] ep_poll_callback 0.00% finisher [kernel.kallsyms] [k] schedule 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::compare 0.00% tp_osd_tp [kernel.kallsyms] [k] kmem_cache_free_bulk 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_rearm_rto 0.00% msgr-worker-2 ceph-osd [.] ceph::logging::Log::submit_entry 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_gro_receive 0.00% msgr-worker-2 [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::list::clear 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000013920 0.00% msgr-worker-0 [kernel.kallsyms] [k] dev_gro_receive 0.00% msgr-worker-1 ceph-osd [.] C_handle_read::do_request 0.00% msgr-worker-2 [kernel.kallsyms] [k] napi_complete_done 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_insert_unique_node 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a57a 0.00% bstore_kv_sync ceph-osd [.] operator new@plt 0.00% tp_osd_tp ceph-osd [.] bluestore_blob_t::allocated 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp4_gro_receive 0.00% msgr-worker-0 ceph-osd [.] hobject_t::hobject_t 0.00% finisher ceph-osd [.] Mutex::~Mutex 0.00% msgr-worker-0 ceph-osd [.] EventCenter::delete_file_event 0.00% msgr-worker-0 ceph-osd [.] MOSDECSubOpWriteReply::~MOSDECSubOpWriteReply 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] operator new[] 0.00% bstore_mempool libtcmalloc.so.4.2.6 [.] tcmalloc::DLL_Remove 0.00% msgr-worker-1 [kernel.kallsyms] [k] inet_gro_receive 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ostream::flush@plt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001f702 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::find 0.00% tp_osd_tp [kernel.kallsyms] [k] eth_header 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::issue_repop 0.00% bstore_kv_sync [kernel.kallsyms] [k] drop_futex_key_refs.isra.12 0.00% tp_osd_tp ceph-osd [.] std::vector >::operator= 0.00% ms_local ceph-osd [.] boost::variant, PGSnapTrim, PGScrub, PGRecovery>::internal_apply_visitor 0.00% msgr-worker-1 [kernel.kallsyms] [k] handle_mm_fault 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::swap 0.00% bstore_kv_sync ceph-osd [.] RocksDBStore::RocksDBTransactionImpl::~RocksDBTransactionImpl 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WriteThread::EnterAsBatchGroupLeader 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_prep_state_check.isra.30 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::resize 0.00% msgr-worker-1 ceph-osd [.] operator<< 0.00% ms_local libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::FetchFromOneSpans 0.00% msgr-worker-1 ceph-osd [.] pthread_mutex_unlock@plt 0.00% osd_srv_heartbt libc-2.17.so [.] _IO_default_xsputn 0.00% msgr-worker-0 [kernel.kallsyms] [k] calc_wheel_index 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_network_protocol 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::FetchFromCentralCache 0.00% bstore_kv_final [kernel.kallsyms] [k] check_preempt_curr 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000058829 0.00% tp_osd_tp [kernel.kallsyms] [k] skb_gro_reset_offset 0.00% msgr-worker-1 [kernel.kallsyms] [k] __kfree_skb 0.00% bstore_kv_sync [kernel.kallsyms] [k] mpt3sas_base_get_smid_scsiio 0.00% tp_osd_tp [kernel.kallsyms] [k] __bpf_prog_run32 0.00% msgr-worker-0 [kernel.kallsyms] [k] sock_recvmsg 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_node 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_setup_cmnd 0.00% msgr-worker-0 ceph-osd [.] operator<< 0.00% tp_osd_tp [kernel.kallsyms] [k] inet_gro_complete 0.00% tp_osd_tp [kernel.kallsyms] [k] rebalance_domains 0.00% tp_osd_tp [kernel.kallsyms] [k] napi_complete_done 0.00% msgr-worker-0 [kernel.kallsyms] [k] handle_irq_event 0.00% ms_local [kernel.kallsyms] [k] ipv4_dst_check 0.00% ms_local [kernel.kallsyms] [k] ir_ack_apic_edge 0.00% ms_local libtcmalloc.so.4.2.6 [.] tc_free 0.00% tp_osd_tp ceph-osd [.] rocksdb::LookupKey::LookupKey 0.00% tp_osd_tp [kernel.kallsyms] [k] cmpxchg_double_slab.isra.63 0.00% tp_osd_tp ceph-osd [.] RocksDBStore::RocksDBTransactionImpl::rmkey 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::find 0.00% tp_osd_tp [kernel.kallsyms] [k] clockevents_program_event 0.00% msgr-worker-1 [kernel.kallsyms] [k] check_spread.isra.42 0.00% tp_osd_tp ceph-osd [.] pg_missing_set::get_items 0.00% bstore_mempool ceph-osd [.] std::_Hashtable >, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_erase 0.00% msgr-worker-1 [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::c_str 0.00% finisher ceph-osd [.] AsyncMessenger::get_connection 0.00% tp_osd_tp ceph-osd [.] std::list >::operator= 0.00% tp_osd_tp ceph-osd [.] std::vector, std::allocator > >::emplace_back > 0.00% tp_osd_tp ceph-osd [.] rocksdb::LRUCacheShard::LRU_Insert 0.00% ms_local [kernel.kallsyms] [k] native_write_msr 0.00% bstore_mempool [kernel.kallsyms] [k] packet_rcv 0.00% msgr-worker-0 [kernel.kallsyms] [k] timerqueue_del 0.00% bstore_aio libc-2.17.so [.] __clock_gettime 0.00% log [kernel.kallsyms] [k] sched_clock_cpu 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> > 0.00% bstore_mempool [kernel.kallsyms] [k] __hrtimer_run_queues 0.00% bstore_aio [kernel.kallsyms] [k] unroll_tree_refs 0.00% bstore_mempool libstdc++.so.6.0.19 [.] std::_Rb_tree_rebalance_for_erase 0.00% bstore_aio [kernel.kallsyms] [k] activate_task 0.00% msgr-worker-0 libsoftokn3.so [.] PR_DestroyLock@plt 0.00% msgr-worker-1 libnss3.so [.] PK11_FreeSlot 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000002aae7 0.00% bstore_mempool [kernel.kallsyms] [k] trigger_load_balance 0.00% bstore_mempool ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_erase 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::c_str 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_ack_update_rtt.isra.39 0.00% bstore_mempool [kernel.kallsyms] [k] enqueue_hrtimer 0.00% bstore_mempool libtcmalloc.so.4.2.6 [.] operator delete 0.00% tp_osd_tp [kernel.kallsyms] [k] submit_bio 0.00% bstore_mempool [kernel.kallsyms] [k] update_cfs_shares 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000dd8a 0.00% bstore_mempool [kernel.kallsyms] [k] tcp_v4_early_demux 0.00% bstore_mempool [kernel.kallsyms] [k] vlan_do_receive 0.00% tp_osd_tp [kernel.kallsyms] [k] __tcp_ack_snd_check 0.00% tp_osd_tp [kernel.kallsyms] [k] pvclock_gtod_notify 0.00% msgr-worker-0 ceph-osd [.] clock_gettime@plt 0.00% bstore_mempool [kernel.kallsyms] [k] rcu_check_callbacks 0.00% bstore_mempool [kernel.kallsyms] [k] dev_gro_receive 0.00% bstore_mempool [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x00000000000715e2 0.00% msgr-worker-0 ceph-osd [.] MOSDECSubOpWrite::decode_payload 0.00% bstore_mempool [kernel.kallsyms] [k] irq_exit 0.00% bstore_mempool [kernel.kallsyms] [k] update_load_avg 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% bstore_mempool [kernel.kallsyms] [k] run_timer_softirq 0.00% bstore_mempool [kernel.kallsyms] [k] __irqentry_text_start 0.00% bstore_mempool [kernel.kallsyms] [k] tcp_prequeue 0.00% bstore_mempool [kernel.kallsyms] [k] flush_tlb_func_common.isra.5 0.00% bstore_mempool [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% tp_osd_tp [kernel.kallsyms] [k] get_nohz_timer_target 0.00% tp_osd_tp [kernel.kallsyms] [k] update_wall_time 0.00% msgr-worker-0 libpthread-2.17.so [.] 0x000000000000e70d 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::list::iterator_impl::iterator_impl 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::use_facet > > > 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001dfd2 0.00% msgr-worker-0 [kernel.kallsyms] [k] dql_completed 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >::_M_insert_unique > 0.00% bstore_mempool libtcmalloc.so.4.2.6 [.] 0x0000000000015c80 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000005b59a 0.00% tp_osd_tp [kernel.kallsyms] [k] skb_gro_receive 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_urg 0.00% tp_osd_tp ceph-osd [.] std::vector >::reserve 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::get_log 0.00% msgr-worker-0 [kernel.kallsyms] [k] ip_local_deliver 0.00% bstore_mempool [kernel.kallsyms] [k] skb_release_all 0.00% msgr-worker-2 libsoftokn3.so [.] 0x00000000000123c2 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::execute_ctx(PrimaryLogPG::OpContext*)::{lambda()#1}::operator() 0.00% msgr-worker-2 [kernel.kallsyms] [k] migrate_task_rq_fair 0.00% msgr-worker-1 libpthread-2.17.so [.] pthread_rwlock_rdlock 0.00% tp_osd_tp [kernel.kallsyms] [k] rcu_segcblist_future_gp_needed 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_rcv_established 0.00% bstore_kv_sync ceph-osd [.] std::_Sp_counted_ptr_inplace, (__gnu_cxx::_Lock_policy)2>::_M_get_deleter 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_blocked_averages 0.00% finisher libstdc++.so.6.0.19 [.] std::use_facet > 0.00% tp_osd_tp [kernel.kallsyms] [k] __update_idle_core 0.00% tp_osd_tp ceph-osd [.] ObjectModDesc::encode 0.00% finisher libstdc++.so.6.0.19 [.] std::use_facet > > > 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_prequeue 0.00% tp_osd_tp [kernel.kallsyms] [k] __blk_run_queue 0.00% tp_osd_tp [kernel.kallsyms] [k] __handle_mm_fault 0.00% tp_osd_tp ceph-osd [.] PGLog::IndexedLog::get_request 0.00% tp_osd_tp [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.00% tp_osd_tp ceph-osd [.] object_stat_collection_t::encode 0.00% msgr-worker-1 ceph-osd [.] decode >, denc_traits >, void> > 0.00% tp_osd_tp ceph-osd [.] MOSDECSubOpWrite::encode_payload 0.00% tp_osd_tp ceph-osd [.] std::vector >::vector 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% bstore_kv_sync [kernel.kallsyms] [k] round_jiffies_up 0.00% log [kernel.kallsyms] [k] check_cfs_rq_runtime 0.00% bstore_aio [kernel.kallsyms] [k] x86_pmu_disable 0.00% msgr-worker-1 libnspr4.so [.] PR_Free 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] __cxxabiv1::__si_class_type_info::__do_dyncast 0.00% osd_srv_heartbt libtcmalloc.so.4.2.6 [.] 0x00000000000182f5 0.00% msgr-worker-2 [kernel.kallsyms] [k] pagevec_lru_move_fn 0.00% msgr-worker-2 ceph-osd [.] std::_Hashtable >, std::allocator > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000002aa41 0.00% tp_osd_tp ceph-osd [.] boost::intrusive::detail::destructor_impl, boost::intrusive::member_tag, (boost::intrusive::link_mode_type)1, (boost::intrusive::base_hook_type)0> > 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e0d2 0.00% tp_osd_tp [kernel.kallsyms] [k] local_apic_timer_interrupt 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::maybe_await_blocked_snapset 0.00% tp_osd_tp [kernel.kallsyms] [k] update_sd_lb_stats 0.00% tp_osd_tp [kernel.kallsyms] [k] __vfs_read 0.00% tp_osd_tp [kernel.kallsyms] [k] tick_sched_timer 0.00% tp_osd_tp ceph-osd [.] std::_Function_base::_Base_manager, boost::intrusive_ptr, BlueStore::WriteContext*)::{lambda(unsigned long, ceph::buffer::list&)#5}>::_M_manager 0.00% tp_osd_tp ceph-osd [.] pg_hit_set_history_t::encode 0.00% tp_osd_tp [kernel.kallsyms] [k] sched_clock 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::contiguous_appender::append 0.00% msgr-worker-0 ceph-osd [.] posix_memalign@plt 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::substr_of 0.00% bstore_kv_final libstdc++.so.6.0.19 [.] operator delete@plt 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_erase_aux 0.00% msgr-worker-0 [kernel.kallsyms] [k] inet_sendmsg 0.00% tp_osd_tp ceph-osd [.] std::string::_Rep::_M_dispose@plt 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_erase 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > >, std::_Select1st, std::allocator > > >, std::less, std::allocator, std::allocator > > > >::_M_erase 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sock_wfree 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_irq_enter 0.00% msgr-worker-1 [kernel.kallsyms] [k] syscall_return_via_sysret 0.00% tp_osd_tp [kernel.kallsyms] [k] __update_load_avg_blocked_se.isra.34 0.00% msgr-worker-2 [kernel.kallsyms] [k] check_stack_object 0.00% tp_osd_tp [kernel.kallsyms] [k] rw_copy_check_uvector 0.00% ms_local [kernel.kallsyms] [k] read_tsc 0.00% tp_osd_tp [kernel.kallsyms] [k] ixgbe_msix_clean_rings 0.00% tp_osd_tp [kernel.kallsyms] [k] hrtimer_forward 0.00% finisher libtcmalloc.so.4.2.6 [.] operator delete[] 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] operator new[] 0.00% msgr-worker-0 [kernel.kallsyms] [k] do_csum 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e463 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > > > >::_M_emplace_hint_unique, std::tuple<> > 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_v4_rcv 0.00% tp_osd_tp ceph-osd [.] rocksdb::WriteBatchInternal::Merge 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_emplace_back_aux 0.00% bstore_aio [kernel.kallsyms] [k] hrtimer_init_sleeper 0.00% tp_osd_tp [kernel.kallsyms] [k] lapic_next_deadline 0.00% tp_osd_tp [kernel.kallsyms] [k] __unqueue_futex 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_erase 0.00% tp_osd_tp ceph-osd [.] rocksdb::MemTableListVersion::GetFromList 0.00% msgr-worker-1 [kernel.kallsyms] [k] import_iovec 0.00% finisher [kernel.kallsyms] [k] mod_timer 0.00% tp_osd_tp ceph-osd [.] pg_fast_info_t::encode 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::append 0.00% tp_osd_tp [kernel.kallsyms] [k] aio_write 0.00% bstore_kv_sync [kernel.kallsyms] [k] select_idle_sibling 0.00% tp_osd_tp ceph-osd [.] rocksdb::BlockIter::Seek 0.00% tp_osd_tp [kernel.kallsyms] [k] mutex_lock 0.00% msgr-worker-2 [kernel.kallsyms] [k] page_frag_free 0.00% tp_osd_tp ceph-osd [.] OpRequest::check_rmw 0.00% bstore_aio [kernel.kallsyms] [k] resched_curr 0.00% msgr-worker-0 [kernel.kallsyms] [k] handle_irq 0.00% tp_osd_tp ceph-osd [.] rocksdb::ThreadLocalPtr::StaticMeta::GetThreadLocal 0.00% tp_osd_tp [kernel.kallsyms] [k] sd_init_command 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_split 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::release_object_locks 0.00% msgr-worker-0 [kernel.kallsyms] [k] prepare_exit_to_usermode 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::invalidate_crc 0.00% bstore_aio [kernel.kallsyms] [k] pick_next_task_idle 0.00% msgr-worker-0 [kernel.kallsyms] [k] get_seconds 0.00% msgr-worker-1 ceph-osd [.] object_stat_collection_t::decode 0.00% msgr-worker-1 [kernel.kallsyms] [k] pipe_poll 0.00% log [kernel.kallsyms] [k] rcu_note_context_switch 0.00% bstore_kv_sync [kernel.kallsyms] [k] entry_SYSCALL_64 0.00% tp_osd_tp ceph-osd [.] ECTransaction::generate_transactions 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_validate_incoming 0.00% msgr-worker-2 libc-2.17.so [.] _IO_setb 0.00% tp_osd_tp ceph-osd [.] MOSDOpReply::print 0.00% finisher [kernel.kallsyms] [k] __enqueue_entity 0.00% msgr-worker-0 [kernel.kallsyms] [k] __atime_needs_update 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::_M_erase_aux 0.00% bstore_mempool libpthread-2.17.so [.] pthread_mutex_lock 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] strlen@plt 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000de7f 0.00% tp_osd_tp [kernel.kallsyms] [k] __next_timer_interrupt 0.00% msgr-worker-2 ceph-osd [.] EventCenter::dispatch_event_external 0.00% tp_osd_tp ceph-osd [.] rocksdb::MemTable::NewRangeTombstoneIterator 0.00% tp_osd_tp ceph-osd [.] rocksdb::Status::operator= 0.00% msgr-worker-2 ceph-osd [.] MOSDOpReply::encode_payload 0.00% bstore_kv_sync [kernel.kallsyms] [k] memset_erms 0.00% tp_osd_tp [kernel.kallsyms] [k] minmax_running_min 0.00% msgr-worker-1 [kernel.kallsyms] [k] decay_load 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::_Rb_tree_decrement 0.00% ms_local libc-2.17.so [.] _IO_vsprintf 0.00% tp_osd_tp [kernel.kallsyms] [k] rcu_segcblist_ready_cbs 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_queue_bounce 0.00% tp_osd_tp ceph-osd [.] std::_Function_handler, bool)::{lambda(std::string const&)#1}>::_M_invoke 0.00% tp_osd_tp [kernel.kallsyms] [k] ixgbe_update_itr.isra.67 0.00% tp_osd_tp ceph-osd [.] ECBackend::submit_transaction 0.00% tp_osd_tp [kernel.kallsyms] [k] __atime_needs_update 0.00% tp_osd_tp [kernel.kallsyms] [k] get_reqs_available 0.00% msgr-worker-0 ceph-osd [.] MOSDECSubOpWrite::~MOSDECSubOpWrite 0.00% tp_osd_tp ceph-osd [.] coll_t::encoded_size 0.00% msgr-worker-1 [kernel.kallsyms] [k] current_time 0.00% tp_osd_tp ceph-osd [.] std::vector, std::allocator > >::~vector 0.00% tp_osd_tp [kernel.kallsyms] [k] find_first_zero_bit 0.00% tp_osd_tp ceph-osd [.] decode_str_str_map_to_bl 0.00% tp_osd_tp ceph-osd [.] RecoveryMessages::RecoveryMessages 0.00% tp_osd_tp ceph-osd [.] BlueStore::ExtentMap::rm 0.00% tp_osd_tp ceph-osd [.] std::_Function_handler, boost::intrusive_ptr, BlueStore::WriteContext*)::{lambda(unsigned long, ceph::buffer::list&)#5}>::_M_invoke 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000036470 0.00% tp_osd_tp [kernel.kallsyms] [k] __free_pages_ok 0.00% tp_osd_tp ceph-osd [.] OSD::ms_can_fast_dispatch 0.00% finisher ceph-osd [.] clock_gettime@plt 0.00% msgr-worker-2 libnspr4.so [.] pthread_mutex_init@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] __kfree_skb_flush 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_validate_incoming 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int@plt 0.00% finisher [kernel.kallsyms] [k] do_syscall_64 0.00% tp_osd_tp [kernel.kallsyms] [k] netif_receive_skb_internal 0.00% finisher ceph-osd [.] PrimaryLogPG::pgb_is_primary 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000025592 0.00% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_active 0.00% tp_osd_tp ceph-osd [.] OSDOp::clear_data 0.00% msgr-worker-0 ceph-osd [.] pg_t::calc_name 0.00% tp_osd_tp [kernel.kallsyms] [k] tick_sched_do_timer 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012482 0.00% msgr-worker-0 ceph-osd [.] pg_shard_t::decode 0.00% bstore_kv_sync [kernel.kallsyms] [k] unmap_page_range 0.00% tp_osd_tp [kernel.kallsyms] [k] memmove 0.00% msgr-worker-1 [kernel.kallsyms] [k] sock_recvmsg 0.00% tp_osd_tp [kernel.kallsyms] [k] irq_work_tick 0.00% tp_osd_tp [kernel.kallsyms] [k] kobject_get 0.00% msgr-worker-2 libpthread-2.17.so [.] pthread_mutexattr_init 0.00% bstore_aio [kernel.kallsyms] [k] __perf_event_task_sched_out 0.00% msgr-worker-0 [kernel.kallsyms] [k] ir_ack_apic_edge 0.00% tp_osd_tp [kernel.kallsyms] [k] clear_page_erms 0.00% bstore_kv_final libstdc++.so.6.0.19 [.] std::condition_variable::wait 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-0 ceph-osd [.] pg_stat_t::decode 0.00% msgr-worker-1 libpthread-2.17.so [.] 0x000000000000ec6d 0.00% tp_osd_tp ceph-osd [.] rocksdb::BlockIter::ParseNextKey 0.00% bstore_kv_sync [kernel.kallsyms] [k] __irqentry_text_start 0.00% bstore_kv_sync [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-0 ceph-osd [.] decode > 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::append 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_def_readable 0.00% msgr-worker-2 ceph-osd [.] decode > 0.00% bstore_kv_sync [kernel.kallsyms] [k] sg_next 0.00% bstore_kv_sync [kernel.kallsyms] [k] sd_done 0.00% tp_osd_tp [kernel.kallsyms] [k] remove_entity_load_avg 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::_Rb_tree_increment 0.00% msgr-worker-0 [kernel.kallsyms] [k] __fdget 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_rq_bio_prep 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_note_context_switch 0.00% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_msix_clean_rings 0.00% tp_osd_tp ceph-osd [.] BlueStore::Blob::operator new 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e43c 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ios_base::ios_base@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] __usecs_to_jiffies 0.00% finisher ceph-osd [.] ceph::buffer::ptr::c_str 0.00% bstore_kv_sync ceph-osd [.] std::_Deque_base >::~_Deque_base 0.00% tp_osd_tp ceph-osd [.] ECBackend::start_rmw 0.00% tp_osd_tp [kernel.kallsyms] [k] handle_irq_event 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_emplace_hint_unique, std::tuple<> > 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001def3 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% msgr-worker-0 [kernel.kallsyms] [k] ep_poll_callback 0.00% bstore_kv_sync ceph-osd [.] std::unique_lock::unlock 0.00% bstore_aio [kernel.kallsyms] [k] wake_up_q 0.00% bstore_kv_sync [kernel.kallsyms] [k] free_hot_cold_page 0.00% tp_osd_tp ceph-osd [.] rocksdb::BlockBasedTable::GetCacheKey 0.00% tp_osd_tp ceph-osd [.] std::__detail::_Map_base, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>::operator[] 0.00% tp_osd_tp ceph-osd [.] rocksdb::FileIndexer::GetNextLevelIndex 0.00% msgr-worker-2 libnss3.so [.] PK11_FreeSlot 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_throtl_bio 0.00% bstore_kv_final [kernel.kallsyms] [k] _cond_resched 0.00% msgr-worker-2 [kernel.kallsyms] [k] vlan_do_receive 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_release_all 0.00% msgr-worker-1 ceph-osd [.] std::vector >::_M_default_append 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::locale::operator=@plt 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::list 0.00% tp_osd_tp [kernel.kallsyms] [k] set_page_dirty 0.00% finisher [kernel.kallsyms] [k] futex_wait 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_erase 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp4_gro_receive 0.00% tp_osd_tp libec_jerasure.so [.] ceph::ErasureCode::minimum_to_decode 0.00% tp_osd_tp ceph-osd [.] operator<< 0.00% tp_osd_tp [kernel.kallsyms] [k] _base_interrupt 0.00% msgr-worker-2 [kernel.kallsyms] [k] remove_entity_load_avg 0.00% log [kernel.kallsyms] [k] __msecs_to_jiffies 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ios_base::_M_call_callbacks 0.00% log [kernel.kallsyms] [k] clear_buddies 0.00% bstore_kv_sync [kernel.kallsyms] [k] cpus_share_cache 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] memcpy@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] __hrtimer_run_queues 0.00% msgr-worker-0 [kernel.kallsyms] [k] trigger_dyntick_cpu.isra.33 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator::get_current_ptr 0.00% msgr-worker-2 [kernel.kallsyms] [k] set_normalized_timespec 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int@plt 0.00% finisher libstdc++.so.6.0.19 [.] std::ios_base::_M_call_callbacks@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] _scsih_set_satl_pending 0.00% msgr-worker-2 [kernel.kallsyms] [k] __lru_cache_add 0.00% msgr-worker-2 [kernel.kallsyms] [k] kmalloc_slab 0.00% tp_osd_tp ceph-osd [.] ObjectStore::Transaction::_get_coll_id 0.00% bstore_aio [kernel.kallsyms] [k] dequeue_task_fair 0.00% finisher libstdc++.so.6.0.19 [.] 0x00000000000715b0 0.00% msgr-worker-0 ceph-osd [.] operator<< 0.00% tp_osd_tp ceph-osd [.] std::__ostream_insert >@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] pick_next_task_idle 0.00% bstore_kv_sync [kernel.kallsyms] [k] deadline_add_request 0.00% tp_osd_tp ceph-osd [.] Trimmer::rollback_extents 0.00% tp_osd_tp ceph-osd [.] KernelDevice::aio_read 0.00% ms_local libc-2.17.so [.] _IO_str_init_static_internal 0.00% msgr-worker-1 ceph-osd [.] ObjectStore::Transaction::decode 0.00% tp_osd_tp [kernel.kallsyms] [k] rcu_sched_qs 0.00% tp_osd_tp ceph-osd [.] rocksdb::BlockBasedTable::NewDataBlockIterator 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a553 0.00% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_update_itr.isra.67 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e0d0 0.00% tp_osd_tp [kernel.kallsyms] [k] tag_pages_for_writeback 0.00% tp_osd_tp [kernel.kallsyms] [k] notifier_call_chain 0.00% finisher [kernel.kallsyms] [k] ixgbe_msix_clean_rings 0.00% finisher [kernel.kallsyms] [k] ttwu_do_activate 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_create_node > const&> 0.00% msgr-worker-1 [kernel.kallsyms] [k] ctx_sched_out 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::c_str 0.00% msgr-worker-2 [kernel.kallsyms] [k] __fdget_pos 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::append 0.00% msgr-worker-0 libnssutil3.so [.] PR_Free@plt 0.00% bstore_kv_sync ceph-osd [.] rocksdb::ColumnFamilySet::GetDefault 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_tasklet_func 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000005b58c 0.00% tp_osd_tp libpthread-2.17.so [.] pthread_cond_broadcast@@GLIBC_2.3.2 0.00% msgr-worker-2 [kernel.kallsyms] [k] entry_SYSCALL64_slow_path 0.00% finisher [kernel.kallsyms] [k] update_rq_clock 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x00000000000197c2 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012214 0.00% bstore_aio [kernel.kallsyms] [k] futex_wake_op 0.00% finisher [kernel.kallsyms] [k] select_idle_sibling 0.00% finisher libstdc++.so.6.0.19 [.] std::locale::~locale 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_emplace_hint_unique, std::tuple<> > 0.00% msgr-worker-2 [kernel.kallsyms] [k] run_posix_cpu_timers 0.00% finisher [kernel.kallsyms] [k] ___bpf_prog_run 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_queue_bio 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::append 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% bstore_kv_sync [kernel.kallsyms] [k] file_write_and_wait_range 0.00% bstore_kv_sync [kernel.kallsyms] [k] ixgbe_poll 0.00% tp_osd_tp [kernel.kallsyms] [k] generic_update_time 0.00% msgr-worker-1 libc-2.17.so [.] __tzfile_compute 0.00% msgr-worker-1 [kernel.kallsyms] [k] page_frag_free 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_emplace_back_aux 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000005888e 0.00% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_update_itr.isra.67 0.00% tp_osd_tp [kernel.kallsyms] [k] io_schedule 0.00% msgr-worker-2 ceph-osd [.] std::mutex::lock 0.00% msgr-worker-2 [kernel.kallsyms] [k] ttwu_do_activate 0.00% tp_osd_tp ceph-osd [.] PrebufferedStreambuf::PrebufferedStreambuf 0.00% finisher ceph-osd [.] ceph::buffer::list::iterator::copy_in 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpWrite::decode_payload 0.00% tp_osd_tp [kernel.kallsyms] [k] __elv_add_request 0.00% msgr-worker-0 [kernel.kallsyms] [k] napi_gro_receive 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_local_deliver_finish 0.00% msgr-worker-1 ceph-osd [.] read@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] dev_queue_xmit 0.00% bstore_aio [kernel.kallsyms] [k] finish_task_switch 0.00% bstore_kv_sync [kernel.kallsyms] [k] sys_io_submit 0.00% msgr-worker-0 libnspr4.so [.] PR_NewLock 0.00% msgr-worker-0 [kernel.kallsyms] [k] ttwu_do_activate 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000b840 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_chrono_start 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% msgr-worker-2 libnss3.so [.] PK11_ReferenceSlot@plt 0.00% msgr-worker-2 ceph-osd [.] operator delete@plt 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::append 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f73c 0.00% msgr-worker-0 ceph-osd [.] OSDMap::get_cluster_addr 0.00% finisher ceph-osd [.] OpRequest::_unregistered 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e460 0.00% tp_osd_tp [kernel.kallsyms] [k] sys_write 0.00% tp_osd_tp ceph-osd [.] pg_log_entry_t::encode 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000de70 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f702 0.00% log [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::list::substr_of 0.00% msgr-worker-1 libpthread-2.17.so [.] 0x000000000000ec71 0.00% tp_osd_tp ceph-osd [.] ceph_entity_type_name 0.00% msgr-worker-1 [kernel.kallsyms] [k] page_fault 0.00% bstore_kv_final ceph-osd [.] std::condition_variable::notify_all@plt 0.00% finisher ceph-osd [.] TrackedOp::put 0.00% tp_osd_tp [kernel.kallsyms] [k] _copy_from_user 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::string::_Rep::_M_clone 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::c_str 0.00% bstore_aio [kernel.kallsyms] [k] check_spread.isra.42 0.00% tp_osd_tp [kernel.kallsyms] [k] disk_map_sector_rcu 0.00% finisher libc-2.17.so [.] __strcmp_sse42 0.00% finisher ceph-osd [.] free@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_clone_tx_timestamp 0.00% msgr-worker-2 [kernel.kallsyms] [k] __check_heap_object 0.00% msgr-worker-0 [kernel.kallsyms] [k] __napi_schedule_irqoff 0.00% finisher ceph-osd [.] C_ContextsBase::~C_ContextsBase 0.00% msgr-worker-2 libnspr4.so [.] pthread_mutex_unlock@plt 0.00% finisher libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::InsertRange 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% msgr-worker-0 ceph-osd [.] std::__ostream_insert >@plt 0.00% msgr-worker-0 ceph-osd [.] std::map, std::allocator > >, std::less, std::allocator, std::allocator > > > > >::operator[] 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::unused_tail_length 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000de7b 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry@plt 0.00% bstore_aio [kernel.kallsyms] [k] idle_cpu 0.00% finisher [kernel.kallsyms] [k] vfs_write 0.00% bstore_kv_sync [kernel.kallsyms] [k] bio_disassociate_task 0.00% bstore_kv_sync [kernel.kallsyms] [k] error_entry 0.00% ms_local libpthread-2.17.so [.] pthread_mutex_init 0.00% tp_osd_tp [kernel.kallsyms] [k] x86_pmu_disable 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ios_base::_M_dispose_callbacks@plt 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::use_facet > > > 0.00% msgr-worker-1 ceph-osd [.] EventCenter::delete_file_event 0.00% msgr-worker-0 [kernel.kallsyms] [k] syscall_return_via_sysret 0.00% msgr-worker-1 [kernel.kallsyms] [k] sock_put 0.00% msgr-worker-0 [kernel.kallsyms] [k] __inet_lookup_established 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_transfer 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::use_facet > > > 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_network_protocol 0.00% bstore_aio [kernel.kallsyms] [k] place_entity 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% bstore_aio [kernel.kallsyms] [k] ixgbe_poll 0.00% msgr-worker-0 [kernel.kallsyms] [k] __kfree_skb_flush 0.00% msgr-worker-1 ceph-osd [.] ceph_entity_type_name 0.00% msgr-worker-0 ceph-osd [.] pthread_rwlock_unlock@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_start_plug 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::locale::operator=@plt 0.00% finisher libtcmalloc.so.4.2.6 [.] 0x00000000000183a8 0.00% bstore_kv_sync [kernel.kallsyms] [k] vmacache_find 0.00% msgr-worker-2 libpthread-2.17.so [.] 0x000000000000ec71 0.00% msgr-worker-0 [kernel.kallsyms] [k] jiffies_to_usecs 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001d884 0.00% msgr-worker-1 ceph-osd [.] C_handle_notify::do_request 0.00% ms_local [kernel.kallsyms] [k] select_task_rq_fair 0.00% ms_local ceph-osd [.] OSD::ms_fast_dispatch 0.00% ms_local libc-2.17.so [.] vfprintf 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000005b58c 0.00% msgr-worker-2 [kernel.kallsyms] [k] add_interrupt_randomness 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::push_back 0.00% bstore_aio [kernel.kallsyms] [k] __check_object_size 0.00% msgr-worker-0 [kernel.kallsyms] [k] __intel_pmu_enable_all.isra.13 0.00% msgr-worker-1 ceph-osd [.] std::_Hashtable >, std::allocator > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.00% log [kernel.kallsyms] [k] __intel_pmu_enable_all.isra.13 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000d9d0 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_free_head 0.00% log [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% msgr-worker-2 [kernel.kallsyms] [k] common_interrupt 0.00% msgr-worker-2 libnss3.so [.] 0x00000000000562e4 0.00% ms_local libstdc++.so.6.0.19 [.] 0x000000000008a56f 0.00% tp_osd_tp ceph-osd [.] object_locator_t::decode 0.00% msgr-worker-1 ceph-osd [.] clock_gettime@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] validate_xmit_xfrm 0.00% msgr-worker-2 libc-2.17.so [.] epoll_ctl 0.00% msgr-worker-2 [kernel.kallsyms] [k] __xfrm_policy_check2.constprop.39 0.00% msgr-worker-2 [kernel.kallsyms] [k] __bitmap_and 0.00% msgr-worker-2 [kernel.kallsyms] [k] __inet_lookup_established 0.00% msgr-worker-2 ceph-osd [.] TrackedOp::put 0.00% log [kernel.kallsyms] [k] mntput 0.00% msgr-worker-2 [kernel.kallsyms] [k] select_idle_sibling 0.00% tp_osd_tp ceph-osd [.] std::unique<__gnu_cxx::__normal_iterator*, std::vector, std::allocator > > > > 0.00% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000052ed4 0.00% msgr-worker-2 [kernel.kallsyms] [k] lock_timer_base 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x0000000000075460 0.00% msgr-worker-2 [kernel.kallsyms] [k] copyin 0.00% msgr-worker-0 [kernel.kallsyms] [k] cmpxchg_double_slab.isra.63 0.00% finisher [kernel.kallsyms] [k] update_min_vruntime 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_create_node > > const&> 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_check_callbacks 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpWrite::~MOSDECSubOpWrite 0.00% msgr-worker-0 [kernel.kallsyms] [k] __local_bh_enable 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a591 0.00% msgr-worker-1 libnssutil3.so [.] PR_Free@plt 0.00% finisher libtcmalloc.so.4.2.6 [.] 0x000000000001828a 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::c_str 0.00% finisher libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::RemoveRange 0.00% safe_timer [kernel.kallsyms] [k] getname_flags 0.00% msgr-worker-1 libnssutil3.so [.] SECITEM_FreeItem_Util 0.00% msgr-worker-2 ceph-osd [.] ceph_osd_flag_string 0.00% bstore_kv_sync [kernel.kallsyms] [k] down_read_trylock 0.00% tp_osd_tp ceph-osd [.] std::basic_string, std::allocator >::basic_string@plt 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ListTooLong 0.00% msgr-worker-0 libnspr4.so [.] pthread_mutex_init@plt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000012240 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-2 [kernel.kallsyms] [k] schedule_hrtimeout_range 0.00% msgr-worker-1 [kernel.kallsyms] [k] napi_gro_receive 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::string::_Rep::_M_clone 0.00% msgr-worker-2 ceph-osd [.] OSDOp::merge_osd_op_vector_out_data 0.00% msgr-worker-0 libnss3.so [.] SECITEM_DupItem_Util@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] bio_free 0.00% msgr-worker-0 ceph-osd [.] pthread_rwlock_rdlock@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_wall_time 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000c13a 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::ReleaseToSpans 0.00% msgr-worker-2 libc-2.17.so [.] 0x00000000000f8923 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::log_operation(std::vector > const&, boost::optional const&, eversion_t const&, eversion_t const&, bool, ObjectStore::Transaction&) 0.00% tp_osd_tp [kernel.kallsyms] [k] __mnt_drop_write_file 0.00% msgr-worker-2 [kernel.kallsyms] [k] account_user_time 0.00% msgr-worker-0 ceph-osd [.] std::map, std::allocator > >, std::less, std::allocator, std::allocator > > > > >::operator[] 0.00% bstore_aio [kernel.kallsyms] [k] __getnstimeofday64 0.00% finisher [kernel.kallsyms] [k] cpumask_next_wrap 0.00% msgr-worker-1 ceph-osd [.] std::__ostream_insert >@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] raw_local_deliver 0.00% msgr-worker-2 [kernel.kallsyms] [k] generic_pipe_buf_confirm 0.00% ms_local libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry 0.00% tp_osd_tp ceph-osd [.] ECBackend::get_want_to_read_shards 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a57a 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpWriteReply::print 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] __dynamic_cast@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_interrupt 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_ack_snd_check 0.00% tp_osd_tp libec_jerasure.so [.] gf_do_final_region_alignment 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::has_facet > > > 0.00% msgr-worker-2 ceph-osd [.] std::__ostream_insert >@plt 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WriteBatchInternal::AppendedByteSize 0.00% msgr-worker-2 ceph-osd [.] std::ostream::_M_insert@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.00% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_msix_clean_rings 0.00% msgr-worker-2 ceph-osd [.] hobject_t::~hobject_t 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_finish_plug 0.00% msgr-worker-0 [kernel.kallsyms] [k] __acct_update_integrals 0.00% bstore_kv_final [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% msgr-worker-0 [kernel.kallsyms] [k] pipe_poll 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_init_tso_segs 0.00% bstore_kv_sync [kernel.kallsyms] [k] __getnstimeofday64 0.00% tp_osd_tp ceph-osd [.] boost::intrusive::detail::destructor_impl, boost::intrusive::dft_tag, (boost::intrusive::link_mode_type)1, (boost::intrusive::base_hook_type)3> > 0.00% bstore_kv_sync [kernel.kallsyms] [k] tcp4_gro_receive 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_push 0.00% tp_osd_tp ceph-osd [.] pg_log_entry_t::pg_log_entry_t 0.00% log [kernel.kallsyms] [k] x86_pmu_disable 0.00% msgr-worker-1 libpthread-2.17.so [.] 0x000000000000e70d 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sk_mem_raise_allocated 0.00% msgr-worker-1 [kernel.kallsyms] [k] generic_update_time 0.00% msgr-worker-1 [kernel.kallsyms] [k] bictcp_cwnd_event 0.00% bstore_kv_sync [kernel.kallsyms] [k] irq_entries_start 0.00% tp_osd_tp ceph-osd [.] std::__shared_count<(__gnu_cxx::_Lock_policy)2>::operator= 0.00% finisher libc-2.17.so [.] _IO_old_init 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x0000000000015c62 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_min_vruntime 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001d884 0.00% log ceph-osd [.] pthread_cond_broadcast@plt 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::use_facet > 0.00% tp_osd_tp ceph-osd [.] ECBackend::start_read_op 0.00% tp_osd_tp ceph-osd [.] _denc_friend 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000de40 0.00% finisher [kernel.kallsyms] [k] account_entity_dequeue 0.00% msgr-worker-2 ceph-osd [.] AsyncConnection::prepare_send_message 0.00% msgr-worker-2 ceph-osd [.] OpRequest::OpRequest 0.00% msgr-worker-1 ceph-osd [.] OSD::HeartbeatDispatcher::ms_can_fast_dispatch 0.00% bstore_aio [kernel.kallsyms] [k] __calc_delta 0.00% msgr-worker-0 ceph-osd [.] decode, std::allocator, denc_traits > 0.00% safe_timer libc-2.17.so [.] __offtime 0.00% msgr-worker-1 [kernel.kallsyms] [k] enqueue_hrtimer 0.00% msgr-worker-1 ceph-osd [.] TrackedOp::_event_marked 0.00% msgr-worker-0 libpthread-2.17.so [.] pthread_mutexattr_destroy 0.00% log [kernel.kallsyms] [k] drop_futex_key_refs.isra.12 0.00% msgr-worker-1 [kernel.kallsyms] [k] __check_heap_object 0.00% msgr-worker-2 [kernel.kallsyms] [k] cmpxchg_double_slab.isra.63 0.00% msgr-worker-2 [kernel.kallsyms] [k] vmacache_find 0.00% msgr-worker-1 [kernel.kallsyms] [k] futex_wait_setup 0.00% bstore_kv_final [kernel.kallsyms] [k] return_from_SYSCALL_64 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::zero 0.00% msgr-worker-2 [kernel.kallsyms] [k] import_iovec 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x0000000000054687 0.00% msgr-worker-2 [kernel.kallsyms] [k] __calc_delta 0.00% msgr-worker-2 [kernel.kallsyms] [k] lock_hrtimer_base.isra.21 0.00% bstore_kv_final [kernel.kallsyms] [k] decay_load 0.00% log [kernel.kallsyms] [k] x86_pmu_enable 0.00% msgr-worker-0 ceph-osd [.] cmp 0.00% msgr-worker-2 [kernel.kallsyms] [k] __pm_relax 0.00% msgr-worker-1 [kernel.kallsyms] [k] __hrtimer_run_queues 0.00% bstore_aio [kernel.kallsyms] [k] update_cfs_shares 0.00% msgr-worker-0 [kernel.kallsyms] [k] run_posix_cpu_timers 0.00% msgr-worker-2 libc-2.17.so [.] __libc_enable_asynccancel 0.00% ms_local [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000001a0e0 0.00% bstore_aio [kernel.kallsyms] [k] sched_clock 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000c050 0.00% ms_local [kernel.kallsyms] [k] try_to_wake_up 0.00% msgr-worker-0 [kernel.kallsyms] [k] memmove 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_gro_receive 0.00% finisher [kernel.kallsyms] [k] __irqentry_text_start 0.00% bstore_kv_final [kernel.kallsyms] [k] update_cfs_shares 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_ack_update_rtt.isra.39 0.00% msgr-worker-1 libnss3.so [.] 0x0000000000048081 0.00% msgr-worker-1 ceph-osd [.] std::vector >::_M_emplace_back_aux 0.00% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_emplace_hint_unique, std::tuple<> > 0.00% bstore_kv_sync [kernel.kallsyms] [k] __intel_pmu_enable_all.isra.13 0.00% msgr-worker-1 libpthread-2.17.so [.] pthread_mutex_destroy 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x0000000000015c6c 0.00% msgr-worker-2 [kernel.kallsyms] [k] __update_load_avg_blocked_se.isra.34 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e132 0.00% bstore_kv_sync [kernel.kallsyms] [k] get_user_pages_fast 0.00% msgr-worker-0 libpthread-2.17.so [.] __libc_sendmsg 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000b842 0.00% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% finisher [kernel.kallsyms] [k] copy_user_generic_unrolled 0.00% msgr-worker-1 [kernel.kallsyms] [k] __kfree_skb_flush 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_rq_clock 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::claim 0.00% msgr-worker-0 [kernel.kallsyms] [k] cpus_share_cache 0.00% msgr-worker-2 [kernel.kallsyms] [k] rw_verify_area 0.00% msgr-worker-0 [kernel.kallsyms] [k] napi_complete_done 0.00% msgr-worker-1 ceph-osd [.] pthread_self@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] __build_skb 0.00% msgr-worker-1 ceph-osd [.] DispatchQueue::dispatch_throttle_release 0.00% msgr-worker-2 ceph-osd [.] AuthUnknownSessionHandler::check_message_signature 0.00% msgr-worker-2 [kernel.kallsyms] [k] sockfd_lookup_light 0.00% bstore_kv_final [kernel.kallsyms] [k] deactivate_task 0.00% bstore_kv_final libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ListTooLong 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e0eb 0.00% finisher [kernel.kallsyms] [k] unmap_page_range 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_local_out 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000005806a 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000036320 0.00% msgr-worker-2 ceph-osd [.] CephxSessionHandler::sign_message 0.00% msgr-worker-1 [kernel.kallsyms] [k] internal_add_timer 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e0d0 0.00% finisher ceph-osd [.] PrimaryLogPG::queue_transactions 0.00% msgr-worker-2 [kernel.kallsyms] [k] _copy_from_iter_full 0.00% msgr-worker-2 [kernel.kallsyms] [k] clear_page_erms 0.00% msgr-worker-1 [kernel.kallsyms] [k] schedule_hrtimeout_range 0.00% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_start_range_ns 0.00% msgr-worker-1 [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::use_facet > 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpWriteReply::MOSDECSubOpWriteReply 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::raw::is_shareable 0.00% msgr-worker-1 ceph-osd [.] operator<< 0.00% tp_osd_tp [kernel.kallsyms] [k] __sock_wfree 0.00% msgr-worker-2 [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-2 ceph-osd [.] DispatchQueue::fast_dispatch 0.00% msgr-worker-1 ceph-osd [.] sendmsg@plt 0.00% finisher [kernel.kallsyms] [k] __getnstimeofday64 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::basic_stringbuf, std::allocator >::_M_pbump@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] pagevec_lookup_tag 0.00% msgr-worker-1 [kernel.kallsyms] [k] free_request_size 0.00% msgr-worker-0 [kernel.kallsyms] [k] iov_iter_init 0.00% log [kernel.kallsyms] [k] idle_cpu 0.00% bstore_kv_final [kernel.kallsyms] [k] check_cfs_rq_runtime 0.00% msgr-worker-2 [kernel.kallsyms] [k] __build_skb 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_add_cmd_to_list 0.00% msgr-worker-1 [kernel.kallsyms] [k] vlan_do_receive 0.00% log [kernel.kallsyms] [k] __list_del_entry_valid 0.00% finisher ceph-osd [.] pthread_self@plt 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x0000000000017fa7 0.00% msgr-worker-2 libc-2.17.so [.] inet_ntop 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-1 [kernel.kallsyms] [k] touch_atime 0.00% bstore_aio [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a568 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] detach_if_pending 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x00000000000753a0 0.00% tp_osd_tp [kernel.kallsyms] [k] kmem_cache_alloc_node 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpWrite::print 0.00% msgr-worker-1 ceph-osd [.] AsyncConnection::is_connected 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_copy_datagram_iter 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ios_base::ios_base@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_task_tick 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a5c5 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_rcv_finish 0.00% finisher libtcmalloc.so.4.2.6 [.] 0x0000000000015c6c 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x00000000000715dc 0.00% msgr-worker-1 [kernel.kallsyms] [k] rcu_irq_exit 0.00% bstore_kv_sync [kernel.kallsyms] [k] skb_release_data 0.00% msgr-worker-0 ceph-osd [.] std::vector >::emplace_back 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> > 0.00% msgr-worker-2 libnss3.so [.] PK11_CreateContextBySymKey 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ios_base::_M_dispose_callbacks 0.00% safe_timer [kernel.kallsyms] [k] __alloc_fd 0.00% safe_timer ceph-osd [.] PrebufferedStreambuf::PrebufferedStreambuf 0.00% msgr-worker-2 [kernel.kallsyms] [k] rw_copy_check_uvector 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::locale::id::_M_id@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_ctx_unlock 0.00% bstore_kv_sync [kernel.kallsyms] [k] bond_3ad_lacpdu_recv 0.00% msgr-worker-0 [kernel.kallsyms] [k] _copy_to_iter 0.00% bstore_kv_sync [kernel.kallsyms] [k] blkdev_write_iter 0.00% osd_srv_heartbt [kernel.kallsyms] [k] __kmalloc_node 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::basic_string, std::allocator >::basic_string 0.00% msgr-worker-0 [kernel.kallsyms] [k] mark_wake_futex 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001f55e 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_clone 0.00% msgr-worker-0 ceph-osd [.] std::vector >::_M_default_append 0.00% msgr-worker-2 libpthread-2.17.so [.] __libc_sendmsg 0.00% bstore_kv_sync [kernel.kallsyms] [k] decay_load 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_small_queue_check 0.00% ms_local [kernel.kallsyms] [k] hash_futex 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012474 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a5c5 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% msgr-worker-1 [kernel.kallsyms] [k] kmalloc_slab 0.00% ms_local ceph-osd [.] DispatchQueue::fast_dispatch 0.00% ms_local libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ReleaseToCentralCache 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x00000000000546b0 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000002ab43 0.00% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_interrupt 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x00000000000182b7 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000035e13 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] strlen@plt 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000058820 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::PageHeap::MayMergeSpans 0.00% bstore_kv_sync [kernel.kallsyms] [k] get_seconds 0.00% msgr-worker-0 [kernel.kallsyms] [k] _find_next_bit 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::iterator::copy 0.00% tp_osd_disk [kernel.kallsyms] [k] deactivate_task 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::_Rb_tree_increment 0.00% msgr-worker-0 libsoftokn3.so [.] 0x00000000000123c2 0.00% msgr-worker-2 libnspr4.so [.] pthread_self@plt 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::raw::is_shareable 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> > 0.00% msgr-worker-1 libc-2.17.so [.] 0x00000000000f8923 0.00% msgr-worker-1 [kernel.kallsyms] [k] timespec_trunc 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_emplace_hint_unique const&>, std::tuple<> > 0.00% ms_local ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.00% bstore_kv_sync ceph-osd [.] pthread_mutex_unlock@plt 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WriteBatch::Handler::~Handler 0.00% bstore_kv_sync [kernel.kallsyms] [k] update_sd_lb_stats 0.00% bstore_aio [kernel.kallsyms] [k] __get_user_4 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_init_tso_segs 0.00% log [kernel.kallsyms] [k] ___bpf_prog_run 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000058033 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012452 0.00% tp_osd_tp [kernel.kallsyms] [k] nohz_balance_exit_idle 0.00% bstore_kv_sync [kernel.kallsyms] [k] iov_iter_advance 0.00% msgr-worker-0 [kernel.kallsyms] [k] generic_pipe_buf_confirm 0.00% bstore_kv_sync ceph-osd [.] KernelDevice::_aio_log_start 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::basic_ios >::_M_cache_locale 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_filter_trim_cap 0.00% msgr-worker-1 ceph-osd [.] cmp 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::c_str 0.00% tp_osd_disk libpthread-2.17.so [.] pthread_cond_timedwait@@GLIBC_2.3.2 0.00% bstore_kv_sync [kernel.kallsyms] [k] up_read 0.00% ms_local [kernel.kallsyms] [k] __calc_delta 0.00% ms_local ceph-osd [.] DispatchQueue::pre_dispatch 0.00% ms_local ceph-osd [.] operator<< 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::basic_ios >::_M_cache_locale@plt 0.00% log [kernel.kallsyms] [k] handle_irq 0.00% msgr-worker-0 [kernel.kallsyms] [k] sk_page_frag_refill 0.00% msgr-worker-2 [kernel.kallsyms] [k] calc_wheel_index 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x00000000000182b7 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_init_sgtable 0.00% finisher libpthread-2.17.so [.] 0x000000000000e6b1 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000002ab30 0.00% tp_osd_tp ceph-osd [.] interval_map::insert 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000013b60 0.00% msgr-worker-2 [kernel.kallsyms] [k] _copy_to_iter 0.00% tp_osd_tp [kernel.kallsyms] [k] vfs_read 0.00% bstore_kv_final ceph-osd [.] ceph::buffer::ptr::release 0.00% msgr-worker-0 [kernel.kallsyms] [k] copyout 0.00% finisher ceph-osd [.] std::_Rb_tree_increment@plt 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x000000000001827f 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012240 0.00% msgr-worker-1 [kernel.kallsyms] [k] timerqueue_del 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_options_write 0.00% bstore_kv_final [kernel.kallsyms] [k] futex_wake 0.00% bstore_kv_final [kernel.kallsyms] [k] radix_tree_next_chunk 0.00% bstore_kv_final ceph-osd [.] BlueStore::TransContext::~TransContext 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_prep_fn 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% msgr-worker-2 [kernel.kallsyms] [k] do_csum 0.00% msgr-worker-1 ceph-osd [.] PerfCounters::set 0.00% bstore_kv_sync [kernel.kallsyms] [k] alloc_pages_vma 0.00% msgr-worker-2 libpthread-2.17.so [.] 0x000000000000e711 0.00% log [kernel.kallsyms] [k] get_futex_value_locked 0.00% finisher [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::append 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_event_task_tick 0.00% bstore_kv_sync [kernel.kallsyms] [k] iov_iter_npages 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013aa0 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::raw_static::~raw_static 0.00% msgr-worker-1 [kernel.kallsyms] [k] napi_schedule_prep 0.00% msgr-worker-1 [kernel.kallsyms] [k] scsi_end_request 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e473 0.00% bstore_aio [kernel.kallsyms] [k] native_sched_clock 0.00% msgr-worker-0 libpthread-2.17.so [.] pthread_rwlock_rdlock 0.00% finisher ceph-osd [.] ECSubWriteReply::encode 0.00% finisher ceph-osd [.] PerfCounters::tinc 0.00% finisher ceph-osd [.] non-virtual thunk to PrimaryLogPG::pgb_is_primary() const 0.00% log [kernel.kallsyms] [k] kfree_skbmem 0.00% bstore_kv_sync [kernel.kallsyms] [k] __pagevec_release 0.00% msgr-worker-0 [kernel.kallsyms] [k] __raise_softirq_irqoff 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpWriteReply::print 0.00% bstore_kv_final [kernel.kallsyms] [k] finish_task_switch 0.00% msgr-worker-1 [kernel.kallsyms] [k] forward_timer_base.part.31 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x000000000001828a 0.00% msgr-worker-0 [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_chrono_stop 0.00% bstore_kv_final [kernel.kallsyms] [k] syscall_return_via_sysret 0.00% msgr-worker-0 [kernel.kallsyms] [k] generic_update_time 0.00% bstore_kv_sync [kernel.kallsyms] [k] mpt3sas_base_get_sense_buffer_dma 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% tp_osd_tp [kernel.kallsyms] [k] x86_pmu_enable 0.00% log [kernel.kallsyms] [k] bond_handle_frame 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rearm_rto 0.00% msgr-worker-2 [kernel.kallsyms] [k] mntput 0.00% msgr-worker-1 ceph-osd [.] PrebufferedStreambuf::PrebufferedStreambuf 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_put 0.00% msgr-worker-1 ceph-osd [.] boost::variant, PGSnapTrim, PGScrub, PGRecovery>::internal_apply_visitor 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a550 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_ctx_unlock 0.00% finisher libc-2.17.so [.] _IO_vsnprintf 0.00% msgr-worker-1 [kernel.kallsyms] [k] napi_complete_done 0.00% msgr-worker-0 ceph-osd [.] std::__detail::_List_node_base::_M_transfer@plt 0.00% finisher [kernel.kallsyms] [k] pick_next_entity 0.00% finisher ceph-osd [.] MOSDECSubOpWriteReply::print 0.00% finisher ceph-osd [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ios_base::_M_init@plt 0.00% bstore_kv_final [kernel.kallsyms] [k] sys_futex 0.00% bstore_kv_sync [kernel.kallsyms] [k] rcu_note_context_switch 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000058171 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000012482 0.00% bstore_aio [kernel.kallsyms] [k] update_min_vruntime 0.00% ms_local [kernel.kallsyms] [k] account_entity_dequeue 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a5d1 0.00% msgr-worker-1 [kernel.kallsyms] [k] __accumulate_pelt_segments 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000dc70 0.00% msgr-worker-2 [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-2 [kernel.kallsyms] [k] sys_epoll_ctl 0.00% finisher ceph-osd [.] PG::lock 0.00% tp_osd_tp ceph-osd [.] std::_List_base >::_M_clear 0.00% msgr-worker-0 [kernel.kallsyms] [k] do_softirq 0.00% finisher libstdc++.so.6.0.19 [.] std::ostream::sentry::sentry@plt 0.00% log libpthread-2.17.so [.] __lll_lock_wait 0.00% msgr-worker-0 [kernel.kallsyms] [k] eth_type_trans 0.00% msgr-worker-0 ceph-osd [.] pthread_mutexattr_init@plt 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::create_aligned 0.00% bstore_kv_sync [kernel.kallsyms] [k] pagevec_lru_move_fn 0.00% bstore_kv_sync [kernel.kallsyms] [k] __do_page_fault 0.00% msgr-worker-0 [kernel.kallsyms] [k] ip_local_deliver_finish 0.00% finisher [kernel.kallsyms] [k] __fget_light 0.00% finisher libstdc++.so.6.0.19 [.] std::ios_base::_M_init@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rate_skb_delivered 0.00% bstore_kv_final [kernel.kallsyms] [k] kfree 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000052e61 0.00% finisher ceph-osd [.] MOSDECSubOpWrite::~MOSDECSubOpWrite 0.00% finisher libstdc++.so.6.0.19 [.] std::ostream::flush 0.00% finisher [kernel.kallsyms] [k] syscall_slow_exit_work 0.00% bstore_kv_sync [kernel.kallsyms] [k] __fget_light 0.00% msgr-worker-0 ceph-osd [.] pthread_mutex_unlock@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] fput 0.00% tp_osd_tp [kernel.kallsyms] [k] __sb_end_write 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_run_queue 0.00% msgr-worker-1 ceph-osd [.] posix_memalign@plt 0.00% tp_osd_tp libpthread-2.17.so [.] 0x000000000000e6b1 0.00% bstore_aio [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-1 ceph-osd [.] operator<< 0.00% msgr-worker-0 ceph-osd [.] std::_List_base, std::allocator > >::_M_clear 0.00% msgr-worker-0 ceph-osd [.] reverse_bits 0.00% msgr-worker-0 ceph-osd [.] ceph_osd_flag_string 0.00% msgr-worker-2 [kernel.kallsyms] [k] getnstimeofday64 0.00% bstore_kv_sync [kernel.kallsyms] [k] run_timer_softirq 0.00% msgr-worker-2 [kernel.kallsyms] [k] syscall_return_via_sysret 0.00% msgr-worker-2 [kernel.kallsyms] [k] handle_edge_irq 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000002aa5f 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% bstore_kv_final [kernel.kallsyms] [k] place_entity 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012415 0.00% bstore_kv_sync [kernel.kallsyms] [k] swiotlb_unmap_sg_attrs 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013970 0.00% tp_osd_tp [kernel.kallsyms] [k] find_busiest_group 0.00% tp_osd_tp ceph-osd [.] std::map, std::allocator > >::operator[] 0.00% msgr-worker-0 [kernel.kallsyms] [k] __blk_put_request 0.00% ms_local libstdc++.so.6.0.19 [.] std::locale::id::_M_id 0.00% ms_local libstdc++.so.6.0.19 [.] std::string::reserve 0.00% bstore_kv_sync [kernel.kallsyms] [k] io_schedule_prepare 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] memset@plt 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f4c9 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000dc70 0.00% msgr-worker-1 [kernel.kallsyms] [k] ktime_get_ts64 0.00% msgr-worker-0 ceph-osd [.] TrackedOp::put 0.00% finisher [kernel.kallsyms] [k] x86_pmu_disable 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::string::reserve 0.00% finisher ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013c00 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::append 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_sched_qs 0.00% tp_osd_tp ceph-osd [.] PG::PGLogEntryHandler::rollforward 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000d9d5 0.00% msgr-worker-1 libnss3.so [.] 0x0000000000052e59 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int@plt 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] timespec_trunc 0.00% msgr-worker-0 ceph-osd [.] ECSubWrite::~ECSubWrite 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a580 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% bstore_kv_sync [kernel.kallsyms] [k] mem_cgroup_page_lruvec 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_send_mss 0.00% msgr-worker-0 [kernel.kallsyms] [k] __mnt_want_write 0.00% bstore_kv_sync [kernel.kallsyms] [k] __mod_node_page_state 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000de5c 0.00% bstore_kv_sync [kernel.kallsyms] [k] __do_softirq 0.00% bstore_kv_sync [kernel.kallsyms] [k] napi_complete_done 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a558 0.00% finisher libpthread-2.17.so [.] _L_lock_812 0.00% ms_local [kernel.kallsyms] [k] cpuacct_charge 0.00% ms_local ceph-osd [.] MOSDECSubOpRead::print 0.00% ms_local libstdc++.so.6.0.19 [.] strlen@plt 0.00% msgr-worker-2 ceph-osd [.] spg_t::decode 0.00% finisher [kernel.kallsyms] [k] hrtimer_active 0.00% bstore_kv_sync [kernel.kallsyms] [k] bdev_read_only 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x0000000000018127 0.00% tp_osd_tp ceph-osd [.] C_ContextsBase::list_to_context 0.00% bstore_aio [kernel.kallsyms] [k] wake_q_add 0.00% bstore_aio libstdc++.so.6.0.19 [.] std::condition_variable::notify_one 0.00% bstore_kv_sync [kernel.kallsyms] [k] deadline_merge 0.00% msgr-worker-1 [kernel.kallsyms] [k] handle_edge_irq 0.00% msgr-worker-0 ceph-osd [.] MOSDECSubOpWrite::print 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] operator new@plt 0.00% tp_osd_tp ceph-osd [.] object_info_t::operator= 0.00% finisher [kernel.kallsyms] [k] activate_task 0.00% ms_local ceph-osd [.] append_out_escaped 0.00% ms_local libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.00% msgr-worker-0 ceph-osd [.] MOSDECSubOpRead::decode_payload 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e002 0.00% tp_osd_tp ceph-osd [.] boost::intrusive::bstree_algorithms_base >::next_node 0.00% bstore_aio [kernel.kallsyms] [k] __update_idle_core 0.00% bstore_aio [kernel.kallsyms] [k] path_put 0.00% msgr-worker-0 [kernel.kallsyms] [k] __mark_inode_dirty 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x00000000000196f0 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree_increment@plt 0.00% safe_timer libc-2.17.so [.] __memcmp_sse4_1 0.00% msgr-worker-0 [kernel.kallsyms] [k] blk_status_to_errno 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WriteBatchInternal::SetSequence 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_check_space 0.00% bstore_kv_sync libpthread-2.17.so [.] _L_unlock_713 0.00% bstore_kv_sync [kernel.kallsyms] [k] ___bpf_prog_run 0.00% msgr-worker-2 [kernel.kallsyms] [k] futex_wait_queue_me 0.00% msgr-worker-2 ceph-osd [.] ObjectStore::Transaction::decode 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::raw_length 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_finish_request 0.00% tp_osd_tp [kernel.kallsyms] [k] arch_local_irq_save 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013b62 0.00% msgr-worker-1 [kernel.kallsyms] [k] rcu_bh_qs 0.00% bstore_kv_final [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.00% finisher [kernel.kallsyms] [k] deactivate_task 0.00% bstore_kv_final ceph-osd [.] rocksdb::WriteBatch::~WriteBatch 0.00% bstore_kv_final libpthread-2.17.so [.] __pthread_disable_asynccancel 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_prequeue 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% msgr-worker-1 [kernel.kallsyms] [k] bond_dev_queue_xmit 0.00% finisher ceph-osd [.] spg_t::calc_name 0.00% finisher libstdc++.so.6.0.19 [.] 0x000000000008a5c5 0.00% log [kernel.kallsyms] [k] intel_pmu_enable_all 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a558 0.00% msgr-worker-1 libnspr4.so [.] pthread_mutex_unlock@plt 0.00% bstore_kv_sync ceph-osd [.] std::_Vector_base >::~_Vector_base 0.00% msgr-worker-2 [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% msgr-worker-2 ceph-osd [.] object_stat_collection_t::decode 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpReadReply::~MOSDECSubOpReadReply 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::iterator::get_current_ptr 0.00% msgr-worker-2 [kernel.kallsyms] [k] do_IRQ 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e0eb 0.00% msgr-worker-0 ceph-osd [.] read@plt 0.00% ms_local [kernel.kallsyms] [k] do_syscall_64 0.00% ms_local ceph-osd [.] Mutex::Mutex 0.00% log [kernel.kallsyms] [k] perf_ctx_unlock 0.00% finisher libc-2.17.so [.] __snprintf 0.00% msgr-worker-1 libnssutil3.so [.] PR_Calloc@plt 0.00% bstore_kv_final [kernel.kallsyms] [k] task_ctx_sched_out 0.00% msgr-worker-1 [kernel.kallsyms] [k] clear_buddies 0.00% msgr-worker-1 libnssutil3.so [.] PORT_Alloc_Util@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] do_page_fault 0.00% msgr-worker-1 [kernel.kallsyms] [k] rcu_process_callbacks 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::locale::id::_M_id@plt 0.00% bstore_aio ceph-osd [.] ceph::buffer::raw_posix_aligned::~raw_posix_aligned 0.00% msgr-worker-2 ceph-osd [.] clock_gettime@plt 0.00% bstore_aio [vdso] [.] __vdso_clock_gettime 0.00% finisher ceph-osd [.] pthread_mutex_unlock@plt 0.00% finisher libc-2.17.so [.] _IO_vsprintf 0.00% msgr-worker-0 ceph-osd [.] cmp 0.00% tp_osd_tp ceph-osd [.] RocksDBStore::RocksDBTransactionImpl::RocksDBTransactionImpl 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::add_interval_usage 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000048095 0.00% log [kernel.kallsyms] [k] irq_entries_start 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int 0.00% msgr-worker-0 libpthread-2.17.so [.] 0x000000000000e730 0.00% msgr-worker-1 ceph-osd [.] operator<< 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::ptr 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::string::append 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::maybe_create_new_object 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::update_stats(pg_stat_t const&) 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x00000000000182e3 0.00% msgr-worker-2 [kernel.kallsyms] [k] ixgbe_alloc_rx_buffers 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% bstore_kv_final [kernel.kallsyms] [k] __audit_syscall_entry 0.00% bstore_kv_sync [kernel.kallsyms] [k] ixgbe_write_eitr 0.00% msgr-worker-0 [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% tp_osd_tp [kernel.kallsyms] [k] mark_wake_futex 0.00% tp_osd_tp ceph-osd [.] Throttle::_wait 0.00% bstore_kv_final libtcmalloc.so.4.2.6 [.] tc_free 0.00% msgr-worker-0 [kernel.kallsyms] [k] dev_queue_xmit 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e410 0.00% bstore_kv_final [kernel.kallsyms] [k] __irqentry_text_start 0.00% bstore_aio [kernel.kallsyms] [k] perf_ctx_unlock 0.00% tp_osd_tp ceph-osd [.] operator<< 0.00% tp_osd_tp ceph-osd [.] std::_Vector_base >::~_Vector_base 0.00% bstore_kv_sync [kernel.kallsyms] [k] add_mm_counter_fast 0.00% finisher [kernel.kallsyms] [k] current_kernel_time64 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013aac 0.00% finisher [kernel.kallsyms] [k] syscall_trace_enter 0.00% bstore_kv_final [kernel.kallsyms] [k] __msecs_to_jiffies 0.00% bstore_kv_final [kernel.kallsyms] [k] task_tick_fair 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::repop_all_applied 0.00% finisher libstdc++.so.6.0.19 [.] 0x000000000008a576 0.00% msgr-worker-0 ceph-osd [.] EpollDriver::del_event 0.00% ms_local [kernel.kallsyms] [k] get_futex_key 0.00% ms_local ceph-osd [.] TrackedOp::_event_marked 0.00% ms_local [kernel.kallsyms] [k] futex_wait 0.00% bstore_kv_sync [kernel.kallsyms] [k] get_mem_cgroup_from_mm 0.00% finisher ceph-osd [.] operator delete@plt 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::unused_tail_length 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000005801d 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::is_unreadable_object 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ListTooLong 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_active 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::iterator_impl::copy_shallow 0.00% tp_peering libtcmalloc.so.4.2.6 [.] operator delete 0.00% bstore_kv_sync [kernel.kallsyms] [k] note_interrupt 0.00% finisher [kernel.kallsyms] [k] __mnt_want_write 0.00% msgr-worker-2 [kernel.kallsyms] [k] raw_local_deliver 0.00% msgr-worker-1 ceph-osd [.] std::vector >::emplace_back 0.00% tp_osd_tp [kernel.kallsyms] [k] task_ctx_sched_out 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] std::ostream::flush@plt 0.00% tp_osd_tp ceph-osd [.] rocksdb::LRUCacheShard::Lookup 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::ReleaseListToSpans 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_rb_add 0.00% msgr-worker-1 ceph-osd [.] EpollDriver::del_event 0.00% finisher ceph-osd [.] PG::requeue_ops 0.00% msgr-worker-0 libc-2.17.so [.] __tzfile_compute 0.00% ms_local ceph-osd [.] OpTracker::register_inflight_op 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::_Rep::_M_clone 0.00% msgr-worker-2 ceph-osd [.] object_stat_sum_t::decode 0.00% bstore_kv_sync [kernel.kallsyms] [k] __mark_inode_dirty 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_default_append 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_erase 0.00% bstore_aio [kernel.kallsyms] [k] hrtimer_active 0.00% bstore_kv_sync ceph-osd [.] rocksdb::WriteController::IsStopped 0.00% tp_osd_tp ceph-osd [.] getnameinfo@plt 0.00% msgr-worker-0 libnss3.so [.] PR_Unlock@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] tcp_tasklet_func 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::append 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% tp_osd_tp ceph-osd [.] BlueStore::Blob::operator delete 0.00% bstore_kv_sync ceph-osd [.] aio_queue_t::submit_batch 0.00% tp_osd_tp ceph-osd [.] PGTransaction::get_object_op_for_modify 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_lower_bound 0.00% tp_osd_tp ceph-osd [.] BlueStore::getattr 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > >, std::_Select1st, std::allocator > > >, std::less, std::allocator, std::allocator > > > >::_M_emplace_hint_unique, std::tuple<> > 0.00% msgr-worker-1 ceph-osd [.] EventCenter::dispatch_event_external 0.00% log [kernel.kallsyms] [k] rb_erase 0.00% bstore_kv_final [kernel.kallsyms] [k] do_syscall_64 0.00% bstore_kv_sync ceph-osd [.] rocksdb::GetVarint32PtrFallback 0.00% msgr-worker-2 [kernel.kallsyms] [k] detach_if_pending 0.00% bstore_kv_sync [kernel.kallsyms] [k] migrate_task_rq_fair 0.00% bstore_kv_sync ceph-osd [.] PerfCounters::set 0.00% tp_osd_tp [kernel.kallsyms] [k] bdev_read_only 0.00% msgr-worker-0 [kernel.kallsyms] [k] anon_pipe_buf_release 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x00000000000182be 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e117 0.00% bstore_kv_sync [kernel.kallsyms] [k] netif_receive_skb_internal 0.00% tp_osd_tp ceph-osd [.] std::ostream::_M_insert@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_rate_skb_delivered 0.00% finisher [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.00% finisher ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x000000000005887b 0.00% bstore_kv_sync [kernel.kallsyms] [k] __msecs_to_jiffies 0.00% bstore_aio [kernel.kallsyms] [k] __inet_lookup_established 0.00% tp_osd_tp ceph-osd [.] PerfHistogramCommon::get_bucket_for_axis 0.00% finisher [kernel.kallsyms] [k] account_user_time 0.00% log [kernel.kallsyms] [k] hrtick_update 0.00% msgr-worker-0 ceph-osd [.] std::string::_Rep::_M_dispose@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_irq_enter 0.00% tp_osd_tp ceph-osd [.] rocksdb::ReadBlockContents 0.00% msgr-worker-0 [kernel.kallsyms] [k] cpu_load_update 0.00% finisher libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::FetchFromCentralCache 0.00% tp_osd_tp [kernel.kallsyms] [k] migrate_task_rq_fair 0.00% bstore_kv_sync [kernel.kallsyms] [k] policy_node 0.00% msgr-worker-0 libnspr4.so [.] pthread_self@plt 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_insert_aux 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::resize 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001f5b3 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019a21 0.00% bstore_kv_sync [kernel.kallsyms] [k] vlan_do_receive 0.00% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% log [kernel.kallsyms] [k] trigger_load_balance 0.00% bstore_kv_sync [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a5cb 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000588c0 0.00% tp_osd_tp ceph-osd [.] MOSDECSubOpReadReply::print 0.00% bstore_mempool ceph-osd [.] BlueStore::Onode::put 0.00% finisher [kernel.kallsyms] [k] timespec_trunc 0.00% bstore_kv_sync [kernel.kallsyms] [k] eth_type_trans 0.00% bstore_aio [kernel.kallsyms] [k] __list_del_entry_valid 0.00% bstore_aio [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% bstore_aio [kernel.kallsyms] [k] syscall_trace_enter 0.00% bstore_aio [kernel.kallsyms] [k] tcp_rcv_established 0.00% bstore_kv_final [kernel.kallsyms] [k] drop_futex_key_refs.isra.12 0.00% bstore_kv_final [kernel.kallsyms] [k] pick_next_task_idle 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_handle_queue_ramp_up 0.00% tp_osd_tp ceph-osd [.] bluestore_blob_use_tracker_t::get 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a594 0.00% tp_osd_tp ceph-osd [.] prepare_sliceparts 0.00% tp_osd_tp ceph-osd [.] ECTransaction::WritePlan::~WritePlan 0.00% log [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% tp_osd_tp ceph-osd [.] rocksdb::BinarySearchIndexReader::NewIterator 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::raw_posix_aligned::operator delete 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000013970 0.00% tp_osd_tp [kernel.kallsyms] [k] note_interrupt 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x000000000001828a 0.00% tp_osd_tp libec_jerasure.so [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find@plt 0.00% tp_osd_tp ceph-osd [.] rocksdb::Cleanable::Cleanable 0.00% msgr-worker-0 ceph-osd [.] std::_List_base, std::allocator > >::_M_clear 0.00% msgr-worker-0 [kernel.kallsyms] [k] __bitmap_and 0.00% msgr-worker-2 [kernel.kallsyms] [k] __hrtimer_get_next_event 0.00% bstore_kv_final [kernel.kallsyms] [k] plist_del 0.00% bstore_kv_final ceph-osd [.] std::_List_base, std::allocator > >::_M_clear 0.00% tp_osd_tp libc-2.17.so [.] inet_ntop 0.00% msgr-worker-1 libnspr4.so [.] pthread_mutex_init@plt 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::num_put > >::_M_pad 0.00% msgr-worker-1 [kernel.kallsyms] [k] __kmalloc 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_transmit_skb 0.00% finisher ceph-osd [.] BlueStore::_do_remove 0.00% msgr-worker-0 libc-2.17.so [.] 0x00000000000f8915 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000c059 0.00% finisher ceph-osd [.] hobject_t::~hobject_t 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rate_skb_sent 0.00% bstore_kv_sync [kernel.kallsyms] [k] rcu_check_callbacks 0.00% tp_osd_tp libc-2.17.so [.] __mpn_extract_double 0.00% tp_osd_tp ceph-osd [.] pthread_spin_unlock@plt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013c56 0.00% tp_osd_tp ceph-osd [.] BlueStore::Blob::put_ref 0.00% tp_osd_tp ceph-osd [.] rocksdb::ColumnFamilyData::ReturnThreadLocalSuperVersion 0.00% bstore_aio [kernel.kallsyms] [k] lock_hrtimer_base.isra.21 0.00% finisher [kernel.kallsyms] [k] skb_free_head 0.00% finisher libtcmalloc.so.4.2.6 [.] 0x0000000000017fa2 0.00% msgr-worker-2 libpthread-2.17.so [.] pthread_rwlock_unlock 0.00% msgr-worker-1 [kernel.kallsyms] [k] calc_global_load_tick 0.00% tp_osd_tp [kernel.kallsyms] [k] unlock_page 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::get_interval_start_epoch 0.00% ms_local ceph-osd [.] Mutex::Lock 0.00% tp_osd_tp ceph-osd [.] ObjectStore::Transaction::omap_rmkeys 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_float 0.00% bstore_aio [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% tp_osd_tp ceph-osd [.] rocksdb::Cleanable::~Cleanable 0.00% ms_local ceph-osd [.] operator<< 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x000000000001828a 0.00% msgr-worker-0 ceph-osd [.] operator<< 0.00% bstore_kv_sync [kernel.kallsyms] [k] ktime_get 0.00% bstore_kv_sync [kernel.kallsyms] [k] update_wall_time 0.00% bstore_kv_final libtcmalloc.so.4.2.6 [.] operator new[] 0.00% tp_osd_tp ceph-osd [.] OpRequest::may_read 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] BlueStore::_setattr 0.00% tp_osd_tp libpthread-2.17.so [.] 0x000000000000ef7a 0.00% tp_osd_tp ceph-osd [.] PGTransaction::write 0.00% tp_osd_tp ceph-osd [.] SnapSet::encode 0.00% ms_local ceph-osd [.] DispatchQueue::can_fast_dispatch 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::basic_stringbuf, std::allocator >::overflow 0.00% msgr-worker-2 ceph-osd [.] std::basic_ios >::init@plt 0.00% tp_osd_tp ceph-osd [.] rocksdb::LRUCache::GetShard 0.00% tp_osd_tp [kernel.kallsyms] [k] bond_xmit_hash 0.00% msgr-worker-2 ceph-osd [.] OSDService::get_con_osd_cluster 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::_Rb_tree_rebalance_for_erase 0.00% tp_osd_tp [kernel.kallsyms] [k] iov_iter_revert 0.00% tp_osd_tp ceph-osd [.] PGLog::write_log_and_missing 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000d9d5 0.00% msgr-worker-0 [kernel.kallsyms] [k] futex_wait_setup 0.00% finisher [kernel.kallsyms] [k] irq_chip_ack_parent 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] operator new@plt 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_fill_insert 0.00% bstore_mempool [kernel.kallsyms] [k] ir_ack_apic_edge 0.00% tp_osd_tp [kernel.kallsyms] [k] sys_pread64 0.00% tp_osd_tp [kernel.kallsyms] [k] generic_make_request 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::primary_spg_t() const 0.00% msgr-worker-1 libnspr4.so [.] pthread_mutex_destroy@plt 0.00% finisher libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% tp_osd_tp ceph-osd [.] std::__detail::_Map_base >, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>::operator[] 0.00% log [kernel.kallsyms] [k] rcu_check_callbacks 0.00% bstore_aio [kernel.kallsyms] [k] hrtimer_start_range_ns 0.00% tp_osd_tp ceph-osd [.] ECBackend::kick_reads 0.00% finisher ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_erase 0.00% bstore_kv_sync ceph-osd [.] std::_List_base >::_M_clear 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] memset@plt 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::send_message_osd_cluster(int, Message*, unsigned int) 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::bless_context(Context*) 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013941 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x0000000000018182 0.00% tp_osd_tp ceph-osd [.] ECBackend::check_ops 0.00% msgr-worker-1 ceph-osd [.] spg_t::calc_name 0.00% msgr-worker-1 [kernel.kallsyms] [k] getnstimeofday64 0.00% tp_osd_tp ceph-osd [.] LambdaGenContext >, std::less, std::allocator > > > >&&)#1}, std::map >, std::less, std::allocator > > > >&&>::finish 0.00% msgr-worker-2 [kernel.kallsyms] [k] schedule 0.00% tp_osd_tp ceph-osd [.] rocksdb::ShardedCache::GetUsage 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_log_send 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, ObjectContext*> >, std::_Select1st, ObjectContext*> > >, std::less, std::allocator, ObjectContext*> > > >::find 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_queue_enter 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e0d3 0.00% bstore_mempool [kernel.kallsyms] [k] inet_gro_receive 0.00% tp_osd_tp ceph-osd [.] encode, std::allocator > >, std::less, std::allocator, std::allocator > > > >, denc_traits, denc_traits, std::allocator > >, void> > 0.00% tp_osd_tp libc-2.17.so [.] __memcpy_chk_ssse3_back 0.00% msgr-worker-0 [kernel.kallsyms] [k] swiotlb_unmap_page 0.00% bstore_kv_sync libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::GetCache 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% tp_osd_tp [kernel.kallsyms] [k] build_skb 0.00% tp_osd_tp ceph-osd [.] pthread_mutex_lock@plt 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] BlueStore::_clone_range 0.00% msgr-worker-1 [kernel.kallsyms] [k] anon_pipe_buf_release 0.00% bstore_kv_sync [kernel.kallsyms] [k] import_iovec 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% msgr-worker-2 [kernel.kallsyms] [k] get_vma_policy 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_md5_do_lookup 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::is_contiguous 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::find 0.00% tp_osd_tp libc-2.17.so [.] __GI___mempcpy 0.00% tp_osd_tp [kernel.kallsyms] [k] release_pages 0.00% tp_osd_tp ceph-osd [.] MOSDOp::get_map_epoch 0.00% finisher ceph-osd [.] non-virtual thunk to PrimaryLogPG::primary_shard() const 0.00% finisher libstdc++.so.6.0.19 [.] std::ios_base::~ios_base 0.00% msgr-worker-1 libnss3.so [.] 0x00000000000364d4 0.00% tp_osd_tp [kernel.kallsyms] [k] security_sock_rcv_skb 0.00% tp_osd_tp ceph-osd [.] BlueStore::validate_hobject_key 0.00% bstore_kv_sync ceph-osd [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_add_ref_copy 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e43c 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% tp_osd_tp ceph-osd [.] rocksdb::DBImpl::GetAndRefSuperVersion 0.00% tp_osd_tp [kernel.kallsyms] [k] ___slab_alloc 0.00% msgr-worker-0 ceph-osd [.] ECSubWrite::decode 0.00% msgr-worker-1 [kernel.kallsyms] [k] dev_queue_xmit 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > >, std::_Select1st, std::allocator > > >, std::less, std::allocator, std::allocator > > > >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] interval_set::intersection_of 0.00% msgr-worker-1 [kernel.kallsyms] [k] trigger_load_balance 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::ostream::flush 0.00% tp_osd_tp ceph-osd [.] std::_Function_base::_Base_manager::_M_manager 0.00% finisher [kernel.kallsyms] [k] mempool_free 0.00% tp_osd_tp ceph-osd [.] encode, std::allocator, denc_traits > 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_unique 0.00% tp_osd_tp ceph-osd [.] operator<< 0.00% finisher libstdc++.so.6.0.19 [.] std::_Rb_tree_increment 0.00% tp_osd_tp [kernel.kallsyms] [k] sch_direct_xmit 0.00% tp_osd_tp libec_jerasure.so [.] ceph::ErasureCode::encode 0.00% bstore_mempool [kernel.kallsyms] [k] internal_add_timer 0.00% tp_osd_tp ceph-osd [.] ExtentCache::reserve_extents_for_rmw 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a594 0.00% tp_osd_tp libec_jerasure.so [.] ceph::ErasureCode::chunk_index@plt 0.00% tp_osd_tp ceph-osd [.] PG::Scrubber::write_blocked_by_scrub 0.00% tp_osd_tp [kernel.kallsyms] [k] skb_free_head 0.00% tp_osd_tp ceph-osd [.] rocksdb::LRUCacheShard::Unref 0.00% bstore_kv_sync ceph-osd [.] Throttle::put 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x00000000000182e6 0.00% finisher ceph-osd [.] SubWriteApplied::finish 0.00% finisher libc-2.17.so [.] sprintf 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000058159 0.00% bstore_mempool [kernel.kallsyms] [k] dev_queue_xmit_nit 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_queue_split 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::iterator_impl 0.00% tp_osd_tp ceph-osd [.] rocksdb::RangeDelAggregator::AddTombstones 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::MakeCacheSpace 0.00% bstore_mempool [kernel.kallsyms] [k] ip_rcv_finish 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::find 0.00% bstore_mempool [kernel.kallsyms] [k] __hrtimer_get_next_event 0.00% bstore_mempool ceph-osd [.] std::basic_string, mempool::pool_allocator<(mempool::pool_index_t)4, char> >::_Rep::_M_dispose 0.00% tp_osd_tp [kernel.kallsyms] [k] sched_avg_update 0.00% tp_osd_tp [kernel.kallsyms] [k] pud_huge 0.00% log [kernel.kallsyms] [k] sched_clock 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x00000000000753b9 0.00% bstore_mempool [kernel.kallsyms] [k] do_futex 0.00% bstore_kv_final [kernel.kallsyms] [k] account_entity_enqueue 0.00% bstore_kv_final [kernel.kallsyms] [k] put_prev_task_fair 0.00% bstore_kv_final [kernel.kallsyms] [k] unroll_tree_refs 0.00% bstore_mempool [kernel.kallsyms] [k] update_rq_clock 0.00% bstore_mempool libtcmalloc.so.4.2.6 [.] 0x0000000000015dc7 0.00% tp_osd_tp ceph-osd [.] IOContext::IOContext 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_send_ack 0.00% bstore_mempool [kernel.kallsyms] [k] tcp_gro_receive 0.00% tp_osd_tp [kernel.kallsyms] [k] clear_buddies 0.00% tp_osd_tp [kernel.kallsyms] [k] __build_skb 0.00% tp_osd_tp [kernel.kallsyms] [k] ixgbe_xmit_frame 0.00% tp_osd_tp [kernel.kallsyms] [k] lock_timer_base 0.00% tp_osd_tp [kernel.kallsyms] [k] _scsih_io_done 0.00% bstore_mempool [kernel.kallsyms] [k] kfree_skbmem 0.00% tp_osd_tp ceph-osd [.] BlueStore::_apply_padding 0.00% bstore_mempool [kernel.kallsyms] [k] __kmalloc_reserve.isra.35 0.00% tp_osd_tp [kernel.kallsyms] [k] unmap_single 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::eval_repop 0.00% bstore_mempool [kernel.kallsyms] [k] tcp_rate_gen 0.00% bstore_mempool [kernel.kallsyms] [k] place_entity 0.00% bstore_mempool libtcmalloc.so.4.2.6 [.] 0x0000000000015ced 0.00% bstore_mempool [kernel.kallsyms] [k] rcu_note_context_switch 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::reassign_to_mempool 0.00% bstore_mempool [kernel.kallsyms] [k] tcp_rcv_established 0.00% tp_osd_tp [kernel.kallsyms] [k] calc_global_load 0.00% tp_osd_tp libpthread-2.17.so [.] __libc_pread64 0.00% tp_osd_tp [kernel.kallsyms] [k] mpt3sas_base_get_sense_buffer_dma 0.00% bstore_mempool libpthread-2.17.so [.] pthread_cond_timedwait@@GLIBC_2.3.2 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x00000000000183a8 0.00% bstore_mempool [kernel.kallsyms] [k] __lock_text_start 0.00% tp_osd_tp [kernel.kallsyms] [k] free_hot_cold_page_list 0.00% bstore_mempool [kernel.kallsyms] [k] tcp_v4_do_rcv 0.00% finisher ceph-osd [.] pg_t::calc_name 0.00% tp_osd_tp [kernel.kallsyms] [k] iov_iter_npages 0.00% bstore_mempool [kernel.kallsyms] [k] tcp_transmit_skb 0.00% bstore_mempool [kernel.kallsyms] [k] update_wall_time 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_delack_timer_handler 0.00% bstore_mempool [kernel.kallsyms] [k] update_process_times 0.00% tp_osd_tp [kernel.kallsyms] [k] flush_smp_call_function_queue 0.00% bstore_mempool [kernel.kallsyms] [k] __inet_lookup_established 0.00% bstore_mempool [kernel.kallsyms] [k] cpuacct_charge 0.00% bstore_mempool [kernel.kallsyms] [k] skb_unref.part.36 0.00% bstore_mempool [kernel.kallsyms] [k] update_fast_timekeeper 0.00% tp_osd_tp [kernel.kallsyms] [k] update_process_times 0.00% bstore_mempool [kernel.kallsyms] [k] __accumulate_pelt_segments 0.00% bstore_mempool ceph-osd [.] ceph::logging::SubsystemMap::should_gather 0.00% bstore_mempool ceph-osd [.] std::_List_base >::_M_clear 0.00% tp_osd_tp libc-2.17.so [.] __mpn_lshift 0.00% bstore_mempool [kernel.kallsyms] [k] __audit_syscall_exit 0.00% bstore_mempool [kernel.kallsyms] [k] ___bpf_prog_run 0.00% tp_osd_tp [kernel.kallsyms] [k] __sk_mem_reclaim 0.00% bstore_mempool [kernel.kallsyms] [k] account_entity_enqueue 0.00% tp_osd_tp [kernel.kallsyms] [k] __generic_file_write_iter 0.00% tp_osd_tp [kernel.kallsyms] [k] elv_rqhash_find 0.00% bstore_mempool [kernel.kallsyms] [k] sock_put 0.00% bstore_mempool [kernel.kallsyms] [k] mod_timer 0.00% bstore_mempool [kernel.kallsyms] [k] notifier_call_chain 0.00% tp_osd_tp [kernel.kallsyms] [k] skb_csum_hwoffload_help 0.00% bstore_mempool libstdc++.so.6.0.19 [.] 0x000000000005b594 0.00% bstore_mempool [kernel.kallsyms] [k] ep_poll_callback 0.00% tp_osd_tp [kernel.kallsyms] [k] bond_select_queue 0.00% bstore_mempool [kernel.kallsyms] [k] try_to_wake_up 0.00% bstore_mempool libpthread-2.17.so [.] pthread_self 0.00% bstore_mempool libpthread-2.17.so [.] pthread_cond_destroy@@GLIBC_2.3.2 0.00% tp_osd_tp ceph-osd [.] Throttle::get 0.00% tp_osd_tp ceph-osd [.] BlueStore::_txc_calc_cost 0.00% tp_osd_tp ceph-osd [.] OpRequest::set_read 0.00% bstore_mempool [kernel.kallsyms] [k] ixgbe_update_dca 0.00% bstore_mempool [kernel.kallsyms] [k] dql_completed 0.00% bstore_mempool [kernel.kallsyms] [k] account_entity_dequeue 0.00% bstore_mempool [kernel.kallsyms] [k] raise_softirq 0.00% bstore_mempool [kernel.kallsyms] [k] get_futex_key_refs.isra.11 0.00% bstore_mempool [kernel.kallsyms] [k] __tcp_ack_snd_check 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_emplace_back_aux 0.00% bstore_mempool [kernel.kallsyms] [k] skb_defer_rx_timestamp 0.00% bstore_mempool [kernel.kallsyms] [k] ixgbe_write_eitr 0.00% bstore_mempool [kernel.kallsyms] [k] idle_cpu 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_do_rcv 0.00% bstore_mempool [kernel.kallsyms] [k] hrtimer_active 0.00% bstore_mempool [kernel.kallsyms] [k] select_task_rq_fair 0.00% bstore_mempool [kernel.kallsyms] [k] eth_type_trans 0.00% bstore_mempool [kernel.kallsyms] [k] ixgbe_poll 0.00% bstore_mempool [kernel.kallsyms] [k] set_task_cpu 0.00% tp_osd_tp ceph-osd [.] BlueStore::Extent::operator new 0.00% msgr-worker-1 ceph-osd [.] ObjectModDesc::decode 0.00% bstore_mempool [kernel.kallsyms] [k] __calc_delta 0.00% bstore_mempool [kernel.kallsyms] [k] netif_receive_skb_internal 0.00% bstore_mempool [kernel.kallsyms] [k] detach_if_pending 0.00% tp_osd_tp [kernel.kallsyms] [k] bio_init 0.00% bstore_mempool [kernel.kallsyms] [k] run_posix_cpu_timers 0.00% bstore_mempool [kernel.kallsyms] [k] __alloc_skb 0.00% tp_osd_tp ceph-osd [.] std::vector >::~vector 0.00% bstore_mempool [kernel.kallsyms] [k] ktime_get 0.00% bstore_mempool ceph-osd [.] BlueStore::TwoQCache::_get_num_onodes 0.00% tp_osd_tp ceph-osd [.] BlueStore::SharedBlob::operator new 0.00% bstore_mempool [kernel.kallsyms] [k] local_apic_timer_interrupt 0.00% bstore_mempool ceph-osd [.] BlueStore::Buffer::operator delete 0.00% bstore_mempool [kernel.kallsyms] [k] __list_add_valid 0.00% bstore_mempool [kernel.kallsyms] [k] unmap_page_range 0.00% finisher libstdc++.so.6.0.19 [.] std::ios_base::ios_base@plt 0.00% finisher libtcmalloc.so.4.2.6 [.] 0x000000000001827f 0.00% bstore_mempool [kernel.kallsyms] [k] hrtimer_forward 0.00% bstore_mempool [kernel.kallsyms] [k] account_user_time 0.00% tp_osd_tp [kernel.kallsyms] [k] tick_sched_handle 0.00% bstore_mempool [kernel.kallsyms] [k] __napi_schedule_irqoff 0.00% bstore_mempool [kernel.kallsyms] [k] enqueue_task_fair 0.00% tp_osd_tp [kernel.kallsyms] [k] _mix_pool_bytes 0.00% bstore_mempool [kernel.kallsyms] [k] kmem_cache_free 0.00% tp_osd_tp [kernel.kallsyms] [k] __skb_clone 0.00% tp_osd_tp [kernel.kallsyms] [k] __wake_up 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::Populate 0.00% bstore_mempool [kernel.kallsyms] [k] tcp_urg 0.00% bstore_mempool [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% tp_osd_tp [kernel.kallsyms] [k] __sk_dst_check 0.00% bstore_mempool [kernel.kallsyms] [k] irq_enter 0.00% bstore_mempool [kernel.kallsyms] [k] __slab_free 0.00% tp_osd_tp ceph-osd [.] rocksdb::WriteBatch::Merge 0.00% bstore_mempool libtcmalloc.so.4.2.6 [.] 0x0000000000015c73 0.00% bstore_mempool [kernel.kallsyms] [k] bictcp_cong_avoid 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e132 0.00% bstore_mempool libpthread-2.17.so [.] pthread_mutex_unlock 0.00% bstore_mempool [kernel.kallsyms] [k] clockevents_program_event 0.00% tp_osd_tp [kernel.kallsyms] [k] ip_finish_output 0.00% tp_osd_tp [kernel.kallsyms] [k] bio_phys_segments 0.00% tp_osd_tp [kernel.kallsyms] [k] cpu_needs_another_gp 0.00% tp_osd_tp ceph-osd [.] BlueStore::Collection::load_shared_blob 0.00% tp_osd_tp [kernel.kallsyms] [k] __put_compound_page 0.00% bstore_mempool libtcmalloc.so.4.2.6 [.] 0x0000000000015c94 0.00% tp_osd_tp ceph-osd [.] std::string::_M_leak_hard@plt 0.00% bstore_mempool [kernel.kallsyms] [k] update_curr 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_account_io_done 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000d9cd 0.00% tp_osd_tp libec_jerasure.so [.] operator new@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_rate_gen 0.00% tp_osd_tp ceph-osd [.] std::basic_string, mempool::pool_allocator<(mempool::pool_index_t)4, char> >::basic_string 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_defer_rx_timestamp 0.00% tp_osd_tp [kernel.kallsyms] [k] memcpy_erms 0.00% tp_osd_tp [kernel.kallsyms] [k] wbc_attach_and_unlock_inode 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] internal_add_timer 0.00% tp_osd_tp ceph-osd [.] PGLog::trim 0.00% tp_osd_tp ceph-osd [.] rocksdb::MemTableListVersion::Get 0.00% tp_osd_tp ceph-osd [.] std::vector >::vector 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::ostream::_M_insert 0.00% tp_osd_tp ceph-osd [.] std::_List_base >::_M_clear 0.00% finisher ceph-osd [.] SubWriteCommitted::~SubWriteCommitted 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::calc_trim_to 0.00% tp_osd_tp ceph-osd [.] ObjectModDesc::Visitor::setattrs 0.00% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_write_eitr 0.00% msgr-worker-1 [kernel.kallsyms] [k] kmem_cache_free_bulk 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::get_epoch() const 0.00% msgr-worker-0 [kernel.kallsyms] [k] account_system_time 0.00% bstore_mempool ceph-osd [.] BlueStore::MempoolThread::entry 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001def3 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_unique 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_emplace_back_aux 0.00% tp_osd_tp ceph-osd [.] BlueStore::_do_write_data 0.00% finisher libc-2.17.so [.] inet_ntop 0.00% tp_osd_tp [kernel.kallsyms] [k] down_read 0.00% bstore_kv_final [kernel.kallsyms] [k] __netif_receive_skb_core 0.00% tp_osd_tp ceph-osd [.] KernelDevice::_aio_log_finish 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012a18 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000005b5b2 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_complete_request 0.00% tp_osd_tp ceph-osd [.] BlueStore::BufferSpace::_add_buffer 0.00% tp_osd_tp [kernel.kallsyms] [k] copyin 0.00% bstore_mempool [kernel.kallsyms] [k] handle_irq 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_filter 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::find 0.00% tp_osd_tp [kernel.kallsyms] [k] __fsnotify_parent 0.00% tp_osd_tp ceph-osd [.] SharedLRU, std::hash >::lru_add 0.00% msgr-worker-0 [kernel.kallsyms] [k] handle_irq_event_percpu 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ostream::operator<< 0.00% tp_osd_tp [kernel.kallsyms] [k] cpuacct_account_field 0.00% tp_osd_tp [kernel.kallsyms] [k] bio_integrity_prep 0.00% tp_osd_tp ceph-osd [.] IOContext::aio_wait 0.00% tp_osd_tp ceph-osd [.] PGLog::IndexedLog::add 0.00% msgr-worker-0 [kernel.kallsyms] [k] invoke_rcu_core 0.00% msgr-worker-1 libc-2.17.so [.] __strcmp_sse42 0.00% tp_osd_tp ceph-osd [.] MOSDECSubOpReadReply::encode_payload 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% msgr-worker-0 libsoftokn3.so [.] 0x00000000000129ff 0.00% tp_osd_tp ceph-osd [.] ECBackend::objects_read_and_reconstruct 0.00% bstore_kv_sync [kernel.kallsyms] [k] bio_phys_segments 0.00% bstore_kv_sync [kernel.kallsyms] [k] perf_ctx_unlock 0.00% tp_osd_tp libpthread-2.17.so [.] __pthread_enable_asynccancel 0.00% tp_osd_tp ceph-osd [.] pg_missing_set::get_may_include_deletes 0.00% tp_osd_tp ceph-osd [.] PG::op_has_sufficient_caps 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::pair const, watch_info_t>, std::_Select1st const, watch_info_t> >, std::less >, std::allocator const, watch_info_t> > >::_M_erase 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000dcaa 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::c_str 0.00% msgr-worker-1 [kernel.kallsyms] [k] remove_entity_load_avg 0.00% msgr-worker-1 libpthread-2.17.so [.] pthread_rwlock_unlock 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_copy 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_event_data_recv 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_emplace_hint_unique, std::tuple<> > 0.00% tp_osd_tp ceph-osd [.] operator<< 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::get_pgbackend 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::insert 0.00% log [kernel.kallsyms] [k] wake_up_q 0.00% bstore_mempool libstdc++.so.6.0.19 [.] 0x000000000005b5a1 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_find_before_node 0.00% tp_osd_tp ceph-osd [.] BlueStore::Buffer::operator new 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x00000000000180d2 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_rb_find 0.00% tp_osd_tp ceph-osd [.] interval_set::union_of 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x000000000001a137 0.00% tp_osd_tp libec_jerasure.so [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> >@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_event_data_recv 0.00% finisher ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::_M_erase_aux 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] rocksdb::BlockIter::Valid 0.00% tp_osd_tp [kernel.kallsyms] [k] compound_head 0.00% tp_osd_tp ceph-osd [.] ObjectStore::Transaction::iterator::decode_string 0.00% msgr-worker-1 [kernel.kallsyms] [k] __enqueue_entity 0.00% msgr-worker-2 [kernel.kallsyms] [k] mem_cgroup_try_charge 0.00% ms_local ceph-osd [.] DispatchQueue::run_local_delivery 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> > 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_data_queue 0.00% msgr-worker-0 [kernel.kallsyms] [k] decay_load 0.00% bstore_mempool [kernel.kallsyms] [k] vlan_dev_hard_start_xmit 0.00% bstore_kv_sync [kernel.kallsyms] [k] bvec_alloc 0.00% bstore_kv_sync [kernel.kallsyms] [k] __bitmap_and 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_account_io_completion 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_emplace_back_aux 0.00% bstore_mempool libstdc++.so.6.0.19 [.] std::string::_Rep::_M_dispose 0.00% tp_osd_tp [kernel.kallsyms] [k] mpt3sas_base_get_msg_frame 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x000000000001808c 0.00% tp_osd_tp [kernel.kallsyms] [k] do_writepages 0.00% tp_osd_tp ceph-osd [.] rocksdb::DBImpl::Get 0.00% tp_osd_tp ceph-osd [.] PG::can_discard_op 0.00% bstore_kv_sync [kernel.kallsyms] [k] bond_handle_frame 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] operator delete@plt 0.00% msgr-worker-2 ceph-osd [.] std::vector >::emplace_back 0.00% tp_osd_tp [kernel.kallsyms] [k] intel_pmu_enable_all 0.00% tp_osd_tp ceph-osd [.] BlueStore::BufferSpace::_discard 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_put_command 0.00% finisher [kernel.kallsyms] [k] __mark_inode_dirty 0.00% finisher [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% finisher [kernel.kallsyms] [k] plist_add 0.00% tp_osd_tp ceph-osd [.] CrushWrapper::has_v4_buckets 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% bstore_aio ceph-osd [.] mempool::get_pool 0.00% bstore_kv_sync [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% bstore_kv_sync libc-2.17.so [.] isspace 0.00% tp_osd_tp ceph-osd [.] object_locator_t::~object_locator_t 0.00% bstore_mempool ceph-osd [.] ceph::buffer::raw_combined::~raw_combined 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_unique > 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001255e 0.00% log [kernel.kallsyms] [k] find_next_bit 0.00% tp_osd_tp ceph-osd [.] BlueStore::_verify_csum 0.00% log [kernel.kallsyms] [k] __netif_receive_skb_core 0.00% tp_osd_tp [kernel.kallsyms] [k] __queue_work 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::string::reserve@plt 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::AlignmentForSize@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::has_facet > > > 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > >::_M_erase_aux 0.00% msgr-worker-1 ceph-osd [.] ECSubWrite::~ECSubWrite 0.00% tp_osd_tp [kernel.kallsyms] [k] __put_user_4 0.00% tp_osd_tp ceph-osd [.] bluestore_blob_t::mark_used 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::ptr::ptr 0.00% tp_osd_tp [kernel.kallsyms] [k] handle_mm_fault 0.00% tp_osd_tp ceph-osd [.] Throttle::put 0.00% tp_osd_tp ceph-osd [.] rocksdb::WriteBatchInternal::Put 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012230 0.00% bstore_kv_sync [kernel.kallsyms] [k] pud_huge 0.00% tp_osd_tp [kernel.kallsyms] [k] native_iret 0.00% tp_osd_tp ceph-osd [.] std::operator== >, std::_Select1st > >, std::less, std::allocator > > > 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000de80 0.00% msgr-worker-1 [kernel.kallsyms] [k] invoke_rcu_core 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% safe_timer ceph-osd [.] OSDService::need_fullness_update 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000012410 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_update_bidi_request 0.00% tp_osd_tp ceph-osd [.] BitmapFreelistManager::release 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_dispatch_cmd 0.00% msgr-worker-2 libnss3.so [.] PK11_FreeSlot@plt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000002aad1 0.00% tp_osd_tp [kernel.kallsyms] [k] dql_completed 0.00% finisher [kernel.kallsyms] [k] kmem_cache_alloc 0.00% finisher libstdc++.so.6.0.19 [.] std::has_facet > > > 0.00% tp_osd_tp [kernel.kallsyms] [k] mempool_free 0.00% tp_osd_tp [kernel.kallsyms] [k] elv_merge 0.00% tp_peering [kernel.kallsyms] [k] rb_insert_color 0.00% tp_osd_tp ceph-osd [.] std::string::resize@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] mntput 0.00% msgr-worker-0 [kernel.kallsyms] [k] smp_call_function_many 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a57d 0.00% msgr-worker-1 [kernel.kallsyms] [k] unmap_single 0.00% msgr-worker-1 libpthread-2.17.so [.] pthread_cond_broadcast@@GLIBC_2.3.2 0.00% tp_osd_tp libec_jerasure.so [.] gf_w32_split_4_32_lazy_sse_multiply_region 0.00% finisher [kernel.kallsyms] [k] _find_next_bit 0.00% tp_osd_tp ceph-osd [.] std::string::reserve@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] rb_next 0.00% msgr-worker-2 [kernel.kallsyms] [k] clear_buddies 0.00% tp_osd_tp [kernel.kallsyms] [k] hrtimer_run_queues 0.00% tp_osd_tp ceph-osd [.] RecoveryMessages::~RecoveryMessages 0.00% tp_osd_tp ceph-osd [.] BlueStore::Blob::decode 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000036581 0.00% tp_osd_tp [kernel.kallsyms] [k] elv_dispatch_add_tail 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a558 0.00% tp_osd_tp libec_jerasure.so [.] ceph::ErasureCode::encode_prepare 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x00000000000197c2 0.00% tp_osd_tp ceph-osd [.] rocksdb::LRUCache::Value 0.00% msgr-worker-0 ceph-osd [.] std::basic_ostream >::basic_ostream@plt 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ios_base::_M_dispose_callbacks 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::ios_base::_M_dispose_callbacks@plt 0.00% log [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_attempt_plug_merge 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a5d1 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::append 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a337 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000036480 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_rate_skb_sent 0.00% msgr-worker-0 [kernel.kallsyms] [k] vmacache_find 0.00% tp_osd_tp ceph-osd [.] MOSDOp::~MOSDOp 0.00% msgr-worker-2 [kernel.kallsyms] [k] eth_type_trans 0.00% bstore_kv_sync [kernel.kallsyms] [k] bio_put 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ListTooLong 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000588a8 0.00% finisher [kernel.kallsyms] [k] __list_add_valid 0.00% tp_osd_tp [kernel.kallsyms] [k] ipv4_mtu 0.00% tp_osd_tp ceph-osd [.] RocksDBStore::RocksDBTransactionImpl::set 0.00% msgr-worker-2 [kernel.kallsyms] [k] __irqentry_text_start 0.00% tp_osd_tp ceph-osd [.] rocksdb::BlockIter::status 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::contiguous_appender::flush_and_continue 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% tp_osd_tp ceph-osd [.] BlueStore::_write 0.00% msgr-worker-2 libnss3.so [.] 0x000000000003633b 0.00% tp_osd_tp ceph-osd [.] AsyncConnection::is_connected 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::swap 0.00% msgr-worker-0 [kernel.kallsyms] [k] _base_interrupt 0.00% msgr-worker-0 [kernel.kallsyms] [k] __kfree_skb 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_attempt_plug_merge 0.00% tp_osd_tp ceph-osd [.] PerfCounters::dec 0.00% finisher [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000005b5b7 0.00% bstore_kv_sync [kernel.kallsyms] [k] filemap_write_and_wait_range 0.00% msgr-worker-0 libnssutil3.so [.] PR_Malloc@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] __handle_mm_fault 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::repop_all_committed 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> > 0.00% finisher [kernel.kallsyms] [k] perf_pmu_disable 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% bstore_kv_final ceph-osd [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, mempool::pool_allocator<(mempool::pool_index_t)4, std::pair > > > >::_M_erase 0.00% tp_osd_tp [kernel.kallsyms] [k] pagevec_lru_move_fn 0.00% msgr-worker-0 [kernel.kallsyms] [k] queued_spin_lock_slowpath 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_early_demux 0.00% tp_osd_tp ceph-osd [.] pg_t::get_hobj_start 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::rebuild 0.00% msgr-worker-2 [kernel.kallsyms] [k] sched_avg_update 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000036627 0.00% bstore_mempool libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::ReleaseListToSpans 0.00% finisher ceph-osd [.] std::vector >::emplace_back 0.00% tp_osd_tp ceph-osd [.] std::vector >::_M_emplace_back_aux 0.00% finisher ceph-osd [.] std::locale::locale@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_dequeue_request 0.00% tp_osd_tp libpthread-2.17.so [.] 0x000000000000e6c0 0.00% msgr-worker-0 [kernel.kallsyms] [k] scsi_softirq_done 0.00% msgr-worker-1 [kernel.kallsyms] [k] x86_pmu_disable 0.00% tp_osd_tp ceph-osd [.] BlueStore::_touch 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::has_facet >@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] smp_apic_timer_interrupt 0.00% msgr-worker-2 [kernel.kallsyms] [k] unmap_page_range 0.00% tp_osd_tp [kernel.kallsyms] [k] __get_user_4 0.00% finisher libstdc++.so.6.0.19 [.] std::string::reserve 0.00% finisher libtcmalloc.so.4.2.6 [.] 0x00000000000182d6 0.00% tp_osd_tp [kernel.kallsyms] [k] can_migrate_task 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector >&, boost::intrusive_ptr) 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::use_facet > > >@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] futex_wake 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000013980 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_lower_bound 0.00% tp_osd_tp [kernel.kallsyms] [k] load_balance 0.00% msgr-worker-0 ceph-osd [.] boost::intrusive::rbtree_algorithms >::rebalance_after_insertion 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_get_insert_unique_pos 0.00% tp_osd_tp libec_jerasure.so [.] galois_region_xor 0.00% tp_osd_tp ceph-osd [.] rocksdb::ThreadLocalPtr::CompareAndSwap 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::contiguous_appender::append 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_unique 0.00% msgr-worker-1 [kernel.kallsyms] [k] security_sock_rcv_skb 0.00% tp_osd_tp ceph-osd [.] TrackedOp::_event_marked 0.00% tp_osd_tp ceph-osd [.] boost::intrusive::detail::destructor_impl, boost::intrusive::dft_tag, (boost::intrusive::link_mode_type)1, (boost::intrusive::base_hook_type)1> > 0.00% safe_timer ceph-osd [.] Mutex::Lock 0.00% tp_osd_tp ceph-osd [.] pg_missing_set::is_missing 0.00% tp_osd_tp [kernel.kallsyms] [k] submit_bio_wait_endio 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000013aac 0.00% ms_local [kernel.kallsyms] [k] __raise_softirq_irqoff 0.00% ms_local [kernel.kallsyms] [k] account_system_time 0.00% msgr-worker-2 [kernel.kallsyms] [k] __handle_irq_event_percpu 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x00000000000715bc 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_emplace_hint_unique, std::tuple<> > 0.00% ms_local libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] _base_get_cb_idx 0.00% msgr-worker-1 [kernel.kallsyms] [k] __mnt_want_write 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_gso_validate_mtu 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000036409 0.00% tp_osd_tp ceph-osd [.] PG::_update_calc_stats 0.00% tp_peering [kernel.kallsyms] [k] entry_SYSCALL_64_after_swapgs 0.00% bstore_kv_sync [kernel.kallsyms] [k] ip_local_deliver 0.00% finisher [kernel.kallsyms] [k] check_cfs_rq_runtime 0.00% tp_osd_tp [kernel.kallsyms] [k] calc_global_load_tick 0.00% finisher [kernel.kallsyms] [k] native_sched_clock 0.00% finisher ceph-osd [.] ceph::buffer::list::iterator::advance 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::OpContext::~OpContext 0.00% msgr-worker-1 [kernel.kallsyms] [k] __release_sock 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_node 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019930 0.00% tp_osd_tp libec_jerasure.so [.] ErasureCodeJerasure::get_chunk_size 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::MakeCacheSpace 0.00% finisher [kernel.kallsyms] [k] put_prev_entity 0.00% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_alloc_rx_buffers 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a550 0.00% msgr-worker-1 [kernel.kallsyms] [k] tick_sched_timer 0.00% osd_srv_heartbt [kernel.kallsyms] [k] irq_exit 0.00% msgr-worker-2 libsoftokn3.so [.] PR_Unlock@plt 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a591 0.00% safe_timer ceph-osd [.] OSD::heartbeat_check 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> > 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000de17 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000036401 0.00% tp_osd_tp [kernel.kallsyms] [k] __tcp_select_window 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013981 0.00% tp_osd_tp ceph-osd [.] rocksdb::BlockHandle::DecodeFrom 0.00% msgr-worker-2 [kernel.kallsyms] [k] memcpy 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x00000000000182d6 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::rebuild 0.00% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock_irq 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_condense 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpRead::print 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_gso_validate_mtu 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000c0f2 0.00% tp_osd_tp [kernel.kallsyms] [k] __raw_spin_unlock 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x00000000000182f9 0.00% msgr-worker-1 [kernel.kallsyms] [k] kfree_skbmem 0.00% msgr-worker-0 [kernel.kallsyms] [k] swiotlb_dma_mapping_error 0.00% tp_osd_tp ceph-osd [.] ObjectModDesc::setattrs 0.00% tp_osd_tp ceph-osd [.] std::map, std::less, std::allocator > > >::operator[] 0.00% msgr-worker-0 ceph-osd [.] reverse_nibbles 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000002ab30 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000010937 0.00% tp_osd_tp ceph-osd [.] rocksdb::RangeDelAggregator::RangeDelAggregator 0.00% msgr-worker-0 [kernel.kallsyms] [k] __next_timer_interrupt 0.00% tp_osd_tp [kernel.kallsyms] [k] ret_from_intr 0.00% tp_osd_tp ceph-osd [.] MOSDECSubOpRead::print 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::swap 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000052ed4 0.00% ceph-osd [vdso] [.] __vdso_clock_gettime 0.00% finisher ceph-osd [.] ceph::buffer::list::iterator::copy_in 0.00% finisher [kernel.kallsyms] [k] security_file_permission 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000001a137 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_gro_receive 0.00% tp_osd_tp ceph-osd [.] MOSDOpReply::MOSDOpReply 0.00% msgr-worker-1 ceph-osd [.] EventCenter::create_file_event 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x00000000000198bd 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012744 0.00% bstore_aio [kernel.kallsyms] [k] do_syscall_64 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::use_facet > > >@plt 0.00% msgr-worker-0 libnspr4.so [.] pthread_mutex_lock@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_early_demux 0.00% msgr-worker-2 ceph-osd [.] OSD::handle_osd_ping 0.00% msgr-worker-1 ceph-osd [.] ECSubWriteReply::decode 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000005887b 0.00% msgr-worker-2 ceph-osd [.] pthread_mutex_lock@plt 0.00% msgr-worker-1 ceph-osd [.] Message::~Message 0.00% log [kernel.kallsyms] [k] vlan_do_receive 0.00% tp_osd_tp ceph-osd [.] ObjectModDesc::rollback_extents 0.00% finisher [kernel.kallsyms] [k] __napi_schedule_irqoff 0.00% osd_srv_heartbt [kernel.kallsyms] [k] __d_lookup_rcu 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::advance 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000002aad0 0.00% tp_osd_tp ceph-osd [.] DispatchQueue::local_delivery 0.00% tp_osd_tp [kernel.kallsyms] [k] pagevec_lookup_tag 0.00% bstore_kv_sync [kernel.kallsyms] [k] do_writepages 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, ECUtil::HashInfo*> >, std::_Select1st, ECUtil::HashInfo*> > >, std::less, std::allocator, ECUtil::HashInfo*> > > >::_M_insert_, ECUtil::HashInfo*> > > 0.00% finisher [kernel.kallsyms] [k] __vfs_write 0.00% finisher [kernel.kallsyms] [k] cpu_load_update 0.00% msgr-worker-2 [kernel.kallsyms] [k] do_futex 0.00% ms_local [kernel.kallsyms] [k] __audit_syscall_exit 0.00% ms_local libc-2.17.so [.] __strlen_sse2_pminub 0.00% msgr-worker-2 [kernel.kallsyms] [k] scsi_end_request 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000013c59 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_gro_complete 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ostream::flush@plt 0.00% tp_osd_tp ceph-osd [.] ECBackend::objects_read_async(hobject_t const&, std::list, std::pair >, std::allocator, std::pair > > > const&, Context*, bool)::cb::operator() 0.00% tp_osd_cmd ceph-osd [.] ThreadPool::worker 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] strlen@plt 0.00% msgr-worker-1 ceph-osd [.] DispatchQueue::post_dispatch 0.00% bstore_kv_final [kernel.kallsyms] [k] getnstimeofday64 0.00% bstore_kv_final [kernel.kallsyms] [k] update_rq_clock 0.00% tp_osd_tp ceph-osd [.] MOSDOp::get_snapid 0.00% tp_osd_tp ceph-osd [.] BlueStore::Collection::new_blob 0.00% msgr-worker-0 [kernel.kallsyms] [k] run_rebalance_domains 0.00% msgr-worker-0 ceph-osd [.] AsyncConnection::is_connected 0.00% tp_osd_tp [kernel.kallsyms] [k] bio_endio 0.00% tp_osd_tp [kernel.kallsyms] [k] trigger_dyntick_cpu.isra.33 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x0000000000075460 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% bstore_aio [kernel.kallsyms] [k] ktime_get 0.00% msgr-worker-2 ceph-osd [.] pthread_mutexattr_destroy@plt 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::ptr::swap 0.00% msgr-worker-1 [kernel.kallsyms] [k] run_timer_softirq 0.00% bstore_aio [kernel.kallsyms] [k] attach_entity_load_avg 0.00% bstore_aio [kernel.kallsyms] [k] hrtimer_cancel 0.00% bstore_aio [kernel.kallsyms] [k] sys_futex 0.00% bstore_kv_sync libpthread-2.17.so [.] __lll_unlock_wake 0.00% tp_osd_tp ceph-osd [.] ExtentCache::object_extent_set::get_containing_range 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_page_frag_refill 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::has_facet > > >@plt 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a553 0.00% tp_osd_tp ceph-osd [.] ceph::buffer::list::iterator_impl::get_ptr_and_advance 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000c0b4 0.00% tp_osd_tp ceph-osd [.] rocksdb::Version::IsFilterSkipped 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_start_plug 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::string::_Rep::_S_create@plt 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::string::_M_mutate 0.00% msgr-worker-0 libsoftokn3.so [.] 0x00000000000109d6 0.00% msgr-worker-2 [kernel.kallsyms] [k] get_mem_cgroup_from_mm 0.00% msgr-worker-2 ceph-osd [.] std::vector >::emplace_back 0.00% tp_osd_tp [kernel.kallsyms] [k] part_round_stats 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_log_send 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e410 0.00% msgr-worker-2 ceph-osd [.] Message::decode_trace 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x000000000005888e 0.00% msgr-worker-1 [kernel.kallsyms] [k] copyout 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_insert_node 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012445 0.00% msgr-worker-2 [kernel.kallsyms] [k] mem_cgroup_page_lruvec 0.00% bstore_kv_sync [kernel.kallsyms] [k] filemap_check_errors 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree_increment@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] flush_end_io 0.00% tp_osd_tp [kernel.kallsyms] [k] tcp_queue_rcv 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_wfree 0.00% tp_osd_tp [kernel.kallsyms] [k] note_gp_changes 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x00000000000715b0 0.00% tp_osd_tp ceph-osd [.] operator== 0.00% tp_osd_tp ceph-osd [.] pg_log_entry_t::encode_with_checksum 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013a16 0.00% tp_osd_tp ceph-osd [.] boost::variant::internal_apply_visitor 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::find 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000196f8 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013b7d 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000d99a 0.00% finisher [kernel.kallsyms] [k] ixgbe_poll 0.00% ms_local libc-2.17.so [.] _IO_setb 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, boost::intrusive_ptr, std::_Identity >, std::less >, std::allocator > >::find 0.00% msgr-worker-2 ceph-osd [.] DispatchQueue::dispatch_throttle_release 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000002aae2 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x00000000000182e9 0.00% msgr-worker-2 [kernel.kallsyms] [k] current_kernel_time64 0.00% finisher [kernel.kallsyms] [k] ipv4_mtu 0.00% bstore_kv_final [kernel.kallsyms] [k] tcp_v4_rcv 0.00% bstore_kv_sync [kernel.kallsyms] [k] cpu_load_update_active 0.00% bstore_kv_final [kernel.kallsyms] [k] dequeue_task_fair 0.00% bstore_kv_final [kernel.kallsyms] [k] mark_wake_futex 0.00% bstore_kv_final [kernel.kallsyms] [k] vlan_do_receive 0.00% bstore_kv_final ceph-osd [.] btree::btree, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> >::rebalance_or_split 0.00% tp_osd_tp [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% tp_osd_tp libpthread-2.17.so [.] 0x000000000000e6ad 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::rebuild 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::swap 0.00% bstore_kv_sync libc-2.17.so [.] 0x00000000000ef9d6 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x0000000000085512 0.00% msgr-worker-2 ceph-osd [.] PK11_DestroyContext@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] mod_timer 0.00% tp_osd_tp ceph-osd [.] PG::unlock 0.00% finisher ceph-osd [.] ceph::buffer::raw_posix_aligned::operator delete 0.00% tp_osd_tp ceph-osd [.] ECUtil::decode 0.00% tp_osd_tp ceph-osd [.] ExtentCache::present_rmw_update 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_small_queue_check 0.00% tp_osd_tp ceph-osd [.] ObcLockManager::get_lock_type 0.00% msgr-worker-0 libpthread-2.17.so [.] 0x000000000000ec6b 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_run_queues 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f709 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a58c 0.00% tp_osd_tp [kernel.kallsyms] [k] iov_iter_advance 0.00% msgr-worker-1 [kernel.kallsyms] [k] generic_pipe_buf_confirm 0.00% tp_osd_cmd [kernel.kallsyms] [k] _raw_spin_lock 0.00% msgr-worker-2 [kernel.kallsyms] [k] ret_from_intr 0.00% log [kernel.kallsyms] [k] security_sock_rcv_skb 0.00% msgr-worker-2 [kernel.kallsyms] [k] internal_add_timer 0.00% msgr-worker-0 libpthread-2.17.so [.] 0x000000000000e720 0.00% tp_osd_tp ceph-osd [.] BlueStore::Blob::discard_unallocated 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::string::reserve 0.00% tp_osd_tp ceph-osd [.] intrusive_ptr_release 0.00% osd_srv_heartbt [kernel.kallsyms] [k] complete_walk 0.00% tp_osd_tp ceph-osd [.] PG::get_cct 0.00% bstore_aio [kernel.kallsyms] [k] cpu_load_update_active 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% msgr-worker-0 ceph-osd [.] operator<< 0.00% bstore_kv_sync [kernel.kallsyms] [k] handle_irq_event_percpu 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012431 0.00% bstore_kv_sync [kernel.kallsyms] [k] lapic_next_deadline 0.00% tp_osd_tp [kernel.kallsyms] [k] blk_stat_add 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::_Rb_tree_rebalance_for_erase 0.00% bstore_mempool [kernel.kallsyms] [k] __audit_syscall_entry 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::list 0.00% bstore_aio [kernel.kallsyms] [k] _copy_to_user 0.00% bstore_aio ceph-osd [.] BlueStore::_txc_finish_io 0.00% msgr-worker-0 ceph-osd [.] std::__detail::_List_node_base::_M_hook@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] __kmalloc 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% msgr-worker-2 libpthread-2.17.so [.] 0x000000000000e6f9 0.00% tp_osd_tp ceph-osd [.] std::_List_base, std::allocator > >::_M_clear 0.00% finisher ceph-osd [.] SubWriteCommitted::finish 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019705 0.00% msgr-worker-2 [kernel.kallsyms] [k] copyout 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e463 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::iterator::get_current_ptr 0.00% tp_peering libtcmalloc.so.4.2.6 [.] operator new 0.00% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_select_queue 0.00% tp_osd_tp ceph-osd [.] BlueStore::_assign_nid 0.00% bstore_kv_sync [kernel.kallsyms] [k] find_busiest_group 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dd01 0.00% msgr-worker-2 libsoftokn3.so [.] PR_DestroyLock@plt 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpRead::~MOSDECSubOpRead 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000001a0f5 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000de92 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_get_insert_unique_pos 0.00% msgr-worker-0 libpthread-2.17.so [.] __lll_unlock_wake 0.00% finisher libtcmalloc.so.4.2.6 [.] 0x0000000000018294 0.00% msgr-worker-0 ceph-osd [.] std::locale::locale@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_may_queue 0.00% tp_osd_tp ceph-osd [.] boost::intrusive::detail::destructor_impl, boost::intrusive::member_tag, (boost::intrusive::link_mode_type)1, (boost::intrusive::base_hook_type)0> > 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_v4_do_rcv 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree_insert_and_rebalance@plt 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::create 0.00% tp_osd_tp ceph-osd [.] ObjectContext::ondisk_write_lock 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019e80 0.00% tp_osd_tp ceph-osd [.] ExtentCache::get_or_create 0.00% finisher libtcmalloc.so.4.2.6 [.] tc_posix_memalign 0.00% msgr-worker-0 [kernel.kallsyms] [k] sk_filter_trim_cap 0.00% msgr-worker-2 [kernel.kallsyms] [k] wake_up_q 0.00% bstore_aio [kernel.kallsyms] [k] dequeue_entity 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000005805f 0.00% msgr-worker-1 ceph-osd [.] std::vector >::_M_default_append 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ios_base::_M_call_callbacks@plt 0.00% tp_osd_tp ceph-osd [.] boost::intrusive::bstree_algorithms_base >::prev_node 0.00% msgr-worker-2 [kernel.kallsyms] [k] release_pages 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x000000000005468c 0.00% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% tp_osd_tp [kernel.kallsyms] [k] scsi_io_completion 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_hint_unique_pos 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_attempt_insert_merge 0.00% msgr-worker-0 [kernel.kallsyms] [k] sd_done 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a56b 0.00% msgr-worker-2 [kernel.kallsyms] [k] irq_may_run 0.00% msgr-worker-1 ceph-osd [.] epoll_wait@plt 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000007546e 0.00% msgr-worker-2 libnss3.so [.] 0x00000000000562e0 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e044 0.00% bstore_aio [kernel.kallsyms] [k] hrtimer_init 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000036322 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013c5e 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::basic_ios >::_M_cache_locale@plt 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::iterator_impl::copy_shallow 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, mempool::pool_allocator<(mempool::pool_index_t)4, char> >, std::pair, mempool::pool_allocator<(mempool::pool_index_t)4, char> > const, ceph::buffer::ptr>, std::_Select1st, mempool::pool_allocator<(mempool::pool_index_t)4, char> > const, ceph::buffer::ptr> >, std::less, mempool::pool_allocator<(mempool::pool_index_t)4, char> > >, std::allocator, mempool::pool_allocator<(mempool::pool_index_t)4, char> > const, ceph::buffer::ptr> > >::_M_erase 0.00% msgr-worker-2 [kernel.kallsyms] [k] __update_idle_core 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::append 0.00% msgr-worker-0 ceph-osd [.] OSD::handle_osd_ping 0.00% bstore_kv_sync [kernel.kallsyms] [k] __fdget 0.00% finisher libstdc++.so.6.0.19 [.] std::locale::~locale@plt 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::pgb_is_primary 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::pair >, std::_Identity > >, std::less > >, std::allocator > > >::_M_erase_aux 0.00% tp_osd_tp [kernel.kallsyms] [k] alloc_request_size 0.00% finisher libstdc++.so.6.0.19 [.] std::basic_string, std::allocator >::basic_string 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_small_queue_check 0.00% msgr-worker-1 libsoftokn3.so [.] memcpy@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] __init_waitqueue_head 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% msgr-worker-0 [kernel.kallsyms] [k] blk_done_softirq 0.00% msgr-worker-2 [kernel.kallsyms] [k] find_busiest_group 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% msgr-worker-1 [kernel.kallsyms] [k] __wake_up 0.00% msgr-worker-1 ceph-osd [.] std::locale::locale@plt 0.00% msgr-worker-0 ceph-osd [.] pg_t::encode 0.00% bstore_kv_sync [kernel.kallsyms] [k] __virt_addr_valid 0.00% msgr-worker-0 [kernel.kallsyms] [k] rb_next 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a568 0.00% tp_osd_tp ceph-osd [.] SharedLRU, std::hash >::lookup 0.00% msgr-worker-0 [kernel.kallsyms] [k] tick_nohz_tick_stopped 0.00% tp_osd_tp ceph-osd [.] operator== 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_copy 0.00% tp_osd_tp [kernel.kallsyms] [k] __lru_cache_add 0.00% tp_osd_tp [kernel.kallsyms] [k] import_iovec 0.00% tp_osd_tp ceph-osd [.] PGLog::IndexedLog::unindex 0.00% msgr-worker-2 [kernel.kallsyms] [k] sched_clock_cpu 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% tp_osd_tp ceph-osd [.] posix_memalign@plt 0.00% log [kernel.kallsyms] [k] napi_gro_receive 0.00% msgr-worker-1 libsoftokn3.so [.] 0x00000000000124e2 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x0000000000018131 0.00% msgr-worker-2 [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::append 0.00% tp_osd_tp libec_jerasure.so [.] ceph::ErasureCode::decode_concat 0.00% bstore_kv_sync [kernel.kallsyms] [k] smp_call_function_single 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::OpContext::OpContext 0.00% msgr-worker-1 [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::list 0.00% msgr-worker-1 libc-2.17.so [.] @plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] __handle_irq_event_percpu 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::flush > 0.00% msgr-worker-2 libnss3.so [.] SECITEM_FreeItem_Util@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] irq_chip_ack_parent 0.00% msgr-worker-2 ceph-osd [.] MOSDOp::decode_payload 0.00% finisher [kernel.kallsyms] [k] vlan_do_receive 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::__ostream_insert >@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] handle_irq_event_percpu 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_cwnd_restart 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001dfe8 0.00% bstore_kv_sync ceph-osd [.] Mutex::Unlock 0.00% msgr-worker-1 ceph-osd [.] EpollDriver::add_event 0.00% safe_timer [kernel.kallsyms] [k] native_write_msr 0.00% msgr-worker-2 [kernel.kallsyms] [k] __slab_free 0.00% msgr-worker-1 ceph-osd [.] ECSubWrite::decode 0.00% bstore_kv_sync [kernel.kallsyms] [k] do_IRQ 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000001975e 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_page_frag_refill 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::_M_unhook 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-1 [kernel.kallsyms] [k] scsi_decide_disposition 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ios_base::_M_call_callbacks@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] x86_pmu_enable 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e0fb 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ios_base::_M_dispose_callbacks@plt 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::locale::locale@plt 0.00% tp_osd_tp [kernel.kallsyms] [k] set_task_cpu 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x0000000000017fda 0.00% bstore_kv_sync ceph-osd [.] std::_Deque_base >::_Deque_base 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x00000000000588ba 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000058169 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_v4_inbound_md5_hash 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_softirq_done 0.00% bstore_kv_sync [kernel.kallsyms] [k] prepare_exit_to_usermode 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::__detail::_List_node_base::swap 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019716 0.00% msgr-worker-2 libsoftokn3.so [.] 0x00000000000109d1 0.00% bstore_kv_sync [kernel.kallsyms] [k] hrtimer_interrupt 0.00% bstore_aio [kernel.kallsyms] [k] ctx_sched_out 0.00% bstore_kv_sync [kernel.kallsyms] [k] perf_pmu_disable 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e6c1 0.00% msgr-worker-0 [kernel.kallsyms] [k] csum_partial 0.00% msgr-worker-1 libsoftokn3.so [.] PR_Lock@plt 0.00% msgr-worker-0 libnss3.so [.] 0x00000000000365ad 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_condense 0.00% tp_osd_tp ceph-osd [.] std::list >::list 0.00% tp_osd_tp [kernel.kallsyms] [k] pmd_huge 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] std::locale::~locale@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] activate_task 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_rb_del 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x00000000000182c2 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x000000000005889d 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a5bd 0.00% msgr-worker-1 ceph-osd [.] pthread_mutex_init@plt 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a58c 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::use_facet > > >@plt 0.00% log [kernel.kallsyms] [k] __sg_free_table 0.00% bstore_kv_final ceph-osd [.] BlueStore::SharedBlob::operator delete 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000001970a 0.00% tp_osd_tp [kernel.kallsyms] [k] get_page_from_freelist 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::swap 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001251d 0.00% msgr-worker-0 [kernel.kallsyms] [k] lapic_next_deadline 0.00% msgr-worker-2 [kernel.kallsyms] [k] cpumask_next_wrap 0.00% msgr-worker-1 [kernel.kallsyms] [k] load_balance 0.00% finisher ceph-osd [.] ECBackend::check_ops 0.00% tp_osd_tp ceph-osd [.] rocksdb::ThreadLocalPtr::Swap 0.00% tp_osd_tp ceph-osd [.] boost::intrusive::detail::destructor_impl, boost::intrusive::dft_tag, (boost::intrusive::link_mode_type)1, (boost::intrusive::base_hook_type)1> > 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_chrono_stop 0.00% tp_osd_tp [kernel.kallsyms] [k] entry_SYSCALL64_slow_path 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x00000000000715c5 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a583 0.00% msgr-worker-2 [kernel.kallsyms] [k] minmax_subwin_update 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_hint_unique_pos 0.00% tp_osd_tp [kernel.kallsyms] [k] round_jiffies_up 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x00000000000715be 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a598 0.00% msgr-worker-0 libc-2.17.so [.] __offtime 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013bca 0.00% tp_osd_tp libc-2.17.so [.] _IO_setb 0.00% finisher libstdc++.so.6.0.19 [.] std::basic_ostream >::basic_ostream 0.00% tp_osd_tp ceph-osd [.] BlueStore::_assign_blobid 0.00% msgr-worker-1 [kernel.kallsyms] [k] __cmpxchg_double_slab.isra.49 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::do_osd_op_effects 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013aa0 0.00% msgr-worker-0 libplds4.so [.] PL_CompareValues 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000058831 0.00% msgr-worker-2 ceph-osd [.] EventCenter::create_file_event 0.00% finisher libtcmalloc.so.4.2.6 [.] 0x00000000000182a7 0.00% msgr-worker-0 [kernel.kallsyms] [k] _base_get_cb_idx 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000058820 0.00% tp_osd_tp ceph-osd [.] BlueStore::_pad_zeros 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019a26 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000005803e 0.00% tp_osd_tp libtcmalloc.so.4.2.6 [.] 0x00000000000183ae 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000001a0e1 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpWriteReply::get_spg 0.00% msgr-worker-1 [kernel.kallsyms] [k] __update_load_avg_blocked_se.isra.34 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000d990 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_urg 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e42b 0.00% msgr-worker-1 libnss3.so [.] 0x0000000000048095 0.00% bstore_kv_final [kernel.kallsyms] [k] select_task_rq_fair 0.00% msgr-worker-1 libnspr4.so [.] pthread_self@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] tick_sched_do_timer 0.00% msgr-worker-1 [kernel.kallsyms] [k] build_skb 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::ptr::ptr 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] strcmp@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_ack_update_rtt.isra.39 0.00% msgr-worker-2 libpthread-2.17.so [.] __lll_unlock_wake 0.00% msgr-worker-2 ceph-osd [.] hobject_t::decode 0.00% finisher ceph-osd [.] pthread_mutex_lock@plt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000002aaf6 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000c052 0.00% tp_osd_tp ceph-osd [.] std::__uninitialized_default_n_1::__uninit_default_n 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a572 0.00% msgr-worker-2 ceph-osd [.] boost::intrusive::bstree_algorithms_base >::prev_node 0.00% msgr-worker-2 ceph-osd [.] pg_shard_t::decode 0.00% bstore_kv_sync ceph-osd [.] std::__detail::_List_node_base::_M_transfer@plt 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree_rebalance_for_erase@plt 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000005807a 0.00% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_queue_rcv 0.00% msgr-worker-0 libnss3.so [.] 0x00000000000364d2 0.00% tp_osd_tp libec_jerasure.so [.] ErasureCodeJerasure::encode_chunks 0.00% msgr-worker-0 ceph-osd [.] std::__detail::_List_node_base::_M_unhook@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] swiotlb_dma_mapping_error 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::MakeCacheSpace 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e6d7 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000005806a 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_inbound_md5_hash 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000025596 0.00% bstore_kv_sync [kernel.kallsyms] [k] mem_cgroup_try_charge 0.00% bstore_kv_final [kernel.kallsyms] [k] ttwu_stat 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-1 ceph-osd [.] decode 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000019695 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_filter 0.00% bstore_kv_sync [kernel.kallsyms] [k] blk_init_request_from_bio 0.00% msgr-worker-2 ceph-osd [.] pg_stat_t::decode 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpReadReply::decode_payload 0.00% tp_osd_tp ceph-osd [.] interval_map::insert 0.00% bstore_aio [kernel.kallsyms] [k] __lock_text_start 0.00% bstore_aio [kernel.kallsyms] [k] clear_buddies 0.00% bstore_aio [kernel.kallsyms] [k] enqueue_task_fair 0.00% msgr-worker-1 [kernel.kallsyms] [k] check_cfs_rq_runtime 0.00% log libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::MakeCacheSpace 0.00% msgr-worker-2 [kernel.kallsyms] [k] __mnt_want_write 0.00% log [kernel.kallsyms] [k] __do_softirq 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x00000000000182f9 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000058028 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_sched_qs 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e101 0.00% bstore_aio ceph-osd [.] std::_List_base >::_M_clear 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::InsertRange@plt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001de51 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013aac 0.00% msgr-worker-2 ceph-osd [.] std::ostream::flush@plt 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x00000000000196a4 0.00% log [kernel.kallsyms] [k] _base_interrupt 0.00% msgr-worker-1 [kernel.kallsyms] [k] mem_cgroup_from_task 0.00% bstore_kv_final [kernel.kallsyms] [k] __hrtimer_run_queues 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::claim 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x0000000000019980 0.00% msgr-worker-2 libnss3.so [.] 0x000000000003652c 0.00% msgr-worker-0 [kernel.kallsyms] [k] pvclock_gtod_notify 0.00% tp_osd_tp [kernel.kallsyms] [k] rcu_note_context_switch 0.00% msgr-worker-2 [kernel.kallsyms] [k] blk_finish_request 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::has_facet > > > 0.00% msgr-worker-0 [kernel.kallsyms] [k] migrate_task_rq_fair 0.00% msgr-worker-1 [kernel.kallsyms] [k] futex_wait_queue_me 0.00% msgr-worker-0 ceph-osd [.] operator<< 0.00% bstore_kv_sync [kernel.kallsyms] [k] I_BDEV 0.00% msgr-worker-2 [kernel.kallsyms] [k] _base_get_cb_idx 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x00000000000196e0 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000005801d 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x00000000000198c4 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019700 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f501 0.00% msgr-worker-2 [kernel.kallsyms] [k] _mix_pool_bytes 0.00% bstore_kv_sync ceph-osd [.] mempool::get_pool 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000002ab4f 0.00% bstore_kv_sync ceph-osd [.] rocksdb::ColumnFamilyMemTablesImpl::current 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rate_skb_delivered 0.00% msgr-worker-2 [kernel.kallsyms] [k] ktime_get 0.00% bstore_aio [kernel.kallsyms] [k] __enqueue_entity 0.00% bstore_kv_sync [kernel.kallsyms] [k] tcp_v4_inbound_md5_hash 0.00% tp_osd_tp ceph-osd [.] pthread_rwlock_unlock@plt 0.00% tp_osd_tp libstdc++.so.6.0.19 [.] 0x000000000008a59a 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e0f3 0.00% msgr-worker-2 [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtick_update 0.00% msgr-worker-2 ceph-osd [.] spg_t::calc_name 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019868 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000588ba 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000196ab 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_options_write 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_rq_clock 0.00% log libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::InsertRange 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x00000000000182d6 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::has_facet >@plt 0.00% msgr-worker-2 ceph-osd [.] MOSDECSubOpRead::MOSDECSubOpRead 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000c1b1 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e117 0.00% bstore_kv_sync [kernel.kallsyms] [k] __unqueue_futex 0.00% bstore_kv_sync [kernel.kallsyms] [k] ixgbe_clean_rx_irq 0.00% bstore_kv_sync [kernel.kallsyms] [k] try_charge 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dda4 0.00% msgr-worker-0 ceph-osd [.] std::ostream::operator<<@plt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000012768 0.00% msgr-worker-0 libnss3.so [.] PK11_ReferenceSymKey@plt 0.00% tp_osd_tp ceph-osd [.] pg_shard_t::encode 0.00% bstore_kv_final libstdc++.so.6.0.19 [.] std::condition_variable::notify_all 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_data_queue 0.00% msgr-worker-1 ceph-osd [.] ECSubReadReply::decode 0.00% msgr-worker-1 [kernel.kallsyms] [k] netif_receive_skb_internal 0.00% msgr-worker-2 libsoftokn3.so [.] 0x00000000000255a5 0.00% msgr-worker-2 [kernel.kallsyms] [k] futex_wait 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] memcpy@plt 0.00% tp_osd_tp libpthread-2.17.so [.] __libc_write 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a57d 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013c84 0.00% finisher [kernel.kallsyms] [k] generic_update_time 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int@plt 0.00% tp_osd_tp ceph-osd [.] std::map, std::allocator > >::operator[] 0.00% bstore_kv_sync [kernel.kallsyms] [k] part_round_stats_single 0.00% msgr-worker-1 libsoftokn3.so [.] 0x00000000000139e8 0.00% tp_osd_tp libec_jerasure.so [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::swap 0.00% msgr-worker-1 libnss3.so [.] 0x0000000000035de3 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x00000000000196f8 0.00% msgr-worker-1 ceph-osd [.] decode, mempool::pool_allocator<(mempool::pool_index_t)14, std::pair > >, denc_traits, mempool::pool_allocator<(mempool::pool_index_t)14, std::pair > >, void> > 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013c05 0.00% bstore_kv_sync ceph-osd [.] std::__detail::_List_node_base::swap@plt 0.00% msgr-worker-0 libpthread-2.17.so [.] 0x000000000000ec6d 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sb_end_write 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000d9b7 0.00% safe_timer libtcmalloc.so.4.2.6 [.] operator new 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_erase 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e0d3 0.00% msgr-worker-1 [kernel.kallsyms] [k] set_task_cpu 0.00% msgr-worker-0 ceph-osd [.] coll_t::decode 0.00% msgr-worker-2 libnspr4.so [.] PR_Calloc 0.00% msgr-worker-2 libsoftokn3.so [.] 0x00000000000255c5 0.00% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-0 libc-2.17.so [.] 0x00000000000f890c 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_local_deliver 0.00% msgr-worker-2 [kernel.kallsyms] [k] drop_futex_key_refs.isra.12 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000001a062 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000001a060 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000013c56 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::locale::~locale@plt 0.00% msgr-worker-1 libnss3.so [.] 0x0000000000036470 0.00% bstore_kv_sync [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% msgr-worker-1 [kernel.kallsyms] [k] entry_SYSCALL64_slow_path 0.00% finisher ceph-osd [.] PrimaryLogPG::get_interval_start_epoch 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_defer_rx_timestamp 0.00% tp_osd_tp ceph-osd [.] ECUtil::get_hinfo_key 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000dc98 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x0000000000017fca 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_put 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x00000000000715b4 0.00% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_fdir_add_signature_filter_82599 0.00% msgr-worker-1 ceph-osd [.] OSDMap::is_up 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000012207 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dd39 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpRead::~MOSDECSubOpRead 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x000000000001a087 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012a0d 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_csum_hwoffload_help 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001dfd0 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000012200 0.00% msgr-worker-0 ceph-osd [.] ObjectModDesc::decode 0.00% log [kernel.kallsyms] [k] run_timer_softirq 0.00% bstore_kv_sync ceph-osd [.] rocksdb::port::Mutex::Lock 0.00% msgr-worker-2 libplds4.so [.] PL_HashTableRawLookupConst@plt 0.00% tp_osd_tp ceph-osd [.] PGLog::check 0.00% msgr-worker-1 [kernel.kallsyms] [k] bond_handle_frame 0.00% msgr-worker-2 [kernel.kallsyms] [k] decay_load 0.00% msgr-worker-1 [kernel.kallsyms] [k] arch_local_irq_save 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::string::_M_leak_hard 0.00% log [kernel.kallsyms] [k] __inet_lookup_established 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000005b594 0.00% log [kernel.kallsyms] [k] tcp_v4_early_demux 0.00% msgr-worker-2 ceph-osd [.] strlen@plt 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x0000000000058054 0.00% msgr-worker-0 ceph-osd [.] AsyncConnection::send_message 0.00% bstore_kv_final [kernel.kallsyms] [k] blk_queue_split 0.00% msgr-worker-1 ceph-osd [.] std::__detail::_List_node_base::_M_transfer@plt 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::use_facet > > > 0.00% msgr-worker-0 [kernel.kallsyms] [k] sk_free 0.00% msgr-worker-1 libnss3.so [.] PK11_ReferenceSlot@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] futex_wake 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_copy_bits 0.00% tp_osd_tp ceph-osd [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_erase 0.00% msgr-worker-0 ceph-osd [.] MOSDOp::decode_payload 0.00% tp_osd_tp [kernel.kallsyms] [k] init_timer_key 0.00% bstore_kv_sync [kernel.kallsyms] [k] place_entity 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::get_pool 0.00% finisher ceph-osd [.] BlueStore::_get_collection 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001f4c9 0.00% msgr-worker-1 libnss3.so [.] PK11_FreeSymKey@plt 0.00% msgr-worker-1 ceph-osd [.] operator<< 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x00000000000199fb 0.00% msgr-worker-2 ceph-osd [.] ceph_osd_flag_name 0.00% msgr-worker-1 libpthread-2.17.so [.] 0x000000000000e6f9 0.00% msgr-worker-1 libpthread-2.17.so [.] 0x000000000000ec59 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000c19e 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e412 0.00% bstore_kv_sync ceph-osd [.] std::_Sp_counted_ptr_inplace, (__gnu_cxx::_Lock_policy)2>::_M_destroy 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000001993b 0.00% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_update_dca 0.00% log [kernel.kallsyms] [k] cpu_needs_another_gp 0.00% msgr-worker-2 [kernel.kallsyms] [k] __fdget 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000c180 0.00% msgr-worker-1 [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% msgr-worker-2 [kernel.kallsyms] [k] touch_atime 0.00% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_unlock_bh 0.00% msgr-worker-1 [kernel.kallsyms] [k] __pagevec_lru_add_fn 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a5c1 0.00% msgr-worker-2 [kernel.kallsyms] [k] __kfree_skb 0.00% msgr-worker-1 libnss3.so [.] PK11_DestroyContext 0.00% msgr-worker-2 [kernel.kallsyms] [k] __do_softirq 0.00% bstore_kv_sync [kernel.kallsyms] [k] elv_set_request 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e6d4 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x00000000000198c4 0.00% log [kernel.kallsyms] [k] __build_skb 0.00% msgr-worker-1 [kernel.kallsyms] [k] eth_type_trans 0.00% msgr-worker-0 libpthread-2.17.so [.] 0x000000000000ec71 0.00% msgr-worker-2 [kernel.kallsyms] [k] cpu_needs_another_gp 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_send_delayed_ack 0.00% msgr-worker-1 libsoftokn3.so [.] 0x00000000000123c0 0.00% msgr-worker-1 [kernel.kallsyms] [k] blk_finish_request 0.00% msgr-worker-0 [kernel.kallsyms] [k] arch_local_irq_save 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000d9a3 0.00% msgr-worker-1 [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a597 0.00% log [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-1 [kernel.kallsyms] [k] rcu_check_callbacks 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e117 0.00% msgr-worker-0 libnss3.so [.] PK11_ReferenceSlot@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% bstore_kv_sync libstdc++.so.6.0.19 [.] std::string::_Rep::_M_clone 0.00% tp_osd_tp ceph-osd [.] non-virtual thunk to PrimaryLogPG::get_tid() 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000002aa6a 0.00% msgr-worker-2 ceph-osd [.] boost::intrusive::rbtree_algorithms >::rebalance_after_insertion 0.00% msgr-worker-1 libsoftokn3.so [.] 0x00000000000255bb 0.00% msgr-worker-1 [kernel.kallsyms] [k] __sb_start_write 0.00% msgr-worker-0 ceph-osd [.] std::__uninitialized_default_n_1::__uninit_default_n 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a55b 0.00% msgr-worker-0 [kernel.kallsyms] [k] enqueue_hrtimer 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001dfd2 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_try_coalesce 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x0000000000018278 0.00% msgr-worker-2 libpthread-2.17.so [.] pthread_mutexattr_settype 0.00% msgr-worker-2 [kernel.kallsyms] [k] current_time 0.00% bstore_kv_sync [kernel.kallsyms] [k] memcpy_erms 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000196f0 0.00% msgr-worker-1 ceph-osd [.] std::ios_base::ios_base@plt 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::_Rb_tree_rebalance_for_erase 0.00% msgr-worker-1 ceph-osd [.] std::__detail::_List_node_base::_M_hook@plt 0.00% bstore_aio [kernel.kallsyms] [k] __bitmap_and 0.00% msgr-worker-2 [kernel.kallsyms] [k] put_prev_entity 0.00% msgr-worker-1 [kernel.kallsyms] [k] cmpxchg_double_slab.isra.63 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001de66 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::use_facet > > >@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_all_qs 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000002ab3c 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000ddcf 0.00% msgr-worker-0 [kernel.kallsyms] [k] x86_pmu_disable 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::use_facet > > > 0.00% msgr-worker-2 [kernel.kallsyms] [k] page_fault 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x0000000000058898 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_get_insert_hint_unique_pos 0.00% msgr-worker-1 ceph-osd [.] Message::encode 0.00% msgr-worker-2 ceph-osd [.] pg_log_entry_t::decode 0.00% msgr-worker-0 [kernel.kallsyms] [k] set_next_entity 0.00% bstore_kv_sync ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::find 0.00% msgr-worker-0 [kernel.kallsyms] [k] bio_disassociate_task 0.00% msgr-worker-1 libpthread-2.17.so [.] 0x000000000000e719 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000012234 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013ba2 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_local_deliver_finish 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e426 0.00% bstore_kv_final [kernel.kallsyms] [k] plist_add 0.00% bstore_kv_final [kernel.kallsyms] [k] sock_def_readable 0.00% bstore_kv_final ceph-osd [.] PrimaryLogPG::C_OSD_OndiskWriteUnlock::finish 0.00% bstore_kv_final ceph-osd [.] btree::btree_node, mempool::pool_allocator<(mempool::pool_index_t)1, std::pair >, 256> >::split 0.00% bstore_kv_final libc-2.17.so [.] __memmove_ssse3_back 0.00% tp_osd_tp libm-2.17.so [.] __trunc 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000012744 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.00% msgr-worker-2 [kernel.kallsyms] [k] refill_reqs_available 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::create_static 0.00% msgr-worker-0 [kernel.kallsyms] [k] ixgbe_write_eitr 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_chrono_stop 0.00% msgr-worker-2 libc-2.17.so [.] __localtime_r 0.00% msgr-worker-2 [kernel.kallsyms] [k] generic_update_time 0.00% tp_osd_tp ceph-osd [.] bluestore_blob_use_tracker_t::allocate 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e468 0.00% msgr-worker-2 ceph-osd [.] EpollDriver::del_event 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a568 0.00% bstore_kv_final [kernel.kallsyms] [k] rb_insert_color 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a5a8 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e12e 0.00% bstore_kv_sync [kernel.kallsyms] [k] local_apic_timer_interrupt 0.00% bstore_kv_sync libtcmalloc.so.4.2.6 [.] 0x0000000000015aea 0.00% finisher [kernel.kallsyms] [k] path_put 0.00% msgr-worker-1 libc-2.17.so [.] __offtime 0.00% msgr-worker-1 libpthread-2.17.so [.] 0x000000000000e735 0.00% tp_osd_tp ceph-osd [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_unique 0.00% msgr-worker-0 [kernel.kallsyms] [k] local_apic_timer_interrupt 0.00% msgr-worker-0 libsoftokn3.so [.] 0x00000000000123e5 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a56f 0.00% ms_local libstdc++.so.6.0.19 [.] std::has_facet > > > 0.00% msgr-worker-0 ceph-osd [.] utime_t::localtime 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpWrite::print 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_gso_transport_seglen 0.00% msgr-worker-2 ceph-osd [.] pthread_mutex_unlock@plt 0.00% log [kernel.kallsyms] [k] rb_insert_color 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::rebuild 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a57d 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013933 0.00% bstore_kv_sync [kernel.kallsyms] [k] wbc_attach_and_unlock_inode 0.00% bstore_aio ceph-osd [.] mempool::pool_t::adjust_count 0.00% bstore_aio libpthread-2.17.so [.] pthread_self 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::raw_posix_aligned::operator new 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dd45 0.00% msgr-worker-2 ceph-osd [.] DispatchQueue::post_dispatch 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp4_gro_receive 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a58c 0.00% msgr-worker-1 [kernel.kallsyms] [k] handle_irq 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x0000000000058028 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000058075 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a565 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001f53c 0.00% msgr-worker-0 [kernel.kallsyms] [k] blk_account_io_completion 0.00% msgr-worker-0 [kernel.kallsyms] [k] scsi_exit_rq 0.00% msgr-worker-1 [kernel.kallsyms] [k] raw_local_deliver 0.00% msgr-worker-1 [kernel.kallsyms] [k] irq_may_run 0.00% tp_osd_tp [kernel.kallsyms] [k] csum_partial 0.00% safe_timer [kernel.kallsyms] [k] get_nohz_timer_target 0.00% msgr-worker-1 libsoftokn3.so [.] 0x00000000000123c2 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::_Rep::_S_create@plt 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x00000000000715de 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000010995 0.00% bstore_kv_sync [kernel.kallsyms] [k] pagevec_remove_exceptionals 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x00000000000182a0 0.00% msgr-worker-1 libnssutil3.so [.] PORT_Free_Util@plt 0.00% msgr-worker-1 libnss3.so [.] 0x0000000000052e5d 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::FetchFromOneSpansSafe 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000058161 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e0d2 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000036470 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::use_facet > > >@plt 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::ptr::copy_in 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000de4a 0.00% msgr-worker-0 libsoftokn3.so [.] 0x00000000000123c0 0.00% log [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.00% msgr-worker-2 [kernel.kallsyms] [k] retint_kernel 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_try_coalesce 0.00% msgr-worker-0 ceph-osd [.] MOSDECSubOpRead::~MOSDECSubOpRead 0.00% bstore_kv_sync [kernel.kallsyms] [k] load_balance 0.00% msgr-worker-0 libnss3.so [.] 0x00000000000562f4 0.00% bstore_kv_sync [kernel.kallsyms] [k] tcp_v4_rcv 0.00% msgr-worker-1 libnspr4.so [.] pthread_mutex_lock@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] _cond_resched 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::ptr 0.00% msgr-worker-1 [kernel.kallsyms] [k] rcu_sched_qs 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000001a0f2 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dc91 0.00% msgr-worker-2 ceph-osd [.] epoll_wait@plt 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x0000000000075492 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013bae 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_irq_exit 0.00% tp_osd_tp ceph-osd [.] pg_stat_t::operator= 0.00% msgr-worker-1 ceph-osd [.] OSD::HeartbeatDispatcher::ms_fast_dispatch 0.00% msgr-worker-1 libc-2.17.so [.] __memcmp_sse2 0.00% msgr-worker-2 [kernel.kallsyms] [k] kill_fasync 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a58c 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000d9b1 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000010995 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001f54f 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012744 0.00% msgr-worker-2 [kernel.kallsyms] [k] load_balance 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000de21 0.00% msgr-worker-1 libnss3.so [.] PORT_Free_Util@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] handle_irq 0.00% msgr-worker-1 [kernel.kallsyms] [k] ep_poll_callback 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012a12 0.00% msgr-worker-1 libnss3.so [.] 0x0000000000035df1 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000dce4 0.00% msgr-worker-0 libnssutil3.so [.] PORT_Free_Util@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] do_softirq_own_stack 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::MakeCacheSpace 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000048143 0.00% msgr-worker-1 [kernel.kallsyms] [k] __remove_hrtimer 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] 0x000000000008a56b 0.00% msgr-worker-0 [kernel.kallsyms] [k] current_time 0.00% bstore_kv_sync [kernel.kallsyms] [k] file_check_and_advance_wb_err 0.00% msgr-worker-0 ceph-osd [.] PosixConnectedSocketImpl::fd 0.00% msgr-worker-2 libnss3.so [.] 0x000000000004813c 0.00% msgr-worker-0 ceph-osd [.] PK11_DigestFinal@plt 0.00% msgr-worker-0 libpthread-2.17.so [.] 0x000000000000e6fd 0.00% msgr-worker-2 [kernel.kallsyms] [k] alloc_pages_vma 0.00% log [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-1 ceph-osd [.] ceph::HeartbeatMap::_check 0.00% msgr-worker-2 [kernel.kallsyms] [k] build_skb 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::ostream::operator<< 0.00% msgr-worker-1 ceph-osd [.] AsyncConnection::send_message 0.00% msgr-worker-0 [kernel.kallsyms] [k] scsi_device_unbusy 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_free_head 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_check_callbacks 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000c186 0.00% msgr-worker-2 libsoftokn3.so [.] 0x00000000000124c2 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000d9b6 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019e85 0.00% msgr-worker-0 ceph-osd [.] std::ostream::_M_insert@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] __usecs_to_jiffies 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x0000000000017fb7 0.00% msgr-worker-0 libsoftokn3.so [.] 0x00000000000109d1 0.00% msgr-worker-2 [kernel.kallsyms] [k] trigger_load_balance 0.00% msgr-worker-1 [kernel.kallsyms] [k] ixgbe_update_dca 0.00% bstore_kv_sync ceph-osd [.] operator delete@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] ___slab_alloc 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::use_facet >@plt 0.00% msgr-worker-2 libnss3.so [.] SECITEM_DupItem_Util@plt 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::raw_static::operator delete 0.00% bstore_kv_sync [kernel.kallsyms] [k] put_prev_task_fair 0.00% log [kernel.kallsyms] [k] __lock_text_start 0.00% finisher [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% finisher ceph-osd [.] non-virtual thunk to PrimaryLogPG::send_message_osd_cluster(int, Message*, unsigned int) 0.00% msgr-worker-2 [kernel.kallsyms] [k] scheduler_tick 0.00% msgr-worker-0 [kernel.kallsyms] [k] touch_atime 0.00% msgr-worker-0 libnspr4.so [.] PR_Free@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] scsi_finish_command 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e0eb 0.00% bstore_kv_sync [kernel.kallsyms] [k] enqueue_task_fair 0.00% msgr-worker-0 ceph-osd [.] std::ios_base::ios_base@plt 0.00% msgr-worker-0 ceph-osd [.] operator< 0.00% msgr-worker-1 [kernel.kallsyms] [k] _copy_from_user 0.00% log [kernel.kallsyms] [k] ip_rcv_finish 0.00% bstore_kv_sync [kernel.kallsyms] [k] check_cfs_rq_runtime 0.00% bstore_kv_sync ceph-osd [.] std::string::resize@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] run_timer_softirq 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_grow_window.isra.46 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x0000000000017fc0 0.00% msgr-worker-1 [kernel.kallsyms] [k] swiotlb_sync_single 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_send_ack 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::RemoveRange 0.00% bstore_kv_sync [kernel.kallsyms] [k] __slab_free 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000196b7 0.00% msgr-worker-0 ceph-osd [.] Message::encode 0.00% msgr-worker-2 [kernel.kallsyms] [k] swiotlb_dma_mapping_error 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000036320 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019f83 0.00% msgr-worker-0 ceph-osd [.] AsyncConnection::prepare_send_message 0.00% msgr-worker-0 [kernel.kallsyms] [k] rebalance_domains 0.00% msgr-worker-0 libsoftokn3.so [.] PR_Lock@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] find_next_bit 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000052e12 0.00% finisher [kernel.kallsyms] [k] tcp4_gro_receive 0.00% msgr-worker-2 [kernel.kallsyms] [k] inet_gro_receive 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rate_gen 0.00% msgr-worker-0 libnspr4.so [.] free@plt 0.00% msgr-worker-1 ceph-osd [.] Message::decode_trace 0.00% log [kernel.kallsyms] [k] tcp_prequeue 0.00% msgr-worker-0 [kernel.kallsyms] [k] common_interrupt 0.00% finisher [kernel.kallsyms] [k] mutex_unlock 0.00% finisher ceph-osd [.] Message::encode_trace 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000019877 0.00% msgr-worker-1 [kernel.kallsyms] [k] kfree_skb_partial 0.00% msgr-worker-2 ceph-osd [.] ECSubWrite::decode 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_process_callbacks 0.00% bstore_kv_sync [kernel.kallsyms] [k] mem_cgroup_update_lru_size 0.00% msgr-worker-1 [kernel.kallsyms] [k] down_read_trylock 0.00% bstore_kv_sync [kernel.kallsyms] [k] retint_kernel 0.00% msgr-worker-0 [kernel.kallsyms] [k] ___slab_alloc 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_try_coalesce 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::raw_length 0.00% msgr-worker-1 [kernel.kallsyms] [k] account_process_tick 0.00% log [kernel.kallsyms] [k] update_sd_lb_stats 0.00% bstore_kv_sync [kernel.kallsyms] [k] mem_cgroup_from_task 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_erase 0.00% msgr-worker-1 ceph-osd [.] std::_Rb_tree_decrement@plt 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000052e25 0.00% msgr-worker-2 ceph-osd [.] operator<< 0.00% msgr-worker-1 libnss3.so [.] 0x00000000000365c9 0.00% msgr-worker-1 [kernel.kallsyms] [k] __bpf_prog_run32 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::swap 0.00% finisher [kernel.kallsyms] [k] sd_done 0.00% finisher ceph-osd [.] pthread_rwlock_rdlock@plt 0.00% msgr-worker-2 libnssutil3.so [.] SECITEM_ArenaDupItem_Util@plt 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000c0eb 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::make_shareable 0.00% bstore_kv_sync ceph-osd [.] ceph::buffer::ptr::ptr 0.00% bstore_kv_sync [kernel.kallsyms] [k] check_stack_object 0.00% msgr-worker-2 ceph-osd [.] ECSubWrite::~ECSubWrite 0.00% finisher ceph-osd [.] PerfCounters::hinc 0.00% msgr-worker-0 ceph-osd [.] MOSDOp::print 0.00% msgr-worker-2 [kernel.kallsyms] [k] hrtick_update 0.00% bstore_kv_sync ceph-osd [.] rocksdb::FlushScheduler::Empty 0.00% msgr-worker-0 ceph-osd [.] PrebufferedStreambuf::overflow 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013965 0.00% bstore_kv_sync ceph-osd [.] pthread_self@plt 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::claim 0.00% msgr-worker-1 ceph-osd [.] operator<< 0.00% log [kernel.kallsyms] [k] kmem_cache_alloc 0.00% msgr-worker-2 ceph-osd [.] operator<< 0.00% msgr-worker-0 [kernel.kallsyms] [k] timespec64_add_safe 0.00% tp_osd_tp ceph-osd [.] operator<< 0.00% msgr-worker-2 libsoftokn3.so [.] 0x0000000000013c00 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013c53 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x000000000001829a 0.00% msgr-worker-1 [kernel.kallsyms] [k] rebalance_domains 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x00000000000546a0 0.00% msgr-worker-1 ceph-osd [.] MOSDECSubOpWriteReply::~MOSDECSubOpWriteReply 0.00% msgr-worker-2 [kernel.kallsyms] [k] tick_sched_timer 0.00% msgr-worker-0 [kernel.kallsyms] [k] account_process_tick 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019983 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001def0 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e0fb 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000036480 0.00% msgr-worker-2 [kernel.kallsyms] [k] trigger_dyntick_cpu.isra.33 0.00% bstore_kv_sync [kernel.kallsyms] [k] pagevec_lookup_entries 0.00% bstore_kv_sync ceph-osd [.] BlueRocksWritableFile::Flush 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_try_coalesce 0.00% msgr-worker-1 [kernel.kallsyms] [k] __napi_schedule_irqoff 0.00% msgr-worker-1 [kernel.kallsyms] [k] __inet_lookup_established 0.00% msgr-worker-0 libnss3.so [.] 0x000000000003647d 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] operator new@plt 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000052e59 0.00% msgr-worker-0 ceph-osd [.] epoll_ctl@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] rcu_segcblist_ready_cbs 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000001e141 0.00% bstore_kv_sync [kernel.kallsyms] [k] tcp_data_queue 0.00% msgr-worker-0 ceph-osd [.] operator<< 0.00% msgr-worker-0 [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% msgr-worker-2 ceph-osd [.] reverse_nibbles 0.00% msgr-worker-1 libsoftokn3.so [.] 0x0000000000013920 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000052ed0 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_vsyscall 0.00% msgr-worker-2 libtcmalloc.so.4.2.6 [.] 0x0000000000015c62 0.00% bstore_kv_sync [kernel.kallsyms] [k] native_set_pte_at 0.00% safe_timer ceph-osd [.] Context::complete 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::num_put > >::_M_insert_int@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] queued_spin_lock_slowpath 0.00% msgr-worker-2 [kernel.kallsyms] [k] wakeup_gran.isra.64 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sk_mem_schedule 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013c34 0.00% log [kernel.kallsyms] [k] ixgbe_poll 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] tcmalloc::CentralFreeList::InsertRange 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_chrono_start 0.00% msgr-worker-1 [kernel.kallsyms] [k] sock_def_readable 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012230 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000dc96 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x00000000000182af 0.00% bstore_kv_sync [kernel.kallsyms] [k] dput 0.00% log [kernel.kallsyms] [k] passthru_features_check 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x000000000001a060 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_event_data_recv 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a56b 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000036474 0.00% msgr-worker-2 [kernel.kallsyms] [k] note_interrupt 0.00% tp_peering ceph-osd [.] OSD::PeeringWQ::_dequeue 0.00% ceph-osd libc-2.17.so [.] __clock_gettime 0.00% msgr-worker-0 libsoftokn3.so [.] 0x00000000000124c2 0.00% msgr-worker-0 libpthread-2.17.so [.] 0x000000000000e6f9 0.00% msgr-worker-0 ceph-osd [.] std::operator<< >@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] dql_completed 0.00% bstore_kv_sync [kernel.kallsyms] [k] scsi_done 0.00% msgr-worker-2 ceph-osd [.] std::locale::locale@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] mark_wake_futex 0.00% msgr-worker-2 [kernel.kallsyms] [k] inet_ehashfn 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::num_put > >::do_put 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] std::string::_Rep::_M_clone@plt 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000c059 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012440 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x00000000000715bc 0.00% msgr-worker-1 [kernel.kallsyms] [k] smp_call_function_many 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000036351 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree_decrement@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] __handle_mm_fault 0.00% msgr-worker-2 ceph-osd [.] operator< 0.00% log [kernel.kallsyms] [k] napi_consume_skb 0.00% msgr-worker-2 [kernel.kallsyms] [k] memcpy_erms 0.00% msgr-worker-0 libnss3.so [.] 0x00000000000480fa 0.00% msgr-worker-2 [kernel.kallsyms] [k] run_timer_softirq 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_split 0.00% msgr-worker-1 [kernel.kallsyms] [k] bond_3ad_lacpdu_recv 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000019fdc 0.00% log [kernel.kallsyms] [k] __handle_irq_event_percpu 0.00% log [kernel.kallsyms] [k] dql_completed 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001242b 0.00% msgr-worker-0 libnspr4.so [.] pthread_mutex_destroy@plt 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012291 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] std::ostream::operator<< 0.00% msgr-worker-0 ceph-osd [.] pthread_cond_signal@plt 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000dc98 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000dd72 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_handle_frame 0.00% msgr-worker-0 [kernel.kallsyms] [k] __remove_hrtimer 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f700 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x0000000000058893 0.00% bstore_kv_sync [kernel.kallsyms] [k] get_futex_value_locked 0.00% bstore_kv_sync ceph-osd [.] RocksDBStore::RocksDBTransactionImpl::RocksDBTransactionImpl 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000010980 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013b81 0.00% msgr-worker-2 [kernel.kallsyms] [k] rb_next 0.00% bstore_kv_sync [kernel.kallsyms] [k] __get_vma_policy 0.00% msgr-worker-0 libpthread-2.17.so [.] 0x000000000000e735 0.00% msgr-worker-0 [kernel.kallsyms] [k] swiotlb_sync_single 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp4_gro_receive 0.00% msgr-worker-0 [kernel.kallsyms] [k] _mix_pool_bytes 0.00% msgr-worker-2 ceph-osd [.] std::__uninitialized_default_n_1::__uninit_default_n 0.00% log [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-2 ceph-osd [.] pthread_mutexattr_settype@plt 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000005882d 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000001a10b 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000035e30 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::pair const, std::pair >, std::_Select1st const, std::pair > >, std::less >, std::allocator const, std::pair > > >::_M_get_insert_unique_pos 0.00% msgr-worker-0 libnss3.so [.] 0x00000000000480ac 0.00% msgr-worker-0 [kernel.kallsyms] [k] entry_SYSCALL64_slow_path 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::iterator_impl::copy 0.00% bstore_kv_sync [kernel.kallsyms] [k] __mod_zone_page_state 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000001a0f2 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f315 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f75e 0.00% msgr-worker-0 [kernel.kallsyms] [k] unmap_single 0.00% bstore_kv_sync [kernel.kallsyms] [k] napi_schedule_prep 0.00% log [kernel.kallsyms] [k] eth_header 0.00% msgr-worker-1 [kernel.kallsyms] [k] task_ctx_sched_out 0.00% bstore_kv_sync [kernel.kallsyms] [k] generic_writepages 0.00% msgr-worker-2 libc-2.17.so [.] __tzfile_compute 0.00% msgr-worker-0 libc-2.17.so [.] @plt 0.00% msgr-worker-0 libsoftokn3.so [.] memcpy@plt 0.00% msgr-worker-2 libsoftokn3.so [.] 0x000000000000d9b1 0.00% msgr-worker-0 libnss3.so [.] 0x0000000000035e04 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a5cb 0.00% msgr-worker-2 libnssutil3.so [.] PORT_Alloc_Util@plt 0.00% bstore_kv_sync [kernel.kallsyms] [k] napi_consume_skb 0.00% bstore_kv_sync [kernel.kallsyms] [k] tick_program_event 0.00% msgr-worker-0 [kernel.kallsyms] [k] scheduler_tick 0.00% msgr-worker-0 [kernel.kallsyms] [k] kobject_put 0.00% msgr-worker-2 ceph-osd [.] operator<< 0.00% msgr-worker-2 libnss3.so [.] PK11_FreeSymKey@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] kmem_cache_free_bulk 0.00% log [kernel.kallsyms] [k] skb_gro_receive 0.00% log [kernel.kallsyms] [k] packet_rcv 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000c180 0.00% msgr-worker-0 [kernel.kallsyms] [k] current_kernel_time64 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_send_ack 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x0000000000017fb0 0.00% msgr-worker-0 ceph-osd [.] MOSDECSubOpReadReply::~MOSDECSubOpReadReply 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000013c50 0.00% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_free_bulk 0.00% bstore_kv_sync [kernel.kallsyms] [k] fget 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x0000000000075460 0.00% msgr-worker-2 ceph-osd [.] ECSubRead::decode 0.00% msgr-worker-2 [kernel.kallsyms] [k] bictcp_cwnd_event 0.00% msgr-worker-0 ceph-osd [.] EpollDriver::add_event 0.00% msgr-worker-1 ceph-osd [.] pg_log_entry_t::decode 0.00% msgr-worker-1 libpthread-2.17.so [.] pthread_mutexattr_init 0.00% msgr-worker-0 [kernel.kallsyms] [k] tick_program_event 0.00% msgr-worker-0 ceph-osd [.] std::basic_ios >::init@plt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000c0fa 0.00% bstore_kv_final [kernel.kallsyms] [k] ip_rcv 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000c1a8 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000c0e8 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e1b6 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::list::push_back 0.00% log [kernel.kallsyms] [k] scsi_io_completion 0.00% msgr-worker-0 ceph-osd [.] ceph::buffer::list::iterator::copy_shallow 0.00% msgr-worker-1 [kernel.kallsyms] [k] schedule 0.00% msgr-worker-1 [kernel.kallsyms] [k] __slab_free 0.00% msgr-worker-1 [kernel.kallsyms] [k] handle_irq_event 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000001a0e0 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x00000000000182f2 0.00% msgr-worker-1 libtcmalloc.so.4.2.6 [.] 0x00000000000182f2 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x000000000005805f 0.00% msgr-worker-0 [kernel.kallsyms] [k] __delayacct_blkio_end 0.00% msgr-worker-0 ceph-osd [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% bstore_kv_sync [kernel.kallsyms] [k] account_entity_enqueue 0.00% msgr-worker-0 libnss3.so [.] 0x000000000004812f 0.00% msgr-worker-2 ceph-osd [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::_M_get_insert_unique_pos 0.00% log [kernel.kallsyms] [k] try_to_wake_up 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x00000000000196a0 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_fragment_tstamp 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001242f 0.00% msgr-worker-2 libnss3.so [.] 0x0000000000052e65 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x000000000005888e 0.00% msgr-worker-0 [kernel.kallsyms] [k] blk_peek_request 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::get_mempool 0.00% msgr-worker-0 ceph-osd [.] DispatchQueue::post_dispatch 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_sd_lb_stats 0.00% msgr-worker-0 libnspr4.so [.] pthread_mutex_unlock@plt 0.00% msgr-worker-1 ceph-osd [.] operator<< 0.00% log [kernel.kallsyms] [k] ixgbe_msix_clean_rings 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000005b58c 0.00% log [kernel.kallsyms] [k] mod_timer 0.00% bstore_kv_sync ceph-osd [.] rocksdb::PackSequenceAndType 0.00% msgr-worker-1 ceph-osd [.] ceph::buffer::list::iterator::iterator 0.00% log [kernel.kallsyms] [k] migrate_task_rq_fair 0.00% msgr-worker-0 libtcmalloc.so.4.2.6 [.] 0x0000000000015c62 0.00% log [kernel.kallsyms] [k] kmem_cache_free 0.00% msgr-worker-0 [kernel.kallsyms] [k] cpu_needs_another_gp 0.00% msgr-worker-2 libfreeblpriv3.so [.] 0x0000000000019fd5 0.00% msgr-worker-0 [kernel.kallsyms] [k] intel_pmu_enable_all 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000c1a8 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a576 0.00% msgr-worker-0 [kernel.kallsyms] [k] timekeeping_update 0.00% msgr-worker-0 libnss3.so [.] 0x00000000000366a0 0.00% msgr-worker-0 ceph-osd [.] MOSDECSubOpRead::print 0.00% msgr-worker-1 [kernel.kallsyms] [k] __fdget_pos 0.00% msgr-worker-0 [kernel.kallsyms] [k] netif_receive_skb_internal 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000c1b7 0.00% msgr-worker-0 [kernel.kallsyms] [k] source_load 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000d9a3 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001393a 0.00% service [kernel.kallsyms] [k] futex_wake 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000197b1 0.00% msgr-worker-0 libnssutil3.so [.] PR_Calloc@plt 0.00% msgr-worker-2 libstdc++.so.6.0.19 [.] std::ios_base::_M_init@plt 0.00% msgr-worker-0 ceph-osd [.] intrusive_ptr_add_ref 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] 0x000000000008a5cf 0.00% msgr-worker-0 ceph-osd [.] std::vector >::_M_emplace_back_aux 0.00% msgr-worker-2 ceph-osd [.] ceph::buffer::create_page_aligned 0.00% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% log [kernel.kallsyms] [k] handle_irq_event_percpu 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000002ab5a 0.00% msgr-worker-1 libpthread-2.17.so [.] 0x000000000000ec6b 0.00% msgr-worker-0 [kernel.kallsyms] [k] bictcp_cong_avoid 0.00% msgr-worker-0 ceph-osd [.] ECSubRead::decode 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_data_queue 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000c0ff 0.00% msgr-worker-0 libnss3.so [.] PORT_Free_Util@plt 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000dd98 0.00% log [kernel.kallsyms] [k] ip_rcv 0.00% log [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.00% msgr-worker-1 libstdc++.so.6.0.19 [.] strlen@plt 0.00% msgr-worker-1 libnss3.so [.] 0x00000000000562f4 0.00% log [kernel.kallsyms] [k] inet_gro_receive 0.00% log [kernel.kallsyms] [k] ret_from_intr 0.00% msgr-worker-1 [kernel.kallsyms] [k] cpu_needs_another_gp 0.00% log [kernel.kallsyms] [k] decay_load 0.00% log [kernel.kallsyms] [k] raw_local_deliver 0.00% msgr-worker-2 ceph-osd [.] operator<< 0.00% msgr-worker-0 [kernel.kallsyms] [k] memcpy_erms 0.00% msgr-worker-0 ceph-osd [.] OSD::HeartbeatDispatcher::ms_fast_dispatch 0.00% msgr-worker-1 [kernel.kallsyms] [k] retint_user 0.00% msgr-worker-1 libsoftokn3.so [.] PR_DestroyLock@plt 0.00% log [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% msgr-worker-1 libfreeblpriv3.so [.] 0x0000000000019702 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000de7b 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e05b 0.00% log [kernel.kallsyms] [k] common_interrupt 0.00% msgr-worker-1 [kernel.kallsyms] [k] ir_ack_apic_edge 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001273e 0.00% log [kernel.kallsyms] [k] _find_next_bit 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000d994 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001e42f 0.00% msgr-worker-1 libnss3.so [.] 0x0000000000036622 0.00% msgr-worker-1 ceph-osd [.] decode, std::allocator, denc_traits > 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000000ddfb 0.00% msgr-worker-0 libfreeblpriv3.so [.] 0x00000000000588b4 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000001f51d 0.00% msgr-worker-1 libnss3.so [.] 0x0000000000052e00 0.00% log [kernel.kallsyms] [k] __slab_free 0.00% msgr-worker-1 ceph-osd [.] std::string::reserve@plt 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000012207 0.00% log [kernel.kallsyms] [k] acct_account_cputime 0.00% log [kernel.kallsyms] [k] account_system_index_time 0.00% msgr-worker-0 libsoftokn3.so [.] 0x0000000000010985 0.00% msgr-worker-0 libstdc++.so.6.0.19 [.] 0x000000000008a5b1 0.00% log [kernel.kallsyms] [k] tcp_tasklet_func 0.00% log [kernel.kallsyms] [k] irq_work_tick 0.00% tp_osd_tp ceph-osd [.] PrimaryLogPG::get_actingbackfill_shards 0.00% log libtcmalloc.so.4.2.6 [.] tcmalloc::ThreadCache::ListTooLong 0.00% ms_local ceph-osd [.] ceph::logging::Log::create_entry 0.00% log [kernel.kallsyms] [k] prepare_exit_to_usermode 0.00% msgr-worker-0 libsoftokn3.so [.] 0x000000000000de84 0.00% log ceph-osd [.] std::locale::~locale@plt 0.00% ms_local [vdso] [.] __vdso_clock_gettime 0.00% log [kernel.kallsyms] [k] tcp_check_space 0.00% log [kernel.kallsyms] [k] bond_3ad_lacpdu_recv 0.00% log [kernel.kallsyms] [k] tcp_rcv_established 0.00% tp_osd_tp libpthread-2.17.so [.] _L_unlock_713 0.00% msgr-worker-1 libsoftokn3.so [.] 0x000000000001e44f 0.00% bstore_aio ceph-osd [.] aio_cb 0.00% msgr-worker-1 [kernel.kallsyms] [k] get_task_policy.part.26 0.00% log [kernel.kallsyms] [k] build_skb 0.00% log [kernel.kallsyms] [k] rcu_sched_qs 0.00% log [kernel.kallsyms] [k] source_load 0.00% log [kernel.kallsyms] [k] rebalance_domains 0.00% finisher [kernel.kallsyms] [k] entry_SYSCALL_64 0.00% safe_timer ceph-osd [.] SafeTimer::timer_thread 0.00% log [kernel.kallsyms] [k] napi_complete_done 0.00% tp_peering [kernel.kallsyms] [k] native_write_msr 0.00% bstore_mempool libpthread-2.17.so [.] __pthread_disable_asynccancel 0.00% tp_osd_disk [kernel.kallsyms] [k] native_write_msr 0.00% log [kernel.kallsyms] [k] netif_receive_skb_internal 0.00% tp_osd_disk [kernel.kallsyms] [k] sys_futex 0.00% log [kernel.kallsyms] [k] ip_finish_output2 0.00% safe_timer [kernel.kallsyms] [k] _raw_spin_lock 0.00% log [kernel.kallsyms] [k] pick_next_entity 0.00% tp_peering [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% service [kernel.kallsyms] [k] native_write_msr 0.00% bstore_mempool [kernel.kallsyms] [k] futex_wait 0.00% tp_peering [kernel.kallsyms] [k] schedule 0.00% ceph-osd [kernel.kallsyms] [k] native_write_msr 0.00% ms_local [kernel.kallsyms] [k] irq_entries_start 0.00% bstore_mempool [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% tp_osd_cmd [kernel.kallsyms] [k] native_write_msr 0.00% osd_srv_heartbt [kernel.kallsyms] [k] native_write_msr 0.00% tp_osd_tp [kernel.kallsyms] [k] perf_ctx_unlock 0.00% finisher [kernel.kallsyms] [k] do_IRQ 0.00% service [kernel.kallsyms] [k] futex_wait_queue_me 0.00% safe_timer [kernel.kallsyms] [k] futex_wait 0.00% tp_osd_cmd [kernel.kallsyms] [k] futex_wait_queue_me 0.00% bstore_kv_final [kernel.kallsyms] [k] schedule 0.00% finisher [kernel.kallsyms] [k] finish_task_switch 0.00% safe_timer [kernel.kallsyms] [k] futex_wait_queue_me 0.00% ms_local [kernel.kallsyms] [k] futex_wait_queue_me 0.00% osd_srv_heartbt [kernel.kallsyms] [k] futex_wait 0.00% osd_srv_heartbt [kernel.kallsyms] [k] futex_wait_queue_me 0.00% safe_timer [kernel.kallsyms] [k] __sched_text_start 0.00% service [kernel.kallsyms] [k] futex_wait 0.00% tp_osd_tp [kernel.kallsyms] [k] smp_call_function_single_interrupt 0.00% ceph-osd [kernel.kallsyms] [k] schedule 0.00% tp_osd_cmd [kernel.kallsyms] [k] schedule 0.00% bstore_mempool [kernel.kallsyms] [k] schedule 0.00% safe_timer [kernel.kallsyms] [k] irq_entries_start 0.00% tp_osd_cmd [kernel.kallsyms] [k] finish_task_switch 0.00% osd_srv_heartbt [kernel.kallsyms] [k] __sched_text_start 0.00% tp_peering [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% bstore_mempool [kernel.kallsyms] [k] perf_pmu_enable 0.00% safe_timer [kernel.kallsyms] [k] __perf_event_task_sched_in 0.00% bstore_kv_final [kernel.kallsyms] [k] __intel_pmu_enable_all.isra.13