# To display the perf.data header info, please use --header/--header-only options. # # # Total Lost Samples: 0 # # Samples: 70K of event 'cycles' # Event count (approx.): 23524476225 # # Overhead Command Shared Object Symbol # ........ ............... ................... .................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................... # 2.47% io_context_pool libc-2.28.so [.] _int_free | --2.47%--_int_free 2.19% io_context_pool libpthread-2.28.so [.] __pthread_mutex_lock | --2.19%--__pthread_mutex_lock | --0.94%--0xc2894cc9310020bb 2.11% fio libc-2.28.so [.] malloc_consolidate | ---malloc_consolidate 1.61% io_context_pool libc-2.28.so [.] malloc_consolidate | --1.61%--malloc_consolidate 1.49% fio libc-2.28.so [.] malloc | --1.49%--malloc 1.26% io_context_pool libc-2.28.so [.] cfree@GLIBC_2.2.5 | --1.25%--cfree@GLIBC_2.2.5 1.22% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::erase | --1.21%--std::_Rb_tree, std::less, std::allocator >::erase | --0.94%--0x6165722000000000 1.15% io_context_pool libc-2.28.so [.] malloc | --1.14%--malloc 1.11% io_context_pool libpthread-2.28.so [.] __pthread_rwlock_unlock | --1.09%--__pthread_rwlock_unlock 1.09% fio libc-2.28.so [.] __memmove_avx_unaligned_erms | --1.08%--__memmove_avx_unaligned_erms 1.09% io_context_pool libpthread-2.28.so [.] __pthread_rwlock_rdlock | ---__pthread_rwlock_rdlock 1.05% io_context_pool libc-2.28.so [.] _int_malloc | --1.04%--_int_malloc 1.05% io_context_pool libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt | --1.04%--__pthread_mutex_unlock_usercnt 0.99% io_context_pool librbd.so.1.16.0 [.] librbd::io::FlushTracker::finish_io | --0.99%--librbd::io::FlushTracker::finish_io | --0.84%--0x564e3625d010 | --0.63%--librbd::io::QueueImageDispatch::~QueueImageDispatch 0x105f8b4853007e03 0.99% fio libc-2.28.so [.] _int_malloc | --0.98%--_int_malloc 0.82% msgr-worker-1 libceph-common.so.2 [.] crc32_iscsi_00 | --0.82%--crc32_iscsi_00 0.81% msgr-worker-2 libceph-common.so.2 [.] crc32_iscsi_00 | --0.81%--crc32_iscsi_00 0.78% msgr-worker-2 libc-2.28.so [.] _int_free | --0.77%--_int_free 0.77% msgr-worker-0 libceph-common.so.2 [.] crc32_iscsi_00 | --0.77%--crc32_iscsi_00 0.77% msgr-worker-1 libc-2.28.so [.] _int_free | --0.76%--_int_free 0.67% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_unique | --0.67%--std::_Rb_tree, std::less, std::allocator >::_M_insert_unique 0.66% msgr-worker-0 libc-2.28.so [.] _int_free | --0.66%--_int_free 0.62% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::send_dispatch | --0.62%--librbd::io::ImageDispatcher::send_dispatch librbd::io::Dispatcher::send 0.57% io_context_pool libceph-common.so.2 [.] ceph::common::PerfCounters::inc | --0.57%--ceph::common::PerfCounters::inc 0.55% fio librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_unique | --0.55%--std::_Rb_tree, std::less, std::allocator >::_M_insert_unique | --0.53%--0x6165722000000000 0.54% io_context_pool libpthread-2.28.so [.] __pthread_rwlock_wrlock | --0.54%--__pthread_rwlock_wrlock 0.51% io_context_pool librbd.so.1.16.0 [.] LambdaContext::register_in_flight_request(unsigned long, utime_t const&, Context**)::{lambda(int)#1}>::finish | --0.51%--LambdaContext::register_in_flight_request(unsigned long, utime_t const&, Context**)::{lambda(int)#1}>::finish 0.50% fio librbd.so.1.16.0 [.] librbd::poll_io_events 0.50% io_context_pool libstdc++.so.6.0.25 [.] std::_Rb_tree_rebalance_for_erase 0.47% io_context_pool librbd.so.1.16.0 [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release 0.44% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.44% io_context_pool [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.43% io_context_pool [kernel.kallsyms] [k] __fget 0.43% io_context_pool [kernel.kallsyms] [k] try_to_wake_up 0.40% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::complete_event_socket 0.39% fio libpthread-2.28.so [.] __pthread_rwlock_rdlock 0.37% fio libpthread-2.28.so [.] __pthread_rwlock_unlock 0.34% io_context_pool [kernel.kallsyms] [k] _raw_spin_lock_irq 0.34% msgr-worker-1 libc-2.28.so [.] cfree@GLIBC_2.2.5 0.33% msgr-worker-2 libc-2.28.so [.] cfree@GLIBC_2.2.5 0.32% io_context_pool libstdc++.so.6.0.25 [.] std::_Rb_tree_insert_and_rebalance 0.32% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::send_dispatch 0.32% msgr-worker-1 libpthread-2.28.so [.] __pthread_mutex_lock 0.31% io_context_pool libceph-common.so.2 [.] ceph::common::RefCountedObject::_get 0.31% io_context_pool [kernel.kallsyms] [k] select_task_rq_fair 0.31% fio librbd.so.1.16.0 [.] librbd::AsioEngine::post 0.31% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::ImageDispatchSpec 0.31% msgr-worker-0 libc-2.28.so [.] cfree@GLIBC_2.2.5 0.31% io_context_pool librbd.so.1.16.0 [.] librbd::io::FlushTracker::start_io 0.30% io_context_pool [kernel.kallsyms] [k] futex_wait_setup 0.30% fio [kernel.kallsyms] [k] try_to_wake_up 0.29% fio librbd.so.1.16.0 [.] librbd::io::FlushTracker::start_io 0.29% fio libpthread-2.28.so [.] pthread_cond_destroy@@GLIBC_2.3.2 0.28% io_context_pool librbd.so.1.16.0 [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::erase 0.28% msgr-worker-0 libpthread-2.28.so [.] __pthread_mutex_lock 0.28% msgr-worker-2 libpthread-2.28.so [.] __pthread_mutex_lock 0.28% fio librbd.so.1.16.0 [.] librbd::RBD::AioCompletion::release 0.27% fio [kernel.kallsyms] [k] futex_wake 0.27% io_context_pool [kernel.kallsyms] [k] futex_wait 0.27% io_context_pool libpthread-2.28.so [.] __condvar_dec_grefs 0.27% msgr-worker-0 [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.27% fio libpthread-2.28.so [.] __pthread_mutex_lock 0.26% msgr-worker-2 libc-2.28.so [.] malloc 0.26% io_context_pool librbd.so.1.16.0 [.] librbd::io::Dispatcher::send 0.26% io_context_pool librbd.so.1.16.0 [.] librbd::io::QosImageDispatch::needs_throttle 0.26% fio [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.26% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatcher::send_dispatch 0.25% io_context_pool [kernel.kallsyms] [k] futex_wake 0.25% msgr-worker-2 [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.24% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::complete 0.24% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::remap_extents 0.24% msgr-worker-1 libc-2.28.so [.] malloc 0.24% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0df8 0.24% io_context_pool librbd.so.1.16.0 [.] librbd::io::QosImageDispatch::set_throttle_flag 0.24% fio libc-2.28.so [.] cfree@GLIBC_2.2.5 0.24% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatchSpec::create_write 0.24% fio [kernel.kallsyms] [k] __fget 0.23% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatchSpec::C_Dispatcher::finish 0.23% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1305 0.23% io_context_pool fio [.] 0x000000000007c78d 0.23% io_context_pool [kernel.kallsyms] [k] _raw_spin_lock 0.23% io_context_pool librbd.so.1.16.0 [.] librbd::RBD::AioCompletion::get_return_value 0.23% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::send 0.23% io_context_pool librbd.so.1.16.0 [.] librbd::io::util::file_to_extents 0.23% io_context_pool [kernel.kallsyms] [k] native_write_msr 0.23% msgr-worker-0 libc-2.28.so [.] malloc 0.22% io_context_pool librbd.so.1.16.0 [.] boost::asio::detail::executor_op, std::allocator, boost::asio::detail::scheduler_operation>::do_complete 0.22% io_context_pool librbd.so.1.16.0 [.] boost::container::copy_assign_range_alloc_n, void>, OSDOp*, OSDOp*> 0.21% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock 0.21% fio [kernel.kallsyms] [k] eventfd_poll 0.21% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::C_Dispatcher::finish 0.20% msgr-worker-1 [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.20% msgr-worker-1 libceph-common.so.2 [.] EventCenter::process_events 0.20% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock 0.20% msgr-worker-2 libceph-common.so.2 [.] EventCenter::process_events 0.20% fio librbd.so.1.16.0 [.] rbd_poll_io_events 0.20% io_context_pool [kernel.kallsyms] [k] syscall_return_via_sysret 0.20% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::try_delay_write 0.19% io_context_pool librbd.so.1.16.0 [.] Objecter::_get_session 0.19% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock 0.19% fio librbd.so.1.16.0 [.] librbd::ImageCtx::get_data_io_context 0.19% fio [kernel.kallsyms] [k] mark_wake_futex 0.19% fio librbd.so.1.16.0 [.] librbd::RBD::AioCompletion::get_arg 0.19% io_context_pool libceph-common.so.2 [.] ProtocolV2::send_message 0.18% io_context_pool librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::list::list 0.18% fio fio [.] 0x000000000007c933 0.18% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatch::write 0.18% io_context_pool librbd.so.1.16.0 [.] Objecter::Op::Op 0.18% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::send 0.18% msgr-worker-0 libceph-common.so.2 [.] EventCenter::process_events 0.18% msgr-worker-1 libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.18% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::write_object 0.17% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::start_op 0.17% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::C_Dispatcher::complete 0.17% io_context_pool libpthread-2.28.so [.] pthread_cond_wait@@GLIBC_2.3.2 0.17% fio [kernel.kallsyms] [k] poll_schedule_timeout.constprop.15 0.17% fio fio [.] 0x000000000007c927 0.17% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::crc32c 0.16% fio [kernel.kallsyms] [k] update_cfs_rq_h_load 0.16% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatch::write 0.16% io_context_pool librbd.so.1.16.0 [.] std::__shared_ptr::__shared_ptr 0.16% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectWriteRequest::~ObjectWriteRequest 0.16% msgr-worker-2 libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.16% msgr-worker-2 libc-2.28.so [.] _int_malloc 0.16% io_context_pool [kernel.kallsyms] [k] __wake_up_common 0.15% fio [kernel.kallsyms] [k] _raw_spin_lock 0.15% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::crc32c 0.15% msgr-worker-1 [kernel.kallsyms] [k] tcp_sendmsg_locked 0.15% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::crc32c 0.15% fio librbd.so.1.16.0 [.] librbd::api::Io::aio_write 0.15% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.15% io_context_pool libc-2.28.so [.] vfprintf 0.15% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.15% io_context_pool [kernel.kallsyms] [k] syscall_slow_exit_work 0.15% msgr-worker-0 libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.15% io_context_pool libc-2.28.so [.] __lll_lock_wait_private 0.14% fio libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt 0.14% msgr-worker-2 [kernel.kallsyms] [k] tcp_sendmsg_locked 0.14% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.14% fio [kernel.kallsyms] [k] syscall_return_via_sysret 0.14% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::complete_request 0.14% msgr-worker-1 libc-2.28.so [.] _int_malloc 0.14% msgr-worker-0 libc-2.28.so [.] _int_malloc 0.14% io_context_pool [kernel.kallsyms] [k] get_futex_value_locked 0.13% msgr-worker-0 [kernel.kallsyms] [k] tcp_sendmsg_locked 0.13% io_context_pool librbd.so.1.16.0 [.] Objecter::_calc_target 0.13% fio [kernel.kallsyms] [k] syscall_slow_exit_work 0.13% fio [kernel.kallsyms] [k] native_write_msr 0.13% io_context_pool [kernel.kallsyms] [k] entry_SYSCALL_64 0.13% io_context_pool [kernel.kallsyms] [k] resched_curr 0.13% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::create_write 0.13% io_context_pool [kernel.kallsyms] [k] pollwake 0.13% io_context_pool [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.13% fio fio [.] add_lat_sample 0.13% io_context_pool librbd.so.1.16.0 [.] LambdaContext::needs_throttle(bool, std::vector, std::allocator > > const&, unsigned long, std::atomic*, librbd::io::DispatchResult*, Context**, Context*)::{lambda(int)#1}>::finish 0.13% io_context_pool [kernel.kallsyms] [k] cpuacct_charge 0.13% fio [kernel.kallsyms] [k] select_task_rq_fair 0.12% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::create_aligned_in_mempool 0.12% io_context_pool [kernel.kallsyms] [k] account_entity_enqueue 0.12% io_context_pool [kernel.kallsyms] [k] mutex_unlock 0.12% io_context_pool [kernel.kallsyms] [k] mutex_lock 0.12% fio fio [.] get_io_u 0.12% io_context_pool [kernel.kallsyms] [k] update_cfs_rq_h_load 0.11% io_context_pool [kernel.kallsyms] [k] visit_groups_merge 0.11% msgr-worker-2 libceph-common.so.2 [.] ceph::common::RefCountedObject::put 0.11% msgr-worker-1 libceph-common.so.2 [.] ceph::common::RefCountedObject::put 0.11% io_context_pool [kernel.kallsyms] [k] update_rq_clock 0.11% fio librbd.so.1.16.0 [.] librbd::io::Dispatcher::send 0.11% msgr-worker-0 libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt 0.11% io_context_pool [kernel.kallsyms] [k] schedule 0.11% msgr-worker-1 libc-2.28.so [.] malloc_consolidate 0.11% io_context_pool [kernel.kallsyms] [k] __audit_syscall_entry 0.11% io_context_pool [kernel.kallsyms] [k] native_sched_clock 0.11% fio librbd.so.1.16.0 [.] librbd::io::AioCompletion::init_time 0.10% msgr-worker-1 libc-2.28.so [.] __memmove_avx_unaligned_erms 0.10% msgr-worker-1 libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt 0.10% io_context_pool librbd.so.1.16.0 [.] Objecter::mutate 0.10% io_context_pool [kernel.kallsyms] [k] finish_task_switch 0.10% fio libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.10% msgr-worker-2 libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt 0.10% io_context_pool libc-2.28.so [.] __memmove_avx_unaligned_erms 0.10% io_context_pool libc-2.28.so [.] unlink_chunk.isra.1 0.10% io_context_pool libceph-common.so.2 [.] ceph::common::PerfCounters::tinc 0.10% msgr-worker-0 libceph-common.so.2 [.] ceph::common::PerfCounters::inc 0.10% msgr-worker-0 libc-2.28.so [.] malloc_consolidate 0.10% msgr-worker-1 [kernel.kallsyms] [k] __fget 0.10% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::notify_callbacks_complete 0.09% io_context_pool [kernel.kallsyms] [k] dequeue_task_fair 0.09% msgr-worker-2 [kernel.kallsyms] [k] __fget 0.09% msgr-worker-2 [vdso] [.] 0x00000000000009c7 0.09% io_context_pool [kernel.kallsyms] [k] __audit_syscall_exit 0.09% msgr-worker-0 [kernel.kallsyms] [k] syscall_return_via_sysret 0.09% msgr-worker-2 [kernel.kallsyms] [k] tcp_recvmsg 0.09% fio fio [.] axmap_isset 0.09% msgr-worker-0 libceph-common.so.2 [.] ceph::common::RefCountedObject::put 0.09% io_context_pool [kernel.kallsyms] [k] fput 0.09% msgr-worker-2 libc-2.28.so [.] malloc_consolidate 0.09% msgr-worker-0 libceph-common.so.2 [.] ceph_crc32c_intel_baseline 0.09% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::release 0.09% msgr-worker-2 [kernel.kallsyms] [k] syscall_return_via_sysret 0.09% msgr-worker-2 libceph-common.so.2 [.] ceph::common::PerfCounters::tinc 0.09% fio fio [.] td_io_queue 0.09% io_context_pool [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.09% msgr-worker-1 [kernel.kallsyms] [k] syscall_return_via_sysret 0.09% msgr-worker-0 [vdso] [.] __vdso_clock_gettime 0.09% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.09% io_context_pool libstdc++.so.6.0.25 [.] operator new 0.08% msgr-worker-2 libceph-common.so.2 [.] ceph::common::PerfCounters::inc 0.08% fio libc-2.28.so [.] __poll 0.08% msgr-worker-2 libc-2.28.so [.] __memmove_avx_unaligned_erms 0.08% msgr-worker-1 [vdso] [.] 0x00000000000009c7 0.08% msgr-worker-1 [kernel.kallsyms] [k] nft_do_chain 0.08% msgr-worker-2 [vdso] [.] __vdso_clock_gettime 0.08% io_context_pool [vdso] [.] 0x00000000000009c7 0.08% io_context_pool [vdso] [.] __vdso_clock_gettime 0.08% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::release 0.08% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractImageWriteRequest::send_object_requests 0.08% msgr-worker-1 [vdso] [.] __vdso_clock_gettime 0.08% msgr-worker-2 libceph-common.so.2 [.] ceph_crc32c_intel_baseline 0.08% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::release 0.08% fio libstdc++.so.6.0.25 [.] std::_Rb_tree_insert_and_rebalance 0.08% io_context_pool libceph-common.so.2 [.] ceph_str_hash_rjenkins 0.08% msgr-worker-0 libc-2.28.so [.] __memmove_avx_unaligned_erms 0.08% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::release 0.08% fio [kernel.kallsyms] [k] __list_del_entry_valid 0.08% fio [kernel.kallsyms] [k] entry_SYSCALL_64 0.08% io_context_pool librbd.so.1.16.0 [.] boost::container::copy_assign_range_alloc_n, void>, boost::move_iterator, OSDOp*> 0.08% io_context_pool librbd.so.1.16.0 [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_insert_unique_node 0.08% msgr-worker-2 libceph-common.so.2 [.] ceph::common::RefCountedObject::_get 0.08% io_context_pool libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.08% msgr-worker-1 libceph-common.so.2 [.] ceph_crc32c_intel_baseline 0.08% fio [kernel.kallsyms] [k] do_sys_poll 0.08% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.08% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree::ObjectRequests> >, std::_Select1st::ObjectRequests> > >, std::less, std::allocator::ObjectRequests> > > >::_M_insert_unique::ObjectRequests> > > 0.08% msgr-worker-0 [kernel.kallsyms] [k] __fget 0.08% fio [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.08% msgr-worker-2 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::encode_payload 0.08% fio libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.08% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::priv_swap, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void> > 0.07% io_context_pool [kernel.kallsyms] [k] do_syscall_64 0.07% msgr-worker-1 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::encode_payload 0.07% msgr-worker-2 [kernel.kallsyms] [k] copy_user_generic_unrolled 0.07% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::release 0.07% io_context_pool librbd.so.1.16.0 [.] object_locator_t::object_locator_t 0.07% msgr-worker-1 libceph-common.so.2 [.] ceph::common::PerfCounters::tinc 0.07% io_context_pool librbd.so.1.16.0 [.] Striper::file_to_extents 0.07% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::remap_extents 0.07% fio [kernel.kallsyms] [k] __audit_syscall_exit 0.07% io_context_pool librbd.so.1.16.0 [.] Objecter::_op_submit 0.07% msgr-worker-2 [kernel.kallsyms] [k] entry_SYSCALL_64 0.07% msgr-worker-0 libceph-common.so.2 [.] ceph::common::PerfCounters::tinc 0.07% io_context_pool libceph-common.so.2 [.] Throttle::get_or_fail 0.07% io_context_pool [kernel.kallsyms] [k] __x64_sys_futex 0.07% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree::ObjectRequests> >, std::_Select1st::ObjectRequests> > >, std::less, std::allocator::ObjectRequests> > > >::_M_erase_aux 0.07% fio libpthread-2.28.so [.] __pthread_rwlock_wrlock 0.07% msgr-worker-0 [kernel.kallsyms] [k] tcp_recvmsg 0.07% io_context_pool libc-2.28.so [.] _IO_default_xsputn 0.07% io_context_pool libceph-common.so.2 [.] ceph::common::RefCountedObject::put 0.07% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.07% io_context_pool [kernel.kallsyms] [k] ep_poll_callback 0.07% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::release 0.07% fio librbd.so.1.16.0 [.] rbd_aio_write 0.07% msgr-worker-2 [kernel.kallsyms] [k] ip_finish_output2 0.07% msgr-worker-2 [kernel.kallsyms] [k] nft_do_chain 0.07% fio libc-2.28.so [.] _int_free 0.07% msgr-worker-2 [kernel.kallsyms] [k] mutex_lock 0.07% msgr-worker-2 libceph-common.so.2 [.] Throttle::put 0.07% msgr-worker-2 libpthread-2.28.so [.] __libc_read 0.07% msgr-worker-0 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::encode_payload 0.07% msgr-worker-1 [kernel.kallsyms] [k] copy_user_generic_unrolled 0.07% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.07% msgr-worker-1 librbd.so.1.16.0 [.] boost::container::vector, void>, void>::~vector 0.07% msgr-worker-2 [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.07% msgr-worker-2 librbd.so.1.16.0 [.] _ZN4ceph5async6detail14CompletionImplIN5boost4asio10io_context13executor_typeEZN6librbd4asio4util20get_callback_adapterIZNS7_2io26AbstractObjectWriteRequestINS7_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS3_6system10error_codeEDpOT_E_vJSJ_EE13destroy_deferEOSt5tupleIJSJ_EE 0.07% msgr-worker-2 libc-2.28.so [.] __memcmp_avx2_movbe 0.06% io_context_pool librbd.so.1.16.0 [.] std::vector >::operator= 0.06% io_context_pool libc-2.28.so [.] __strchrnul_avx2 0.06% fio [kernel.kallsyms] [k] native_sched_clock 0.06% io_context_pool [kernel.kallsyms] [k] enqueue_entity 0.06% msgr-worker-1 [kernel.kallsyms] [k] tcp_poll 0.06% msgr-worker-1 libceph-common.so.2 [.] ceph::common::PerfCounters::inc 0.06% fio librbd.so.1.16.0 [.] 0x00000000000896b4 0.06% msgr-worker-0 [kernel.kallsyms] [k] nft_do_chain 0.06% io_context_pool [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.06% msgr-worker-1 librbd.so.1.16.0 [.] _ZN4ceph5async6detail14CompletionImplIN5boost4asio10io_context13executor_typeEZN6librbd4asio4util20get_callback_adapterIZNS7_2io26AbstractObjectWriteRequestINS7_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS3_6system10error_codeEDpOT_E_vJSJ_EE13destroy_deferEOSt5tupleIJSJ_EE 0.06% fio libc-2.28.so [.] unlink_chunk.isra.1 0.06% msgr-worker-1 [kernel.kallsyms] [k] tcp_recvmsg 0.06% msgr-worker-0 [kernel.kallsyms] [k] copy_user_generic_unrolled 0.06% msgr-worker-2 [kernel.kallsyms] [k] pipe_poll 0.06% fio [kernel.kallsyms] [k] x2apic_send_IPI 0.06% io_context_pool [kernel.kallsyms] [k] pick_next_task_fair 0.06% msgr-worker-2 [kernel.kallsyms] [k] tcp_poll 0.06% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock_bh 0.06% msgr-worker-0 libceph-common.so.2 [.] ceph::common::RefCountedObject::_get 0.06% msgr-worker-1 libc-2.28.so [.] __memcmp_avx2_movbe 0.06% io_context_pool libceph-common.so.2 [.] AsyncConnection::send_message 0.06% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_message 0.06% fio [kernel.kallsyms] [k] visit_groups_merge 0.06% msgr-worker-1 libceph-common.so.2 [.] ceph::common::RefCountedObject::_get 0.06% msgr-worker-2 [kernel.kallsyms] [k] pipe_read 0.06% msgr-worker-0 [vdso] [.] 0x00000000000009c7 0.06% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f29 0.06% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::_get_next_outgoing 0.06% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::AbstractObjectWriteRequest 0.06% msgr-worker-0 [kernel.kallsyms] [k] finish_task_switch 0.06% io_context_pool [kernel.kallsyms] [k] get_futex_key 0.06% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::release 0.06% io_context_pool [kernel.kallsyms] [k] do_futex 0.06% msgr-worker-0 libpthread-2.28.so [.] __libc_read 0.06% fio librbd.so.1.16.0 [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_insert_unique_node 0.06% msgr-worker-1 [kernel.kallsyms] [k] native_write_msr 0.06% io_context_pool libpthread-2.28.so [.] __libc_write 0.06% msgr-worker-0 librbd.so.1.16.0 [.] _ZN4ceph5async6detail14CompletionImplIN5boost4asio10io_context13executor_typeEZN6librbd4asio4util20get_callback_adapterIZNS7_2io26AbstractObjectWriteRequestINS7_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS3_6system10error_codeEDpOT_E_vJSJ_EE13destroy_deferEOSt5tupleIJSJ_EE 0.06% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::_get_next_outgoing 0.06% msgr-worker-1 libpthread-2.28.so [.] __libc_read 0.06% msgr-worker-1 [kernel.kallsyms] [k] do_syscall_64 0.06% io_context_pool [kernel.kallsyms] [k] mark_wake_futex 0.06% io_context_pool [kernel.kallsyms] [k] __sched_text_start 0.06% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock_bh 0.06% msgr-worker-1 [kernel.kallsyms] [k] syscall_slow_exit_work 0.06% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_message 0.06% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_message 0.06% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::priv_swap, void>, void> > 0.06% io_context_pool librbd.so.1.16.0 [.] Objecter::_prepare_osd_op 0.06% msgr-worker-2 [kernel.kallsyms] [k] __tcp_transmit_skb 0.06% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.06% io_context_pool [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.06% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.06% io_context_pool [kernel.kallsyms] [k] futex_wait_queue_me 0.06% msgr-worker-1 libceph-common.so.2 [.] ceph_str_hash_linux 0.05% msgr-worker-2 [kernel.kallsyms] [k] do_syscall_64 0.05% msgr-worker-1 [kernel.kallsyms] [k] __dev_queue_xmit 0.05% msgr-worker-0 libceph-common.so.2 [.] Throttle::put 0.05% msgr-worker-1 [kernel.kallsyms] [k] hinic_send_one_skb.constprop.42 0.05% msgr-worker-2 [kernel.kallsyms] [k] ep_poll 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::complete_external_callback 0.05% fio [kernel.kallsyms] [k] do_syscall_64 0.05% io_context_pool libstdc++.so.6.0.25 [.] std::_Rb_tree_increment 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::WriteBlockImageDispatch::handle_finished 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageWriteRequest::update_stats 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::set_request_count 0.05% io_context_pool [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.05% msgr-worker-1 [kernel.kallsyms] [k] pipe_read 0.05% msgr-worker-1 libc-2.28.so [.] isspace 0.05% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.05% io_context_pool librbd.so.1.16.0 [.] LambdaContext::enqueue(bool, unsigned long, librbd::io::DispatchResult*, Context**, Context*)::{lambda(int)#1}>::finish 0.05% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectRequest::finish 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::dispatch_delayed_requests 0.05% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_out 0.05% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::_get_next_outgoing 0.05% io_context_pool [kernel.kallsyms] [k] available_idle_cpu 0.05% fio librbd.so.1.16.0 [.] librbd::clip_io 0.05% io_context_pool librbd.so.1.16.0 [.] std::vector >::operator= 0.05% msgr-worker-0 [kernel.kallsyms] [k] native_write_msr 0.05% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock_bh 0.05% msgr-worker-2 libpthread-2.28.so [.] __pthread_rwlock_rdlock 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::write 0.05% fio [kernel.kallsyms] [k] get_futex_value_locked 0.05% msgr-worker-0 [kernel.kallsyms] [k] entry_SYSCALL_64 0.05% msgr-worker-0 [kernel.kallsyms] [k] __dev_queue_xmit 0.05% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::process 0.05% msgr-worker-1 [kernel.kallsyms] [k] sock_poll 0.05% io_context_pool librbd.so.1.16.0 [.] Objecter::op_submit 0.05% msgr-worker-1 [kernel.kallsyms] [k] sock_rfree 0.05% msgr-worker-1 libpthread-2.28.so [.] __pthread_rwlock_rdlock 0.05% fio libc-2.28.so [.] __clock_gettime 0.05% fio [kernel.kallsyms] [k] fput 0.05% msgr-worker-2 [kernel.kallsyms] [k] native_sched_clock 0.05% msgr-worker-0 librbd.so.1.16.0 [.] boost::container::vector, void>, void>::~vector 0.05% msgr-worker-1 [kernel.kallsyms] [k] mutex_lock 0.05% fio [kernel.kallsyms] [k] finish_task_switch 0.05% msgr-worker-1 [kernel.kallsyms] [k] native_sched_clock 0.05% msgr-worker-2 [kernel.kallsyms] [k] hinic_get_sq_free_wqebbs 0.05% msgr-worker-2 [kernel.kallsyms] [k] sock_rfree 0.05% msgr-worker-2 [kernel.kallsyms] [k] native_write_msr 0.05% msgr-worker-0 [kernel.kallsyms] [k] do_syscall_64 0.05% msgr-worker-0 [kernel.kallsyms] [k] native_sched_clock 0.05% msgr-worker-0 [kernel.kallsyms] [k] hinic_get_sq_free_wqebbs 0.05% io_context_pool librbd.so.1.16.0 [.] neorados::RADOS::execute 0.05% msgr-worker-1 [kernel.kallsyms] [k] futex_wake 0.05% msgr-worker-2 [kernel.kallsyms] [k] syscall_slow_exit_work 0.05% msgr-worker-1 [kernel.kallsyms] [k] entry_SYSCALL_64 0.05% fio librados.so.2.0.0 [.] 0x0000000000035254 0.05% msgr-worker-1 libceph-common.so.2 [.] Throttle::put 0.05% io_context_pool [kernel.kallsyms] [k] __fget_light 0.05% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.05% msgr-worker-2 [kernel.kallsyms] [k] __audit_syscall_exit 0.05% msgr-worker-1 [kernel.kallsyms] [k] pipe_poll 0.05% io_context_pool libpthread-2.28.so [.] __pthread_disable_asynccancel 0.05% msgr-worker-1 [kernel.kallsyms] [k] __skb_datagram_iter 0.05% msgr-worker-1 [kernel.kallsyms] [k] ep_poll 0.05% msgr-worker-1 [kernel.kallsyms] [k] __check_object_size 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::RefreshImageDispatch::needs_refresh 0.04% io_context_pool [kernel.kallsyms] [k] enqueue_task_fair 0.04% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::process 0.04% fio [kernel.kallsyms] [k] __audit_syscall_entry 0.04% fio libc-2.28.so [.] __posix_memalign 0.04% fio [kernel.kallsyms] [k] wake_q_add 0.04% io_context_pool [kernel.kallsyms] [k] vfs_write 0.04% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator new 0.04% msgr-worker-1 [kernel.kallsyms] [k] __audit_syscall_exit 0.04% io_context_pool librbd.so.1.16.0 [.] Objecter::_send_op_account 0.04% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.04% msgr-worker-0 [kernel.kallsyms] [k] ep_send_events_proc 0.04% msgr-worker-1 [kernel.kallsyms] [k] hinic_get_sq_free_wqebbs 0.04% io_context_pool [kernel.kallsyms] [k] hash_futex 0.04% msgr-worker-0 [kernel.kallsyms] [k] sock_rfree 0.04% msgr-worker-1 [kernel.kallsyms] [k] visit_groups_merge 0.04% io_context_pool [kernel.kallsyms] [k] syscall_trace_enter 0.04% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.04% msgr-worker-0 [kernel.kallsyms] [k] pipe_read 0.04% msgr-worker-2 [kernel.kallsyms] [k] dequeue_task_fair 0.04% msgr-worker-0 [kernel.kallsyms] [k] __tcp_transmit_skb 0.04% msgr-worker-2 libc-2.28.so [.] isspace 0.04% msgr-worker-2 [kernel.kallsyms] [k] hinic_send_one_skb.constprop.42 0.04% msgr-worker-0 [kernel.kallsyms] [k] visit_groups_merge 0.04% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.04% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.04% io_context_pool librbd.so.1.16.0 [.] ObjectOperation::add_op 0.04% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::run_continuation 0.04% io_context_pool librbd.so.1.16.0 [.] _ZN5boost4asio6detail11executor_opIN4ceph5async17ForwardingHandlerINS4_17CompletionHandlerIZN6librbd4asio4util20get_callback_adapterIZNS7_2io26AbstractObjectWriteRequestINS7_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS_6system10error_codeEDpOT_E_St5tupleIJSJ_EEEEEESaINS4_6detail14CompletionImplINS0_10io_context13executor_typeESN_vJSJ_EEEENS1_19scheduler_operationEE11do_completeEPvPSY_RKSJ_m 0.04% fio [kernel.kallsyms] [k] futex_wait_setup 0.04% msgr-worker-1 [kernel.kallsyms] [k] finish_task_switch 0.04% io_context_pool [kernel.kallsyms] [k] fsnotify 0.04% fio [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.04% fio [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.04% io_context_pool [kernel.kallsyms] [k] update_load_avg 0.04% msgr-worker-0 libc-2.28.so [.] __memcmp_avx2_movbe 0.04% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::write_message 0.04% msgr-worker-1 [kernel.kallsyms] [k] __tcp_transmit_skb 0.04% msgr-worker-2 libceph-common.so.2 [.] decode_message 0.04% msgr-worker-0 [kernel.kallsyms] [k] pipe_poll 0.04% msgr-worker-0 [kernel.kallsyms] [k] update_cfs_rq_h_load 0.04% msgr-worker-0 [kernel.kallsyms] [k] mutex_lock 0.04% io_context_pool [kernel.kallsyms] [k] __perf_event_task_sched_in 0.04% fio fio [.] io_u_queued_complete 0.04% io_context_pool [kernel.kallsyms] [k] x2apic_send_IPI 0.04% msgr-worker-0 [kernel.kallsyms] [k] hinic_send_one_skb.constprop.42 0.04% msgr-worker-2 [kernel.kallsyms] [k] tcp_rcv_space_adjust 0.04% fio fio [.] 0x000000000007c93a 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageRequest::aio_write 0.04% fio [kernel.kallsyms] [k] cpuacct_charge 0.04% msgr-worker-0 [kernel.kallsyms] [k] sock_poll 0.04% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.04% fio fio [.] add_slat_sample 0.04% msgr-worker-2 [kernel.kallsyms] [k] __dev_queue_xmit 0.04% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.04% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::preprocess 0.04% msgr-worker-0 [kernel.kallsyms] [k] ip_finish_output2 0.04% msgr-worker-0 libpthread-2.28.so [.] __pthread_rwlock_rdlock 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::Dispatcher::send 0.04% msgr-worker-1 [kernel.kallsyms] [k] ip_finish_output2 0.04% msgr-worker-2 librbd.so.1.16.0 [.] boost::container::vector, void>, void>::~vector 0.04% io_context_pool [kernel.kallsyms] [k] update_curr 0.04% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::append 0.04% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.04% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::append 0.04% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.04% msgr-worker-2 [kernel.kallsyms] [k] hinic_set_msix_state 0.04% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::process 0.04% fio [vdso] [.] __vdso_clock_gettime 0.04% fio libpthread-2.28.so [.] __libc_read 0.04% msgr-worker-0 [kernel.kallsyms] [k] ep_poll 0.04% msgr-worker-1 [kernel.kallsyms] [k] hinic_update_sq_pi 0.04% msgr-worker-2 [kernel.kallsyms] [k] skb_release_head_state 0.04% msgr-worker-2 [kernel.kallsyms] [k] __skb_datagram_iter 0.04% msgr-worker-2 [kernel.kallsyms] [k] ep_item_poll.isra.16 0.04% msgr-worker-1 libceph-common.so.2 [.] PosixConnectedSocketImpl::send 0.04% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::run_continuation 0.04% msgr-worker-2 libceph-common.so.2 [.] ceph::common::PerfCounters::dec 0.04% msgr-worker-1 libceph-common.so.2 [.] decode_message 0.04% msgr-worker-1 [kernel.kallsyms] [k] __audit_syscall_entry 0.04% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::write_message 0.04% msgr-worker-2 [kernel.kallsyms] [k] __check_object_size 0.04% fio [kernel.kallsyms] [k] available_idle_cpu 0.04% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.04% io_context_pool [kernel.kallsyms] [k] activate_task 0.04% io_context_pool libpthread-2.28.so [.] __lll_unlock_wake 0.04% msgr-worker-1 [kernel.kallsyms] [k] ep_send_events_proc 0.04% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned_in_mempool 0.04% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::read_until 0.04% msgr-worker-2 [kernel.kallsyms] [k] visit_groups_merge 0.04% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.04% msgr-worker-0 libpthread-2.28.so [.] __pthread_disable_asynccancel 0.04% msgr-worker-2 libceph-common.so.2 [.] EpollDriver::event_wait 0.04% fio [kernel.kallsyms] [k] __sched_text_start 0.04% msgr-worker-2 libceph-common.so.2 [.] PosixConnectedSocketImpl::send 0.04% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::assign 0.04% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator new 0.04% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_preamble_main 0.04% msgr-worker-1 libc-2.28.so [.] unlink_chunk.isra.1 0.04% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::pre_write_object_map_update 0.04% msgr-worker-0 [kernel.kallsyms] [k] __audit_syscall_exit 0.04% io_context_pool libceph-common.so.2 [.] EventCenter::dispatch_event_external 0.04% msgr-worker-2 [kernel.kallsyms] [k] bond_start_xmit 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageRequest::send 0.04% msgr-worker-0 libceph-common.so.2 [.] decode_message 0.04% msgr-worker-1 [kernel.kallsyms] [k] cpuacct_charge 0.04% msgr-worker-1 [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.04% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.03% fio librbd.so.1.16.0 [.] librbd::ImageCtx::get_image_size 0.03% fio fio [.] 0x0000000000027ea8 0.03% fio libstdc++.so.6.0.25 [.] operator new 0.03% msgr-worker-0 [kernel.kallsyms] [k] futex_wake 0.03% msgr-worker-0 [kernel.kallsyms] [k] syscall_slow_exit_work 0.03% msgr-worker-0 [kernel.kallsyms] [k] __skb_datagram_iter 0.03% msgr-worker-2 librbd.so.1.16.0 [.] spg_t::encode 0.03% msgr-worker-2 [kernel.kallsyms] [k] do_epoll_wait 0.03% io_context_pool [kernel.kallsyms] [k] put_prev_task_fair 0.03% msgr-worker-1 [kernel.kallsyms] [k] __virt_addr_valid 0.03% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_out 0.03% msgr-worker-2 [kernel.kallsyms] [k] update_cfs_rq_h_load 0.03% msgr-worker-2 [kernel.kallsyms] [k] finish_task_switch 0.03% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::read_until 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::append 0.03% msgr-worker-0 [kernel.kallsyms] [k] tcp_poll 0.03% msgr-worker-2 [kernel.kallsyms] [k] __sched_text_start 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned_in_mempool 0.03% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_out 0.03% msgr-worker-2 libceph-common.so.2 [.] Throttle::get_or_fail 0.03% msgr-worker-2 librbd.so.1.16.0 [.] std::pair, boost::asio::executor_work_guard >::~pair 0.03% msgr-worker-2 [kernel.kallsyms] [k] ep_send_events_proc 0.03% io_context_pool [kernel.kallsyms] [k] ksys_write 0.03% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned_in_mempool 0.03% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::operator= 0.03% msgr-worker-0 [kernel.kallsyms] [k] fput 0.03% msgr-worker-1 [kernel.kallsyms] [k] update_rq_clock 0.03% msgr-worker-1 [kernel.kallsyms] [k] dequeue_task_fair 0.03% msgr-worker-2 [kernel.kallsyms] [k] __audit_syscall_entry 0.03% msgr-worker-0 [kernel.kallsyms] [k] ep_item_poll.isra.16 0.03% msgr-worker-0 [kernel.kallsyms] [k] cpuacct_charge 0.03% msgr-worker-1 libceph-common.so.2 [.] ceph::common::PerfCounters::dec 0.03% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::append 0.03% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::priv_swap, void>, void> > 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::AsyncOperation::finish_op 0.03% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::read_bulk 0.03% msgr-worker-0 libceph-common.so.2 [.] PosixConnectedSocketImpl::send 0.03% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::AsyncOperation::start_op 0.03% msgr-worker-1 [kernel.kallsyms] [k] __skb_clone 0.03% io_context_pool [kernel.kallsyms] [k] hinic_set_msix_state 0.03% msgr-worker-2 [kernel.kallsyms] [k] __skb_clone 0.03% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::read 0.03% msgr-worker-0 libc-2.28.so [.] isspace 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::send 0.03% msgr-worker-0 libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.03% fio [kernel.kallsyms] [k] eventfd_read 0.03% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::append 0.03% msgr-worker-2 libc-2.28.so [.] epoll_wait 0.03% fio librbd.so.1.16.0 [.] librbd::ImageCtx::get_effective_image_size 0.03% io_context_pool [kernel.kallsyms] [k] arch_perf_update_userpage 0.03% fio [kernel.kallsyms] [k] __x64_sys_poll 0.03% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::write_message 0.03% fio fio [.] td_io_getevents 0.03% msgr-worker-1 libstdc++.so.6.0.25 [.] operator new 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::register_in_flight_request 0.03% io_context_pool [kernel.kallsyms] [k] ctx_sched_in 0.03% io_context_pool librados.so.2.0.0 [.] 0x00000000000c124c 0.03% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::read_bulk 0.03% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::handle_write 0.03% fio [kernel.kallsyms] [k] copy_user_generic_unrolled 0.03% msgr-worker-1 [kernel.kallsyms] [k] fput 0.03% msgr-worker-2 [kernel.kallsyms] [k] mod_timer 0.03% io_context_pool librbd.so.1.16.0 [.] Objecter::op_target_t::get_hobj 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::operator= 0.03% msgr-worker-1 [kernel.kallsyms] [k] read_tsc 0.03% msgr-worker-0 [kernel.kallsyms] [k] nft_do_chain_ipv4 0.03% msgr-worker-1 [kernel.kallsyms] [k] do_epoll_wait 0.03% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_preamble_main 0.03% msgr-worker-1 libc-2.28.so [.] epoll_wait 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph_str_hash_linux 0.03% msgr-worker-0 libc-2.28.so [.] __clock_gettime 0.03% msgr-worker-2 [kernel.kallsyms] [k] update_rq_clock 0.03% msgr-worker-2 [kernel.kallsyms] [k] validate_xmit_skb 0.03% fio libc-2.28.so [.] __libc_disable_asynccancel 0.03% msgr-worker-2 libpthread-2.28.so [.] __pthread_disable_asynccancel 0.03% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x00000000000ae10e 0.03% msgr-worker-1 libpthread-2.28.so [.] __pthread_disable_asynccancel 0.03% msgr-worker-0 libstdc++.so.6.0.25 [.] operator new 0.03% msgr-worker-0 libceph-common.so.2 [.] ceph::common::PerfCounters::dec 0.03% msgr-worker-0 [kernel.kallsyms] [k] __skb_clone 0.03% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf3f9 0.03% msgr-worker-2 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, Option const&>, std::_Select1st > const, Option const&> >, std::less > >, std::allocator > const, Option const&> > >::find 0.03% msgr-worker-1 librbd.so.1.16.0 [.] spg_t::encode 0.03% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x00000000000ae10e 0.03% msgr-worker-2 libpthread-2.28.so [.] __pthread_enable_asynccancel 0.03% msgr-worker-2 [kernel.kallsyms] [k] try_to_wake_up 0.03% msgr-worker-2 [kernel.kallsyms] [k] resched_curr 0.03% io_context_pool [kernel.kallsyms] [k] update_irq_load_avg 0.03% fio [kernel.kallsyms] [k] syscall_trace_enter 0.03% msgr-worker-2 [kernel.kallsyms] [k] fput 0.03% msgr-worker-2 [kernel.kallsyms] [k] read_tsc 0.03% io_context_pool libpthread-2.28.so [.] __pthread_enable_asynccancel 0.03% msgr-worker-0 [kernel.kallsyms] [k] __update_load_avg_se 0.03% msgr-worker-0 [kernel.kallsyms] [k] tcp_write_xmit 0.03% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.03% io_context_pool libpthread-2.28.so [.] __lll_lock_wait 0.03% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.03% msgr-worker-1 [kernel.kallsyms] [k] netif_skb_features 0.03% io_context_pool librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::erasure, fu2::abi_310::detail::property >::operator= 0.03% msgr-worker-1 [kernel.kallsyms] [k] tcp_write_xmit 0.03% msgr-worker-0 [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.03% msgr-worker-2 [kernel.kallsyms] [k] tcp_write_xmit 0.03% msgr-worker-0 libceph-common.so.2 [.] EpollDriver::event_wait 0.03% msgr-worker-0 libceph-common.so.2 [.] ceph_str_hash_linux 0.03% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x00000000000ae10e 0.03% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::handle_write_object 0.03% msgr-worker-2 [kernel.kallsyms] [k] __kmalloc_node_track_caller 0.03% fio libstdc++.so.6.0.25 [.] 0x00000000000ae10a 0.03% msgr-worker-0 [kernel.kallsyms] [k] ksize 0.03% fio [kernel.kallsyms] [k] pick_next_task_fair 0.03% msgr-worker-1 [kernel.kallsyms] [k] validate_xmit_skb 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::util::data_object_name 0.03% msgr-worker-2 [kernel.kallsyms] [k] tcp_cleanup_rbuf 0.03% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::operator= 0.03% fio librbd.so.1.16.0 [.] boost::variant::destroy_content 0.03% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::_try_send 0.03% msgr-worker-0 [kernel.kallsyms] [k] select_task_rq_fair 0.03% msgr-worker-2 [kernel.kallsyms] [k] hinic_update_sq_pi 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.03% msgr-worker-1 libpthread-2.28.so [.] __pthread_enable_asynccancel 0.03% msgr-worker-2 [kernel.kallsyms] [k] __update_load_avg_se 0.03% msgr-worker-2 libpthread-2.28.so [.] __pthread_rwlock_wrlock 0.03% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.03% msgr-worker-1 libc-2.28.so [.] __clock_gettime 0.03% msgr-worker-1 [kernel.kallsyms] [k] update_cfs_rq_h_load 0.03% msgr-worker-0 libc-2.28.so [.] epoll_wait 0.03% msgr-worker-0 [kernel.kallsyms] [k] update_rq_clock 0.03% msgr-worker-1 [kernel.kallsyms] [k] select_estimate_accuracy 0.03% msgr-worker-1 libceph-common.so.2 [.] Throttle::get_or_fail 0.03% msgr-worker-0 [kernel.kallsyms] [k] kmem_cache_alloc_node 0.03% msgr-worker-1 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, Option const&>, std::_Select1st > const, Option const&> >, std::less > >, std::allocator > const, Option const&> > >::find 0.03% fio libc-2.28.so [.] __libc_enable_asynccancel 0.03% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11c2 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::QueueImageDispatch::handle_finished 0.03% msgr-worker-0 librbd.so.1.16.0 [.] spg_t::encode 0.03% msgr-worker-2 libc-2.28.so [.] unlink_chunk.isra.1 0.03% io_context_pool [kernel.kallsyms] [k] event_sched_in.isra.113 0.03% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_alloc_node 0.03% msgr-worker-0 [kernel.kallsyms] [k] do_epoll_wait 0.03% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.03% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::run_continuation 0.03% io_context_pool [kernel.kallsyms] [k] perf_event_update_userpage 0.03% msgr-worker-2 [kernel.kallsyms] [k] sock_poll 0.03% fio libpthread-2.28.so [.] __pthread_getspecific 0.03% msgr-worker-0 libpthread-2.28.so [.] __pthread_rwlock_wrlock 0.03% msgr-worker-0 [kernel.kallsyms] [k] dequeue_task_fair 0.03% msgr-worker-0 [kernel.kallsyms] [k] __audit_syscall_entry 0.03% msgr-worker-0 [kernel.kallsyms] [k] __check_object_size 0.03% msgr-worker-1 [kernel.kallsyms] [k] __ip_queue_xmit 0.03% msgr-worker-0 [kernel.kallsyms] [k] select_estimate_accuracy 0.03% msgr-worker-0 [kernel.kallsyms] [k] __sched_text_start 0.03% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::read 0.03% fio [kernel.kallsyms] [k] __x64_sys_futex 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractImageWriteRequest::send_request 0.03% msgr-worker-0 [kernel.kallsyms] [k] bond_start_xmit 0.03% io_context_pool librbd.so.1.16.0 [.] boost::asio::detail::completion_handler >::do_complete 0.03% fio fio [.] io_queue_event 0.03% io_context_pool libc-2.28.so [.] _itoa_word 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectRequest::compute_parent_extents 0.02% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::write_event 0.02% msgr-worker-1 [kernel.kallsyms] [k] bond_start_xmit 0.02% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::find 0.02% fio fio [.] io_u_mark_complete 0.02% msgr-worker-2 [kernel.kallsyms] [k] nft_do_chain_ipv4 0.02% msgr-worker-2 [kernel.kallsyms] [k] __alloc_skb 0.02% msgr-worker-0 [kernel.kallsyms] [k] new_sync_read 0.02% io_context_pool libc-2.28.so [.] __clock_gettime 0.02% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageWriteRequest::create_object_request 0.02% msgr-worker-1 [kernel.kallsyms] [k] __alloc_skb 0.02% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_preamble_main 0.02% io_context_pool libceph-common.so.2 [.] AsyncOpTracker::finish_op 0.02% msgr-worker-0 libc-2.28.so [.] unlink_chunk.isra.1 0.02% msgr-worker-2 [kernel.kallsyms] [k] mutex_unlock 0.02% io_context_pool [kernel.kallsyms] [k] check_preempt_curr 0.02% msgr-worker-2 libc-2.28.so [.] __clock_gettime 0.02% msgr-worker-2 libpthread-2.28.so [.] __pthread_rwlock_unlock 0.02% msgr-worker-2 libceph-common.so.2 [.] std::function::function 0.02% msgr-worker-2 [kernel.kallsyms] [k] __ip_queue_xmit 0.02% msgr-worker-2 [kernel.kallsyms] [k] syscall_trace_enter 0.02% msgr-worker-2 libceph-common.so.2 [.] MOSDOpReply::decode_payload 0.02% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.02% fio librados.so.2.0.0 [.] 0x0000000000035b84 0.02% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::read 0.02% io_context_pool libstdc++.so.6.0.25 [.] operator delete 0.02% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::read 0.02% io_context_pool libpthread-2.28.so [.] __pthread_mutex_cond_lock 0.02% msgr-worker-1 [kernel.kallsyms] [k] syscall_trace_enter 0.02% fio [kernel.kallsyms] [k] get_futex_key 0.02% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087894 0.02% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.02% io_context_pool [kernel.kallsyms] [k] __update_load_avg_se 0.02% io_context_pool [kernel.kallsyms] [k] plist_add 0.02% io_context_pool [kernel.kallsyms] [k] __update_idle_core 0.02% fio librbd.so.1.16.0 [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_erase 0.02% msgr-worker-1 [kernel.kallsyms] [k] mod_timer 0.02% msgr-worker-0 librbd.so.1.16.0 [.] object_locator_t::~object_locator_t 0.02% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::read_bulk 0.02% fio librbd.so.1.16.0 [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release 0.02% msgr-worker-2 [kernel.kallsyms] [k] __fget_light 0.02% msgr-worker-2 [kernel.kallsyms] [k] ktime_get_ts64 0.02% msgr-worker-0 [kernel.kallsyms] [k] resched_curr 0.02% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::_try_send 0.02% fio fio [.] ntime_since 0.02% fio libceph-common.so.2 [.] pthread_self@plt 0.02% msgr-worker-2 [kernel.kallsyms] [k] hinic_send_sq_wqe 0.02% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator new 0.02% msgr-worker-2 [kernel.kallsyms] [k] select_estimate_accuracy 0.02% msgr-worker-1 [kernel.kallsyms] [k] resched_curr 0.02% msgr-worker-2 [kernel.kallsyms] [k] new_sync_read 0.02% io_context_pool librbd.so.1.16.0 [.] Objecter::_session_op_assign 0.02% msgr-worker-2 libceph-common.so.2 [.] Message::encode 0.02% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.02% msgr-worker-0 libpthread-2.28.so [.] __pthread_enable_asynccancel 0.02% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f51c8 0.02% io_context_pool [kernel.kallsyms] [k] copy_user_generic_unrolled 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_cleanup_rbuf 0.02% msgr-worker-2 [kernel.kallsyms] [k] futex_wake 0.02% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::read_frame_segment 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_rate_check_app_limited 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_rcv_space_adjust 0.02% io_context_pool libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_rcv_space_adjust 0.02% msgr-worker-2 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > >, std::_Select1st > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > >, std::less > >, std::allocator > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > > >::find 0.02% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectRequest::ObjectRequest 0.02% msgr-worker-0 [kernel.kallsyms] [k] hinic_update_sq_pi 0.02% fio [kernel.kallsyms] [k] idle_cpu 0.02% fio [kernel.kallsyms] [k] __unqueue_futex 0.02% msgr-worker-1 [kernel.kallsyms] [k] ep_item_poll.isra.16 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_current_mss 0.02% msgr-worker-0 libceph-common.so.2 [.] Throttle::get_or_fail 0.02% msgr-worker-1 libceph-common.so.2 [.] mempool::get_pool 0.02% msgr-worker-0 [kernel.kallsyms] [k] read_tsc 0.02% msgr-worker-2 libstdc++.so.6.0.25 [.] operator new 0.02% fio fio [.] 0x0000000000049510 0.02% msgr-worker-2 [kernel.kallsyms] [k] select_task_rq_fair 0.02% msgr-worker-2 [kernel.kallsyms] [k] __virt_addr_valid 0.02% msgr-worker-2 [kernel.kallsyms] [k] sch_direct_xmit 0.02% msgr-worker-1 [kernel.kallsyms] [k] fsnotify 0.02% msgr-worker-0 [kernel.kallsyms] [k] __fget_light 0.02% msgr-worker-1 [kernel.kallsyms] [k] vfs_read 0.02% msgr-worker-1 [kernel.kallsyms] [k] nft_do_chain_ipv4 0.02% io_context_pool [kernel.kallsyms] [k] pick_next_task_idle 0.02% io_context_pool libc-2.28.so [.] __lll_unlock_wake_private 0.02% fio [kernel.kallsyms] [k] wake_up_q 0.02% msgr-worker-1 libceph-common.so.2 [.] EpollDriver::event_wait 0.02% io_context_pool librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::tables::vtable >::empty_cmd 0.02% msgr-worker-1 [kernel.kallsyms] [k] mutex_unlock 0.02% msgr-worker-2 [kernel.kallsyms] [k] _copy_from_iter_full 0.02% fio librbd.so.1.16.0 [.] librbd::io::QueueImageDispatch::enqueue 0.02% io_context_pool [kernel.kallsyms] [k] eventfd_write 0.02% msgr-worker-0 [kernel.kallsyms] [k] __list_del_entry_valid 0.02% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatchSpec::C_Dispatcher::complete 0.02% io_context_pool librbd.so.1.16.0 [.] librbd::io::WriteBlockImageDispatch::process_io 0.02% msgr-worker-1 libc-2.28.so [.] _mid_memalign 0.02% msgr-worker-0 libceph-common.so.2 [.] mempool::get_pool 0.02% fio fio [.] io_u_mark_submit 0.02% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005b6df0 0.02% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1170 0.02% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::append 0.02% msgr-worker-1 [kernel.kallsyms] [k] select_task_rq_fair 0.02% msgr-worker-2 [kernel.kallsyms] [k] fsnotify 0.02% io_context_pool [kernel.kallsyms] [k] pipe_write 0.02% msgr-worker-1 libpthread-2.28.so [.] __pthread_rwlock_wrlock 0.02% io_context_pool [kernel.kallsyms] [k] rb_next 0.02% fio libpthread-2.28.so [.] pthread_self@GLIBC_2.2.5 0.02% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::handle_write 0.02% io_context_pool [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.02% msgr-worker-1 [kernel.kallsyms] [k] __kmalloc_node_track_caller 0.02% msgr-worker-1 [kernel.kallsyms] [k] ip_send_check 0.02% fio libstdc++.so.6.0.25 [.] std::_Sp_locker::_Sp_locker 0.02% msgr-worker-1 [kernel.kallsyms] [k] enqueue_entity 0.02% io_context_pool librbd.so.1.16.0 [.] Objecter::_op_submit_with_budget 0.02% msgr-worker-0 libpthread-2.28.so [.] __pthread_rwlock_unlock 0.02% msgr-worker-0 [kernel.kallsyms] [k] __virt_addr_valid 0.02% fio [kernel.kallsyms] [k] fsnotify 0.02% msgr-worker-2 [kernel.kallsyms] [k] iov_iter_advance 0.02% fio libceph-common.so.2 [.] mempool::get_pool 0.02% io_context_pool [kernel.kallsyms] [k] __perf_event_task_sched_out 0.02% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.02% msgr-worker-1 [kernel.kallsyms] [k] ktime_get_ts64 0.02% msgr-worker-1 [kernel.kallsyms] [k] copy_page_to_iter 0.02% msgr-worker-1 [kernel.kallsyms] [k] try_to_wake_up 0.02% msgr-worker-2 [kernel.kallsyms] [k] anon_pipe_buf_release 0.02% msgr-worker-0 [kernel.kallsyms] [k] anon_pipe_buf_release 0.02% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_assign 0.02% msgr-worker-1 [kernel.kallsyms] [k] ksize 0.02% io_context_pool [kernel.kallsyms] [k] llist_add_batch 0.02% msgr-worker-1 libceph-common.so.2 [.] Message::encode 0.02% msgr-worker-0 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::variant 0.02% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.02% io_context_pool librbd.so.1.16.0 [.] Objecter::_send_op 0.02% msgr-worker-0 [kernel.kallsyms] [k] account_entity_enqueue 0.02% msgr-worker-1 [kernel.kallsyms] [k] skb_release_head_state 0.02% msgr-worker-2 [kernel.kallsyms] [k] cpuacct_charge 0.02% fio fio [.] add_clat_sample 0.02% io_context_pool librbd.so.1.16.0 [.] Context::complete 0.02% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::handle_write 0.02% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::read_until 0.02% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.02% fio [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.02% msgr-worker-0 [kernel.kallsyms] [k] skb_release_head_state 0.02% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.02% fio libceph-common.so.2 [.] pthread_mutex_lock@plt 0.02% msgr-worker-1 [kernel.kallsyms] [k] __x64_sys_epoll_wait 0.02% msgr-worker-2 libceph-common.so.2 [.] operator new@plt 0.02% msgr-worker-1 [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.02% msgr-worker-1 [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.02% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.02% msgr-worker-2 libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.02% msgr-worker-0 libc-2.28.so [.] _mid_memalign 0.02% msgr-worker-2 [kernel.kallsyms] [k] futex_wait_setup 0.02% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::copy 0.02% io_context_pool [kernel.kallsyms] [k] x86_pmu_disable 0.02% fio librbd.so.1.16.0 [.] librbd::io::ReadResult::ReadResult 0.02% msgr-worker-2 libc-2.28.so [.] _mid_memalign 0.02% msgr-worker-1 [kernel.kallsyms] [k] kmem_cache_alloc_node 0.02% msgr-worker-2 librbd.so.1.16.0 [.] ceph::encode > 0.02% fio fio [.] flow_threshold_exceeded 0.02% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.02% msgr-worker-2 [kernel.kallsyms] [k] ip_send_check 0.02% msgr-worker-1 libceph-common.so.2 [.] Connection::is_blackhole 0.02% fio fio [.] fio_gettime 0.02% io_context_pool libceph-common.so.2 [.] AsyncOpTracker::start_op 0.02% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3f2c 0.02% fio [kernel.kallsyms] [k] perf_pmu_disable.part.99 0.02% io_context_pool [kernel.kallsyms] [k] group_sched_in 0.02% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.02% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::read_frame_segment 0.02% msgr-worker-1 [kernel.kallsyms] [k] sock_read_iter 0.02% fio [kernel.kallsyms] [k] llist_add_batch 0.02% io_context_pool libceph-common.so.2 [.] OSDMap::map_to_pg 0.02% fio [kernel.kallsyms] [k] __pollwait 0.02% io_context_pool [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.02% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3f2c 0.02% io_context_pool [kernel.kallsyms] [k] unroll_tree_refs 0.02% msgr-worker-1 [kernel.kallsyms] [k] inet_sendmsg 0.02% fio libstdc++.so.6.0.25 [.] std::_Rb_tree_decrement 0.02% msgr-worker-0 [kernel.kallsyms] [k] mutex_unlock 0.02% msgr-worker-1 [kernel.kallsyms] [k] anon_pipe_buf_release 0.02% msgr-worker-0 libceph-common.so.2 [.] ceph_crc32c_intel_fast 0.02% msgr-worker-0 [kernel.kallsyms] [k] __alloc_skb 0.02% msgr-worker-1 [kernel.kallsyms] [k] new_sync_read 0.02% io_context_pool [kernel.kallsyms] [k] __fsnotify_parent 0.02% msgr-worker-0 [kernel.kallsyms] [k] sock_read_iter 0.02% msgr-worker-2 [kernel.kallsyms] [k] __perf_event_task_sched_in 0.02% msgr-worker-0 [kernel.kallsyms] [k] __slab_free 0.02% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::migrate 0.02% fio fio [.] 0x000000000006928b 0.02% msgr-worker-0 libceph-common.so.2 [.] CtFun::call 0.02% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.02% msgr-worker-1 [kernel.kallsyms] [k] sch_direct_xmit 0.02% fio librados.so.2.0.0 [.] librados::v14_2_0::IoCtx::is_valid 0.02% io_context_pool libpthread-2.28.so [.] __pthread_getspecific 0.02% msgr-worker-1 libpthread-2.28.so [.] __pthread_rwlock_unlock 0.02% msgr-worker-2 librbd.so.1.16.0 [.] object_locator_t::~object_locator_t 0.02% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.02% msgr-worker-1 [kernel.kallsyms] [k] bond_select_queue 0.02% fio [kernel.kallsyms] [k] _raw_spin_lock_irq 0.02% msgr-worker-1 libceph-common.so.2 [.] OSDOp::split_osd_op_vector_out_data 0.02% msgr-worker-0 [kernel.kallsyms] [k] ip_send_check 0.02% msgr-worker-2 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::variant 0.02% msgr-worker-0 librbd.so.1.16.0 [.] std::pair, boost::asio::executor_work_guard >::~pair 0.02% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005b6df0 0.02% msgr-worker-0 [kernel.kallsyms] [k] ktime_get_ts64 0.02% fio [kernel.kallsyms] [k] update_rq_clock 0.02% fio librbd.so.1.16.0 [.] librbd::io::util::clip_request 0.02% msgr-worker-1 libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.02% msgr-worker-1 [kernel.kallsyms] [k] __sched_text_start 0.02% fio libc-2.28.so [.] __lll_unlock_wake_private 0.02% msgr-worker-0 libceph-common.so.2 [.] OSDOp::split_osd_op_vector_out_data 0.02% msgr-worker-1 libc-2.28.so [.] _int_memalign 0.02% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> > 0.02% msgr-worker-1 [kernel.kallsyms] [k] page_frag_free 0.02% io_context_pool [kernel.kallsyms] [k] perf_pmu_disable.part.99 0.02% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::read 0.02% msgr-worker-0 [kernel.kallsyms] [k] update_curr 0.02% msgr-worker-2 [kernel.kallsyms] [k] bond_xmit_hash 0.02% msgr-worker-2 [kernel.kallsyms] [k] tcp_current_mss 0.02% fio librbd.so.1.16.0 [.] librbd::RBD::AioCompletion::AioCompletion 0.02% msgr-worker-2 [kernel.kallsyms] [k] update_load_avg 0.02% msgr-worker-1 [kernel.kallsyms] [k] skb_entail 0.02% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::read 0.02% msgr-worker-2 libceph-common.so.2 [.] mempool::get_pool 0.02% io_context_pool libpthread-2.28.so [.] __pthread_mutex_unlock 0.02% msgr-worker-1 [kernel.kallsyms] [k] bictcp_cwnd_event 0.02% msgr-worker-2 [kernel.kallsyms] [k] enqueue_entity 0.02% msgr-worker-1 [kernel.kallsyms] [k] __x64_sys_read 0.02% msgr-worker-1 [kernel.kallsyms] [k] netdev_pick_tx 0.02% msgr-worker-1 [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.02% msgr-worker-2 [kernel.kallsyms] [k] tcp_stream_memory_free 0.02% msgr-worker-0 libpthread-2.28.so [.] __libc_sendmsg 0.02% msgr-worker-1 libceph-common.so.2 [.] CtRxNode::call 0.02% msgr-worker-1 [kernel.kallsyms] [k] __list_del_entry_valid 0.02% msgr-worker-2 [kernel.kallsyms] [k] inet_sendmsg 0.02% msgr-worker-2 [kernel.kallsyms] [k] __netdev_pick_tx 0.02% msgr-worker-2 [kernel.kallsyms] [k] ksize 0.02% io_context_pool librbd.so.1.16.0 [.] 0x00000000000886e4 0.02% io_context_pool [kernel.kallsyms] [k] __x64_sys_write 0.02% fio libceph-common.so.2 [.] AsyncOpTracker::start_op 0.02% io_context_pool [kernel.kallsyms] [k] copy_page_from_iter 0.02% msgr-worker-2 libpthread-2.28.so [.] __libc_sendmsg 0.02% fio fio [.] 0x0000000000068e90 0.02% msgr-worker-2 [kernel.kallsyms] [k] native_irq_return_iret 0.02% fio fio [.] __get_io_u 0.02% msgr-worker-1 [kernel.kallsyms] [k] hinic_send_sq_wqe 0.02% msgr-worker-0 [kernel.kallsyms] [k] validate_xmit_skb 0.02% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_segment 0.02% msgr-worker-2 [kernel.kallsyms] [k] qp_irq 0.02% msgr-worker-1 libceph-common.so.2 [.] std::_Deque_base >::~_Deque_base 0.02% msgr-worker-1 [kernel.kallsyms] [k] __update_idle_core 0.02% fio [kernel.kallsyms] [k] x86_pmu_disable 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_current_mss 0.02% msgr-worker-2 [vdso] [.] 0x00000000000009c4 0.02% io_context_pool librbd.so.1.16.0 [.] std::__shared_mutex_pthread::lock_shared 0.02% msgr-worker-1 librbd.so.1.16.0 [.] object_locator_t::~object_locator_t 0.02% msgr-worker-2 [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.02% msgr-worker-0 libstdc++.so.6.0.25 [.] std::_Rb_tree_rebalance_for_erase 0.02% io_context_pool librbd.so.1.16.0 [.] Objecter::target_should_be_paused 0.02% fio librbd.so.1.16.0 [.] rbd_aio_release 0.02% io_context_pool librbd.so.1.16.0 [.] neorados::RADOS::get_executor 0.02% io_context_pool librbd.so.1.16.0 [.] Message::Message 0.02% fio fio [.] zbd_unaligned_write 0.02% msgr-worker-1 [kernel.kallsyms] [k] update_load_avg 0.02% msgr-worker-1 [kernel.kallsyms] [k] nf_hook_slow 0.02% fio fio [.] utime_since 0.02% msgr-worker-1 libceph-common.so.2 [.] std::vector >::_M_default_append 0.02% msgr-worker-2 [kernel.kallsyms] [k] pick_next_task_fair 0.02% msgr-worker-1 [kernel.kallsyms] [k] mark_wake_futex 0.02% msgr-worker-0 [kernel.kallsyms] [k] __sys_sendmsg 0.02% msgr-worker-0 [kernel.kallsyms] [k] ctx_sched_in 0.02% msgr-worker-0 [kernel.kallsyms] [k] __kmalloc_node_track_caller 0.01% fio [kernel.kallsyms] [k] __fget_light 0.01% msgr-worker-0 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > >, std::_Select1st > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > >, std::less > >, std::allocator > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > > >::find 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089d44 0.01% msgr-worker-1 [kernel.kallsyms] [k] __fget_light 0.01% msgr-worker-0 libceph-common.so.2 [.] operator new@plt 0.01% msgr-worker-1 libceph-common.so.2 [.] std::function::function 0.01% fio [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.01% msgr-worker-1 [kernel.kallsyms] [k] pick_next_task_fair 0.01% io_context_pool [kernel.kallsyms] [k] new_sync_write 0.01% msgr-worker-1 libc-2.28.so [.] __posix_memalign 0.01% msgr-worker-1 [kernel.kallsyms] [k] __netdev_pick_tx 0.01% msgr-worker-0 [kernel.kallsyms] [k] __x64_sys_read 0.01% msgr-worker-0 libceph-common.so.2 [.] std::vector >::_M_default_append 0.01% fio fio [.] 0x00000000000694eb 0.01% io_context_pool librbd.so.1.16.0 [.] 0x00000000000890a4 0.01% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_start_range_ns 0.01% msgr-worker-0 [kernel.kallsyms] [k] __local_bh_enable_ip 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::ImageCtx::get_parent_overlap 0.01% msgr-worker-0 [kernel.kallsyms] [k] nf_hook_slow 0.01% fio libstdc++.so.6.0.25 [.] 0x000000000008c7d0 0.01% msgr-worker-2 [kernel.kallsyms] [k] ipv4_dst_check 0.01% msgr-worker-1 [kernel.kallsyms] [k] _cond_resched 0.01% msgr-worker-2 [kernel.kallsyms] [k] wake_q_add 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::append_frame 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.01% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_, std::less, std::allocator >::_Alloc_node> 0.01% msgr-worker-0 [kernel.kallsyms] [k] syscall_trace_enter 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_rate_check_app_limited 0.01% fio libpthread-2.28.so [.] __pthread_enable_asynccancel 0.01% msgr-worker-2 libceph-common.so.2 [.] std::vector >::operator[] 0.01% msgr-worker-0 [kernel.kallsyms] [k] enqueue_entity 0.01% fio [kernel.kallsyms] [k] rb_next 0.01% fio [kernel.kallsyms] [k] put_prev_task_fair 0.01% io_context_pool [kernel.kallsyms] [k] intel_pmu_disable_all 0.01% msgr-worker-1 libpthread-2.28.so [.] __libc_sendmsg 0.01% msgr-worker-0 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, Option const&>, std::_Select1st > const, Option const&> >, std::less > >, std::allocator > const, Option const&> > >::find 0.01% fio librbd.so.1.16.0 [.] librbd::api::(anonymous namespace)::is_valid_io 0.01% msgr-worker-0 [kernel.kallsyms] [k] try_to_wake_up 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_rate_check_app_limited 0.01% msgr-worker-2 [kernel.kallsyms] [k] _cond_resched 0.01% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::_try_send 0.01% fio fio [.] 0x00000000000499f0 0.01% fio [kernel.kallsyms] [k] schedule 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.01% msgr-worker-0 [kernel.kallsyms] [k] hinic_send_sq_wqe 0.01% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.01% msgr-worker-1 [kernel.kallsyms] [k] futex_wait_setup 0.01% msgr-worker-2 [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.01% msgr-worker-0 libceph-common.so.2 [.] MOSDOpReply::decode_payload 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph_crc32c_intel_fast 0.01% msgr-worker-0 [kernel.kallsyms] [k] bictcp_cwnd_event 0.01% msgr-worker-2 [kernel.kallsyms] [k] atime_needs_update 0.01% io_context_pool librbd.so.1.16.0 [.] boost::asio::detail::strand_service::do_complete 0.01% msgr-worker-2 [kernel.kallsyms] [k] mark_wake_futex 0.01% io_context_pool [kernel.kallsyms] [k] sched_clock 0.01% msgr-worker-2 [kernel.kallsyms] [k] dev_hard_start_xmit 0.01% msgr-worker-1 librbd.so.1.16.0 [.] std::pair, boost::asio::executor_work_guard >::~pair 0.01% io_context_pool [kernel.kallsyms] [k] __sb_start_write 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::write_event 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8c49 0.01% msgr-worker-2 [kernel.kallsyms] [k] __x64_sys_futex 0.01% msgr-worker-1 libceph-common.so.2 [.] MOSDOpReply::decode_payload 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_epilogue_main 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.01% msgr-worker-1 [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.01% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% msgr-worker-0 [kernel.kallsyms] [k] hinic_set_msix_state 0.01% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::priv_swap, void>, void> > 0.01% msgr-worker-2 [kernel.kallsyms] [k] sock_read_iter 0.01% fio [kernel.kallsyms] [k] update_curr 0.01% msgr-worker-1 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > >, std::_Select1st > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > >, std::less > >, std::allocator > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > > >::find 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_segment 0.01% msgr-worker-1 [kernel.kallsyms] [k] __update_load_avg_se 0.01% msgr-worker-1 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_append 0.01% fio fio [.] 0x0000000000067867 0.01% fio fio [.] get_file 0.01% io_context_pool [kernel.kallsyms] [k] update_min_vruntime 0.01% fio librados.so.2.0.0 [.] 0x00000000000357e4 0.01% io_context_pool libc-2.28.so [.] _IO_str_init_static_internal 0.01% msgr-worker-2 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_erase 0.01% msgr-worker-2 libceph-common.so.2 [.] DispatchQueue::fast_dispatch 0.01% fio fio [.] 0x00000000000312a0 0.01% fio [kernel.kallsyms] [k] unroll_tree_refs 0.01% io_context_pool [kernel.kallsyms] [k] __list_add_valid 0.01% msgr-worker-0 [kernel.kallsyms] [k] schedule 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.01% msgr-worker-0 [kernel.kallsyms] [k] __fsnotify_parent 0.01% msgr-worker-0 [kernel.kallsyms] [k] nft_update_chain_stats.isra.5 0.01% msgr-worker-0 [kernel.kallsyms] [k] perf_event_update_userpage 0.01% msgr-worker-0 [kernel.kallsyms] [k] copyin 0.01% msgr-worker-0 [kernel.kallsyms] [k] rcu_all_qs 0.01% fio libpthread-2.28.so [.] __pthread_mutex_unlock 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::get_frame_onwire_len 0.01% msgr-worker-0 [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_stream_memory_free 0.01% msgr-worker-1 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::variant 0.01% msgr-worker-0 [kernel.kallsyms] [k] ___slab_alloc 0.01% fio [kernel.kallsyms] [k] update_irq_load_avg 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph_crc32c_intel_fast 0.01% msgr-worker-2 libceph-common.so.2 [.] CtRxNode::call 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::assemble_frame 0.01% msgr-worker-0 [kernel.kallsyms] [k] security_file_permission 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_release_cb 0.01% msgr-worker-0 libc-2.28.so [.] __posix_memalign 0.01% msgr-worker-0 [kernel.kallsyms] [k] fsnotify 0.01% fio [kernel.kallsyms] [k] __put_user_8 0.01% io_context_pool [kernel.kallsyms] [k] sched_clock_cpu 0.01% fio librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_, std::less, std::allocator >::_Alloc_node> 0.01% msgr-worker-0 [kernel.kallsyms] [k] __update_idle_core 0.01% fio fio [.] 0x000000000001b064 0.01% fio [kernel.kallsyms] [k] part_stat_show 0.01% msgr-worker-0 libceph-common.so.2 [.] std::function::function 0.01% msgr-worker-0 [kernel.kallsyms] [k] sch_direct_xmit 0.01% msgr-worker-2 [kernel.kallsyms] [k] rw_copy_check_uvector 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_in 0.01% msgr-worker-0 libceph-common.so.2 [.] DispatchQueue::fast_dispatch 0.01% msgr-worker-2 [kernel.kallsyms] [k] __unqueue_futex 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageRequest::update_timestamp 0.01% io_context_pool [kernel.kallsyms] [k] dequeue_entity 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_in 0.01% msgr-worker-2 [kernel.kallsyms] [k] ksys_read 0.01% msgr-worker-2 [kernel.kallsyms] [k] __slab_free 0.01% msgr-worker-0 [kernel.kallsyms] [k] hinic_select_queue 0.01% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_expand_meta 0.01% io_context_pool [kernel.kallsyms] [k] perf_swevent_add 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::assemble_frame 0.01% fio [kernel.kallsyms] [k] ctx_sched_in 0.01% msgr-worker-0 libceph-common.so.2 [.] Connection::is_blackhole 0.01% fio libstdc++.so.6.0.25 [.] 0x000000000008d3c0 0.01% msgr-worker-2 libceph-common.so.2 [.] std::vector >::_M_default_append 0.01% fio librados.so.2.0.0 [.] 0x00000000000357e0 0.01% io_context_pool libceph-common.so.2 [.] pg_pool_t::hash_key 0.01% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_get_val_nometa[abi:cxx11] 0.01% msgr-worker-0 [kernel.kallsyms] [k] pick_next_task_fair 0.01% msgr-worker-2 [kernel.kallsyms] [k] bictcp_cwnd_event 0.01% io_context_pool [kernel.kallsyms] [k] deactivate_task 0.01% fio fio [.] put_file 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_release_cb 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_entail 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_get_val_nometa[abi:cxx11] 0.01% msgr-worker-2 [kernel.kallsyms] [k] netdev_pick_tx 0.01% msgr-worker-2 [kernel.kallsyms] [k] ___sys_sendmsg 0.01% msgr-worker-2 [kernel.kallsyms] [k] passthru_features_check 0.01% fio libstdc++.so.6.0.25 [.] std::condition_variable::~condition_variable 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.01% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005b6df0 0.01% msgr-worker-0 [kernel.kallsyms] [k] kfree 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f51c8 0.01% msgr-worker-1 [kernel.kallsyms] [k] timerqueue_add 0.01% msgr-worker-0 [kernel.kallsyms] [k] dev_hard_start_xmit 0.01% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11ca 0.01% msgr-worker-2 [kernel.kallsyms] [k] account_entity_dequeue 0.01% msgr-worker-2 [kernel.kallsyms] [k] copy_page_to_iter 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::append_frame 0.01% msgr-worker-0 [kernel.kallsyms] [k] rw_copy_check_uvector 0.01% msgr-worker-2 [kernel.kallsyms] [k] perf_event_update_userpage 0.01% msgr-worker-0 [kernel.kallsyms] [k] mark_wake_futex 0.01% msgr-worker-2 [kernel.kallsyms] [k] nf_hook_slow 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::write_event 0.01% msgr-worker-0 [kernel.kallsyms] [k] account_entity_dequeue 0.01% fio libceph-common.so.2 [.] AsyncOpTracker::finish_op 0.01% fio [kernel.kallsyms] [k] security_file_permission 0.01% msgr-worker-2 [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% msgr-worker-1 librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.01% fio [kernel.kallsyms] [k] _copy_from_user 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_stream_memory_free 0.01% msgr-worker-2 [kernel.kallsyms] [k] nft_update_chain_stats.isra.5 0.01% fio [kernel.kallsyms] [k] __vfs_read 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_cleanup_rbuf 0.01% msgr-worker-0 [kernel.kallsyms] [k] _copy_from_iter_full 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::read_frame 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned 0.01% msgr-worker-0 [kernel.kallsyms] [k] inet_sendmsg 0.01% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.01% msgr-worker-2 [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.01% msgr-worker-1 [kernel.kallsyms] [k] perf_event_update_userpage 0.01% io_context_pool [kernel.kallsyms] [k] __unqueue_futex 0.01% msgr-worker-2 [kernel.kallsyms] [k] __hrtimer_init 0.01% msgr-worker-0 [vdso] [.] 0x00000000000009c4 0.01% msgr-worker-2 [kernel.kallsyms] [k] account_entity_enqueue 0.01% msgr-worker-0 libpthread-2.28.so [.] __pthread_mutex_unlock 0.01% fio fio [.] 0x0000000000027f01 0.01% io_context_pool librbd.so.1.16.0 [.] boost::variant::variant 0.01% msgr-worker-0 [kernel.kallsyms] [k] lock_sock_nested 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.01% msgr-worker-1 [kernel.kallsyms] [k] __perf_event_task_sched_in 0.01% msgr-worker-1 [kernel.kallsyms] [k] dev_hard_start_xmit 0.01% io_context_pool [kernel.kallsyms] [k] perf_event_update_time 0.01% io_context_pool librbd.so.1.16.0 [.] hobject_t::hobject_t 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_get_val 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::get_frame_onwire_len 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::throttle_dispatch_queue 0.01% msgr-worker-0 libceph-common.so.2 [.] ConfFile::normalize_key_name[abi:cxx11] 0.01% msgr-worker-0 [kernel.kallsyms] [k] netdev_pick_tx 0.01% msgr-worker-0 librbd.so.1.16.0 [.] Objecter::Op::~Op 0.01% msgr-worker-0 [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::migrate 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8c49 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3f2c 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::get_frame_onwire_len 0.01% msgr-worker-1 [kernel.kallsyms] [k] ___sys_sendmsg 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned 0.01% io_context_pool libc-2.28.so [.] __vsnprintf_chk 0.01% msgr-worker-0 [kernel.kallsyms] [k] do_futex 0.01% msgr-worker-2 [kernel.kallsyms] [k] __sys_sendmsg 0.01% msgr-worker-2 [kernel.kallsyms] [k] __x64_sys_read 0.01% fio [kernel.kallsyms] [k] do_futex 0.01% io_context_pool [kernel.kallsyms] [k] hinic_tx_poll 0.01% msgr-worker-0 libceph-common.so.2 [.] std::_Deque_base >::~_Deque_base 0.01% msgr-worker-0 [kernel.kallsyms] [k] __perf_event_task_sched_in 0.01% msgr-worker-0 [kernel.kallsyms] [k] netif_skb_features 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_preamble 0.01% fio [kernel.kallsyms] [k] pick_next_task_idle 0.01% msgr-worker-2 [kernel.kallsyms] [k] ___slab_alloc 0.01% fio fio [.] 0x000000000007d060 0.01% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089e24 0.01% msgr-worker-0 libstdc++.so.6.0.25 [.] operator delete 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_epilogue_main 0.01% msgr-worker-2 [kernel.kallsyms] [k] hinic_select_queue 0.01% msgr-worker-1 libceph-common.so.2 [.] CtFun::call 0.01% msgr-worker-1 libceph-common.so.2 [.] ConfFile::normalize_key_name[abi:cxx11] 0.01% msgr-worker-2 [kernel.kallsyms] [k] page_frag_free 0.01% io_context_pool librbd.so.1.16.0 [.] std::__shared_mutex_pthread::unlock 0.01% io_context_pool [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.01% msgr-worker-0 librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.01% io_context_pool libpthread-2.28.so [.] __condvar_confirm_wakeup 0.01% fio fio [.] 0x00000000000494e7 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f51c8 0.01% msgr-worker-1 [kernel.kallsyms] [k] put_prev_task_fair 0.01% msgr-worker-2 [kernel.kallsyms] [k] put_prev_entity 0.01% msgr-worker-1 [kernel.kallsyms] [k] nft_update_chain_stats.isra.5 0.01% msgr-worker-1 [kernel.kallsyms] [k] account_entity_enqueue 0.01% msgr-worker-0 libceph-common.so.2 [.] std::vector >::_M_default_append 0.01% io_context_pool [kernel.kallsyms] [k] __wake_up_common_lock 0.01% msgr-worker-2 [kernel.kallsyms] [k] enqueue_task_fair 0.01% msgr-worker-1 libc-2.28.so [.] __libc_disable_asynccancel 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator delete 0.01% msgr-worker-0 [kernel.kallsyms] [k] ip_output 0.01% fio librbd.so.1.16.0 [.] rbd_aio_create_completion 0.01% msgr-worker-0 libceph-common.so.2 [.] operator delete@plt 0.01% msgr-worker-2 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::destroy_content 0.01% msgr-worker-1 [kernel.kallsyms] [k] __list_add_valid 0.01% msgr-worker-0 [kernel.kallsyms] [k] validate_xmit_xfrm 0.01% fio fio [.] td_set_runstate 0.01% msgr-worker-1 [kernel.kallsyms] [k] unroll_tree_refs 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.01% msgr-worker-0 [kernel.kallsyms] [k] enqueue_task_fair 0.01% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_append 0.01% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.01% fio [kernel.kallsyms] [k] perf_pmu_nop_void 0.01% fio librbd.so.1.16.0 [.] 0x0000000000087414 0.01% msgr-worker-0 libc-2.28.so [.] __libc_enable_asynccancel 0.01% msgr-worker-2 [kernel.kallsyms] [k] __skb_flow_get_ports 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::invalidate_crc 0.01% io_context_pool [kernel.kallsyms] [k] calc_timer_values 0.01% msgr-worker-1 [kernel.kallsyms] [k] pick_next_task_idle 0.01% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11f7 0.01% msgr-worker-1 libstdc++.so.6.0.25 [.] operator delete 0.01% msgr-worker-2 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_append 0.01% msgr-worker-1 [kernel.kallsyms] [k] ksys_read 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_release_data 0.01% fio [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% msgr-worker-0 [kernel.kallsyms] [k] vfs_read 0.01% msgr-worker-0 [kernel.kallsyms] [k] __hrtimer_init 0.01% msgr-worker-0 [kernel.kallsyms] [k] copy_page_to_iter 0.01% msgr-worker-2 libceph-common.so.2 [.] Connection::is_blackhole 0.01% msgr-worker-0 libceph-common.so.2 [.] pg_t::decode 0.01% io_context_pool [kernel.kallsyms] [k] __mark_inode_dirty 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cd528 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.01% msgr-worker-1 [kernel.kallsyms] [k] iov_iter_advance 0.01% msgr-worker-1 [kernel.kallsyms] [k] arch_perf_update_userpage 0.01% msgr-worker-1 [kernel.kallsyms] [k] nf_route_table_hook 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_preamble 0.01% io_context_pool librbd.so.1.16.0 [.] LambdaContext::process_io(unsigned long, librbd::io::DispatchResult*, Context**, Context*)::{lambda(int)#1}>::finish 0.01% msgr-worker-2 libstdc++.so.6.0.25 [.] operator delete 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::read_frame 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::c_str 0.01% fio fio [.] 0x000000000007c8d0 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::finalize 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatchSpec::send 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.01% msgr-worker-1 [kernel.kallsyms] [k] skb_release_data 0.01% fio libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.01% msgr-worker-0 librbd.so.1.16.0 [.] ceph::encode > 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator delete 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000fea34 0.01% fio [kernel.kallsyms] [k] __fsnotify_parent 0.01% msgr-worker-1 [kernel.kallsyms] [k] __sys_sendmsg 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_expand_meta 0.01% msgr-worker-2 [kernel.kallsyms] [k] update_curr 0.01% io_context_pool librbd.so.1.16.0 [.] Objecter::_throttle_op 0.01% io_context_pool [kernel.kallsyms] [k] rcu_all_qs 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_page_frag_refill 0.01% fio fio [.] 0x000000000004c004 0.01% msgr-worker-2 libc-2.28.so [.] _int_memalign 0.01% fio libc-2.28.so [.] __lll_lock_wait_private 0.01% msgr-worker-0 [kernel.kallsyms] [k] mod_timer 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_established_options 0.01% msgr-worker-1 librbd.so.1.16.0 [.] ceph::encode > 0.01% msgr-worker-2 libc-2.28.so [.] __libc_enable_asynccancel 0.01% fio librados.so.2.0.0 [.] 0x0000000000036a20 0.01% msgr-worker-2 [kernel.kallsyms] [k] release_sock 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_preamble 0.01% msgr-worker-2 libceph-common.so.2 [.] md_config_t::find_option 0.01% msgr-worker-1 [kernel.kallsyms] [k] update_curr 0.01% msgr-worker-1 [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_page_frag_refill 0.01% msgr-worker-1 [kernel.kallsyms] [k] __usecs_to_jiffies 0.01% msgr-worker-2 libceph-common.so.2 [.] std::_Deque_base >::~_Deque_base 0.01% fio librbd.so.1.16.0 [.] librbd::io::QueueImageDispatch::get_dispatch_layer 0.01% fio [kernel.kallsyms] [k] futex_wait 0.01% msgr-worker-2 libc-2.28.so [.] __posix_memalign 0.01% fio [kernel.kallsyms] [k] __perf_event_task_sched_in 0.01% io_context_pool libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_get_insert_hint_unique_pos 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::dispatch_delayed_requests 0.01% msgr-worker-0 libceph-common.so.2 [.] object_locator_t::encode 0.01% msgr-worker-2 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::erase 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035e54 0.01% msgr-worker-1 [kernel.kallsyms] [k] hinic_select_queue 0.01% msgr-worker-0 [kernel.kallsyms] [k] pick_next_task_idle 0.01% msgr-worker-1 [kernel.kallsyms] [k] skb_page_frag_refill 0.01% msgr-worker-2 [kernel.kallsyms] [k] do_futex 0.01% msgr-worker-0 [kernel.kallsyms] [k] bond_select_queue 0.01% fio libstdc++.so.6.0.25 [.] std::__detail::_Prime_rehash_policy::_M_need_rehash 0.01% io_context_pool [kernel.kallsyms] [k] __sb_end_write 0.01% msgr-worker-2 [kernel.kallsyms] [k] timerqueue_add 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::append_frame 0.01% msgr-worker-1 [kernel.kallsyms] [k] __unqueue_futex 0.01% msgr-worker-2 [kernel.kallsyms] [k] pick_next_task_idle 0.01% fio [kernel.kallsyms] [k] dequeue_task_fair 0.01% msgr-worker-1 [kernel.kallsyms] [k] __fsnotify_parent 0.01% msgr-worker-2 [kernel.kallsyms] [k] vfs_read 0.01% msgr-worker-2 [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.01% fio [kernel.kallsyms] [k] dequeue_entity 0.01% msgr-worker-0 libceph-common.so.2 [.] PosixConnectedSocketImpl::read 0.01% msgr-worker-0 [kernel.kallsyms] [k] ___sys_sendmsg 0.01% msgr-worker-1 librbd.so.1.16.0 [.] Objecter::Op::~Op 0.01% msgr-worker-1 libceph-common.so.2 [.] operator new@plt 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8c49 0.01% msgr-worker-2 [kernel.kallsyms] [k] __fsnotify_parent 0.01% msgr-worker-2 libpthread-2.28.so [.] __pthread_mutex_unlock 0.01% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0de0 0.01% fio libstdc++.so.6.0.25 [.] 0x000000000008d3c4 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087604 0.01% msgr-worker-0 [kernel.kallsyms] [k] kmem_cache_free 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec44a 0.01% msgr-worker-1 libceph-common.so.2 [.] std::__find_if<__gnu_cxx::__normal_iterator, std::allocator > >, __gnu_cxx::__ops::_Iter_pred > 0.01% msgr-worker-0 [kernel.kallsyms] [k] x86_pmu_disable 0.01% io_context_pool libc-2.28.so [.] read_int 0.01% io_context_pool [kernel.kallsyms] [k] cyc2ns_read_begin 0.01% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_epilogue_main 0.01% msgr-worker-1 [vdso] [.] 0x00000000000009c4 0.01% io_context_pool [kernel.kallsyms] [k] wake_q_add 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectWriteRequest::add_write_ops 0.01% msgr-worker-1 [kernel.kallsyms] [k] security_file_permission 0.01% msgr-worker-1 [kernel.kallsyms] [k] ep_poll_callback 0.01% msgr-worker-2 libceph-common.so.2 [.] OSDOp::split_osd_op_vector_out_data 0.01% msgr-worker-1 [kernel.kallsyms] [k] __hrtimer_init 0.01% io_context_pool [kernel.kallsyms] [k] path_put 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.01% msgr-worker-0 [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4777 0.01% msgr-worker-1 libceph-common.so.2 [.] memcpy@plt 0.01% io_context_pool [kernel.kallsyms] [k] default_wake_function 0.01% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::~vector 0.01% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.01% msgr-worker-2 [kernel.kallsyms] [k] intel_pmu_disable_all 0.01% msgr-worker-1 [kernel.kallsyms] [k] __sk_mem_raise_allocated 0.01% msgr-worker-2 [kernel.kallsyms] [k] x86_pmu_disable 0.01% msgr-worker-2 [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.01% msgr-worker-0 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.01% msgr-worker-0 [kernel.kallsyms] [k] put_prev_task_fair 0.01% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008d1f0 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4777 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.01% io_context_pool librados.so.2.0.0 [.] 0x00000000000f8d20 0.01% msgr-worker-1 [kernel.kallsyms] [k] ipv4_mtu 0.01% msgr-worker-0 [kernel.kallsyms] [k] ipv4_dst_check 0.01% msgr-worker-1 [kernel.kallsyms] [k] get_page_from_freelist 0.01% msgr-worker-1 [kernel.kallsyms] [k] event_sched_in.isra.113 0.01% fio librbd.so.1.16.0 [.] 0x0000000000087410 0.01% io_context_pool [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.01% msgr-worker-1 libpthread-2.28.so [.] pthread_self@GLIBC_2.2.5 0.01% msgr-worker-1 [kernel.kallsyms] [k] ipv4_dst_check 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_entail 0.01% msgr-worker-2 [kernel.kallsyms] [k] __update_idle_core 0.01% msgr-worker-2 libceph-common.so.2 [.] std::vector >::_M_default_append 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator delete 0.01% fio fio [.] utime_since_now 0.01% msgr-worker-1 [kernel.kallsyms] [k] get_futex_key 0.01% msgr-worker-0 [kernel.kallsyms] [k] _cond_resched 0.01% msgr-worker-0 [kernel.kallsyms] [k] perf_event_idx_default 0.01% msgr-worker-2 [kernel.kallsyms] [k] ipv4_mtu 0.01% io_context_pool libc-2.28.so [.] _IO_padn 0.01% io_context_pool librbd.so.1.16.0 [.] ObjectOperation::~ObjectOperation 0.01% msgr-worker-0 [kernel.kallsyms] [k] __ip_queue_xmit 0.01% msgr-worker-1 [kernel.kallsyms] [k] do_futex 0.01% msgr-worker-0 libceph-common.so.2 [.] Message::encode 0.01% fio libstdc++.so.6.0.25 [.] 0x000000000008fa44 0.01% fio fio [.] io_u_queued 0.01% msgr-worker-1 [kernel.kallsyms] [k] __skb_flow_get_ports 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_segment 0.01% io_context_pool libceph-common.so.2 [.] pthread_mutex_lock@plt 0.01% msgr-worker-0 [kernel.kallsyms] [k] __x64_sys_sendmsg 0.01% fio [kernel.kallsyms] [k] __x64_sys_read 0.01% fio fio [.] td_io_prep 0.01% msgr-worker-2 libpthread-2.28.so [.] __lll_lock_wait 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_established_options 0.01% msgr-worker-2 libpthread-2.28.so [.] pthread_self@GLIBC_2.2.5 0.01% msgr-worker-1 [kernel.kallsyms] [k] sock_sendmsg 0.01% msgr-worker-1 [kernel.kallsyms] [k] ip_finish_output 0.01% fio librados.so.2.0.0 [.] 0x0000000000036a24 0.01% fio libstdc++.so.6.0.25 [.] 0x000000000008c7d4 0.01% fio librbd.so.1.16.0 [.] 0x0000000000088c30 0.01% msgr-worker-0 [kernel.kallsyms] [k] atime_needs_update 0.01% msgr-worker-1 [kernel.kallsyms] [k] rw_copy_check_uvector 0.01% fio [kernel.kallsyms] [k] hash_futex 0.01% msgr-worker-1 [kernel.kallsyms] [k] ctx_sched_in 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_release_cb 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::common::RefCountedObject::~RefCountedObject 0.01% io_context_pool librbd.so.1.16.0 [.] boost::variant::destroy_content 0.01% msgr-worker-0 [kernel.kallsyms] [k] group_sched_in 0.01% msgr-worker-2 librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.01% msgr-worker-0 [kernel.kallsyms] [k] nf_nat_ipv4_local_fn 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_event_new_data_sent 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::splice 0.01% fio [kernel.kallsyms] [k] kfree 0.01% fio [kernel.kallsyms] [k] path_put 0.01% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::priv_forward_range_insert_expand_forward, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, boost::move_iterator, fu2::abi_310::detail::property >*>, fu2::abi_310::detail::function, fu2::abi_310::detail::property >*> > 0.01% msgr-worker-0 [kernel.kallsyms] [k] futex_wait_setup 0.01% msgr-worker-1 [kernel.kallsyms] [k] enqueue_task_fair 0.01% fio librbd.so.1.16.0 [.] 0x0000000000088c34 0.01% msgr-worker-1 [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.01% msgr-worker-0 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_mutate 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105a47 0.01% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_get_val 0.01% io_context_pool libceph-common.so.2 [.] EventCenter::wakeup 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::find_option 0.01% msgr-worker-0 [kernel.kallsyms] [k] ip_finish_output 0.01% io_context_pool librbd.so.1.16.0 [.] 0x00000000000874f4 0.01% msgr-worker-2 [kernel.kallsyms] [k] deactivate_task 0.01% fio fio [.] 0x0000000000027ef9 0.01% msgr-worker-0 [kernel.kallsyms] [k] get_futex_key 0.01% fio [kernel.kallsyms] [k] vfs_read 0.01% io_context_pool [kernel.kallsyms] [k] put_prev_entity 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000fea34 0.01% io_context_pool [kernel.kallsyms] [k] account_entity_dequeue 0.01% msgr-worker-1 [kernel.kallsyms] [k] ep_scan_ready_list.constprop.22 0.01% fio [kernel.kallsyms] [k] trigger_load_balance 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.01% msgr-worker-1 [kernel.kallsyms] [k] nohz_balance_exit_idle 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_first_segment 0.01% msgr-worker-2 [kernel.kallsyms] [k] lock_sock_nested 0.01% msgr-worker-2 libceph-common.so.2 [.] operator delete@plt 0.01% fio [kernel.kallsyms] [k] perf_swevent_add 0.01% msgr-worker-2 libceph-common.so.2 [.] PosixConnectedSocketImpl::read 0.01% msgr-worker-1 [kernel.kallsyms] [k] account_entity_dequeue 0.01% msgr-worker-1 [kernel.kallsyms] [k] rb_insert_color 0.01% msgr-worker-1 [kernel.kallsyms] [k] ipv4_conntrack_defrag 0.01% msgr-worker-0 [kernel.kallsyms] [k] __unqueue_futex 0.01% msgr-worker-0 [kernel.kallsyms] [k] perf_pmu_nop_void 0.01% io_context_pool [kernel.kallsyms] [k] hinic_get_sq_hw_ci 0.01% msgr-worker-0 [kernel.kallsyms] [k] mntput 0.01% fio [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.01% fio fio [.] axmap_set_nr 0.01% msgr-worker-0 [kernel.kallsyms] [k] check_preempt_curr 0.01% msgr-worker-2 [kernel.kallsyms] [k] ctx_sched_in 0.01% msgr-worker-1 libceph-common.so.2 [.] DispatchQueue::fast_dispatch 0.01% msgr-worker-1 libceph-common.so.2 [.] pthread_self@plt 0.01% msgr-worker-1 libc-2.28.so [.] __lll_lock_wait_private 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_rearm_rto 0.01% io_context_pool [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.01% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::obtain_contiguous_space 0.01% fio [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.01% io_context_pool libceph-common.so.2 [.] ceph_str_hash 0.01% msgr-worker-1 [kernel.kallsyms] [k] atime_needs_update 0.01% msgr-worker-0 libc-2.28.so [.] __libc_disable_asynccancel 0.01% msgr-worker-1 [kernel.kallsyms] [k] release_sock 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::throttle_message 0.01% msgr-worker-1 libceph-common.so.2 [.] std::vector >::_M_default_append 0.01% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_epilogue_main 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectRequest::add_write_hint 0.01% msgr-worker-0 [kernel.kallsyms] [k] dma_direct_map_page 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4a77 0.01% fio librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::list::list 0.01% fio librbd.so.1.16.0 [.] 0x0000000000088014 0.01% io_context_pool [kernel.kallsyms] [k] perf_pmu_nop_void 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.01% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append_hole 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_in 0.01% msgr-worker-1 libceph-common.so.2 [.] md_config_t::find_option 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::reserve 0.01% fio libstdc++.so.6.0.25 [.] 0x000000000008fa40 0.01% msgr-worker-1 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::erase 0.01% io_context_pool [kernel.kallsyms] [k] ctx_sched_out 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::get_current_msg_size 0.01% msgr-worker-2 [kernel.kallsyms] [k] ep_scan_ready_list.constprop.22 0.01% msgr-worker-1 [kernel.kallsyms] [k] lock_sock_nested 0.01% msgr-worker-2 [kernel.kallsyms] [k] path_put 0.01% fio [kernel.kallsyms] [k] group_sched_in 0.01% msgr-worker-0 libceph-common.so.2 [.] std::__find_if<__gnu_cxx::__normal_iterator, std::allocator > >, __gnu_cxx::__ops::_Iter_pred > 0.01% msgr-worker-1 libceph-common.so.2 [.] pthread_mutex_unlock@plt 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::throttle_dispatch_queue 0.01% io_context_pool [kernel.kallsyms] [k] timekeeping_advance 0.01% msgr-worker-2 [kernel.kallsyms] [k] arch_perf_update_userpage 0.01% msgr-worker-2 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::get_object_locator 0.01% fio fio [.] 0x000000000007c8e2 0.01% msgr-worker-1 [kernel.kallsyms] [k] rb_next 0.01% fio fio [.] ramp_time_over 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035e54 0.01% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::claim_append 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fea34 0.01% msgr-worker-2 [kernel.kallsyms] [k] rcu_all_qs 0.01% msgr-worker-2 [kernel.kallsyms] [k] put_prev_task_fair 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.01% msgr-worker-1 libceph-common.so.2 [.] object_locator_t::encode 0.01% fio [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.01% fio libc-2.28.so [.] _mid_memalign 0.01% msgr-worker-1 libceph-common.so.2 [.] DispatchQueue::dispatch_throttle_release 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_event_new_data_sent 0.01% msgr-worker-0 [kernel.kallsyms] [k] ep_poll_callback 0.01% msgr-worker-1 [kernel.kallsyms] [k] intel_pmu_disable_all 0.01% msgr-worker-2 [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.01% io_context_pool [kernel.kallsyms] [k] __intel_pmu_disable_all 0.01% msgr-worker-0 [kernel.kallsyms] [k] ipv4_mtu 0.01% msgr-worker-2 [kernel.kallsyms] [k] event_sched_in.isra.113 0.01% msgr-worker-1 libc-2.28.so [.] __strlen_avx2 0.01% msgr-worker-0 [kernel.kallsyms] [k] __skb_flow_get_ports 0.01% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008d3c4 0.01% fio fio [.] 0x000000000004bf45 0.01% msgr-worker-2 [kernel.kallsyms] [k] recv_one_pkt 0.01% msgr-worker-0 libceph-common.so.2 [.] std::vector >::operator[] 0.01% msgr-worker-1 [kernel.kallsyms] [k] inet_recvmsg 0.01% fio fio [.] 0x000000000004c269 0.01% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008d1f0 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% fio librbd.so.1.16.0 [.] (anonymous namespace)::create_write_raw 0.01% msgr-worker-0 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_append 0.01% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::migrate 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.01% msgr-worker-1 [kernel.kallsyms] [k] ___slab_alloc 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::decode 0.01% fio librbd.so.1.16.0 [.] rbd_aio_get_arg 0.01% msgr-worker-0 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::~MOSDOp 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::read_frame 0.01% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_free 0.01% msgr-worker-2 libceph-common.so.2 [.] ConfFile::normalize_key_name[abi:cxx11] 0.01% msgr-worker-1 [kernel.kallsyms] [k] perf_pmu_nop_void 0.01% fio [kernel.kallsyms] [k] perf_event_update_userpage 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::read_frame_segment 0.01% msgr-worker-1 libceph-common.so.2 [.] Message::Message 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035204 0.01% msgr-worker-2 [kernel.kallsyms] [k] ip_copy_addrs 0.01% fio [kernel.kallsyms] [k] ktime_get 0.01% msgr-worker-0 [kernel.kallsyms] [k] dequeue_entity 0.01% msgr-worker-2 [kernel.kallsyms] [k] hinic_get_wqe 0.01% msgr-worker-2 [kernel.kallsyms] [k] mntput 0.01% msgr-worker-0 librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::tables::vtable >::empty_cmd 0.01% msgr-worker-1 [kernel.kallsyms] [k] passthru_features_check 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned 0.01% fio librbd.so.1.16.0 [.] 0x0000000000089e60 0.01% io_context_pool libstdc++.so.6.0.25 [.] std::__detail::_Prime_rehash_policy::_M_need_rehash 0.01% msgr-worker-2 [kernel.kallsyms] [k] get_page_from_freelist 0.01% msgr-worker-1 [kernel.kallsyms] [k] get_nohz_timer_target 0.01% msgr-worker-0 [kernel.kallsyms] [k] run_timer_softirq 0.01% io_context_pool libceph-common.so.2 [.] Connection::is_blackhole 0.01% io_context_pool [kernel.kallsyms] [k] update_cfs_group 0.01% io_context_pool libpthread-2.28.so [.] pthread_cond_destroy@@GLIBC_2.3.2 0.01% msgr-worker-2 [kernel.kallsyms] [k] nf_nat_ipv4_local_fn 0.01% msgr-worker-1 libceph-common.so.2 [.] ConfigValues::get_value[abi:cxx11] 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::invalidate_crc 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.01% fio fio [.] put_file_log 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create 0.01% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_get_val_nometa[abi:cxx11] 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089414 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035094 0.01% io_context_pool [kernel.kallsyms] [k] flexible_sched_in 0.01% msgr-worker-0 [kernel.kallsyms] [k] ip_copy_addrs 0.01% safe_timer libc-2.28.so [.] _int_free 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_remaining_segments 0.01% msgr-worker-1 [kernel.kallsyms] [k] copyin 0.01% io_context_pool librbd.so.1.16.0 [.] neorados::WriteOp::write 0.01% msgr-worker-0 [kernel.kallsyms] [k] nf_route_table_hook 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4867 0.01% msgr-worker-0 [kernel.kallsyms] [k] ksys_read 0.01% msgr-worker-2 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::~MOSDOp 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.01% msgr-worker-2 [kernel.kallsyms] [k] __wake_up_common 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_epilogue_main 0.01% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% fio fio [.] td_io_commit 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_get_val 0.01% msgr-worker-0 [kernel.kallsyms] [k] hinic_get_wqe 0.01% msgr-worker-2 [kernel.kallsyms] [k] rb_next 0.01% fio libpthread-2.28.so [.] __lll_lock_wait 0.01% msgr-worker-2 [kernel.kallsyms] [k] copyin 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::throttle_message 0.01% io_context_pool [kernel.kallsyms] [k] qp_irq 0.01% msgr-worker-2 libceph-common.so.2 [.] 0x0000000000585f60 0.01% msgr-worker-0 [kernel.kallsyms] [k] activate_task 0.01% msgr-worker-2 libceph-common.so.2 [.] Message::~Message 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% msgr-worker-2 [kernel.kallsyms] [k] schedule 0.01% io_context_pool [kernel.kallsyms] [k] nohz_balance_exit_idle 0.01% msgr-worker-1 [kernel.kallsyms] [k] put_prev_entity 0.01% msgr-worker-2 libceph-common.so.2 [.] Message::encode_trace 0.01% msgr-worker-0 [kernel.kallsyms] [k] put_prev_entity 0.01% msgr-worker-0 [kernel.kallsyms] [k] ipv4_conntrack_defrag 0.01% msgr-worker-2 [kernel.kallsyms] [k] generic_pipe_buf_confirm 0.01% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_get_val 0.01% msgr-worker-1 libc-2.28.so [.] __libc_enable_asynccancel 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089884 0.01% msgr-worker-1 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_mutate 0.01% io_context_pool [kernel.kallsyms] [k] ktime_get 0.01% fio libc-2.28.so [.] vfprintf 0.01% msgr-worker-0 libceph-common.so.2 [.] Message::~Message 0.01% fio [kernel.kallsyms] [k] __msecs_to_jiffies 0.01% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.01% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.01% msgr-worker-0 [kernel.kallsyms] [k] __netdev_pick_tx 0.01% msgr-worker-0 [kernel.kallsyms] [k] ctx_sched_out 0.01% msgr-worker-2 [kernel.kallsyms] [k] dequeue_entity 0.01% fio fio [.] 0x000000000001afc0 0.01% msgr-worker-1 [kernel.kallsyms] [k] check_preempt_curr 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_get_val_default[abi:cxx11] 0.01% msgr-worker-0 [kernel.kallsyms] [k] release_sock 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_release_data 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_network_protocol 0.01% msgr-worker-2 libceph-common.so.2 [.] CtFun::call 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_epilogue_main 0.01% fio [kernel.kallsyms] [k] __check_object_size 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4867 0.01% msgr-worker-2 [kernel.kallsyms] [k] hinic_rx_poll 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036304 0.01% msgr-worker-2 [kernel.kallsyms] [k] import_iovec 0.01% msgr-worker-2 [kernel.kallsyms] [k] __ip_local_out 0.01% msgr-worker-0 libpthread-2.28.so [.] pthread_self@GLIBC_2.2.5 0.01% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005b6c18 0.01% msgr-worker-1 libceph-common.so.2 [.] PosixConnectedSocketImpl::read 0.01% msgr-worker-1 [kernel.kallsyms] [k] rcu_all_qs 0.01% msgr-worker-0 [kernel.kallsyms] [k] rb_next 0.01% io_context_pool librbd.so.1.16.0 [.] ceph::shunique_lock::~shunique_lock 0.01% fio [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.01% msgr-worker-1 [kernel.kallsyms] [k] __fdget_pos 0.01% io_context_pool librbd.so.1.16.0 [.] hobject_t::hobject_t 0.01% msgr-worker-2 [kernel.kallsyms] [k] __x64_sys_epoll_wait 0.01% msgr-worker-1 [kernel.kallsyms] [k] __local_bh_enable_ip 0.01% msgr-worker-1 [kernel.kallsyms] [k] _copy_to_iter 0.01% msgr-worker-1 [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.01% io_context_pool librbd.so.1.16.0 [.] object_locator_t::~object_locator_t 0.01% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::create_aligned 0.01% fio [kernel.kallsyms] [k] perf_pmu_nop_int 0.01% msgr-worker-0 [kernel.kallsyms] [k] perf_swevent_add 0.01% msgr-worker-2 [kernel.kallsyms] [k] ep_poll_callback 0.01% msgr-worker-2 libceph-common.so.2 [.] object_locator_t::encode 0.01% msgr-worker-0 [kernel.kallsyms] [k] iov_iter_advance 0.01% io_context_pool [kernel.kallsyms] [k] kfree 0.01% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008d3c4 0.01% msgr-worker-0 [kernel.kallsyms] [k] current_time 0.01% msgr-worker-0 libceph-common.so.2 [.] DispatchQueue::post_dispatch 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd528 0.01% msgr-worker-0 [kernel.kallsyms] [k] update_load_avg 0.01% msgr-worker-2 [kernel.kallsyms] [k] bond_select_queue 0.01% msgr-worker-0 [kernel.kallsyms] [k] bond_xmit_hash 0.01% io_context_pool [kernel.kallsyms] [k] tcp_wfree 0.01% msgr-worker-0 libceph-common.so.2 [.] 0x000000000058dc74 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035e54 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.01% msgr-worker-0 [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.01% msgr-worker-2 [kernel.kallsyms] [k] flexible_sched_in 0.01% msgr-worker-0 libc-2.28.so [.] _int_memalign 0.01% fio fio [.] put_io_u 0.01% io_context_pool [vdso] [.] 0x00000000000009c4 0.01% fio librbd.so.1.16.0 [.] librbd::io::QueueImageDispatch::write 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f475f 0.01% io_context_pool [kernel.kallsyms] [k] __vfs_write 0.01% msgr-worker-2 [kernel.kallsyms] [k] __fdget_pos 0.01% safe_timer [kernel.kallsyms] [k] finish_task_switch 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105a20 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_rearm_rto 0.01% msgr-worker-1 libceph-common.so.2 [.] std::vector >::operator[] 0.01% msgr-worker-1 [kernel.kallsyms] [k] ip_output 0.01% msgr-worker-1 [kernel.kallsyms] [k] ip_queue_xmit 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f9647 0.01% io_context_pool [kernel.kallsyms] [k] dput 0.01% fio fio [.] 0x000000000006970f 0.01% msgr-worker-0 [kernel.kallsyms] [k] rb_insert_color 0.01% msgr-worker-2 libceph-common.so.2 [.] DispatchQueue::post_dispatch 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.01% msgr-worker-2 [kernel.kallsyms] [k] inet_recvmsg 0.01% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008f714 0.01% msgr-worker-1 [kernel.kallsyms] [k] hinic_xmit_frame 0.01% msgr-worker-2 [kernel.kallsyms] [k] __local_bh_enable_ip 0.01% msgr-worker-0 [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.01% io_context_pool librbd.so.1.16.0 [.] 0x00000000000882c0 0.01% msgr-worker-0 [kernel.kallsyms] [k] get_nohz_timer_target 0.01% msgr-worker-2 [kernel.kallsyms] [k] sched_clock_cpu 0.01% msgr-worker-0 [kernel.kallsyms] [k] __wake_up_common 0.01% io_context_pool librbd.so.1.16.0 [.] std::_Sp_counted_ptr_inplace::ObjectRequests, std::allocator::ObjectRequests>, (__gnu_cxx::_Lock_policy)2>::_M_dispose 0.01% msgr-worker-1 libceph-common.so.2 [.] operator delete@plt 0.01% msgr-worker-2 [kernel.kallsyms] [k] rb_insert_color 0.01% io_context_pool [kernel.kallsyms] [k] security_file_permission 0.01% fio [kernel.kallsyms] [k] ctx_sched_out 0.01% msgr-worker-0 libc-2.28.so [.] __lll_lock_wait_private 0.01% msgr-worker-1 [kernel.kallsyms] [k] fq_codel_dequeue 0.01% msgr-worker-0 [kernel.kallsyms] [k] unroll_tree_refs 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec44a 0.01% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_interrupt 0.01% msgr-worker-2 [kernel.kallsyms] [k] ctx_sched_out 0.01% msgr-worker-2 libceph-common.so.2 [.] ConfigValues::get_value[abi:cxx11] 0.01% msgr-worker-1 [kernel.kallsyms] [k] __slab_free 0.01% msgr-worker-2 [kernel.kallsyms] [k] kmalloc_slab 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec44a 0.01% msgr-worker-0 [kernel.kallsyms] [k] import_iovec 0.01% fio [kernel.kallsyms] [k] update_nohz_stats 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create 0.01% io_context_pool [kernel.kallsyms] [k] native_irq_return_iret 0.01% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008d3c4 0.01% msgr-worker-0 libceph-common.so.2 [.] Message::set_data 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089894 0.01% io_context_pool libceph-common.so.2 [.] pthread_mutex_unlock@plt 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::fill_preamble 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000dba9c 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105a47 0.01% msgr-worker-2 [kernel.kallsyms] [k] ip_finish_output 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000105a20 0.01% msgr-worker-1 [kernel.kallsyms] [k] dput.part.31 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::splice 0.01% fio [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.01% msgr-worker-2 librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::tables::vtable >::empty_cmd 0.01% fio fio [.] log_io_u 0.01% msgr-worker-2 [kernel.kallsyms] [k] __list_del_entry_valid 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_remaining_segments 0.01% msgr-worker-0 [kernel.kallsyms] [k] lock_hrtimer_base.isra.23 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000088014 0.01% msgr-worker-0 [kernel.kallsyms] [k] _copy_to_iter 0.01% msgr-worker-0 [kernel.kallsyms] [k] qp_irq 0.01% io_context_pool [kernel.kallsyms] [k] perf_event_sched_in 0.01% fio fio [.] 0x000000000001bbf4 0.01% msgr-worker-2 [kernel.kallsyms] [k] sockfd_lookup_light 0.01% io_context_pool [kernel.kallsyms] [k] __fdget_pos 0.01% fio [kernel.kallsyms] [k] __virt_addr_valid 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3a25 0.01% fio [kernel.kallsyms] [k] nohz_balance_exit_idle 0.01% msgr-worker-1 [kernel.kallsyms] [k] bond_xmit_hash 0.01% io_context_pool [kernel.kallsyms] [k] rw_verify_area 0.01% msgr-worker-0 [kernel.kallsyms] [k] rw_verify_area 0.01% msgr-worker-0 [kernel.kallsyms] [k] flexible_sched_in 0.01% msgr-worker-2 [kernel.kallsyms] [k] get_nohz_timer_target 0.01% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_create 0.01% msgr-worker-1 [kernel.kallsyms] [k] hinic_prepare_sq_ctrl 0.01% msgr-worker-1 librbd.so.1.16.0 [.] Message::~Message 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::reassign_to_mempool 0.01% msgr-worker-2 [kernel.kallsyms] [k] get_futex_key 0.01% msgr-worker-1 [kernel.kallsyms] [k] validate_xmit_xfrm 0.01% msgr-worker-2 [kernel.kallsyms] [k] security_file_permission 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087d74 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.01% msgr-worker-0 [kernel.kallsyms] [k] ip_local_out 0.01% msgr-worker-0 [kernel.kallsyms] [k] page_frag_free 0.01% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_start_range_ns 0.01% io_context_pool [kernel.kallsyms] [k] perf_pmu_nop_int 0.01% msgr-worker-2 libc-2.28.so [.] __lll_lock_wait_private 0.01% msgr-worker-2 [kernel.kallsyms] [k] unroll_tree_refs 0.01% msgr-worker-2 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_mutate 0.01% io_context_pool [kernel.kallsyms] [k] select_idle_sibling 0.01% msgr-worker-1 [kernel.kallsyms] [k] security_socket_recvmsg 0.01% msgr-worker-1 [kernel.kallsyms] [k] lock_timer_base 0.01% io_context_pool librbd.so.1.16.0 [.] neorados::WriteOp::set_alloc_hint 0.01% msgr-worker-0 [kernel.kallsyms] [k] dput.part.31 0.01% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_get_val_default[abi:cxx11] 0.01% fio fio [.] 0x000000000004a1b0 0.01% msgr-worker-1 [kernel.kallsyms] [k] available_idle_cpu 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4777 0.01% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005b6c18 0.01% io_context_pool libc-2.28.so [.] 0x0000000000021800 0.01% msgr-worker-2 [kernel.kallsyms] [k] current_time 0.01% msgr-worker-2 [kernel.kallsyms] [k] validate_xmit_xfrm 0.01% msgr-worker-2 [kernel.kallsyms] [k] nf_route_table_hook 0.01% fio [kernel.kallsyms] [k] __update_idle_core 0.01% fio fio [.] 0x000000000001afc4 0.01% msgr-worker-2 [kernel.kallsyms] [k] get_futex_value_locked 0.01% io_context_pool librbd.so.1.16.0 [.] Striper::object_truncate_size 0.01% msgr-worker-2 libceph-common.so.2 [.] free@plt 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4867 0.01% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005b6c26 0.01% io_context_pool [vdso] [.] 0x00000000000009c1 0.01% fio fio [.] 0x0000000000049a00 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.01% msgr-worker-1 [kernel.kallsyms] [k] ctx_sched_out 0.01% msgr-worker-2 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::apply_visitor, std::allocator > const> > 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::throttle_message 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::asm_crc_rev1 0.01% fio [kernel.kallsyms] [k] calc_timer_values 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.01% fio libstdc++.so.6.0.25 [.] operator delete 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae143 0.01% msgr-worker-2 [kernel.kallsyms] [k] lock_hrtimer_base.isra.23 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_remaining_crc_rev1 0.01% io_context_pool [kernel.kallsyms] [k] run_timer_softirq 0.01% fio fio [.] 0x000000000001bbf0 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f475f 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089f84 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::splice 0.01% fio fio [.] 0x00000000000750da 0.01% fio libc-2.28.so [.] __GI__IO_un_link.part.1 0.01% msgr-worker-1 libceph-common.so.2 [.] 0x000000000058dc70 0.01% msgr-worker-0 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::erase 0.01% fio [kernel.kallsyms] [k] find_next_bit 0.01% fio [kernel.kallsyms] [k] kmem_cache_alloc_trace 0.01% msgr-worker-2 libceph-common.so.2 [.] MOSDOpReply::~MOSDOpReply 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_rearm_rto 0.00% msgr-worker-0 [kernel.kallsyms] [k] wake_q_add 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_min_vruntime 0.00% msgr-worker-0 [kernel.kallsyms] [k] get_page_from_freelist 0.00% msgr-worker-1 [kernel.kallsyms] [k] __x64_sys_sendmsg 0.00% msgr-worker-2 [kernel.kallsyms] [k] activate_task 0.00% io_context_pool [kernel.kallsyms] [k] hrtimer_active 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_swevent_add 0.00% io_context_pool [kernel.kallsyms] [k] __msecs_to_jiffies 0.00% msgr-worker-1 [kernel.kallsyms] [k] native_irq_return_iret 0.00% msgr-worker-1 libpthread-2.28.so [.] __errno_location 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f8e 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036300 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036300 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_first_crc_rev1 0.00% msgr-worker-0 [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-0 libceph-common.so.2 [.] CtRxNode::call 0.00% io_context_pool [kernel.kallsyms] [k] file_update_time 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.00% fio fio [.] 0x000000000003125e 0.00% msgr-worker-1 [kernel.kallsyms] [k] wake_q_add 0.00% msgr-worker-2 librbd.so.1.16.0 [.] Objecter::Op::~Op 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.00% msgr-worker-2 libceph-common.so.2 [.] sendmsg@plt 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_segment 0.00% msgr-worker-1 [kernel.kallsyms] [k] __sk_dst_check 0.00% msgr-worker-2 [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% fio [kernel.kallsyms] [k] arch_perf_update_userpage 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008d3c4 0.00% msgr-worker-2 [kernel.kallsyms] [k] ipv4_conntrack_defrag 0.00% msgr-worker-1 [vdso] [.] 0x00000000000009d7 0.00% msgr-worker-1 [kernel.kallsyms] [k] sockfd_lookup_light 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::get_current_msg_size 0.00% msgr-worker-2 [kernel.kallsyms] [k] __copy_skb_header 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::throttle_bytes 0.00% io_context_pool librbd.so.1.16.0 [.] ceph::shunique_lock::lockable 0.00% fio fio [.] 0x0000000000027eae 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] operator delete 0.00% msgr-worker-0 [kernel.kallsyms] [k] flow_get_u32_src 0.00% msgr-worker-2 libceph-common.so.2 [.] Message::Message 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000035254 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_remaining_crc_rev1 0.00% msgr-worker-0 [vdso] [.] 0x00000000000009c1 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000036860 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::claim_append 0.00% msgr-worker-0 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::destroy_content 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000087c74 0.00% io_context_pool [kernel.kallsyms] [k] __wake_up_sync_key 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] std::_Rb_tree_rebalance_for_erase 0.00% msgr-worker-1 [kernel.kallsyms] [k] _copy_from_iter_full 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf47d 0.00% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_get_val_default[abi:cxx11] 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x000000000058dc87 0.00% msgr-worker-1 [kernel.kallsyms] [k] wake_up_q 0.00% fio [kernel.kallsyms] [k] mntput 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::ObjectRequests::dispatch_delayed_requests 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036864 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_sendmsg 0.00% msgr-worker-0 libceph-common.so.2 [.] pthread_mutex_lock@plt 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::decode 0.00% msgr-worker-2 [kernel.kallsyms] [k] check_stack_object 0.00% msgr-worker-2 [kernel.kallsyms] [k] __check_heap_object 0.00% io_context_pool [kernel.kallsyms] [k] mntput 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008d1f0 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::WriteBlockImageDispatch::get_dispatch_layer 0.00% msgr-worker-0 [kernel.kallsyms] [k] ep_scan_ready_list.constprop.22 0.00% msgr-worker-0 [kernel.kallsyms] [k] __fdget_pos 0.00% fio librbd.so.1.16.0 [.] 0x0000000000087914 0.00% msgr-worker-1 libceph-common.so.2 [.] memcmp@plt 0.00% msgr-worker-2 libceph-common.so.2 [.] read@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_event_update_time 0.00% msgr-worker-1 libceph-common.so.2 [.] DispatchQueue::pre_dispatch 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec3cd 0.00% msgr-worker-2 libc-2.28.so [.] __libc_disable_asynccancel 0.00% msgr-worker-2 [kernel.kallsyms] [k] enqueue_hrtimer 0.00% msgr-worker-1 [kernel.kallsyms] [k] __copy_skb_header 0.00% msgr-worker-0 [kernel.kallsyms] [k] deactivate_task 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087c04 0.00% fio [kernel.kallsyms] [k] __softirqentry_text_start 0.00% fio fio [.] 0x000000000004c274 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_pmu_disable.part.99 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_irq_load_avg 0.00% msgr-worker-0 [kernel.kallsyms] [k] path_put 0.00% msgr-worker-2 libceph-common.so.2 [.] std::vector >::resize 0.00% msgr-worker-1 [kernel.kallsyms] [k] copy_msghdr_from_user 0.00% msgr-worker-2 [kernel.kallsyms] [k] irqtime_account_irq 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Sp_counted_ptr_inplace::ObjectRequests, std::allocator::ObjectRequests>, (__gnu_cxx::_Lock_policy)2>::_M_destroy 0.00% msgr-worker-0 [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::compute_parent_info 0.00% fio libpthread-2.28.so [.] __pthread_disable_asynccancel 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8c52 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::fill_preamble 0.00% msgr-worker-0 libceph-common.so.2 [.] C_handle_read::do_request 0.00% msgr-worker-2 [kernel.kallsyms] [k] netif_skb_features 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% msgr-worker-2 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.00% msgr-worker-2 libceph-common.so.2 [.] std::char_traits::length 0.00% msgr-worker-0 librbd.so.1.16.0 [.] ceph::encode >, denc_traits >, void> > 0.00% fio libstdc++.so.6.0.25 [.] std::_Hash_bytes 0.00% msgr-worker-1 [kernel.kallsyms] [k] __x64_sys_futex 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_sendmsg 0.00% fio [kernel.kallsyms] [k] select_idle_sibling 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_small_queue_check.isra.34 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::obtain_contiguous_space 0.00% msgr-worker-1 [kernel.kallsyms] [k] touch_atime 0.00% fio [kernel.kallsyms] [k] _raw_spin_trylock 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::c_str 0.00% msgr-worker-1 [kernel.kallsyms] [k] kmalloc_slab 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000089e74 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_small_page_aligned 0.00% msgr-worker-1 [kernel.kallsyms] [k] current_time 0.00% io_context_pool [kernel.kallsyms] [k] copyin 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x000000000058dc70 0.00% fio librados.so.2.0.0 [.] 0x0000000000036864 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae100 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089e70 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089d74 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_network_protocol 0.00% io_context_pool [kernel.kallsyms] [k] dput.part.31 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089e24 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::ImageCtx::get_modify_timestamp 0.00% msgr-worker-1 [kernel.kallsyms] [k] __tcp_select_window 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::throttle_bytes 0.00% io_context_pool librados.so.2.0.0 [.] librados::v14_2_0::IoCtx::is_valid 0.00% msgr-worker-2 [kernel.kallsyms] [k] lock_timer_base 0.00% msgr-worker-1 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::~MOSDOp 0.00% io_context_pool librbd.so.1.16.0 [.] Objecter::get_session 0.00% msgr-worker-2 libceph-common.so.2 [.] md_config_t::get_val_generic[abi:cxx11] 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae10a 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_select_window 0.00% msgr-worker-2 [kernel.kallsyms] [k] nohz_balance_exit_idle 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036564 0.00% io_context_pool [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000bc5b0 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append_hole 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x000000000058dc70 0.00% msgr-worker-2 [kernel.kallsyms] [k] sk_stream_alloc_skb 0.00% fio fio [.] 0x0000000000069520 0.00% fio fio [.] 0x0000000000022b34 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005b6c18 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_v4_send_check 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% msgr-worker-1 [kernel.kallsyms] [k] __ip_local_out 0.00% io_context_pool libceph-common.so.2 [.] OSDMap::object_locator_to_pg 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035094 0.00% msgr-worker-0 libceph-common.so.2 [.] md_config_t::get_val_generic[abi:cxx11] 0.00% msgr-worker-2 libceph-common.so.2 [.] epoll_wait@plt 0.00% msgr-worker-0 libceph-common.so.2 [.] pthread_self@plt 0.00% io_context_pool [kernel.kallsyms] [k] _copy_from_user 0.00% fio [kernel.kallsyms] [k] futex_wait_queue_me 0.00% fio fio [.] 0x000000000004b9c4 0.00% fio fio [.] 0x000000000004bb83 0.00% fio [kernel.kallsyms] [k] event_sched_in.isra.113 0.00% ceph_timer librados.so.2.0.0 [.] 0x00000000001109d0 0.00% fio fio [.] unlock_file 0.00% fio [kernel.kallsyms] [k] flexible_sched_in 0.00% fio fio [.] 0x0000000000027f38 0.00% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_get_val 0.00% msgr-worker-2 [kernel.kallsyms] [k] x2apic_send_IPI 0.00% msgr-worker-0 [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f9653 0.00% msgr-worker-1 libceph-common.so.2 [.] std::char_traits::length 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rate_skb_sent 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-1 [kernel.kallsyms] [k] import_iovec 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_prepare_sq_ctrl 0.00% msgr-worker-2 [kernel.kallsyms] [k] dma_direct_map_page 0.00% io_context_pool [kernel.kallsyms] [k] __intel_pmu_enable_all.constprop.25 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_message_ack 0.00% msgr-worker-2 [kernel.kallsyms] [k] kfree 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4a77 0.00% io_context_pool libstdc++.so.6.0.25 [.] operator delete 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089094 0.00% msgr-worker-2 [kernel.kallsyms] [k] dput 0.00% msgr-worker-1 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_erase 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000fea3c 0.00% fio fio [.] 0x000000000007c899 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::c_str 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_message_ack 0.00% io_context_pool [vdso] [.] 0x00000000000009d7 0.00% io_context_pool [kernel.kallsyms] [k] __mnt_want_write 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x000000000058dc87 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_established_options 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_pmu_disable.part.99 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectWriteRequest::add_write_hint 0.00% fio fio [.] 0x00000000000499e3 0.00% service libceph-common.so.2 [.] mempool::pool_t::allocated_bytes 0.00% msgr-worker-1 [kernel.kallsyms] [k] __qdisc_run 0.00% msgr-worker-1 libceph-common.so.2 [.] pg_t::decode 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::reserve 0.00% io_context_pool [kernel.kallsyms] [k] current_time 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::C_AioRequest::finish 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.00% fio [kernel.kallsyms] [k] __fdget_pos 0.00% msgr-worker-0 libceph-common.so.2 [.] Message::encode_trace 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4a89 0.00% io_context_pool [kernel.kallsyms] [k] rcu_note_context_switch 0.00% msgr-worker-0 [kernel.kallsyms] [k] hash_futex 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8e08 0.00% msgr-worker-1 libceph-common.so.2 [.] Message::~Message 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_get_sq_hw_ci 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3894 0.00% msgr-worker-0 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::get_object_locator 0.00% msgr-worker-0 libceph-common.so.2 [.] read@plt 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ffa48 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_send_ack.part.47 0.00% fio [kernel.kallsyms] [k] perf_log_itrace_start 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sk_mem_raise_allocated 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_options_write 0.00% io_context_pool libceph-common.so.2 [.] pthread_self@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] copy_msghdr_from_user 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x00000000000876c0 0.00% msgr-worker-1 [kernel.kallsyms] [k] kfree 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_chrono_stop 0.00% msgr-worker-0 [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% io_context_pool [kernel.kallsyms] [k] timespec64_trunc 0.00% fio [kernel.kallsyms] [k] native_irq_return_iret 0.00% io_context_pool [kernel.kallsyms] [k] __x2apic_send_IPI_dest 0.00% msgr-worker-1 libceph-common.so.2 [.] DispatchQueue::post_dispatch 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000088d54 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_pmu_nop_void 0.00% msgr-worker-0 [kernel.kallsyms] [k] sockfd_lookup_light 0.00% fio fio [.] 0x00000000000494bd 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f7b 0.00% msgr-worker-0 [kernel.kallsyms] [k] __x64_sys_epoll_wait 0.00% msgr-worker-1 [kernel.kallsyms] [k] nf_nat_ipv4_local_fn 0.00% io_context_pool libstdc++.so.6.0.25 [.] std::condition_variable::notify_all 0.00% fio [kernel.kallsyms] [k] ksys_read 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_swevent_add 0.00% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_get_val 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_ack 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::post_write_object_map_update 0.00% fio [kernel.kallsyms] [k] perf_event_task_tick 0.00% io_context_pool libc-2.28.so [.] __snprintf_chk 0.00% safe_timer [kernel.kallsyms] [k] dequeue_task_fair 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_poll 0.00% msgr-worker-2 libceph-common.so.2 [.] pthread_self@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] flow_get_u32_src 0.00% io_context_pool librbd.so.1.16.0 [.] std::unique_lock::unlock 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089e74 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_event_new_data_sent 0.00% msgr-worker-1 [kernel.kallsyms] [k] sock_recvmsg 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::Object::~Object 0.00% msgr-worker-0 [kernel.kallsyms] [k] nohz_balance_exit_idle 0.00% msgr-worker-0 [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.00% io_context_pool [kernel.kallsyms] [k] perf_event_task_tick 0.00% msgr-worker-0 [kernel.kallsyms] [k] flow_get_u32_dst 0.00% msgr-worker-2 [kernel.kallsyms] [k] interrupt_entry 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x0000000000585f64 0.00% fio fio [.] 0x0000000000027f26 0.00% safe_timer [kernel.kallsyms] [k] _copy_from_user 0.00% safe_timer [kernel.kallsyms] [k] mark_wake_futex 0.00% safe_timer libpthread-2.28.so [.] __condvar_confirm_wakeup 0.00% safe_timer [kernel.kallsyms] [k] update_rt_rq_load_avg 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_stream_alloc_skb 0.00% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_expand_meta 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4bcd 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3a25 0.00% msgr-worker-2 [kernel.kallsyms] [k] __x64_sys_sendmsg 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_segment 0.00% fio fio [.] 0x0000000000068da9 0.00% msgr-worker-1 libceph-common.so.2 [.] free@plt 0.00% io_context_pool [kernel.kallsyms] [k] kill_fasync 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1265 0.00% msgr-worker-1 [kernel.kallsyms] [k] dequeue_entity 0.00% msgr-worker-1 [kernel.kallsyms] [k] x86_pmu_disable 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::cloner::operator() 0.00% io_context_pool [kernel.kallsyms] [k] trigger_load_balance 0.00% fio [kernel.kallsyms] [k] __intel_pmu_enable_all.constprop.25 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% msgr-worker-0 libpthread-2.28.so [.] __errno_location 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_pmu_nop_int 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x00000000000886e4 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f39bd 0.00% fio fio [.] 0x0000000000027e3a 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000354d0 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::RefreshImageDispatch::get_dispatch_layer 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036864 0.00% fio [kernel.kallsyms] [k] sched_clock_cpu 0.00% msgr-worker-1 libceph-common.so.2 [.] clock_gettime@plt 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::RefreshImageDispatch::write 0.00% io_context_pool [kernel.kallsyms] [k] irqtime_account_irq 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000361d4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cd528 0.00% msgr-worker-2 libceph-common.so.2 [.] pg_t::decode 0.00% msgr-worker-0 [kernel.kallsyms] [k] __check_heap_object 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.00% fio [kernel.kallsyms] [k] native_smp_send_reschedule 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rbtree_insert 0.00% fio [kernel.kallsyms] [k] drop_futex_key_refs.isra.16 0.00% msgr-worker-2 [kernel.kallsyms] [k] dput.part.31 0.00% io_context_pool fio [.] 0x000000000007c791 0.00% msgr-worker-2 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_erase 0.00% io_context_pool libc-2.28.so [.] _IO_old_init 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::asm_crc_rev1 0.00% fio libc-2.28.so [.] __strlen_avx2 0.00% fio [kernel.kallsyms] [k] poll_select_set_timeout 0.00% msgr-worker-0 [kernel.kallsyms] [k] __tcp_select_window 0.00% fio librbd.so.1.16.0 [.] 0x0000000000089e64 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_clone 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_output 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035094 0.00% fio [kernel.kallsyms] [k] _nohz_idle_balance 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4b88 0.00% io_context_pool libpthread-2.28.so [.] __pthread_setspecific 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::get_current_msg_size 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f53 0.00% msgr-worker-1 [kernel.kallsyms] [k] schedule 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_segment 0.00% msgr-worker-1 librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::tables::vtable >::empty_cmd 0.00% io_context_pool librbd.so.1.16.0 [.] std::__detail::__variant::__gen_vtable_impl, std::default_delete > >, fu2::abi_310::detail::function, fu2::abi_310::detail::property >, Context*>&)::{lambda(auto:1&&)#1}&&, std::variant, std::default_delete > >, fu2::abi_310::detail::function, fu2::abi_310::detail::property >, Context*>&)>, std::tuple, std::default_delete > >, fu2::abi_310::detail::function, fu2::abi_310::detail::property >, Context*>&>, std::integer_sequence >::__visit_invoke 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3bfa 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_dispatch 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::Object::Object 0.00% io_context_pool [kernel.kallsyms] [k] ttwu_do_activate 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_rbtree_insert 0.00% safe_timer [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.00% safe_timer libpthread-2.28.so [.] __pthread_mutex_lock 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] std::_Rb_tree_increment 0.00% fio fio [.] 0x0000000000027f2a 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-1 [kernel.kallsyms] [k] futex_wait_queue_me 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4745 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] operator delete 0.00% safe_timer [kernel.kallsyms] [k] visit_groups_merge 0.00% fio [kernel.kallsyms] [k] account_entity_dequeue 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035200 0.00% msgr-worker-0 [kernel.kallsyms] [k] dev_gro_receive 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] std::__detail::_List_node_base::_M_unhook 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036820 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd4e0 0.00% msgr-worker-1 [kernel.kallsyms] [k] get_futex_value_locked 0.00% msgr-worker-1 librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::ptr_node::disposer::operator() 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_small_queue_check.isra.34 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_poll 0.00% msgr-worker-2 [kernel.kallsyms] [k] inet_gro_receive 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3c00 0.00% msgr-worker-2 libceph-common.so.2 [.] C_handle_read::do_request 0.00% safe_timer [kernel.kallsyms] [k] native_write_msr 0.00% safe_timer [kernel.kallsyms] [k] futex_wait_queue_me 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_options_write 0.00% fio [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] operator delete 0.00% msgr-worker-0 [kernel.kallsyms] [k] __remove_hrtimer 0.00% fio fio [.] 0x000000000004997b 0.00% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_unlock_bh 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_handle_frame 0.00% msgr-worker-1 [kernel.kallsyms] [k] bond_dev_queue_xmit 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f39c9 0.00% fio fio [.] 0x00000000000229f0 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4bcd 0.00% msgr-worker-2 libceph-common.so.2 [.] clock_gettime@plt 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::throttle_dispatch_queue 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::prepare_send_message 0.00% fio fio [.] 0x00000000000494d1 0.00% io_context_pool libceph-common.so.2 [.] mempool::get_pool 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::claim_append 0.00% msgr-worker-0 [kernel.kallsyms] [k] sched_clock_cpu 0.00% msgr-worker-2 libc-2.28.so [.] __strlen_avx2 0.00% msgr-worker-1 libceph-common.so.2 [.] std::vector >::resize 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f72 0.00% msgr-worker-1 [kernel.kallsyms] [k] sched_clock 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000002d6d50 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_wfree 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sk_mem_raise_allocated 0.00% msgr-worker-2 [kernel.kallsyms] [k] check_preempt_curr 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.00% msgr-worker-2 libceph-common.so.2 [.] std::__find_if<__gnu_cxx::__normal_iterator, std::allocator > >, __gnu_cxx::__ops::_Iter_pred > 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae100 0.00% safe_timer [kernel.kallsyms] [k] native_sched_clock 0.00% msgr-worker-1 libceph-common.so.2 [.] Message::decode_trace 0.00% msgr-worker-0 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_erase 0.00% msgr-worker-1 [kernel.kallsyms] [k] cyc2ns_read_begin 0.00% msgr-worker-0 [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.00% msgr-worker-1 [kernel.kallsyms] [k] flexible_sched_in 0.00% msgr-worker-2 [kernel.kallsyms] [k] security_socket_recvmsg 0.00% msgr-worker-1 [kernel.kallsyms] [k] flow_get_u32_src 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000088454 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_clone 0.00% msgr-worker-2 [kernel.kallsyms] [k] kick_ilb 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000088d54 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_update_time 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf49c 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f39de 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_remaining_crc_rev1 0.00% msgr-worker-1 [kernel.kallsyms] [k] hash_futex 0.00% fio fio [.] 0x0000000000027f20 0.00% msgr-worker-0 [kernel.kallsyms] [k] __copy_skb_header 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c12b6 0.00% msgr-worker-0 [kernel.kallsyms] [k] event_sched_in.isra.113 0.00% msgr-worker-1 [kernel.kallsyms] [k] kill_fasync 0.00% msgr-worker-1 [kernel.kallsyms] [k] calc_wheel_index 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::common::RefCountedObject::~RefCountedObject 0.00% msgr-worker-2 [kernel.kallsyms] [k] cyc2ns_read_begin 0.00% fio fio [.] 0x0000000000069511 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_dev_queue_xmit 0.00% msgr-worker-0 [kernel.kallsyms] [k] lock_timer_base 0.00% io_context_pool [kernel.kallsyms] [k] lapic_next_deadline 0.00% msgr-worker-1 libceph-common.so.2 [.] C_handle_read::do_request 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec340 0.00% msgr-worker-1 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::destroy_content 0.00% msgr-worker-2 [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-0 libceph-common.so.2 [.] clock_gettime@plt 0.00% msgr-worker-1 libceph-common.so.2 [.] Message::set_data 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1246 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_irq_load_avg 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087d70 0.00% msgr-worker-0 [kernel.kallsyms] [k] kmalloc_slab 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087c00 0.00% msgr-worker-0 [kernel.kallsyms] [k] should_failslab 0.00% msgr-worker-0 [kernel.kallsyms] [k] handle_edge_irq 0.00% fio librbd.so.1.16.0 [.] 0x00000000000899e4 0.00% msgr-worker-0 [kernel.kallsyms] [k] __list_add_valid 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035c34 0.00% fio fio [.] 0x000000000004951b 0.00% msgr-worker-0 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::apply_visitor, std::allocator > const> > 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::filter_write_result 0.00% msgr-worker-0 [kernel.kallsyms] [k] ktime_get 0.00% msgr-worker-1 [kernel.kallsyms] [k] __pm_relax 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::assemble_frame 0.00% io_context_pool [kernel.kallsyms] [k] using_native_sched_clock 0.00% msgr-worker-0 libceph-common.so.2 [.] memcmp@plt 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008dab0 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3f1f 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000088450 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x0000000000585f60 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11ab 0.00% msgr-worker-2 [kernel.kallsyms] [k] __list_add_valid 0.00% fio [kernel.kallsyms] [k] update_load_avg 0.00% msgr-worker-1 [kernel.kallsyms] [k] lock_hrtimer_base.isra.23 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000001063b4 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11be 0.00% msgr-worker-2 libceph-common.so.2 [.] pthread_mutex_unlock@plt 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000002d6d50 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035250 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000001063b4 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000886e0 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_vsyscall 0.00% msgr-worker-1 [kernel.kallsyms] [k] __wake_up_common 0.00% msgr-worker-0 [kernel.kallsyms] [k] __vfs_read 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatch::get_dispatch_layer 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036824 0.00% fio [kernel.kallsyms] [k] irq_exit 0.00% io_context_pool [kernel.kallsyms] [k] generic_update_time 0.00% msgr-worker-1 [kernel.kallsyms] [k] account_system_index_time 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000087c74 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_xmit_frame 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::throttle_bytes 0.00% fio [kernel.kallsyms] [k] run_local_timers 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f39de 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf3f3 0.00% fio [kernel.kallsyms] [k] deactivate_task 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3c00 0.00% msgr-worker-0 [kernel.kallsyms] [k] sock_recvmsg 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000be7a8 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_event_sched_in 0.00% fio fio [.] 0x0000000000067859 0.00% msgr-worker-2 [kernel.kallsyms] [k] copyout 0.00% fio fio [.] 0x00000000000690ef 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008f710 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x00000000000ae100 0.00% fio [kernel.kallsyms] [k] remove_wait_queue 0.00% msgr-worker-1 [kernel.kallsyms] [k] tick_sched_timer 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000361d4 0.00% fio fio [.] 0x00000000000677d7 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f60 0.00% fio libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3b7a 0.00% msgr-worker-2 libceph-common.so.2 [.] operator delete@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000dba9c 0.00% msgr-worker-0 librbd.so.1.16.0 [.] Message::~Message 0.00% msgr-worker-0 [kernel.kallsyms] [k] memcg_kmem_put_cache 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0ff0 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000088d54 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035c30 0.00% msgr-worker-0 [kernel.kallsyms] [k] futex_wait 0.00% io_context_pool librbd.so.1.16.0 [.] LambdaContext::write(unsigned long, unsigned long, ceph::buffer::v15_2_0::list&&, std::shared_ptr, int, int, std::optional, ZTracer::Trace const&, int*, unsigned long*, librbd::io::DispatchResult*, Context**, Context*)::{lambda(int)#2}>::finish 0.00% fio fio [.] 0x00000000000312aa 0.00% fio [kernel.kallsyms] [k] native_flush_tlb_one_user 0.00% io_context_pool [kernel.kallsyms] [k] retint_user 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x00000000000876c0 0.00% msgr-worker-1 [kernel.kallsyms] [k] rb_erase 0.00% fio [kernel.kallsyms] [k] cpu_load_update 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5b3b 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000be790 0.00% fio fio [.] 0x000000000006774e 0.00% fio fio [.] 0x000000000004bac8 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_tx_poll 0.00% msgr-worker-1 [kernel.kallsyms] [k] __x2apic_send_IPI_dest 0.00% fio librbd.so.1.16.0 [.] 0x0000000000087634 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000d7869 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036304 0.00% io_context_pool [kernel.kallsyms] [k] tick_sched_do_timer 0.00% msgr-worker-1 libceph-common.so.2 [.] MOSDOpReply::~MOSDOpReply 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c12bb 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_message_ack 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractImageWriteRequest::prune_object_extents 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035c30 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000089e24 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec3cd 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c131c 0.00% fio fio [.] 0x000000000007c9ef 0.00% msgr-worker-0 [kernel.kallsyms] [k] __tcp_send_ack.part.47 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec344 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x0000000000585f7b 0.00% io_context_pool [kernel.kallsyms] [k] hrtimer_interrupt 0.00% msgr-worker-1 [kernel.kallsyms] [k] generic_pipe_buf_confirm 0.00% msgr-worker-0 libceph-common.so.2 [.] Message::Message 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_rcv_finish 0.00% fio librbd.so.1.16.0 [.] 0x0000000000087890 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1300 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::asm_crc_rev1 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_network_protocol 0.00% fio fio [.] 0x00000000000692c7 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000f8d31 0.00% msgr-worker-0 [kernel.kallsyms] [k] touch_atime 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8d31 0.00% msgr-worker-0 librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::~vector 0.00% msgr-worker-1 [kernel.kallsyms] [k] calc_timer_values 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x000000000058dc87 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::obtain_contiguous_space 0.00% msgr-worker-2 libceph-common.so.2 [.] DispatchQueue::pre_dispatch 0.00% fio fio [.] 0x000000000004c260 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_send_check 0.00% msgr-worker-1 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::get_object_locator 0.00% msgr-worker-1 [kernel.kallsyms] [k] activate_task 0.00% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::cloner::operator() 0.00% msgr-worker-1 libceph-common.so.2 [.] read@plt 0.00% io_context_pool [kernel.kallsyms] [k] skb_release_head_state 0.00% msgr-worker-0 [kernel.kallsyms] [k] __inet_lookup_established 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000035764 0.00% fio fio [.] 0x000000000006902f 0.00% msgr-worker-1 [kernel.kallsyms] [k] copyout 0.00% msgr-worker-2 [kernel.kallsyms] [k] irq_chip_ack_parent 0.00% fio fio [.] 0x000000000004c23c 0.00% msgr-worker-1 [kernel.kallsyms] [k] group_sched_in 0.00% fio fio [.] 0x00000000000677dc 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_min_vruntime 0.00% fio fio [.] 0x000000000006913e 0.00% fio [kernel.kallsyms] [k] task_numa_find_cpu 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000088d50 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cbc50 0.00% io_context_pool [kernel.kallsyms] [k] timerqueue_add 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.00% fio fio [.] 0x000000000004b9c0 0.00% fio [kernel.kallsyms] [k] poll_freewait 0.00% fio fio [.] 0x0000000000031224 0.00% fio fio [.] in_ramp_time 0.00% fio fio [.] 0x0000000000068d94 0.00% msgr-worker-0 libceph-common.so.2 [.] DispatchQueue::pre_dispatch 0.00% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::~vector 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::fill_preamble 0.00% io_context_pool [kernel.kallsyms] [k] hinic_rx_poll 0.00% msgr-worker-1 librbd.so.1.16.0 [.] ceph::encode >, denc_traits >, void> > 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_first_segment 0.00% fio [kernel.kallsyms] [k] _cond_resched 0.00% fio librbd.so.1.16.0 [.] 0x0000000000088454 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3890 0.00% msgr-worker-2 librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::ptr_node::disposer::operator() 0.00% fio fio [.] 0x0000000000069123 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036300 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_data_queue 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089494 0.00% msgr-worker-1 [kernel.kallsyms] [k] flow_get_u32_dst 0.00% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_unlock_bh 0.00% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::is_queued 0.00% fio fio [.] 0x000000000004c23f 0.00% fio librbd.so.1.16.0 [.] 0x00000000000890a4 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089714 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] std::__detail::_List_node_base::_M_unhook 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000035250 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000bc5b7 0.00% msgr-worker-1 [vdso] [.] 0x00000000000009c1 0.00% safe_timer [kernel.kallsyms] [k] __unqueue_futex 0.00% safe_timer [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.00% safe_timer [kernel.kallsyms] [k] pick_next_task_fair 0.00% fio fio [.] 0x0000000000027de5 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008d1f0 0.00% msgr-worker-2 [kernel.kallsyms] [k] group_sched_in 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000be7a3 0.00% io_context_pool [kernel.kallsyms] [k] swapgs_restore_regs_and_return_to_usermode 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::ImageCtx::get_object_size 0.00% msgr-worker-1 libceph-common.so.2 [.] epoll_wait@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sb_start_write 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036cc4 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_copy_addrs 0.00% fio fio [.] 0x000000000007d1d4 0.00% msgr-worker-0 [kernel.kallsyms] [k] __usecs_to_jiffies 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-1 [vdso] [.] 0x00000000000009cd 0.00% msgr-worker-0 [kernel.kallsyms] [k] enqueue_hrtimer 0.00% fio [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% msgr-worker-1 [kernel.kallsyms] [k] __wake_up_common_lock 0.00% fio fio [.] 0x000000000004a8de 0.00% fio fio [.] 0x000000000007d2a1 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_first_crc_rev1 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000088ac4 0.00% msgr-worker-2 [kernel.kallsyms] [k] note_interrupt 0.00% msgr-worker-1 [kernel.kallsyms] [k] futex_wait 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000dbab2 0.00% msgr-worker-1 [kernel.kallsyms] [k] nf_nat_ipv4_out 0.00% msgr-worker-1 [kernel.kallsyms] [k] run_rebalance_domains 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::WriteBlockImageDispatch::write 0.00% fio [kernel.kallsyms] [k] smp_call_function_many 0.00% msgr-worker-2 [kernel.kallsyms] [k] __softirqentry_text_start 0.00% io_context_pool [kernel.kallsyms] [k] irq_chip_ack_parent 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000036aa4 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatch::get_dispatch_layer 0.00% fio [kernel.kallsyms] [k] hrtimer_forward 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::schedule_dispatch_delayed_requests 0.00% fio fio [.] io_u_mark_depth 0.00% msgr-worker-0 [kernel.kallsyms] [k] __qdisc_run 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_rcv 0.00% fio fio [.] 0x0000000000069012 0.00% io_context_pool [kernel.kallsyms] [k] __accumulate_pelt_segments 0.00% msgr-worker-0 [vdso] [.] 0x00000000000009cd 0.00% fio [kernel.kallsyms] [k] update_rt_rq_load_avg 0.00% fio libc-2.28.so [.] _IO_default_xsputn 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rate_skb_sent 0.00% fio [kernel.kallsyms] [k] hrtimer_start_range_ns 0.00% fio fio [.] 0x000000000006799e 0.00% fio fio [.] 0x00000000000679ec 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf4b4 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_recvmsg 0.00% fio fio [.] 0x0000000000069718 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3c00 0.00% fio librbd.so.1.16.0 [.] 0x0000000000087d74 0.00% msgr-worker-1 [kernel.kallsyms] [k] path_put 0.00% fio librbd.so.1.16.0 [.] 0x00000000000892d4 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_small_page_aligned 0.00% io_context_pool [kernel.kallsyms] [k] drop_futex_key_refs.isra.16 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f99 0.00% fio fio [.] 0x0000000000027def 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_erase 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000875f4 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append_hole 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::IOContext::read_snap 0.00% fio libc-2.28.so [.] getenv 0.00% fio fio [.] 0x00000000000690e7 0.00% fio fio [.] 0x0000000000068eff 0.00% fio fio [.] 0x0000000000022a1b 0.00% fio fio [.] 0x000000000004bd48 0.00% fio fio [.] 0x000000000004ba4d 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089d40 0.00% fio [kernel.kallsyms] [k] __list_add_valid 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::Op::Op 0.00% io_context_pool [kernel.kallsyms] [k] __usecs_to_jiffies 0.00% fio librbd.so.1.16.0 [.] 0x0000000000087894 0.00% fio fio [.] 0x000000000007d064 0.00% msgr-worker-1 libpthread-2.28.so [.] __pthread_getspecific 0.00% fio fio [.] 0x000000000006786f 0.00% io_context_pool libc-2.28.so [.] _IO_no_init 0.00% fio [kernel.kallsyms] [k] sched_clock 0.00% msgr-worker-1 [kernel.kallsyms] [k] __tcp_v4_send_check 0.00% msgr-worker-2 [kernel.kallsyms] [k] __x86_indirect_thunk_rbx 0.00% io_context_pool [kernel.kallsyms] [k] net_rx_action 0.00% msgr-worker-0 [kernel.kallsyms] [k] x2apic_send_IPI 0.00% io_context_pool [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% fio fio [.] 0x000000000006952c 0.00% msgr-worker-1 [kernel.kallsyms] [k] x2apic_send_IPI 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_small_queue_check.isra.34 0.00% fio fio [.] 0x000000000007c93f 0.00% msgr-worker-2 [kernel.kallsyms] [k] __netdev_alloc_skb 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.00% io_context_pool [kernel.kallsyms] [k] cyc2ns_read_end 0.00% msgr-worker-0 libc-2.28.so [.] __strlen_avx2 0.00% msgr-worker-0 [kernel.kallsyms] [k] available_idle_cpu 0.00% msgr-worker-0 [kernel.kallsyms] [k] __ip_local_out 0.00% fio librbd.so.1.16.0 [.] 0x0000000000089d44 0.00% msgr-worker-2 [kernel.kallsyms] [k] tick_sched_timer 0.00% fio fio [.] 0x0000000000067873 0.00% fio fio [.] 0x00000000000499b8 0.00% fio [kernel.kallsyms] [k] account_system_index_time 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000354d0 0.00% fio fio [.] 0x000000000003131e 0.00% fio fio [.] 0x000000000003125b 0.00% msgr-worker-2 libceph-common.so.2 [.] operator delete[]@plt 0.00% fio [kernel.kallsyms] [k] put_prev_entity 0.00% msgr-worker-2 [kernel.kallsyms] [k] ktime_get 0.00% msgr-worker-2 librbd.so.1.16.0 [.] ceph::encode >, denc_traits >, void> > 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3bfc 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8bb4 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_note_context_switch 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.00% fio fio [.] 0x0000000000022ab0 0.00% msgr-worker-1 [kernel.kallsyms] [k] hinic_get_wqe 0.00% msgr-worker-0 [kernel.kallsyms] [k] security_socket_recvmsg 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f475f 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f9647 0.00% msgr-worker-2 libceph-common.so.2 [.] DispatchQueue::dispatch_throttle_release 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8c24 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8d20 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087b74 0.00% fio fio [.] 0x0000000000022a6e 0.00% msgr-worker-2 [kernel.kallsyms] [k] __remove_hrtimer 0.00% msgr-worker-2 [kernel.kallsyms] [k] __wake_up_sync_key 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f45a6 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_page_frag_refill 0.00% fio [kernel.kallsyms] [k] __x2apic_send_IPI_dest 0.00% fio fio [.] 0x0000000000069527 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3bf3 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_log_itrace_start 0.00% msgr-worker-2 libceph-common.so.2 [.] strlen@plt 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::util::apply_op_flags 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec39c 0.00% fio fio [.] 0x000000000004bc4b 0.00% io_context_pool [kernel.kallsyms] [k] run_rebalance_domains 0.00% fio fio [.] 0x000000000004bfcf 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035760 0.00% msgr-worker-1 [kernel.kallsyms] [k] sched_clock_cpu 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035200 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_pmu_nop_int 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_chrono_stop 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::cloner::operator() 0.00% msgr-worker-0 [kernel.kallsyms] [k] __wake_up_common_lock 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec45a 0.00% fio fio [.] 0x000000000004bfdc 0.00% msgr-worker-2 [kernel.kallsyms] [k] __slab_alloc 0.00% io_context_pool [kernel.kallsyms] [k] hinic_poll 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089890 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000882c4 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0e19 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035570 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000036054 0.00% msgr-worker-0 [kernel.kallsyms] [k] validate_xmit_skb_list 0.00% msgr-worker-2 [kernel.kallsyms] [k] __inet_lookup_established 0.00% msgr-worker-0 [kernel.kallsyms] [k] sched_clock 0.00% io_context_pool librbd.so.1.16.0 [.] hobject_t::~hobject_t 0.00% io_context_pool [kernel.kallsyms] [k] __tcp_transmit_skb 0.00% fio libstdc++.so.6.0.25 [.] std::condition_variable::condition_variable 0.00% msgr-worker-0 [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% fio fio [.] 0x000000000004c1d1 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_send_mss 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000087c74 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001063b4 0.00% msgr-worker-0 libceph-common.so.2 [.] operator delete[]@plt 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005bc910 0.00% msgr-worker-0 libceph-common.so.2 [.] pthread_mutex_unlock@plt 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c12c5 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ffa48 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8c52 0.00% msgr-worker-1 [kernel.kallsyms] [k] policy_nodemask 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::~raw_posix_aligned 0.00% fio fio [.] 0x0000000000068ee7 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f591d 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::QosImageDispatch::handle_finished 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089e70 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4a9b 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::get_mempool 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cd0c3 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc914 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035c34 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_ack_update_rtt.isra.45 0.00% msgr-worker-1 [kernel.kallsyms] [k] iov_iter_init 0.00% msgr-worker-2 [kernel.kallsyms] [k] kfree_skbmem 0.00% io_context_pool librbd.so.1.16.0 [.] Objecter::put_session 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.00% msgr-worker-1 [kernel.kallsyms] [k] __x86_indirect_thunk_rcx 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_queue_xmit 0.00% msgr-worker-2 libceph-common.so.2 [.] pthread_mutex_lock@plt 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089e20 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8c6c 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000fea30 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5205 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x0000000000585f69 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_pmu_nop_txn 0.00% fio fio [.] 0x000000000007c8f9 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8d31 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_event_idx_default 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005b6c26 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087744 0.00% msgr-worker-1 libceph-common.so.2 [.] posix_memalign@plt 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036524 0.00% msgr-worker-2 [kernel.kallsyms] [k] timespec64_trunc 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::invalidate_crc 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4ad6 0.00% fio fio [.] 0x000000000004bf94 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::get_mempool 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append_hole 0.00% fio fio [.] 0x0000000000022a88 0.00% msgr-worker-2 [kernel.kallsyms] [k] __mark_inode_dirty 0.00% msgr-worker-0 [kernel.kallsyms] [k] __kfree_skb 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_options_write 0.00% fio fio [.] 0x000000000004a1c0 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4eea 0.00% msgr-worker-1 [kernel.kallsyms] [k] __remove_hrtimer 0.00% msgr-worker-2 libceph-common.so.2 [.] operator new[]@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_blocked_averages 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000878b4 0.00% fio fio [.] 0x0000000000049752 0.00% msgr-worker-2 [kernel.kallsyms] [k] flush_smp_call_function_queue 0.00% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock_irq 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae154 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_rx_poll 0.00% msgr-worker-0 [kernel.kallsyms] [k] _copy_from_user 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_send_mss 0.00% io_context_pool [kernel.kallsyms] [k] update_vsyscall 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035c30 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f5202 0.00% fio fio [.] 0x00000000000312e2 0.00% fio fio [.] 0x000000000004970d 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036524 0.00% fio [kernel.kallsyms] [k] update_min_vruntime 0.00% msgr-worker-2 [kernel.kallsyms] [k] futex_wait 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000876c0 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::claim_append 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000104ff7 0.00% fio [kernel.kallsyms] [k] perf_event_update_time 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036984 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f9656 0.00% msgr-worker-1 [kernel.kallsyms] [k] policy_node 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x0000000000585f64 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000875f0 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] std::_Rb_tree_rebalance_for_erase 0.00% msgr-worker-0 [kernel.kallsyms] [k] dput 0.00% msgr-worker-1 [kernel.kallsyms] [k] _copy_from_user 0.00% fio fio [.] 0x0000000000069535 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005bc928 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rbtree_insert 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8c20 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_send_check 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ffa39 0.00% fio fio [.] 0x0000000000027f1c 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4bd0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3f27 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0dee 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005bc954 0.00% fio [kernel.kallsyms] [k] tick_sched_timer 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000a5718 0.00% fio fio [.] 0x000000000004b9cb 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001063b0 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_clone 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4a65 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f48 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_put 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3a25 0.00% io_context_pool [kernel.kallsyms] [k] ttwu_stat 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3bfc 0.00% io_context_pool libc-2.28.so [.] 0x0000000000021804 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::add_write_hint 0.00% msgr-worker-0 [kernel.kallsyms] [k] get_futex_value_locked 0.00% io_context_pool libpthread-2.28.so [.] pthread_cond_broadcast@@GLIBC_2.3.2 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f58c1 0.00% msgr-worker-2 [kernel.kallsyms] [k] _copy_to_iter 0.00% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_unlock_bh 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_reuse_rx_page 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_first_crc_rev1 0.00% msgr-worker-0 [kernel.kallsyms] [k] copyout 0.00% msgr-worker-1 [kernel.kallsyms] [k] dev_queue_xmit 0.00% msgr-worker-1 librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::~vector 0.00% msgr-worker-0 [kernel.kallsyms] [k] scheduler_tick 0.00% fio fio [.] 0x000000000004949b 0.00% fio [kernel.kallsyms] [k] check_cfs_rq_runtime 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae12c 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000368a4 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035e50 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_start_range_ns 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000002d6d58 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f58a4 0.00% msgr-worker-1 libceph-common.so.2 [.] C_handle_write::do_request 0.00% fio fio [.] 0x0000000000049968 0.00% msgr-worker-2 [kernel.kallsyms] [k] __napi_schedule 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::ImageState::is_refresh_required 0.00% msgr-worker-2 [kernel.kallsyms] [k] validate_xmit_skb_list 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000884c4 0.00% io_context_pool [kernel.kallsyms] [k] account_user_time 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf4a0 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sk_dst_check 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3b63 0.00% fio [kernel.kallsyms] [k] check_stack_object 0.00% msgr-worker-0 libceph-common.so.2 [.] std::vector >::resize 0.00% msgr-worker-2 [kernel.kallsyms] [k] __netif_receive_skb_core 0.00% fio fio [.] 0x000000000004bb28 0.00% msgr-worker-0 librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::ptr_node::disposer::operator() 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bc5b0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec3d1 0.00% msgr-worker-1 libceph-common.so.2 [.] isspace@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] run_timer_softirq 0.00% msgr-worker-2 [kernel.kallsyms] [k] __intel_pmu_enable_all.constprop.25 0.00% io_context_pool [kernel.kallsyms] [k] find_busiest_group 0.00% msgr-worker-1 [kernel.kallsyms] [k] deactivate_task 0.00% msgr-worker-0 [kernel.kallsyms] [k] inet_recvmsg 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005bc92f 0.00% msgr-worker-1 [kernel.kallsyms] [k] __zone_watermark_ok 0.00% msgr-worker-2 [kernel.kallsyms] [k] nf_nat_ipv4_fn 0.00% msgr-worker-0 [kernel.kallsyms] [k] futex_wait_queue_me 0.00% io_context_pool libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_emplace_hint_unique, std::tuple<> > 0.00% msgr-worker-0 libceph-common.so.2 [.] ConfigValues::get_value[abi:cxx11] 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sock_wfree 0.00% io_context_pool [kernel.kallsyms] [k] perf_log_itrace_start 0.00% io_context_pool [kernel.kallsyms] [k] update_rt_rq_load_avg 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::decode 0.00% fio fio [.] 0x00000000000312f5 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3b5b 0.00% msgr-worker-2 [kernel.kallsyms] [k] __qdisc_run 0.00% msgr-worker-2 [kernel.kallsyms] [k] __handle_irq_event_percpu 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sk_dst_check 0.00% msgr-worker-1 [kernel.kallsyms] [k] select_idle_sibling 0.00% io_context_pool [kernel.kallsyms] [k] native_smp_send_reschedule 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000087d74 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_check_callbacks 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000104ff0 0.00% fio fio [.] 0x000000000004bae1 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd0be 0.00% fio fio [.] 0x000000000004a1b2 0.00% msgr-worker-2 [kernel.kallsyms] [k] rw_verify_area 0.00% io_context_pool [kernel.kallsyms] [k] _raw_spin_trylock 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8c24 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_dispatch 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4a89 0.00% msgr-worker-0 [kernel.kallsyms] [k] sock_sendmsg 0.00% msgr-worker-2 [kernel.kallsyms] [k] nf_nat_ipv4_in 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4afd 0.00% msgr-worker-2 [vdso] [.] 0x00000000000009c9 0.00% fio fio [.] 0x0000000000069147 0.00% msgr-worker-2 [kernel.kallsyms] [k] drop_futex_key_refs.isra.16 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000002d6d58 0.00% fio fio [.] 0x000000000004c1c3 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_send_ack 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035200 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f38 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd50f 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000105a33 0.00% fio fio [.] 0x000000000004bada 0.00% msgr-worker-2 [kernel.kallsyms] [k] __build_skb 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_pmu_enable.part.101 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_sendmsg 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd51e 0.00% msgr-worker-2 [vdso] [.] 0x00000000000009cd 0.00% msgr-worker-0 [kernel.kallsyms] [k] __mark_inode_dirty 0.00% io_context_pool [kernel.kallsyms] [k] update_fast_timekeeper 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cbc56 0.00% fio fio [.] 0x0000000000027de4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec340 0.00% msgr-worker-1 [kernel.kallsyms] [k] should_failslab 0.00% msgr-worker-1 libceph-common.so.2 [.] strlen@plt 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc3c2 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.00% fio fio [.] 0x000000000007d28c 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f389d 0.00% msgr-worker-0 libceph-common.so.2 [.] free@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] ns_to_timespec 0.00% msgr-worker-2 [kernel.kallsyms] [k] rb_last 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_cfs_group 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000be794 0.00% msgr-worker-0 libceph-common.so.2 [.] DispatchQueue::dispatch_throttle_release 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create 0.00% fio [kernel.kallsyms] [k] dput 0.00% fio fio [.] 0x0000000000027de0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec357 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000361d4 0.00% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_trylock 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f9640 0.00% msgr-worker-2 [kernel.kallsyms] [k] ret_from_intr 0.00% fio fio [.] 0x0000000000027f12 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036304 0.00% fio libstdc++.so.6.0.25 [.] 0x000000000008dab0 0.00% msgr-worker-2 [kernel.kallsyms] [k] do_softirq_own_stack 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8bb0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3a19 0.00% msgr-worker-0 [kernel.kallsyms] [k] timespec64_trunc 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8d24 0.00% msgr-worker-1 [kernel.kallsyms] [k] ttwu_do_activate 0.00% io_context_pool [kernel.kallsyms] [k] __enqueue_entity 0.00% msgr-worker-1 [kernel.kallsyms] [k] cpu_load_update_active 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rcv_established 0.00% msgr-worker-1 [kernel.kallsyms] [k] __tcp_send_ack.part.47 0.00% msgr-worker-1 libceph-common.so.2 [.] md_config_t::get_val_generic[abi:cxx11] 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000002d6d53 0.00% msgr-worker-2 libpthread-2.28.so [.] __pthread_getspecific 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000001059cf 0.00% msgr-worker-0 [kernel.kallsyms] [k] napi_schedule_prep 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae104 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089aa4 0.00% msgr-worker-0 libpthread-2.28.so [.] __lll_lock_wait 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3bc9 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cce59 0.00% msgr-worker-0 [kernel.kallsyms] [k] net_rx_action 0.00% io_context_pool [vdso] [.] 0x00000000000009cd 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036cc0 0.00% msgr-worker-0 [kernel.kallsyms] [k] __softirqentry_text_start 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_push 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_rcv 0.00% fio fio [.] 0x0000000000069027 0.00% msgr-worker-2 [kernel.kallsyms] [k] security_socket_sendmsg 0.00% msgr-worker-2 [kernel.kallsyms] [k] tick_nohz_tick_stopped 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000fea30 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f9656 0.00% msgr-worker-1 libpthread-2.28.so [.] __lll_lock_wait 0.00% msgr-worker-0 [kernel.kallsyms] [k] native_irq_return_iret 0.00% msgr-worker-0 [kernel.kallsyms] [k] timerqueue_del 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000100ed4 0.00% msgr-worker-2 [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% msgr-worker-1 [kernel.kallsyms] [k] task_ctx_sched_out 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec472 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_push 0.00% fio [kernel.kallsyms] [k] dput.part.31 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc946 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_chrono_start 0.00% msgr-worker-2 [kernel.kallsyms] [k] __internal_add_timer 0.00% msgr-worker-0 [kernel.kallsyms] [k] passthru_features_check 0.00% msgr-worker-1 [kernel.kallsyms] [k] rebalance_domains 0.00% msgr-worker-2 [kernel.kallsyms] [k] plist_add 0.00% fio fio [.] 0x000000000004c04d 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_pmu_nop_int 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f69 0.00% io_context_pool [kernel.kallsyms] [k] pvclock_gtod_notify 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036824 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x00000000000ae100 0.00% io_context_pool libstdc++.so.6.0.25 [.] std::__detail::_List_node_base::_M_unhook 0.00% msgr-worker-0 [kernel.kallsyms] [k] __handle_mm_fault 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_prepare_sq_ctrl 0.00% msgr-worker-0 [kernel.kallsyms] [k] cpuacct_account_field 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000087c70 0.00% fio fio [.] 0x00000000000312af 0.00% msgr-worker-1 [kernel.kallsyms] [k] timespec64_add_safe 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_sendmsg 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000fd1a8 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000c21e5 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f58cc 0.00% msgr-worker-2 [kernel.kallsyms] [k] add_interrupt_randomness 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f38c9 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec47c 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_chrono_start 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000be790 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_reset_timer 0.00% msgr-worker-0 [kernel.kallsyms] [k] apic_ack_irq 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_send_mss 0.00% msgr-worker-1 [kernel.kallsyms] [k] __mark_inode_dirty 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005bc93d 0.00% msgr-worker-2 [vdso] [.] 0x00000000000009c1 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005bc938 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fea43 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000001059c4 0.00% msgr-worker-2 [kernel.kallsyms] [k] hash_futex 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f5b3b 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_write_timer 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_run_xdp 0.00% msgr-worker-0 [kernel.kallsyms] [k] sk_stream_alloc_skb 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000087c04 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000a5170 0.00% msgr-worker-1 libceph-common.so.2 [.] operator delete@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] enqueue_hrtimer 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4bcd 0.00% msgr-worker-2 [kernel.kallsyms] [k] memcg_kmem_put_cache 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] std::_Rb_tree_decrement 0.00% msgr-worker-0 libceph-common.so.2 [.] memcpy@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_note_context_switch 0.00% msgr-worker-0 [kernel.kallsyms] [k] __x64_sys_futex 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f76 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x000000000058dc7d 0.00% msgr-worker-2 libceph-common.so.2 [.] std::basic_string_view >::compare 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::get_mempool 0.00% msgr-worker-1 [kernel.kallsyms] [k] dma_direct_map_page 0.00% msgr-worker-1 [kernel.kallsyms] [k] simple_copy_to_iter 0.00% msgr-worker-0 [kernel.kallsyms] [k] __alloc_pages_nodemask 0.00% msgr-worker-1 libceph-common.so.2 [.] std::basic_string_view >::compare 0.00% fio fio [.] 0x0000000000068f26 0.00% msgr-worker-2 [kernel.kallsyms] [k] timespec64_add_safe 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4855 0.00% msgr-worker-1 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::apply_visitor, std::allocator > const> > 0.00% msgr-worker-2 [kernel.kallsyms] [k] default_wake_function 0.00% msgr-worker-1 [kernel.kallsyms] [k] task_numa_fault 0.00% msgr-worker-2 [kernel.kallsyms] [k] _copy_from_user 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000bc5bb 0.00% fio fio [.] 0x000000000007ca0e 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec38c 0.00% fio fio [.] axmap_next_free 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f39fc 0.00% msgr-worker-2 [kernel.kallsyms] [k] dev_gro_receive 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3b6c 0.00% msgr-worker-0 [kernel.kallsyms] [k] __x2apic_send_IPI_dest 0.00% io_context_pool [kernel.kallsyms] [k] _cond_resched 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000354d0 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.00% io_context_pool [kernel.kallsyms] [k] hinic_update_sq_local_ci 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000001015b6 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3890 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4c45 0.00% msgr-worker-0 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_erase 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000d79d8 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec34f 0.00% msgr-worker-1 [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% fio fio [.] 0x000000000007d1ef 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4b77 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4eea 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_set_cs_inner_l4 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_event_data_recv 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_sched_in 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_copy_datagram_iter 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_set_state.part.70 0.00% fio fio [.] 0x00000000000692e5 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3b52 0.00% msgr-worker-2 [kernel.kallsyms] [k] eth_type_trans 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_push 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000105a47 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036980 0.00% fio [kernel.kallsyms] [k] perf_event_sched_in 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4806 0.00% msgr-worker-0 [kernel.kallsyms] [k] ns_to_timespec 0.00% msgr-worker-0 libceph-common.so.2 [.] std::char_traits::compare 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035764 0.00% fio fio [.] 0x0000000000027ee5 0.00% msgr-worker-2 [kernel.kallsyms] [k] __netif_receive_skb 0.00% msgr-worker-1 libceph-common.so.2 [.] std::char_traits::compare 0.00% msgr-worker-2 [kernel.kallsyms] [k] tick_sched_do_timer 0.00% fio fio [.] 0x00000000000677d0 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f58a8 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000a571d 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f5144 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11ae 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4598 0.00% fio [kernel.kallsyms] [k] rw_verify_area 0.00% msgr-worker-2 [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% msgr-worker-1 [kernel.kallsyms] [k] scheduler_tick 0.00% io_context_pool [kernel.kallsyms] [k] run_local_timers 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree::MergedRequests>, std::_Select1st::MergedRequests> >, std::less, std::allocator::MergedRequests> > >::_M_erase 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035090 0.00% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_alloc 0.00% msgr-worker-1 [kernel.kallsyms] [k] run_posix_cpu_timers 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105a20 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000035bc4 0.00% msgr-worker-0 libceph-common.so.2 [.] sendmsg@plt 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036980 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_rx_fill_buffers 0.00% msgr-worker-0 [kernel.kallsyms] [k] dst_release 0.00% msgr-worker-0 [kernel.kallsyms] [k] timekeeping_advance 0.00% fio fio [.] 0x0000000000027e2e 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3bf0 0.00% msgr-worker-1 libceph-common.so.2 [.] std::mutex::lock 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000d7869 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_csum_hwoffload_help 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c118f 0.00% msgr-worker-2 [kernel.kallsyms] [k] __mod_zone_page_state 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_push_pending_frames 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f9647 0.00% msgr-worker-1 [kernel.kallsyms] [k] mntput 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::~raw_posix_aligned 0.00% fio [kernel.kallsyms] [k] using_native_sched_clock 0.00% msgr-worker-2 [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-2 [kernel.kallsyms] [k] account_user_time 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000087c70 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3f32 0.00% msgr-worker-2 [kernel.kallsyms] [k] irq_exit 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4745 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_release_all 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000368a0 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000089884 0.00% msgr-worker-1 [kernel.kallsyms] [k] rb_first 0.00% fio fio [.] 0x000000000004a220 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005b6c2a 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_push 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8d20 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3894 0.00% fio fio [.] 0x00000000000494ce 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_push 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000354d4 0.00% msgr-worker-2 [kernel.kallsyms] [k] available_idle_cpu 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f41c8 0.00% fio fio [.] 0x0000000000031331 0.00% msgr-worker-0 [kernel.kallsyms] [k] ip_rcv_finish 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035c44 0.00% msgr-worker-1 [kernel.kallsyms] [k] __kmalloc_reserve.isra.50 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4b88 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000dbaf7 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_check_space 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005bc912 0.00% msgr-worker-0 [kernel.kallsyms] [k] dev_queue_xmit 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sb_start_write 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4c4f 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_process_times 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_small_page_aligned 0.00% fio [kernel.kallsyms] [k] rcu_note_context_switch 0.00% io_context_pool libceph-common.so.2 [.] clock_gettime@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_queue_rcv 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035e50 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ffaf9 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] std::_Rb_tree_decrement 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_irq_exit 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000d7838 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035204 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_release_all 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::get_mempool 0.00% fio fio [.] 0x000000000004bf5e 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rack_update_reo_wnd 0.00% msgr-worker-1 [kernel.kallsyms] [k] __wake_up_sync_key 0.00% msgr-worker-2 libpthread-2.28.so [.] __errno_location 0.00% io_context_pool [kernel.kallsyms] [k] iov_iter_init 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000fd1a0 0.00% msgr-worker-2 [kernel.kallsyms] [k] __zone_watermark_ok 0.00% io_context_pool [kernel.kallsyms] [k] __remove_hrtimer 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.00% fio fio [.] 0x000000000007d2a6 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035254 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3d8e 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000001059a6 0.00% msgr-worker-2 [kernel.kallsyms] [k] account_system_index_time 0.00% io_context_pool librbd.so.1.16.0 [.] Objecter::_osdmap_full_flag 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4bd0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd50d 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.00% msgr-worker-1 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_erase 0.00% msgr-worker-0 [kernel.kallsyms] [k] __fdget 0.00% msgr-worker-0 [kernel.kallsyms] [k] rb_first 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_grow_window.isra.51 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::ImageState::find_pending_refresh 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::cloner::operator() 0.00% msgr-worker-2 [kernel.kallsyms] [k] apic_ack_irq 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::get_return_value 0.00% msgr-worker-2 [kernel.kallsyms] [k] __x86_indirect_thunk_rdx 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x0000000000585f72 0.00% fio fio [.] 0x00000000000499f4 0.00% io_context_pool [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f50f0 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] operator new[] 0.00% msgr-worker-2 libceph-common.so.2 [.] posix_memalign@plt 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000105a4f 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001059f2 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4b88 0.00% io_context_pool libceph-common.so.2 [.] reverse_bits 0.00% msgr-worker-2 libceph-common.so.2 [.] isspace@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] cyc2ns_read_begin 0.00% msgr-worker-2 librbd.so.1.16.0 [.] Message::~Message 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f50f3 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_3ad_lacpdu_recv 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000fea43 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3c23 0.00% msgr-worker-0 libceph-common.so.2 [.] posix_memalign@plt 0.00% io_context_pool libceph-common.so.2 [.] SafeTimer::add_event_at 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_local_out 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::reassign_to_mempool 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000d7834 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4855 0.00% io_context_pool fio [.] 0x000000000007c7b5 0.00% msgr-worker-2 [kernel.kallsyms] [k] idle_cpu 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f38a4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036d04 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036820 0.00% fio [kernel.kallsyms] [k] plist_del 0.00% msgr-worker-2 libceph-common.so.2 [.] Message::set_data 0.00% fio fio [.] 0x000000000007c9f4 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ffae2 0.00% fio [kernel.kallsyms] [k] __acct_update_integrals 0.00% msgr-worker-0 libceph-common.so.2 [.] std::char_traits::length 0.00% msgr-worker-1 [kernel.kallsyms] [k] sock_zerocopy_put 0.00% msgr-worker-1 [kernel.kallsyms] [k] __sb_start_write 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_event_task_tick 0.00% msgr-worker-1 libceph-common.so.2 [.] std::__detail::_List_node_base::_M_unhook@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] __pm_relax 0.00% msgr-worker-1 [kernel.kallsyms] [k] __check_heap_object 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec344 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x000000000058dc74 0.00% msgr-worker-2 [kernel.kallsyms] [k] calc_timer_values 0.00% io_context_pool [kernel.kallsyms] [k] check_cfs_rq_runtime 0.00% fio fio [.] 0x000000000006773a 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4a9b 0.00% msgr-worker-0 [kernel.kallsyms] [k] interrupt_entry 0.00% msgr-worker-0 libceph-common.so.2 [.] C_handle_write::do_request 0.00% fio [kernel.kallsyms] [k] do_timer 0.00% fio fio [.] 0x0000000000022b2c 0.00% msgr-worker-2 [kernel.kallsyms] [k] sk_reset_timer 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3bc9 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3899 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3d8e 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae106 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::prepare_send_message 0.00% io_context_pool [kernel.kallsyms] [k] __next_timer_interrupt 0.00% msgr-worker-2 [kernel.kallsyms] [k] timekeeping_update 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fd1a8 0.00% msgr-worker-2 [kernel.kallsyms] [k] detach_if_pending 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035760 0.00% msgr-worker-0 [kernel.kallsyms] [k] generic_pipe_buf_confirm 0.00% fio [kernel.kallsyms] [k] hrtimer_interrupt 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ffad1 0.00% fio fio [.] 0x0000000000067871 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc928 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append_hole 0.00% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::is_queued 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_run_xdp 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105ab3 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] std::__detail::_List_node_base::_M_unhook 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x000000000058dc74 0.00% msgr-worker-1 [kernel.kallsyms] [k] using_native_sched_clock 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5931 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f51f8 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bc5b4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8d2b 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5918 0.00% fio fio [.] 0x000000000004c290 0.00% msgr-worker-0 [kernel.kallsyms] [k] bond_3ad_lacpdu_recv 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ffad1 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f5b40 0.00% msgr-worker-0 [kernel.kallsyms] [k] __tcp_push_pending_frames 0.00% msgr-worker-2 [kernel.kallsyms] [k] flow_get_u32_dst 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000104ff0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd551 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000be7a8 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_irq_load_avg 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator::iterator 0.00% msgr-worker-1 [kernel.kallsyms] [k] irqtime_account_irq 0.00% msgr-worker-1 [kernel.kallsyms] [k] timespec64_trunc 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089e20 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_first_segment 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_dispatch 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000354d4 0.00% msgr-worker-0 [kernel.kallsyms] [k] handle_irq_event_percpu 0.00% msgr-worker-0 [kernel.kallsyms] [k] detach_if_pending 0.00% msgr-worker-0 [vdso] [.] 0x00000000000009d7 0.00% msgr-worker-0 libceph-common.so.2 [.] operator delete@plt 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105960 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000001063b0 0.00% msgr-worker-2 [kernel.kallsyms] [k] plist_del 0.00% fio fio [.] 0x000000000004b9b6 0.00% msgr-worker-0 libceph-common.so.2 [.] Message::decode_trace 0.00% msgr-worker-1 libceph-common.so.2 [.] Message::encode_trace 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000a517a 0.00% msgr-worker-1 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000a5718 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5019 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11ef 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000101062 0.00% msgr-worker-0 libceph-common.so.2 [.] std::mutex::lock 0.00% msgr-worker-0 libceph-common.so.2 [.] std::_Rb_tree_decrement@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] generic_update_time 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f5376 0.00% msgr-worker-2 [kernel.kallsyms] [k] do_softirq.part.14 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3b63 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f9656 0.00% fio librbd.so.1.16.0 [.] 0x00000000000876c4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ffb00 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000a5725 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000368a4 0.00% msgr-worker-2 [kernel.kallsyms] [k] net_rx_action 0.00% msgr-worker-2 [kernel.kallsyms] [k] iov_iter_init 0.00% msgr-worker-2 libceph-common.so.2 [.] C_handle_write::do_request 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000350b4 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036820 0.00% msgr-worker-0 [kernel.kallsyms] [k] timerqueue_add 0.00% fio [kernel.kallsyms] [k] note_gp_changes 0.00% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock_irq 0.00% msgr-worker-2 [kernel.kallsyms] [k] __kmalloc_reserve.isra.50 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036d04 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000dbacd 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4ad1 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4720 0.00% fio fio [.] 0x000000000004c270 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000bb82b 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x000000000010597c 0.00% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% fio fio [.] 0x0000000000027f35 0.00% msgr-worker-0 [kernel.kallsyms] [k] nf_nat_ipv4_fn 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4c94 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036824 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_update_sq_local_ci 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3f1f 0.00% io_context_pool [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3b83 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cbc50 0.00% msgr-worker-1 [kernel.kallsyms] [k] ktime_get 0.00% msgr-worker-1 [kernel.kallsyms] [k] timekeeping_advance 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4b3b 0.00% io_context_pool [kernel.kallsyms] [k] perf_pmu_nop_txn 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] std::_Rb_tree_decrement 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f45a6 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec36f 0.00% fio fio [.] 0x000000000004bc80 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::QosImageDispatch::write 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000874a4 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008dab0 0.00% msgr-worker-0 [kernel.kallsyms] [k] kill_fasync 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000001059d7 0.00% msgr-worker-2 [kernel.kallsyms] [k] __x2apic_send_IPI_dest 0.00% fio librbd.so.1.16.0 [.] 0x0000000000089864 0.00% fio [kernel.kallsyms] [k] ttwu_stat 0.00% io_context_pool [kernel.kallsyms] [k] calc_global_load_tick 0.00% msgr-worker-0 [kernel.kallsyms] [k] jiffies_to_usecs 0.00% msgr-worker-0 [kernel.kallsyms] [k] sk_reset_timer 0.00% msgr-worker-1 [kernel.kallsyms] [k] run_timer_softirq 0.00% msgr-worker-0 [kernel.kallsyms] [k] irq_work_tick 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5011 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x000000000058dc94 0.00% fio librados.so.2.0.0 [.] 0x0000000000035b80 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f505c 0.00% fio [kernel.kallsyms] [k] add_wait_queue 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035090 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append_hole 0.00% msgr-worker-1 [kernel.kallsyms] [k] plist_del 0.00% io_context_pool [kernel.kallsyms] [k] read_tsc 0.00% service [kernel.kallsyms] [k] handle_mm_fault 0.00% msgr-worker-0 [kernel.kallsyms] [k] __raw_spin_unlock 0.00% msgr-worker-1 [kernel.kallsyms] [k] irq_exit 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ffa86 0.00% msgr-worker-1 [kernel.kallsyms] [k] timekeeping_update 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_dl_rq_load_avg 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_cfs_group 0.00% fio [kernel.kallsyms] [k] run_timer_softirq 0.00% msgr-worker-2 [kernel.kallsyms] [k] get_inner_l3_l4_type.isra.37 0.00% io_context_pool libceph-common.so.2 [.] std::_Rb_tree_insert_and_rebalance@plt 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000a5725 0.00% msgr-worker-1 [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f41b8 0.00% msgr-worker-0 [kernel.kallsyms] [k] cpu_load_update 0.00% msgr-worker-0 [kernel.kallsyms] [k] generic_update_time 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f9653 0.00% fio fio [.] 0x000000000004ba37 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f965a 0.00% msgr-worker-0 libceph-common.so.2 [.] MOSDOpReply::~MOSDOpReply 0.00% msgr-worker-0 [kernel.kallsyms] [k] tick_sched_handle 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000100ed4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8d24 0.00% fio [kernel.kallsyms] [k] retint_user 0.00% fio librbd.so.1.16.0 [.] 0x0000000000089054 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105969 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5202 0.00% fio fio [.] 0x0000000000049a0b 0.00% msgr-worker-0 [kernel.kallsyms] [k] select_idle_sibling 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ffb00 0.00% msgr-worker-2 libceph-common.so.2 [.] Message::decode_trace 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae110 0.00% msgr-worker-1 [kernel.kallsyms] [k] __intel_pmu_enable_all.constprop.25 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd546 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.00% msgr-worker-0 [kernel.kallsyms] [k] arch_perf_update_userpage 0.00% msgr-worker-1 [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_group_capacity 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3894 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000dbae3 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ffad1 0.00% io_context_pool [kernel.kallsyms] [k] prepare_exit_to_usermode 0.00% msgr-worker-1 [kernel.kallsyms] [k] cpu_load_update 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_fill_cb 0.00% msgr-worker-0 [kernel.kallsyms] [k] bond_dev_queue_xmit 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000a5188 0.00% msgr-worker-1 [kernel.kallsyms] [k] trigger_dyntick_cpu.isra.30 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree::MergedRequests>, std::_Select1st::MergedRequests> >, std::less, std::allocator::MergedRequests> > >::_M_insert_unique::MergedRequests> > 0.00% fio fio [.] 0x000000000004bfe4 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x00000000000889c4 0.00% ceph_timer [kernel.kallsyms] [k] plist_del 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000368a4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4c45 0.00% fio [kernel.kallsyms] [k] timekeeping_advance 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::is_queued 0.00% msgr-worker-1 [kernel.kallsyms] [k] jiffies_to_usecs 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036cc4 0.00% io_context_pool librbd.so.1.16.0 [.] LambdaContext::register_in_flight_request(unsigned long, utime_t const&, Context**)::{lambda(int)#1}>::~LambdaContext 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000bc5bb 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035764 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec474 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec3e1 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035c44 0.00% msgr-worker-2 [kernel.kallsyms] [k] native_smp_send_reschedule 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f964f 0.00% msgr-worker-0 [kernel.kallsyms] [k] calc_timer_values 0.00% fio fio [.] 0x000000000007c9d8 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000354d4 0.00% fio fio [.] 0x000000000007d0ca 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_check_callbacks 0.00% msgr-worker-0 [kernel.kallsyms] [k] fq_codel_dequeue 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105960 0.00% msgr-worker-0 [kernel.kallsyms] [k] __mnt_drop_write 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000bc5b4 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_v4_send_check 0.00% fio [kernel.kallsyms] [k] __handle_irq_event_percpu 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5b3b 0.00% io_context_pool libc-2.28.so [.] _IO_setb 0.00% msgr-worker-1 libpthread-2.28.so [.] __pthread_mutex_unlock 0.00% fio fio [.] lock_file 0.00% fio fio [.] 0x00000000000694d2 0.00% msgr-worker-1 [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_remaining_segments 0.00% msgr-worker-0 libceph-common.so.2 [.] epoll_wait@plt 0.00% fio [kernel.kallsyms] [k] trace_sched_wake_idle_without_ipi 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_event_sched_in 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000087d74 0.00% msgr-worker-1 [kernel.kallsyms] [k] get_inner_l3_l4_type.isra.37 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x00000000000889c0 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087754 0.00% msgr-worker-1 [kernel.kallsyms] [k] generic_update_time 0.00% fio fio [.] 0x000000000007d09e 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f593a 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_idx_default 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f64 0.00% msgr-worker-0 [kernel.kallsyms] [k] timekeeping_update 0.00% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_create 0.00% msgr-worker-2 [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3b7f 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035c34 0.00% fio [kernel.kallsyms] [k] __update_load_avg_se 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_get_sq_hw_ci 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x00000000000889c4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f39a1 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c126f 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x00000000000889c4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f504f 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087600 0.00% msgr-worker-2 [kernel.kallsyms] [k] sched_clock 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000883d0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105003 0.00% fio fio [.] 0x000000000007c7e4 0.00% msgr-worker-1 [kernel.kallsyms] [k] hrtick_update 0.00% io_context_pool [kernel.kallsyms] [k] __softirqentry_text_start 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_event_set_state.part.70 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae10e 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3b7a 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000001063cc 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_cfs_group 0.00% fio fio [.] 0x000000000007c7fc 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005bc92f 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f70 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036564 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_log_itrace_start 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008cd60 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000087c70 0.00% msgr-worker-2 [kernel.kallsyms] [k] schedule_hrtimeout_range 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_copy_datagram_iter 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005b6c2f 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000c21cc 0.00% fio fio [.] 0x00000000000312ef 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae14b 0.00% msgr-worker-0 [kernel.kallsyms] [k] drop_futex_key_refs.isra.16 0.00% msgr-worker-2 [kernel.kallsyms] [k] __pm_relax 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008cd64 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000a5174 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008cd64 0.00% fio fio [.] 0x0000000000068f11 0.00% msgr-worker-0 [kernel.kallsyms] [k] __acct_update_integrals 0.00% io_context_pool libstdc++.so.6.0.25 [.] std::__detail::_List_node_base::_M_hook 0.00% io_context_pool [kernel.kallsyms] [k] __list_del_entry_valid 0.00% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_create 0.00% msgr-worker-2 [kernel.kallsyms] [k] __raw_spin_unlock 0.00% fio fio [.] 0x0000000000049495 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x0000000000585f7b 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_xmit_frame 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x000000000058dc79 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0ffb 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f9653 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::get_mempool 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bc5bb 0.00% msgr-worker-0 [kernel.kallsyms] [k] rb_erase 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089d74 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000368a0 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_free_head 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_urg 0.00% msgr-worker-0 [kernel.kallsyms] [k] check_stack_object 0.00% msgr-worker-0 libceph-common.so.2 [.] strlen@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] sock_zerocopy_put 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005bc910 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_irq_enter 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000876c4 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3b7f 0.00% io_context_pool libceph-common.so.2 [.] SafeTimer::cancel_event 0.00% fio fio [.] 0x0000000000027de9 0.00% msgr-worker-1 [kernel.kallsyms] [k] __mnt_want_write 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x00000000000889c0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4bd0 0.00% io_context_pool [kernel.kallsyms] [k] interrupt_entry 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f39c9 0.00% io_context_pool libpthread-2.28.so [.] _pthread_cleanup_pop 0.00% msgr-worker-2 librbd.so.1.16.0 [.] Objecter::Op::~Op 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005b6c26 0.00% msgr-worker-0 [kernel.kallsyms] [k] plist_del 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_task_tick 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4abc 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000089d74 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000002d6d80 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000fd1a8 0.00% fio [kernel.kallsyms] [k] task_ctx_sched_out 0.00% msgr-worker-0 [kernel.kallsyms] [k] native_write_cr2 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035254 0.00% msgr-worker-2 [kernel.kallsyms] [k] __vfs_read 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x000000000058dc94 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bb634 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8d24 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% msgr-worker-2 libceph-common.so.2 [.] std::char_traits::compare 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::is_queued 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5918 0.00% io_context_pool libceph-common.so.2 [.] reverse_nibbles 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000dba9c 0.00% fio fio [.] 0x0000000000027df8 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008dab0 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::is_queued 0.00% fio fio [.] 0x000000000004c1d9 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087c74 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::reserve 0.00% fio fio [.] 0x0000000000069585 0.00% fio [kernel.kallsyms] [k] irqtime_account_process_tick.isra.12 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089050 0.00% fio fio [.] 0x000000000007c8d8 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000036864 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bb634 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3b7b 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105958 0.00% fio fio [.] 0x000000000004a242 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000d783b 0.00% io_context_pool librbd.so.1.16.0 [.] boost::asio::detail::executor_op::schedule_dispatch_delayed_requests()::{lambda(int)#5}::operator()(int) const::{lambda()#2}>, std::allocator, boost::asio::detail::scheduler_operation>::do_complete 0.00% safe_timer [kernel.kallsyms] [k] acpi_os_read_memory 0.00% msgr-worker-0 [kernel.kallsyms] [k] acpi_os_read_memory 0.00% service [kernel.kallsyms] [k] fill_pmd 0.00% io_context_pool [kernel.kallsyms] [k] ghes_notify_nmi 0.00% fio [kernel.kallsyms] [k] acpi_os_read_memory 0.00% msgr-worker-1 [kernel.kallsyms] [k] native_flush_tlb_one_user 0.00% ceph_timer [kernel.kallsyms] [k] native_flush_tlb_one_user 0.00% msgr-worker-2 [kernel.kallsyms] [k] __native_set_fixmap 0.00% msgr-worker-1 [kernel.kallsyms] [k] ghes_notify_nmi 0.00% msgr-worker-0 [kernel.kallsyms] [k] apei_read 0.00% service [kernel.kallsyms] [k] native_write_msr 0.00% ceph_timer [kernel.kallsyms] [k] native_write_msr 0.00% msgr-worker-0 [kernel.kallsyms] [k] intel_bts_enable_local 0.00% fio [kernel.kallsyms] [k] intel_bts_enable_local 0.00% msgr-worker-2 [kernel.kallsyms] [k] native_apic_msr_write 0.00% safe_timer [kernel.kallsyms] [k] native_apic_msr_write 0.00% safe_timer [kernel.kallsyms] [k] intel_pmu_handle_irq 0.00% io_context_pool [kernel.kallsyms] [k] intel_pmu_handle_irq 0.00% io_context_pool [kernel.kallsyms] [k] native_apic_msr_write # # (Tip: Generate a script for your data: perf script -g ) #