# To display the perf.data header info, please use --header/--header-only options. # # # Total Lost Samples: 0 # # Samples: 95K of event 'cycles' # Event count (approx.): 35552250015 # # Overhead Command Shared Object Symbol # ........ ............... ................... .................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................... # 2.46% io_context_pool libc-2.28.so [.] _int_free | --2.44%--_int_free 2.42% io_context_pool libc-2.28.so [.] malloc_consolidate | ---malloc_consolidate 2.39% io_context_pool libpthread-2.28.so [.] __pthread_mutex_lock | ---__pthread_mutex_lock | --1.13%--0xc2894cc9310020bb 1.94% fio libc-2.28.so [.] malloc_consolidate | ---malloc_consolidate 1.47% io_context_pool libc-2.28.so [.] _int_malloc | --1.46%--_int_malloc 1.42% io_context_pool libc-2.28.so [.] malloc | --1.40%--malloc 1.41% io_context_pool libc-2.28.so [.] cfree@GLIBC_2.2.5 | --1.39%--cfree@GLIBC_2.2.5 1.36% io_context_pool libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt | --1.36%--__pthread_mutex_unlock_usercnt 1.17% io_context_pool libpthread-2.28.so [.] __pthread_rwlock_unlock | --1.16%--__pthread_rwlock_unlock 1.15% io_context_pool libpthread-2.28.so [.] __pthread_rwlock_rdlock | --1.14%--__pthread_rwlock_rdlock 1.14% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::erase | --1.14%--std::_Rb_tree, std::less, std::allocator >::erase | --0.73%--0x6165722000000000 1.08% fio libc-2.28.so [.] malloc | --1.07%--malloc 1.08% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_unique | --1.07%--std::_Rb_tree, std::less, std::allocator >::_M_insert_unique | |--0.56%--0 | --0.51%--0x6165722000000000 0.97% msgr-worker-2 libc-2.28.so [.] _int_free | --0.97%--_int_free 0.96% fio libc-2.28.so [.] _int_malloc | --0.96%--_int_malloc 0.89% msgr-worker-1 libc-2.28.so [.] _int_free | --0.89%--_int_free 0.87% io_context_pool librbd.so.1.16.0 [.] librbd::io::FlushTracker::finish_io | --0.87%--librbd::io::FlushTracker::finish_io | --0.63%--0x55b819189e90 0.82% msgr-worker-0 libc-2.28.so [.] _int_free | --0.82%--_int_free 0.74% io_context_pool librbd.so.1.16.0 [.] LambdaContext::register_in_flight_request(unsigned long, utime_t const&, Context**)::{lambda(int)#1}>::finish | --0.73%--LambdaContext::register_in_flight_request(unsigned long, utime_t const&, Context**)::{lambda(int)#1}>::finish | --0.66%--0xc2894cc9310020bb 0.68% msgr-worker-2 libc-2.28.so [.] cfree@GLIBC_2.2.5 | --0.68%--cfree@GLIBC_2.2.5 0.66% io_context_pool libceph-common.so.2 [.] ceph::common::PerfCounters::inc | ---ceph::common::PerfCounters::inc 0.60% msgr-worker-1 libc-2.28.so [.] cfree@GLIBC_2.2.5 | --0.60%--cfree@GLIBC_2.2.5 0.59% msgr-worker-0 libc-2.28.so [.] cfree@GLIBC_2.2.5 | ---cfree@GLIBC_2.2.5 0.59% fio libc-2.28.so [.] __memmove_avx_unaligned_erms | --0.59%--__memmove_avx_unaligned_erms 0.57% io_context_pool [kernel.kallsyms] [k] _raw_spin_lock_irqsave | ---_raw_spin_lock_irqsave 0.55% io_context_pool libpthread-2.28.so [.] __pthread_rwlock_wrlock | ---__pthread_rwlock_wrlock 0.55% fio librbd.so.1.16.0 [.] librbd::poll_io_events | ---librbd::poll_io_events 0.51% io_context_pool [kernel.kallsyms] [k] try_to_wake_up | --0.50%--try_to_wake_up 0.51% io_context_pool libstdc++.so.6.0.25 [.] std::_Rb_tree_rebalance_for_erase 0.48% msgr-worker-1 libceph-common.so.2 [.] crc32_iscsi_00 0.41% io_context_pool librbd.so.1.16.0 [.] librbd::io::FlushTracker::start_io 0.41% io_context_pool libstdc++.so.6.0.25 [.] std::_Rb_tree_insert_and_rebalance 0.40% fio librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_unique 0.39% msgr-worker-2 libceph-common.so.2 [.] crc32_iscsi_00 0.39% io_context_pool libceph-common.so.2 [.] ceph::common::RefCountedObject::_get 0.38% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.38% io_context_pool librbd.so.1.16.0 [.] boost::container::copy_assign_range_alloc_n, void>, OSDOp*, OSDOp*> 0.38% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::try_delay_write 0.38% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::complete_event_socket 0.37% msgr-worker-0 libceph-common.so.2 [.] crc32_iscsi_00 0.36% io_context_pool librbd.so.1.16.0 [.] Objecter::Op::Op 0.35% msgr-worker-2 libceph-common.so.2 [.] EventCenter::process_events 0.35% io_context_pool libceph-common.so.2 [.] ProtocolV2::send_message 0.35% fio libpthread-2.28.so [.] __pthread_rwlock_rdlock 0.34% msgr-worker-1 libceph-common.so.2 [.] EventCenter::process_events 0.33% io_context_pool [kernel.kallsyms] [k] __fget 0.32% io_context_pool librbd.so.1.16.0 [.] librbd::io::Dispatcher::send 0.32% io_context_pool librbd.so.1.16.0 [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release 0.31% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatcher::send_dispatch 0.31% msgr-worker-2 libpthread-2.28.so [.] __pthread_mutex_lock 0.30% io_context_pool librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::list::list 0.30% fio librbd.so.1.16.0 [.] librbd::io::FlushTracker::start_io 0.30% msgr-worker-1 libpthread-2.28.so [.] __pthread_mutex_lock 0.30% io_context_pool [kernel.kallsyms] [k] select_task_rq_fair 0.29% io_context_pool librbd.so.1.16.0 [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::erase 0.29% msgr-worker-0 libceph-common.so.2 [.] EventCenter::process_events 0.28% io_context_pool [kernel.kallsyms] [k] futex_wait_setup 0.28% fio libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt 0.28% fio librbd.so.1.16.0 [.] librbd::AsioEngine::post 0.28% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::ImageDispatchSpec 0.27% fio [kernel.kallsyms] [k] futex_wake 0.27% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::send_dispatch 0.27% fio libpthread-2.28.so [.] __pthread_rwlock_unlock 0.27% fio librbd.so.1.16.0 [.] librbd::RBD::AioCompletion::release 0.26% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1305 0.26% msgr-worker-1 [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.26% msgr-worker-0 libc-2.28.so [.] malloc 0.25% io_context_pool [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.25% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatchSpec::create_write 0.24% fio librbd.so.1.16.0 [.] librbd::ImageCtx::get_data_io_context 0.24% msgr-worker-0 libpthread-2.28.so [.] __pthread_mutex_lock 0.24% fio [kernel.kallsyms] [k] try_to_wake_up 0.24% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock 0.24% io_context_pool [kernel.kallsyms] [k] _raw_spin_lock_irq 0.23% io_context_pool [kernel.kallsyms] [k] futex_wake 0.23% msgr-worker-2 [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.23% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatchSpec::C_Dispatcher::finish 0.23% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.23% msgr-worker-1 libc-2.28.so [.] malloc 0.23% msgr-worker-2 libc-2.28.so [.] malloc 0.22% fio fio [.] 0x000000000007c927 0.22% io_context_pool librbd.so.1.16.0 [.] Objecter::_get_session 0.21% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.21% io_context_pool [kernel.kallsyms] [k] update_cfs_rq_h_load 0.21% io_context_pool librbd.so.1.16.0 [.] Objecter::mutate 0.21% io_context_pool [kernel.kallsyms] [k] native_write_msr 0.20% fio [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.20% fio [kernel.kallsyms] [k] __fget 0.20% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::C_Dispatcher::finish 0.20% io_context_pool [kernel.kallsyms] [k] mutex_lock 0.20% msgr-worker-0 [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.20% io_context_pool [kernel.kallsyms] [k] mutex_unlock 0.20% fio libpthread-2.28.so [.] __pthread_mutex_lock 0.20% fio librbd.so.1.16.0 [.] librbd::RBD::AioCompletion::get_arg 0.20% msgr-worker-2 libc-2.28.so [.] __memmove_avx_unaligned_erms 0.19% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock 0.19% io_context_pool libstdc++.so.6.0.25 [.] operator new 0.19% fio fio [.] 0x000000000007c933 0.19% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock_irqsave 0.19% msgr-worker-2 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::encode_payload 0.18% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0df8 0.18% io_context_pool librbd.so.1.16.0 [.] librbd::io::QosImageDispatch::set_throttle_flag 0.18% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::write_object 0.17% msgr-worker-1 libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.17% io_context_pool [kernel.kallsyms] [k] _raw_spin_lock 0.17% fio [kernel.kallsyms] [k] mark_wake_futex 0.17% msgr-worker-2 libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.17% io_context_pool [kernel.kallsyms] [k] futex_wait 0.17% io_context_pool [kernel.kallsyms] [k] syscall_return_via_sysret 0.17% msgr-worker-1 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::encode_payload 0.17% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::create_write 0.17% fio [kernel.kallsyms] [k] poll_schedule_timeout.constprop.15 0.17% msgr-worker-1 libc-2.28.so [.] __memmove_avx_unaligned_erms 0.16% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock 0.16% fio librbd.so.1.16.0 [.] rbd_poll_io_events 0.16% msgr-worker-0 libc-2.28.so [.] _int_malloc 0.16% msgr-worker-0 libc-2.28.so [.] __memmove_avx_unaligned_erms 0.16% msgr-worker-0 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::encode_payload 0.16% msgr-worker-1 libceph-common.so.2 [.] ceph::common::RefCountedObject::put 0.15% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::_get_next_outgoing 0.15% msgr-worker-2 libc-2.28.so [.] _int_malloc 0.15% io_context_pool libpthread-2.28.so [.] __condvar_dec_grefs 0.15% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatch::write 0.15% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::complete_request 0.15% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::remap_extents 0.14% io_context_pool libc-2.28.so [.] __memmove_avx_unaligned_erms 0.14% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::complete 0.14% msgr-worker-2 libceph-common.so.2 [.] ceph::common::RefCountedObject::put 0.14% io_context_pool libceph-common.so.2 [.] EventCenter::dispatch_event_external 0.14% msgr-worker-1 [kernel.kallsyms] [k] tcp_sendmsg_locked 0.14% io_context_pool [kernel.kallsyms] [k] __wake_up_common 0.14% fio [kernel.kallsyms] [k] select_task_rq_fair 0.14% msgr-worker-1 libc-2.28.so [.] _int_malloc 0.14% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::_get_next_outgoing 0.14% msgr-worker-0 libceph-common.so.2 [.] ceph::common::RefCountedObject::put 0.13% fio [kernel.kallsyms] [k] syscall_return_via_sysret 0.13% io_context_pool [kernel.kallsyms] [k] get_futex_value_locked 0.13% io_context_pool librbd.so.1.16.0 [.] librbd::RBD::AioCompletion::get_return_value 0.13% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::send_dispatch 0.13% msgr-worker-0 libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.13% io_context_pool fio [.] 0x000000000007c78d 0.13% msgr-worker-2 librbd.so.1.16.0 [.] boost::container::vector, void>, void>::~vector 0.13% io_context_pool libc-2.28.so [.] __lll_lock_wait_private 0.13% fio [kernel.kallsyms] [k] syscall_slow_exit_work 0.13% io_context_pool librbd.so.1.16.0 [.] boost::asio::detail::executor_op, std::allocator, boost::asio::detail::scheduler_operation>::do_complete 0.12% io_context_pool librbd.so.1.16.0 [.] std::__shared_ptr::__shared_ptr 0.12% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::release 0.12% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.12% msgr-worker-2 libpthread-2.28.so [.] __pthread_rwlock_rdlock 0.12% fio [kernel.kallsyms] [k] _raw_spin_lock 0.12% io_context_pool libc-2.28.so [.] vfprintf 0.12% io_context_pool librbd.so.1.16.0 [.] librbd::io::QosImageDispatch::needs_throttle 0.12% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::_get_next_outgoing 0.12% msgr-worker-1 libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt 0.12% io_context_pool librbd.so.1.16.0 [.] librbd::io::util::file_to_extents 0.12% io_context_pool [kernel.kallsyms] [k] finish_task_switch 0.12% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::C_Dispatcher::complete 0.12% msgr-worker-2 [kernel.kallsyms] [k] tcp_sendmsg_locked 0.11% msgr-worker-1 [kernel.kallsyms] [k] copy_user_generic_unrolled 0.11% io_context_pool librbd.so.1.16.0 [.] std::vector >::operator= 0.11% msgr-worker-2 [kernel.kallsyms] [k] copy_user_generic_unrolled 0.11% msgr-worker-0 libpthread-2.28.so [.] __pthread_rwlock_rdlock 0.11% fio libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.11% io_context_pool [kernel.kallsyms] [k] entry_SYSCALL_64 0.11% msgr-worker-0 [kernel.kallsyms] [k] tcp_sendmsg_locked 0.11% io_context_pool libceph-common.so.2 [.] ceph::common::PerfCounters::tinc 0.11% io_context_pool libc-2.28.so [.] unlink_chunk.isra.1 0.11% io_context_pool librbd.so.1.16.0 [.] Objecter::_calc_target 0.11% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatch::write 0.11% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::assign 0.11% msgr-worker-1 libceph-common.so.2 [.] ceph_str_hash_linux 0.11% fio libstdc++.so.6.0.25 [.] 0x00000000000ae10a 0.10% fio librbd.so.1.16.0 [.] librbd::io::Dispatcher::send 0.10% msgr-worker-2 libc-2.28.so [.] malloc_consolidate 0.10% msgr-worker-0 librbd.so.1.16.0 [.] boost::container::vector, void>, void>::~vector 0.10% fio librbd.so.1.16.0 [.] librbd::api::Io::aio_write 0.10% msgr-worker-0 [kernel.kallsyms] [k] copy_user_generic_unrolled 0.10% msgr-worker-2 libceph-common.so.2 [.] Throttle::put 0.10% io_context_pool [kernel.kallsyms] [k] visit_groups_merge 0.10% io_context_pool libceph-common.so.2 [.] Throttle::get_or_fail 0.10% io_context_pool [kernel.kallsyms] [k] native_sched_clock 0.10% io_context_pool libpthread-2.28.so [.] pthread_cond_wait@@GLIBC_2.3.2 0.10% msgr-worker-1 libpthread-2.28.so [.] __pthread_rwlock_rdlock 0.10% io_context_pool [kernel.kallsyms] [k] cpuacct_charge 0.10% msgr-worker-2 libceph-common.so.2 [.] ceph_str_hash_linux 0.10% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectWriteRequest::~ObjectWriteRequest 0.10% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.10% fio fio [.] get_io_u 0.10% msgr-worker-1 [kernel.kallsyms] [k] cpuacct_charge 0.10% msgr-worker-1 [kernel.kallsyms] [k] pipe_read 0.09% io_context_pool [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.09% msgr-worker-2 libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt 0.09% msgr-worker-2 [kernel.kallsyms] [k] pipe_read 0.09% msgr-worker-2 librbd.so.1.16.0 [.] _ZN4ceph5async6detail14CompletionImplIN5boost4asio10io_context13executor_typeEZN6librbd4asio4util20get_callback_adapterIZNS7_2io26AbstractObjectWriteRequestINS7_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS3_6system10error_codeEDpOT_E_vJSJ_EE13destroy_deferEOSt5tupleIJSJ_EE 0.09% io_context_pool librbd.so.1.16.0 [.] boost::container::copy_assign_range_alloc_n, void>, boost::move_iterator, OSDOp*> 0.09% io_context_pool [kernel.kallsyms] [k] pollwake 0.09% fio [kernel.kallsyms] [k] do_sys_poll 0.09% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::crc32c 0.09% msgr-worker-1 libc-2.28.so [.] malloc_consolidate 0.09% msgr-worker-0 libceph-common.so.2 [.] Throttle::put 0.09% io_context_pool [kernel.kallsyms] [k] syscall_slow_exit_work 0.09% msgr-worker-1 libceph-common.so.2 [.] Throttle::put 0.09% io_context_pool [kernel.kallsyms] [k] __audit_syscall_entry 0.09% fio [kernel.kallsyms] [k] update_cfs_rq_h_load 0.09% fio libpthread-2.28.so [.] __pthread_rwlock_wrlock 0.09% io_context_pool librbd.so.1.16.0 [.] Objecter::_op_submit 0.09% msgr-worker-1 librbd.so.1.16.0 [.] _ZN4ceph5async6detail14CompletionImplIN5boost4asio10io_context13executor_typeEZN6librbd4asio4util20get_callback_adapterIZNS7_2io26AbstractObjectWriteRequestINS7_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS3_6system10error_codeEDpOT_E_vJSJ_EE13destroy_deferEOSt5tupleIJSJ_EE 0.09% io_context_pool [kernel.kallsyms] [k] __audit_syscall_exit 0.09% msgr-worker-0 libc-2.28.so [.] malloc_consolidate 0.09% msgr-worker-2 [kernel.kallsyms] [k] futex_wake 0.08% fio [kernel.kallsyms] [k] native_write_msr 0.08% msgr-worker-1 [kernel.kallsyms] [k] ep_item_poll.isra.16 0.08% msgr-worker-1 librbd.so.1.16.0 [.] boost::container::vector, void>, void>::~vector 0.08% io_context_pool librbd.so.1.16.0 [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_insert_unique_node 0.08% msgr-worker-0 libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt 0.08% msgr-worker-0 librbd.so.1.16.0 [.] _ZN4ceph5async6detail14CompletionImplIN5boost4asio10io_context13executor_typeEZN6librbd4asio4util20get_callback_adapterIZNS7_2io26AbstractObjectWriteRequestINS7_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS3_6system10error_codeEDpOT_E_vJSJ_EE13destroy_deferEOSt5tupleIJSJ_EE 0.08% fio librbd.so.1.16.0 [.] rbd_aio_write 0.08% msgr-worker-2 [kernel.kallsyms] [k] syscall_return_via_sysret 0.08% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.08% msgr-worker-1 [vdso] [.] 0x00000000000009c7 0.08% msgr-worker-0 librbd.so.1.16.0 [.] spg_t::encode 0.08% msgr-worker-2 [kernel.kallsyms] [k] pipe_poll 0.08% msgr-worker-2 [kernel.kallsyms] [k] ep_item_poll.isra.16 0.08% msgr-worker-2 [kernel.kallsyms] [k] syscall_slow_exit_work 0.08% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree::ObjectRequests> >, std::_Select1st::ObjectRequests> > >, std::less, std::allocator::ObjectRequests> > > >::_M_erase_aux 0.08% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::notify_callbacks_complete 0.08% msgr-worker-1 libceph-common.so.2 [.] ceph::common::PerfCounters::tinc 0.08% msgr-worker-1 libceph-common.so.2 [.] ceph::common::PerfCounters::inc 0.08% msgr-worker-0 libceph-common.so.2 [.] ceph::common::PerfCounters::inc 0.08% fio [kernel.kallsyms] [k] fput 0.08% msgr-worker-1 [kernel.kallsyms] [k] hinic_send_one_skb.constprop.42 0.08% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.08% msgr-worker-1 [kernel.kallsyms] [k] syscall_slow_exit_work 0.08% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.08% fio fio [.] axmap_isset 0.08% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::priv_swap, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void> > 0.08% io_context_pool [kernel.kallsyms] [k] available_idle_cpu 0.08% msgr-worker-0 libceph-common.so.2 [.] ceph_str_hash_linux 0.07% msgr-worker-0 [kernel.kallsyms] [k] cpuacct_charge 0.07% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x00000000000ae10e 0.07% msgr-worker-2 [kernel.kallsyms] [k] __fget 0.07% fio [kernel.kallsyms] [k] eventfd_poll 0.07% msgr-worker-0 libceph-common.so.2 [.] ceph::common::PerfCounters::tinc 0.07% msgr-worker-2 [kernel.kallsyms] [k] cpuacct_charge 0.07% io_context_pool [kernel.kallsyms] [k] x2apic_send_IPI 0.07% io_context_pool libceph-common.so.2 [.] mempool::pool_t::adjust_count 0.07% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8c49 0.07% msgr-worker-1 [kernel.kallsyms] [k] hinic_get_sq_free_wqebbs 0.07% io_context_pool [kernel.kallsyms] [k] mark_wake_futex 0.07% fio libc-2.28.so [.] cfree@GLIBC_2.2.5 0.07% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x00000000000ae10e 0.07% io_context_pool [kernel.kallsyms] [k] __x64_sys_futex 0.07% io_context_pool librbd.so.1.16.0 [.] librbd::io::Dispatcher::send 0.07% io_context_pool [kernel.kallsyms] [k] fput 0.07% msgr-worker-2 libceph-common.so.2 [.] ceph::common::RefCountedObject::_get 0.07% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::crc32c 0.07% io_context_pool librbd.so.1.16.0 [.] neorados::RADOS::get_executor 0.07% msgr-worker-0 [kernel.kallsyms] [k] __fget 0.07% msgr-worker-0 [kernel.kallsyms] [k] pipe_read 0.07% msgr-worker-0 [kernel.kallsyms] [k] futex_wake 0.07% msgr-worker-1 [kernel.kallsyms] [k] tcp_recvmsg 0.07% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageRequest::update_timestamp 0.07% msgr-worker-1 [kernel.kallsyms] [k] futex_wake 0.07% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_message 0.07% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractImageWriteRequest::send_object_requests 0.07% msgr-worker-1 libceph-common.so.2 [.] ceph::common::RefCountedObject::_get 0.07% msgr-worker-2 libceph-common.so.2 [.] ceph_crc32c_intel_baseline 0.07% msgr-worker-1 librbd.so.1.16.0 [.] spg_t::encode 0.07% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock_bh 0.07% msgr-worker-0 [kernel.kallsyms] [k] pipe_poll 0.07% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::start_op 0.07% msgr-worker-2 librbd.so.1.16.0 [.] spg_t::encode 0.07% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::handle_write 0.07% msgr-worker-2 libceph-common.so.2 [.] ceph::common::PerfCounters::tinc 0.07% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::crc32c 0.07% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3f2c 0.07% msgr-worker-1 [kernel.kallsyms] [k] syscall_return_via_sysret 0.07% msgr-worker-1 [vdso] [.] __vdso_clock_gettime 0.07% msgr-worker-2 [kernel.kallsyms] [k] tcp_recvmsg 0.07% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3f2c 0.07% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_message 0.07% io_context_pool [vdso] [.] 0x00000000000009c7 0.07% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.07% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::priv_swap, void>, void> > 0.06% io_context_pool libstdc++.so.6.0.25 [.] std::_Rb_tree_increment 0.06% msgr-worker-1 [kernel.kallsyms] [k] __skb_clone 0.06% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.06% msgr-worker-0 [kernel.kallsyms] [k] ep_item_poll.isra.16 0.06% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::release 0.06% io_context_pool librbd.so.1.16.0 [.] object_locator_t::object_locator_t 0.06% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::release 0.06% io_context_pool [kernel.kallsyms] [k] do_syscall_64 0.06% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_lock_bh 0.06% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_message 0.06% io_context_pool librbd.so.1.16.0 [.] LambdaContext::needs_throttle(bool, std::vector, std::allocator > > const&, unsigned long, std::atomic*, librbd::io::DispatchResult*, Context**, Context*)::{lambda(int)#1}>::finish 0.06% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::complete_external_callback 0.06% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::handle_write 0.06% fio libstdc++.so.6.0.25 [.] std::_Rb_tree_insert_and_rebalance 0.06% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8c49 0.06% msgr-worker-1 [kernel.kallsyms] [k] __dev_queue_xmit 0.06% fio [kernel.kallsyms] [k] entry_SYSCALL_64 0.06% msgr-worker-1 [kernel.kallsyms] [k] nft_do_chain 0.06% msgr-worker-1 [kernel.kallsyms] [k] ep_poll 0.06% msgr-worker-2 libpthread-2.28.so [.] __pthread_rwlock_wrlock 0.06% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3f2c 0.06% msgr-worker-2 libceph-common.so.2 [.] ceph::common::PerfCounters::inc 0.06% msgr-worker-2 [kernel.kallsyms] [k] nft_do_chain 0.06% msgr-worker-0 [kernel.kallsyms] [k] tcp_recvmsg 0.06% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::release 0.06% io_context_pool [kernel.kallsyms] [k] schedule 0.06% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.06% msgr-worker-1 libceph-common.so.2 [.] ceph::common::PerfCounters::dec 0.06% msgr-worker-2 [kernel.kallsyms] [k] sock_rfree 0.06% io_context_pool libc-2.28.so [.] __strchrnul_avx2 0.06% msgr-worker-0 [vdso] [.] __vdso_clock_gettime 0.06% msgr-worker-0 [vdso] [.] 0x00000000000009c7 0.06% msgr-worker-2 [kernel.kallsyms] [k] tcp_poll 0.06% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.06% msgr-worker-1 [kernel.kallsyms] [k] pipe_poll 0.06% msgr-worker-0 libceph-common.so.2 [.] ceph::common::RefCountedObject::_get 0.06% fio [kernel.kallsyms] [k] do_syscall_64 0.06% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.06% fio libc-2.28.so [.] unlink_chunk.isra.1 0.06% io_context_pool librbd.so.1.16.0 [.] Objecter::_send_op_account 0.06% io_context_pool librbd.so.1.16.0 [.] Striper::file_to_extents 0.06% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::release 0.06% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x00000000000ae10e 0.06% io_context_pool librbd.so.1.16.0 [.] Objecter::_prepare_osd_op 0.06% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::write_message 0.06% msgr-worker-1 libc-2.28.so [.] __memcmp_avx2_movbe 0.06% msgr-worker-2 libpthread-2.28.so [.] __libc_read 0.06% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree::ObjectRequests> >, std::_Select1st::ObjectRequests> > >, std::less, std::allocator::ObjectRequests> > > >::_M_insert_unique::ObjectRequests> > > 0.06% io_context_pool librbd.so.1.16.0 [.] Objecter::op_target_t::get_hobj 0.06% io_context_pool libc-2.28.so [.] _IO_default_xsputn 0.06% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::set_request_count 0.06% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.06% fio librbd.so.1.16.0 [.] librbd::io::AioCompletion::init_time 0.06% msgr-worker-0 libceph-common.so.2 [.] ceph::common::PerfCounters::dec 0.06% io_context_pool [kernel.kallsyms] [k] get_futex_key 0.06% msgr-worker-2 [kernel.kallsyms] [k] ep_poll 0.06% io_context_pool librbd.so.1.16.0 [.] librbd::io::WriteBlockImageDispatch::process_io 0.06% msgr-worker-2 [vdso] [.] __vdso_clock_gettime 0.06% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_preamble_main 0.06% msgr-worker-2 [kernel.kallsyms] [k] ep_send_events_proc 0.06% io_context_pool librbd.so.1.16.0 [.] librbd::io::WriteBlockImageDispatch::handle_finished 0.06% fio [kernel.kallsyms] [k] __audit_syscall_exit 0.06% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_out 0.06% fio [kernel.kallsyms] [k] futex_wait_setup 0.05% msgr-worker-2 [kernel.kallsyms] [k] ip_finish_output2 0.05% msgr-worker-0 [kernel.kallsyms] [k] syscall_return_via_sysret 0.05% msgr-worker-2 [kernel.kallsyms] [k] entry_SYSCALL_64 0.05% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::create_aligned_in_mempool 0.05% io_context_pool libceph-common.so.2 [.] ceph_str_hash_rjenkins 0.05% msgr-worker-2 librbd.so.1.16.0 [.] Objecter::Op::~Op 0.05% io_context_pool [kernel.kallsyms] [k] hash_futex 0.05% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::handle_write 0.05% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectRequest::finish 0.05% io_context_pool libceph-common.so.2 [.] AsyncConnection::send_message 0.05% msgr-worker-1 [kernel.kallsyms] [k] __fget 0.05% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_out 0.05% msgr-worker-2 [vdso] [.] 0x00000000000009c7 0.05% msgr-worker-1 [kernel.kallsyms] [k] __skb_datagram_iter 0.05% msgr-worker-0 [kernel.kallsyms] [k] entry_SYSCALL_64 0.05% msgr-worker-1 libpthread-2.28.so [.] __libc_read 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::AbstractObjectWriteRequest 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectRequest::ObjectRequest 0.05% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_preamble_main 0.05% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.05% msgr-worker-0 [kernel.kallsyms] [k] syscall_slow_exit_work 0.05% io_context_pool libpthread-2.28.so [.] __pthread_disable_asynccancel 0.05% io_context_pool [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.05% io_context_pool [vdso] [.] __vdso_clock_gettime 0.05% io_context_pool libceph-common.so.2 [.] ceph::common::RefCountedObject::put 0.05% msgr-worker-0 [kernel.kallsyms] [k] ep_poll 0.05% io_context_pool librbd.so.1.16.0 [.] LambdaContext::enqueue(bool, unsigned long, librbd::io::DispatchResult*, Context**, Context*)::{lambda(int)#1}>::finish 0.05% msgr-worker-2 [kernel.kallsyms] [k] native_write_msr 0.05% fio [kernel.kallsyms] [k] native_sched_clock 0.05% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_preamble_main 0.05% io_context_pool librbd.so.1.16.0 [.] librbd::io::AsyncOperation::finish_op 0.05% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::process 0.05% msgr-worker-1 [kernel.kallsyms] [k] mutex_lock 0.05% fio libpthread-2.28.so [.] pthread_cond_destroy@@GLIBC_2.3.2 0.05% io_context_pool libpthread-2.28.so [.] __libc_write 0.05% msgr-worker-1 libceph-common.so.2 [.] Message::encode 0.05% msgr-worker-1 [kernel.kallsyms] [k] entry_SYSCALL_64 0.05% msgr-worker-0 [kernel.kallsyms] [k] sock_rfree 0.05% io_context_pool libpthread-2.28.so [.] __lll_lock_wait 0.05% msgr-worker-1 librbd.so.1.16.0 [.] ceph::encode > 0.05% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8c49 0.05% msgr-worker-0 libpthread-2.28.so [.] __libc_read 0.05% msgr-worker-1 libceph-common.so.2 [.] ceph_crc32c_intel_baseline 0.05% msgr-worker-2 librbd.so.1.16.0 [.] ceph::encode > 0.05% msgr-worker-0 [kernel.kallsyms] [k] native_sched_clock 0.05% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::process 0.05% io_context_pool librbd.so.1.16.0 [.] boost::asio::detail::completion_handler >::do_complete 0.05% msgr-worker-2 [kernel.kallsyms] [k] do_syscall_64 0.05% fio fio [.] td_io_queue 0.05% msgr-worker-2 [kernel.kallsyms] [k] __skb_datagram_iter 0.05% io_context_pool [kernel.kallsyms] [k] llist_add_batch 0.05% io_context_pool [kernel.kallsyms] [k] do_futex 0.05% io_context_pool [kernel.kallsyms] [k] vfs_write 0.05% io_context_pool [kernel.kallsyms] [k] syscall_trace_enter 0.05% msgr-worker-1 [kernel.kallsyms] [k] __audit_syscall_exit 0.05% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::release 0.05% msgr-worker-1 [kernel.kallsyms] [k] visit_groups_merge 0.04% fio [kernel.kallsyms] [k] __audit_syscall_entry 0.04% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::write_event 0.04% msgr-worker-1 [kernel.kallsyms] [k] native_write_msr 0.04% msgr-worker-2 [kernel.kallsyms] [k] visit_groups_merge 0.04% msgr-worker-2 [kernel.kallsyms] [k] native_sched_clock 0.04% io_context_pool librbd.so.1.16.0 [.] Objecter::op_submit 0.04% msgr-worker-1 [kernel.kallsyms] [k] ip_finish_output2 0.04% msgr-worker-0 [kernel.kallsyms] [k] hinic_send_one_skb.constprop.42 0.04% io_context_pool [kernel.kallsyms] [k] futex_wait_queue_me 0.04% fio [kernel.kallsyms] [k] visit_groups_merge 0.04% msgr-worker-1 [kernel.kallsyms] [k] __audit_syscall_entry 0.04% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::process 0.04% msgr-worker-0 librbd.so.1.16.0 [.] Objecter::Op::~Op 0.04% msgr-worker-2 [kernel.kallsyms] [k] finish_task_switch 0.04% msgr-worker-1 [kernel.kallsyms] [k] ksize 0.04% msgr-worker-1 [kernel.kallsyms] [k] sock_rfree 0.04% io_context_pool librbd.so.1.16.0 [.] Context::complete 0.04% msgr-worker-2 [kernel.kallsyms] [k] __dev_queue_xmit 0.04% fio libc-2.28.so [.] __poll 0.04% io_context_pool [kernel.kallsyms] [k] update_rq_clock 0.04% msgr-worker-1 [kernel.kallsyms] [k] tcp_poll 0.04% fio libc-2.28.so [.] _int_free 0.04% io_context_pool librbd.so.1.16.0 [.] std::vector >::operator= 0.04% io_context_pool librbd.so.1.16.0 [.] neorados::RADOS::execute 0.04% msgr-worker-1 [kernel.kallsyms] [k] native_sched_clock 0.04% msgr-worker-2 [kernel.kallsyms] [k] sock_poll 0.04% fio fio [.] add_slat_sample 0.04% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::release 0.04% msgr-worker-1 [kernel.kallsyms] [k] do_syscall_64 0.04% msgr-worker-0 [kernel.kallsyms] [k] nft_do_chain 0.04% msgr-worker-0 [kernel.kallsyms] [k] hinic_set_msix_state 0.04% msgr-worker-2 [kernel.kallsyms] [k] select_task_rq_fair 0.04% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::operator= 0.04% io_context_pool [kernel.kallsyms] [k] __sched_text_start 0.04% msgr-worker-0 [kernel.kallsyms] [k] ep_send_events_proc 0.04% fio fio [.] 0x000000000007c93a 0.04% msgr-worker-0 libc-2.28.so [.] __memcmp_avx2_movbe 0.04% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::write_message 0.04% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.04% msgr-worker-1 [kernel.kallsyms] [k] mark_wake_futex 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::dispatch_delayed_requests 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::handle_write_object 0.04% fio fio [.] add_lat_sample 0.04% io_context_pool [kernel.kallsyms] [k] dequeue_task_fair 0.04% msgr-worker-0 [kernel.kallsyms] [k] __tcp_transmit_skb 0.04% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.04% msgr-worker-0 [kernel.kallsyms] [k] tcp_poll 0.04% msgr-worker-1 [kernel.kallsyms] [k] __alloc_skb 0.04% msgr-worker-0 libc-2.28.so [.] unlink_chunk.isra.1 0.04% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_lock_bh 0.04% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_hint_unique_pos 0.04% io_context_pool [kernel.kallsyms] [k] pick_next_task_fair 0.04% msgr-worker-1 librbd.so.1.16.0 [.] Objecter::Op::~Op 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageRequest::send 0.04% fio fio [.] io_u_queued_complete 0.04% msgr-worker-0 [kernel.kallsyms] [k] mark_wake_futex 0.04% io_context_pool librbd.so.1.16.0 [.] _ZN5boost4asio6detail11executor_opIN4ceph5async17ForwardingHandlerINS4_17CompletionHandlerIZN6librbd4asio4util20get_callback_adapterIZNS7_2io26AbstractObjectWriteRequestINS7_8ImageCtxEE12write_objectEvEUliE2_EEDaOT_EUlNS_6system10error_codeEDpOT_E_St5tupleIJSJ_EEEEEESaINS4_6detail14CompletionImplINS0_10io_context13executor_typeESN_vJSJ_EEEENS1_19scheduler_operationEE11do_completeEPvPSY_RKSJ_m 0.04% msgr-worker-2 libceph-common.so.2 [.] ceph::common::PerfCounters::dec 0.04% msgr-worker-2 libc-2.28.so [.] __memcmp_avx2_movbe 0.04% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.04% msgr-worker-0 [kernel.kallsyms] [k] __dev_queue_xmit 0.04% msgr-worker-2 [kernel.kallsyms] [k] try_to_wake_up 0.04% msgr-worker-1 [kernel.kallsyms] [k] __tcp_transmit_skb 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectRequest::add_write_hint 0.04% msgr-worker-1 [kernel.kallsyms] [k] ep_send_events_proc 0.04% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator new 0.04% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::read_until 0.04% io_context_pool [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.04% msgr-worker-0 [kernel.kallsyms] [k] visit_groups_merge 0.04% msgr-worker-2 libceph-common.so.2 [.] decode_message 0.04% msgr-worker-0 librbd.so.1.16.0 [.] ceph::encode > 0.04% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.04% io_context_pool [kernel.kallsyms] [k] account_entity_enqueue 0.04% io_context_pool librbd.so.1.16.0 [.] Objecter::_session_op_assign 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::util::data_object_name 0.04% msgr-worker-1 [kernel.kallsyms] [k] try_to_wake_up 0.04% msgr-worker-1 libceph-common.so.2 [.] decode_message 0.04% msgr-worker-0 libceph-common.so.2 [.] Message::encode 0.04% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_out 0.04% msgr-worker-1 libpthread-2.28.so [.] __pthread_rwlock_wrlock 0.04% io_context_pool [kernel.kallsyms] [k] rb_next 0.04% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::append 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageRequest::aio_write 0.04% io_context_pool [kernel.kallsyms] [k] perf_event_update_userpage 0.04% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectRequest::compute_parent_extents 0.04% msgr-worker-0 libceph-common.so.2 [.] ceph_crc32c_intel_baseline 0.04% msgr-worker-2 libceph-common.so.2 [.] Message::encode 0.04% fio [kernel.kallsyms] [k] poll_freewait 0.04% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.04% fio librbd.so.1.16.0 [.] librbd::ImageCtx::get_image_size 0.04% msgr-worker-1 libceph-common.so.2 [.] Throttle::get_or_fail 0.04% msgr-worker-0 [kernel.kallsyms] [k] finish_task_switch 0.04% msgr-worker-1 [kernel.kallsyms] [k] __check_object_size 0.04% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::write_message 0.04% msgr-worker-0 [kernel.kallsyms] [k] try_to_wake_up 0.04% msgr-worker-1 [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.04% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cd4e0 0.04% msgr-worker-0 libceph-common.so.2 [.] Throttle::get_or_fail 0.04% msgr-worker-1 [kernel.kallsyms] [k] finish_task_switch 0.04% msgr-worker-2 [kernel.kallsyms] [k] mark_wake_futex 0.04% msgr-worker-2 [kernel.kallsyms] [k] new_sync_read 0.04% msgr-worker-0 [kernel.kallsyms] [k] native_write_msr 0.04% msgr-worker-0 [kernel.kallsyms] [k] do_syscall_64 0.04% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.04% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11c2 0.03% msgr-worker-2 libc-2.28.so [.] unlink_chunk.isra.1 0.03% msgr-worker-0 [kernel.kallsyms] [k] select_task_rq_fair 0.03% msgr-worker-0 [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.03% io_context_pool [kernel.kallsyms] [k] plist_add 0.03% msgr-worker-1 [kernel.kallsyms] [k] ip_send_check 0.03% msgr-worker-0 [kernel.kallsyms] [k] ip_finish_output2 0.03% msgr-worker-2 [kernel.kallsyms] [k] hinic_send_one_skb.constprop.42 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator new 0.03% msgr-worker-2 [kernel.kallsyms] [k] __audit_syscall_exit 0.03% msgr-worker-2 [kernel.kallsyms] [k] bond_start_xmit 0.03% io_context_pool librbd.so.1.16.0 [.] LambdaContext::process_io(unsigned long, librbd::io::DispatchResult*, Context**, Context*)::{lambda(int)#1}>::finish 0.03% msgr-worker-2 [kernel.kallsyms] [k] hinic_set_msix_state 0.03% msgr-worker-0 [kernel.kallsyms] [k] __skb_datagram_iter 0.03% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd4e0 0.03% io_context_pool [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.03% fio fio [.] 0x0000000000027ea8 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::operator= 0.03% msgr-worker-2 [kernel.kallsyms] [k] __virt_addr_valid 0.03% msgr-worker-0 [kernel.kallsyms] [k] sock_poll 0.03% fio libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.03% io_context_pool [kernel.kallsyms] [k] __fget_light 0.03% msgr-worker-2 [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.03% msgr-worker-2 [kernel.kallsyms] [k] __check_object_size 0.03% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::_try_send 0.03% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::append 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::remap_extents 0.03% msgr-worker-2 [kernel.kallsyms] [k] hinic_update_sq_pi 0.03% msgr-worker-1 [kernel.kallsyms] [k] fput 0.03% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned_in_mempool 0.03% io_context_pool [kernel.kallsyms] [k] ep_poll_callback 0.03% msgr-worker-1 libc-2.28.so [.] unlink_chunk.isra.1 0.03% msgr-worker-1 [kernel.kallsyms] [k] sock_poll 0.03% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::run_continuation 0.03% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::read_until 0.03% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::read_bulk 0.03% fio libc-2.28.so [.] __clock_gettime 0.03% msgr-worker-0 [kernel.kallsyms] [k] __audit_syscall_exit 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.03% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.03% msgr-worker-1 libpthread-2.28.so [.] __pthread_enable_asynccancel 0.03% fio [kernel.kallsyms] [k] syscall_trace_enter 0.03% fio libc-2.28.so [.] __lll_lock_wait_private 0.03% fio [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.03% io_context_pool [kernel.kallsyms] [k] new_sync_write 0.03% io_context_pool [kernel.kallsyms] [k] file_update_time 0.03% io_context_pool [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.03% msgr-worker-1 librbd.so.1.16.0 [.] object_locator_t::~object_locator_t 0.03% fio [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.03% msgr-worker-2 libpthread-2.28.so [.] __pthread_disable_asynccancel 0.03% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_segment 0.03% msgr-worker-0 libpthread-2.28.so [.] __pthread_rwlock_wrlock 0.03% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::operator= 0.03% msgr-worker-2 [kernel.kallsyms] [k] __tcp_transmit_skb 0.03% fio [kernel.kallsyms] [k] finish_task_switch 0.03% fio [kernel.kallsyms] [k] __unqueue_futex 0.03% io_context_pool librbd.so.1.16.0 [.] ObjectOperation::add_op 0.03% msgr-worker-2 [kernel.kallsyms] [k] tcp_rcv_space_adjust 0.03% fio fio [.] td_io_getevents 0.03% msgr-worker-1 [kernel.kallsyms] [k] select_task_rq_fair 0.03% fio [kernel.kallsyms] [k] available_idle_cpu 0.03% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::read_until 0.03% io_context_pool [kernel.kallsyms] [k] __perf_event_task_sched_in 0.03% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::append 0.03% fio [kernel.kallsyms] [k] x2apic_send_IPI 0.03% msgr-worker-1 libc-2.28.so [.] __clock_gettime 0.03% msgr-worker-2 [kernel.kallsyms] [k] hinic_get_sq_free_wqebbs 0.03% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::priv_swap, void>, void> > 0.03% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087894 0.03% fio [kernel.kallsyms] [k] get_futex_value_locked 0.03% msgr-worker-0 libpthread-2.28.so [.] __pthread_enable_asynccancel 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatchSpec::C_Dispatcher::complete 0.03% msgr-worker-0 libceph-common.so.2 [.] decode_message 0.03% io_context_pool librbd.so.1.16.0 [.] boost::asio::detail::strand_service::do_complete 0.03% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.03% io_context_pool [kernel.kallsyms] [k] put_prev_task_fair 0.03% msgr-worker-2 libceph-common.so.2 [.] Throttle::get_or_fail 0.03% msgr-worker-1 [kernel.kallsyms] [k] validate_xmit_skb 0.03% msgr-worker-2 [kernel.kallsyms] [k] nft_do_chain_ipv4 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::assemble_frame 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::QueueImageDispatch::handle_finished 0.03% msgr-worker-2 libceph-common.so.2 [.] PosixConnectedSocketImpl::send 0.03% msgr-worker-1 libc-2.28.so [.] epoll_wait 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::write 0.03% io_context_pool [kernel.kallsyms] [k] ctx_sched_in 0.03% msgr-worker-0 [kernel.kallsyms] [k] __alloc_skb 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::send 0.03% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator new 0.03% msgr-worker-2 [kernel.kallsyms] [k] __audit_syscall_entry 0.03% msgr-worker-1 [kernel.kallsyms] [k] hinic_update_sq_pi 0.03% io_context_pool librbd.so.1.16.0 [.] Message::Message 0.03% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned_in_mempool 0.03% msgr-worker-1 [kernel.kallsyms] [k] new_sync_read 0.03% fio fio [.] add_clat_sample 0.03% msgr-worker-1 libceph-common.so.2 [.] PosixConnectedSocketImpl::send 0.03% io_context_pool [kernel.kallsyms] [k] update_irq_load_avg 0.03% msgr-worker-0 [kernel.kallsyms] [k] fput 0.03% msgr-worker-1 [kernel.kallsyms] [k] futex_wait_setup 0.03% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append 0.03% msgr-worker-1 [kernel.kallsyms] [k] tcp_rcv_space_adjust 0.03% io_context_pool [kernel.kallsyms] [k] resched_curr 0.03% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::_try_send 0.03% msgr-worker-2 libpthread-2.28.so [.] __pthread_enable_asynccancel 0.03% io_context_pool librbd.so.1.16.0 [.] Objecter::_send_op 0.03% msgr-worker-0 libc-2.28.so [.] __clock_gettime 0.03% io_context_pool librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::erasure, fu2::abi_310::detail::property >::operator= 0.03% io_context_pool libc-2.28.so [.] __lll_unlock_wake_private 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::register_in_flight_request 0.03% io_context_pool [kernel.kallsyms] [k] dequeue_entity 0.03% msgr-worker-0 [kernel.kallsyms] [k] update_cfs_rq_h_load 0.03% msgr-worker-2 [kernel.kallsyms] [k] ksize 0.03% io_context_pool [kernel.kallsyms] [k] nohz_balance_exit_idle 0.03% msgr-worker-0 [kernel.kallsyms] [k] __sched_text_start 0.03% fio fio [.] 0x00000000000494e7 0.03% fio librbd.so.1.16.0 [.] std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_M_insert_unique_node 0.03% msgr-worker-1 [kernel.kallsyms] [k] __kmalloc_node_track_caller 0.03% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::write_event 0.03% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::run_continuation 0.03% msgr-worker-0 [kernel.kallsyms] [k] new_sync_read 0.03% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectDispatchSpec::send 0.03% msgr-worker-0 [kernel.kallsyms] [k] hinic_update_sq_pi 0.03% msgr-worker-2 [kernel.kallsyms] [k] validate_xmit_skb 0.03% msgr-worker-2 libceph-common.so.2 [.] Connection::is_blackhole 0.03% msgr-worker-2 [kernel.kallsyms] [k] futex_wait_setup 0.03% fio libpthread-2.28.so [.] __libc_read 0.03% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::append 0.03% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::append 0.03% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::assemble_frame 0.02% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::assemble_frame 0.02% fio librbd.so.1.16.0 [.] std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release 0.02% msgr-worker-0 libc-2.28.so [.] isspace 0.02% msgr-worker-1 [kernel.kallsyms] [k] __sched_text_start 0.02% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::read_bulk 0.02% msgr-worker-1 libceph-common.so.2 [.] EpollDriver::event_wait 0.02% msgr-worker-2 libceph-common.so.2 [.] EpollDriver::event_wait 0.02% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.02% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::write_event 0.02% msgr-worker-1 [kernel.kallsyms] [k] __virt_addr_valid 0.02% io_context_pool [kernel.kallsyms] [k] fsnotify 0.02% msgr-worker-1 [kernel.kallsyms] [k] dequeue_task_fair 0.02% msgr-worker-0 [kernel.kallsyms] [k] read_tsc 0.02% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::allocator > > >, std::_Select1st, std::allocator > > > >, std::less, std::allocator, std::allocator > > > > >::find 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_current_mss 0.02% msgr-worker-0 [kernel.kallsyms] [k] __check_object_size 0.02% io_context_pool libceph-common.so.2 [.] AsyncOpTracker::finish_op 0.02% io_context_pool [kernel.kallsyms] [k] unroll_tree_refs 0.02% fio [kernel.kallsyms] [k] update_rq_clock 0.02% msgr-worker-1 [kernel.kallsyms] [k] __slab_free 0.02% msgr-worker-1 [kernel.kallsyms] [k] update_cfs_rq_h_load 0.02% io_context_pool [kernel.kallsyms] [k] __perf_event_task_sched_out 0.02% io_context_pool [kernel.kallsyms] [k] path_put 0.02% msgr-worker-0 [kernel.kallsyms] [k] __virt_addr_valid 0.02% msgr-worker-0 [kernel.kallsyms] [k] hinic_get_sq_free_wqebbs 0.02% fio [kernel.kallsyms] [k] __x64_sys_futex 0.02% io_context_pool librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::tables::vtable >::empty_cmd 0.02% msgr-worker-0 [kernel.kallsyms] [k] bond_start_xmit 0.02% msgr-worker-1 [kernel.kallsyms] [k] __ip_queue_xmit 0.02% io_context_pool [kernel.kallsyms] [k] __mark_inode_dirty 0.02% msgr-worker-2 [kernel.kallsyms] [k] fput 0.02% msgr-worker-0 [kernel.kallsyms] [k] __list_del_entry_valid 0.02% msgr-worker-2 [kernel.kallsyms] [k] skb_entail 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_current_mss 0.02% msgr-worker-1 [kernel.kallsyms] [k] bond_start_xmit 0.02% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cd4e0 0.02% io_context_pool libpthread-2.28.so [.] __pthread_enable_asynccancel 0.02% fio [kernel.kallsyms] [k] vfs_read 0.02% io_context_pool libpthread-2.28.so [.] __pthread_getspecific 0.02% msgr-worker-2 [kernel.kallsyms] [k] update_cfs_rq_h_load 0.02% msgr-worker-2 librbd.so.1.16.0 [.] object_locator_t::~object_locator_t 0.02% msgr-worker-0 libceph-common.so.2 [.] EpollDriver::event_wait 0.02% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.02% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::run_continuation 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_rcv_space_adjust 0.02% msgr-worker-2 libc-2.28.so [.] __clock_gettime 0.02% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.02% msgr-worker-1 libpthread-2.28.so [.] __pthread_disable_asynccancel 0.02% msgr-worker-2 [kernel.kallsyms] [k] __local_bh_enable_ip 0.02% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.02% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec3cd 0.02% msgr-worker-0 [kernel.kallsyms] [k] __audit_syscall_entry 0.02% fio [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.02% msgr-worker-1 [kernel.kallsyms] [k] skb_release_head_state 0.02% fio [kernel.kallsyms] [k] fsnotify 0.02% fio [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.02% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000fea34 0.02% msgr-worker-0 [kernel.kallsyms] [k] atime_needs_update 0.02% msgr-worker-1 libc-2.28.so [.] isspace 0.02% msgr-worker-0 [kernel.kallsyms] [k] ksize 0.02% fio [kernel.kallsyms] [k] rb_next 0.02% fio libc-2.28.so [.] __libc_disable_asynccancel 0.02% msgr-worker-0 libceph-common.so.2 [.] Connection::is_blackhole 0.02% fio librbd.so.1.16.0 [.] librbd::RBD::AioCompletion::AioCompletion 0.02% fio librbd.so.1.16.0 [.] 0x00000000000896b4 0.02% io_context_pool [kernel.kallsyms] [k] enqueue_entity 0.02% msgr-worker-1 libceph-common.so.2 [.] mempool::get_pool 0.02% io_context_pool libc-2.28.so [.] __clock_gettime 0.02% io_context_pool librbd.so.1.16.0 [.] std::__shared_mutex_pthread::lock_shared 0.02% fio librbd.so.1.16.0 [.] librbd::io::QueueImageDispatch::enqueue 0.02% msgr-worker-1 libstdc++.so.6.0.25 [.] operator new 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_rate_check_app_limited 0.02% msgr-worker-1 [kernel.kallsyms] [k] syscall_trace_enter 0.02% msgr-worker-0 [kernel.kallsyms] [k] validate_xmit_skb 0.02% io_context_pool [kernel.kallsyms] [k] pipe_write 0.02% msgr-worker-0 [kernel.kallsyms] [k] dequeue_task_fair 0.02% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.02% fio [kernel.kallsyms] [k] __x64_sys_poll 0.02% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fea34 0.02% msgr-worker-0 [kernel.kallsyms] [k] __x64_sys_read 0.02% io_context_pool libpthread-2.28.so [.] __lll_unlock_wake 0.02% msgr-worker-1 [kernel.kallsyms] [k] fsnotify 0.02% msgr-worker-0 libstdc++.so.6.0.25 [.] operator new 0.02% msgr-worker-2 [kernel.kallsyms] [k] __skb_clone 0.02% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f51c8 0.02% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3c00 0.02% fio [kernel.kallsyms] [k] cpuacct_charge 0.02% msgr-worker-1 [kernel.kallsyms] [k] tcp_release_cb 0.02% msgr-worker-2 [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.02% msgr-worker-2 [kernel.kallsyms] [k] __alloc_skb 0.02% msgr-worker-1 [kernel.kallsyms] [k] nft_do_chain_ipv4 0.02% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::read 0.02% msgr-worker-2 [kernel.kallsyms] [k] read_tsc 0.02% msgr-worker-2 libstdc++.so.6.0.25 [.] operator new 0.02% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec3cd 0.02% msgr-worker-0 libc-2.28.so [.] epoll_wait 0.02% io_context_pool [kernel.kallsyms] [k] update_load_avg 0.02% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec3cd 0.02% io_context_pool [kernel.kallsyms] [k] __x64_sys_write 0.02% io_context_pool [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.02% io_context_pool librbd.so.1.16.0 [.] hobject_t::hobject_t 0.02% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_segment 0.02% io_context_pool libceph-common.so.2 [.] pthread_mutex_lock@plt 0.02% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.02% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3c00 0.02% msgr-worker-0 libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.02% msgr-worker-0 [kernel.kallsyms] [k] ip_send_check 0.02% msgr-worker-0 [kernel.kallsyms] [k] hinic_send_sq_wqe 0.02% fio [kernel.kallsyms] [k] dequeue_task_fair 0.02% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f29 0.02% io_context_pool [kernel.kallsyms] [k] __update_idle_core 0.02% io_context_pool librbd.so.1.16.0 [.] Objecter::_op_submit_with_budget 0.02% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::send 0.02% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::read_bulk 0.02% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf3f9 0.02% msgr-worker-2 libc-2.28.so [.] isspace 0.02% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.02% fio libc-2.28.so [.] __libc_enable_asynccancel 0.02% msgr-worker-2 [kernel.kallsyms] [k] dequeue_task_fair 0.02% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::_try_send 0.02% fio [kernel.kallsyms] [k] update_curr 0.02% msgr-worker-2 [kernel.kallsyms] [k] ___sys_sendmsg 0.02% io_context_pool libpthread-2.28.so [.] __pthread_mutex_cond_lock 0.02% msgr-worker-0 librbd.so.1.16.0 [.] std::pair, boost::asio::executor_work_guard >::~pair 0.02% msgr-worker-0 libpthread-2.28.so [.] __pthread_disable_asynccancel 0.02% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageWriteRequest::create_object_request 0.02% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::read_frame 0.02% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.02% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089d44 0.02% io_context_pool [kernel.kallsyms] [k] update_curr 0.02% msgr-worker-1 [kernel.kallsyms] [k] page_frag_free 0.02% msgr-worker-2 [kernel.kallsyms] [k] __kmalloc_node_track_caller 0.02% fio [kernel.kallsyms] [k] pick_next_task_fair 0.02% msgr-worker-1 [kernel.kallsyms] [k] netif_skb_features 0.02% msgr-worker-1 [kernel.kallsyms] [k] __fget_light 0.02% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.02% fio [kernel.kallsyms] [k] copy_user_enhanced_fast_string 0.02% io_context_pool [kernel.kallsyms] [k] enqueue_task_fair 0.02% msgr-worker-1 [kernel.kallsyms] [k] skb_page_frag_refill 0.02% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005b6c26 0.02% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_segment 0.02% msgr-worker-2 [kernel.kallsyms] [k] mutex_lock 0.02% fio [kernel.kallsyms] [k] eventfd_read 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_write_xmit 0.02% msgr-worker-0 [kernel.kallsyms] [k] __skb_clone 0.02% msgr-worker-0 [kernel.kallsyms] [k] skb_entail 0.02% msgr-worker-1 libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.02% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.02% msgr-worker-1 [kernel.kallsyms] [k] hinic_send_sq_wqe 0.02% msgr-worker-1 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, Option const&>, std::_Select1st > const, Option const&> >, std::less > >, std::allocator > const, Option const&> > >::find 0.02% msgr-worker-1 libceph-common.so.2 [.] OSDOp::split_osd_op_vector_out_data 0.02% msgr-worker-2 [kernel.kallsyms] [k] page_frag_free 0.02% msgr-worker-2 [kernel.kallsyms] [k] mutex_unlock 0.02% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000fea34 0.02% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.02% msgr-worker-0 [kernel.kallsyms] [k] __fget_light 0.02% msgr-worker-0 [kernel.kallsyms] [k] fsnotify 0.02% msgr-worker-1 [kernel.kallsyms] [k] kmem_cache_alloc_node 0.02% fio [kernel.kallsyms] [k] __x64_sys_read 0.02% msgr-worker-0 [kernel.kallsyms] [k] tcp_rate_check_app_limited 0.02% msgr-worker-1 [kernel.kallsyms] [k] hinic_select_queue 0.02% msgr-worker-1 librbd.so.1.16.0 [.] std::pair, boost::asio::executor_work_guard >::~pair 0.02% fio libstdc++.so.6.0.25 [.] 0x00000000000ae100 0.02% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005b6df0 0.02% msgr-worker-1 libceph-common.so.2 [.] std::_Deque_base >::~_Deque_base 0.02% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_emplace_hint_unique, std::tuple<> > 0.02% fio libstdc++.so.6.0.25 [.] operator new 0.02% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3c00 0.02% msgr-worker-2 [kernel.kallsyms] [k] mod_timer 0.02% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.02% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005b6df0 0.02% msgr-worker-2 [kernel.kallsyms] [k] syscall_trace_enter 0.02% msgr-worker-1 [kernel.kallsyms] [k] pick_next_task_fair 0.02% msgr-worker-0 [kernel.kallsyms] [k] get_futex_value_locked 0.02% msgr-worker-1 libpthread-2.28.so [.] __pthread_rwlock_unlock 0.02% io_context_pool librbd.so.1.16.0 [.] std::__shared_mutex_pthread::unlock 0.02% msgr-worker-2 libpthread-2.28.so [.] __libc_sendmsg 0.02% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::read 0.02% msgr-worker-1 libc-2.28.so [.] __libc_disable_asynccancel 0.02% msgr-worker-2 [kernel.kallsyms] [k] do_futex 0.02% io_context_pool libceph-common.so.2 [.] OSDMap::object_locator_to_pg 0.02% io_context_pool [kernel.kallsyms] [k] __update_load_avg_se 0.02% io_context_pool librados.so.2.0.0 [.] 0x00000000000c124c 0.02% msgr-worker-0 [kernel.kallsyms] [k] __local_bh_enable_ip 0.02% fio libc-2.28.so [.] __lll_unlock_wake_private 0.02% msgr-worker-1 [kernel.kallsyms] [k] select_estimate_accuracy 0.02% fio [kernel.kallsyms] [k] do_futex 0.02% msgr-worker-1 libceph-common.so.2 [.] MOSDOpReply::decode_payload 0.02% fio [kernel.kallsyms] [k] __sched_text_start 0.02% msgr-worker-1 [kernel.kallsyms] [k] ipv4_mtu 0.02% fio [kernel.kallsyms] [k] wake_q_add 0.02% io_context_pool libpthread-2.28.so [.] __pthread_mutex_unlock 0.02% fio libpthread-2.28.so [.] __pthread_disable_asynccancel 0.02% msgr-worker-2 [kernel.kallsyms] [k] do_epoll_wait 0.02% msgr-worker-0 libceph-common.so.2 [.] PosixConnectedSocketImpl::send 0.02% msgr-worker-1 [kernel.kallsyms] [k] __local_bh_enable_ip 0.02% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned_in_mempool 0.02% msgr-worker-0 libpthread-2.28.so [.] __pthread_rwlock_unlock 0.02% msgr-worker-2 [kernel.kallsyms] [k] fsnotify 0.02% io_context_pool librbd.so.1.16.0 [.] librbd::io::AsyncOperation::start_op 0.02% msgr-worker-0 [kernel.kallsyms] [k] mutex_lock 0.02% io_context_pool [kernel.kallsyms] [k] eventfd_write 0.02% fio [kernel.kallsyms] [k] llist_add_batch 0.02% msgr-worker-0 [kernel.kallsyms] [k] __kmalloc_node_track_caller 0.02% msgr-worker-2 [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.02% io_context_pool libstdc++.so.6.0.25 [.] operator delete 0.02% msgr-worker-0 [kernel.kallsyms] [k] nft_do_chain_ipv4 0.02% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::read 0.02% msgr-worker-2 librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.02% fio [kernel.kallsyms] [k] __put_user_8 0.02% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_assign 0.02% fio [kernel.kallsyms] [k] __update_idle_core 0.02% msgr-worker-2 [kernel.kallsyms] [k] netif_skb_features 0.02% msgr-worker-1 [kernel.kallsyms] [k] sch_direct_xmit 0.02% msgr-worker-2 libc-2.28.so [.] __libc_disable_asynccancel 0.02% msgr-worker-1 [kernel.kallsyms] [k] _copy_from_iter_full 0.02% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::read 0.02% io_context_pool [kernel.kallsyms] [k] __list_add_valid 0.02% msgr-worker-2 [kernel.kallsyms] [k] dev_hard_start_xmit 0.02% io_context_pool [kernel.kallsyms] [k] __unqueue_futex 0.02% msgr-worker-1 libceph-common.so.2 [.] std::function::function 0.02% msgr-worker-2 [kernel.kallsyms] [k] copy_page_to_iter 0.02% msgr-worker-2 [kernel.kallsyms] [k] ip_send_check 0.02% msgr-worker-2 libpthread-2.28.so [.] __pthread_rwlock_unlock 0.02% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.02% msgr-worker-2 [kernel.kallsyms] [k] tcp_write_xmit 0.02% io_context_pool [kernel.kallsyms] [k] ctx_sched_out 0.02% msgr-worker-1 libc-2.28.so [.] __lll_lock_wait_private 0.02% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000105a20 0.02% msgr-worker-2 [kernel.kallsyms] [k] nf_hook_slow 0.02% msgr-worker-0 [kernel.kallsyms] [k] skb_release_head_state 0.02% msgr-worker-1 [kernel.kallsyms] [k] update_curr 0.02% io_context_pool [kernel.kallsyms] [k] perf_swevent_add 0.02% msgr-worker-1 [kernel.kallsyms] [k] __perf_event_task_sched_in 0.02% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1170 0.02% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.02% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.02% msgr-worker-2 libc-2.28.so [.] epoll_wait 0.02% msgr-worker-2 [kernel.kallsyms] [k] hinic_send_sq_wqe 0.02% io_context_pool libc-2.28.so [.] _IO_padn 0.02% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.02% fio [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.02% msgr-worker-2 [kernel.kallsyms] [k] tcp_cleanup_rbuf 0.02% msgr-worker-0 [kernel.kallsyms] [k] ipv4_dst_check 0.02% msgr-worker-0 [kernel.kallsyms] [k] copyin 0.02% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.02% msgr-worker-1 [kernel.kallsyms] [k] ktime_get_ts64 0.02% msgr-worker-2 libceph-common.so.2 [.] std::vector >::_M_default_append 0.02% msgr-worker-0 [kernel.kallsyms] [k] __slab_free 0.02% msgr-worker-0 [kernel.kallsyms] [k] kmem_cache_alloc_node 0.02% msgr-worker-0 [kernel.kallsyms] [k] netif_skb_features 0.02% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105a20 0.02% msgr-worker-1 [kernel.kallsyms] [k] __list_del_entry_valid 0.01% msgr-worker-1 [kernel.kallsyms] [k] schedule 0.01% fio [kernel.kallsyms] [k] get_futex_key 0.01% msgr-worker-1 libc-2.28.so [.] _mid_memalign 0.01% msgr-worker-1 [kernel.kallsyms] [k] copy_page_to_iter 0.01% msgr-worker-0 libc-2.28.so [.] __lll_lock_wait_private 0.01% msgr-worker-1 libceph-common.so.2 [.] std::__find_if<__gnu_cxx::__normal_iterator, std::allocator > >, __gnu_cxx::__ops::_Iter_pred > 0.01% io_context_pool libpthread-2.28.so [.] pthread_cond_destroy@@GLIBC_2.3.2 0.01% io_context_pool libceph-common.so.2 [.] pg_pool_t::hash_key 0.01% fio [kernel.kallsyms] [k] __fget_light 0.01% fio [kernel.kallsyms] [k] put_prev_task_fair 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::post_write_object_map_update 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f51c8 0.01% msgr-worker-1 [kernel.kallsyms] [k] ipv4_conntrack_defrag 0.01% msgr-worker-1 [kernel.kallsyms] [k] mod_timer 0.01% msgr-worker-2 [kernel.kallsyms] [k] __sched_text_start 0.01% msgr-worker-2 libceph-common.so.2 [.] std::_Deque_base >::~_Deque_base 0.01% fio [kernel.kallsyms] [k] _raw_spin_lock_irq 0.01% fio [kernel.kallsyms] [k] __perf_event_task_sched_in 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_release_cb 0.01% msgr-worker-1 [kernel.kallsyms] [k] do_epoll_wait 0.01% msgr-worker-2 [kernel.kallsyms] [k] __perf_event_task_sched_in 0.01% msgr-worker-2 librbd.so.1.16.0 [.] std::pair, boost::asio::executor_work_guard >::~pair 0.01% io_context_pool [kernel.kallsyms] [k] perf_pmu_disable.part.99 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105a20 0.01% msgr-worker-2 [kernel.kallsyms] [k] __netdev_pick_tx 0.01% msgr-worker-0 [kernel.kallsyms] [k] syscall_trace_enter 0.01% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::priv_swap, void>, void> > 0.01% msgr-worker-1 [kernel.kallsyms] [k] ___sys_sendmsg 0.01% msgr-worker-2 [kernel.kallsyms] [k] _copy_from_iter_full 0.01% fio fio [.] td_io_commit 0.01% msgr-worker-0 [kernel.kallsyms] [k] ipv4_conntrack_defrag 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.01% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::read 0.01% msgr-worker-0 [kernel.kallsyms] [k] do_epoll_wait 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::append 0.01% msgr-worker-2 libc-2.28.so [.] __posix_memalign 0.01% msgr-worker-0 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > >, std::_Select1st > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > >, std::less > >, std::allocator > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > > >::find 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4bcd 0.01% io_context_pool [kernel.kallsyms] [k] copy_user_generic_unrolled 0.01% msgr-worker-2 libc-2.28.so [.] _mid_memalign 0.01% msgr-worker-1 [kernel.kallsyms] [k] nf_hook_slow 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::get_frame_onwire_len 0.01% msgr-worker-1 libc-2.28.so [.] _int_memalign 0.01% msgr-worker-1 [kernel.kallsyms] [k] ___slab_alloc 0.01% fio fio [.] 0x000000000003125e 0.01% msgr-worker-0 libceph-common.so.2 [.] std::vector >::_M_default_append 0.01% msgr-worker-0 libceph-common.so.2 [.] std::_Deque_base >::~_Deque_base 0.01% fio [kernel.kallsyms] [k] __pollwait 0.01% msgr-worker-0 [kernel.kallsyms] [k] ctx_sched_in 0.01% io_context_pool libc-2.28.so [.] __vsnprintf_chk 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_cleanup_rbuf 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_cleanup_rbuf 0.01% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_preamble 0.01% msgr-worker-1 [kernel.kallsyms] [k] copyin 0.01% msgr-worker-1 [kernel.kallsyms] [k] read_tsc 0.01% msgr-worker-0 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, Option const&>, std::_Select1st > const, Option const&> >, std::less > >, std::allocator > const, Option const&> > >::find 0.01% msgr-worker-2 [kernel.kallsyms] [k] __fsnotify_parent 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.01% msgr-worker-2 [kernel.kallsyms] [k] __hrtimer_init 0.01% msgr-worker-1 [kernel.kallsyms] [k] sock_read_iter 0.01% msgr-worker-1 [kernel.kallsyms] [k] skb_network_protocol 0.01% io_context_pool [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.01% msgr-worker-0 libceph-common.so.2 [.] operator new@plt 0.01% io_context_pool [kernel.kallsyms] [k] __sb_start_write 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::unused_tail_length 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_write_xmit 0.01% msgr-worker-0 libc-2.28.so [.] _mid_memalign 0.01% fio librbd.so.1.16.0 [.] librbd::clip_io 0.01% fio [vdso] [.] __vdso_clock_gettime 0.01% msgr-worker-1 [kernel.kallsyms] [k] get_futex_value_locked 0.01% msgr-worker-1 [kernel.kallsyms] [k] update_rq_clock 0.01% msgr-worker-0 [kernel.kallsyms] [k] sock_read_iter 0.01% msgr-worker-0 [kernel.kallsyms] [k] put_prev_task_fair 0.01% msgr-worker-2 libceph-common.so.2 [.] std::vector >::_M_default_append 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned 0.01% io_context_pool librbd.so.1.16.0 [.] ObjectOperation::~ObjectOperation 0.01% fio librados.so.2.0.0 [.] 0x0000000000035254 0.01% msgr-worker-2 [kernel.kallsyms] [k] bictcp_cwnd_event 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_rate_check_app_limited 0.01% msgr-worker-1 [kernel.kallsyms] [k] futex_wait 0.01% msgr-worker-2 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, Option const&>, std::_Select1st > const, Option const&> >, std::less > >, std::allocator > const, Option const&> > >::find 0.01% msgr-worker-0 [kernel.kallsyms] [k] ktime_get_ts64 0.01% msgr-worker-0 [kernel.kallsyms] [k] ___sys_sendmsg 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4bcd 0.01% msgr-worker-2 libc-2.28.so [.] _int_memalign 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4b88 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::QosImageDispatch::handle_finished 0.01% io_context_pool libc-2.28.so [.] 0x0000000000021804 0.01% msgr-worker-0 libc-2.28.so [.] __libc_disable_asynccancel 0.01% msgr-worker-1 libceph-common.so.2 [.] std::vector >::_M_default_append 0.01% msgr-worker-0 [kernel.kallsyms] [k] __ip_queue_xmit 0.01% msgr-worker-0 libceph-common.so.2 [.] OSDOp::split_osd_op_vector_out_data 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::fill_preamble 0.01% msgr-worker-0 [kernel.kallsyms] [k] select_estimate_accuracy 0.01% fio [kernel.kallsyms] [k] __virt_addr_valid 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_in 0.01% msgr-worker-1 [kernel.kallsyms] [k] x2apic_send_IPI 0.01% msgr-worker-1 [kernel.kallsyms] [k] iov_iter_advance 0.01% msgr-worker-0 [kernel.kallsyms] [k] dev_hard_start_xmit 0.01% msgr-worker-2 [kernel.kallsyms] [k] netdev_pick_tx 0.01% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_, std::less, std::allocator >::_Alloc_node> 0.01% msgr-worker-2 [kernel.kallsyms] [k] __slab_free 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_epilogue_main 0.01% msgr-worker-1 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::destroy_content 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::invalidate_crc 0.01% msgr-worker-1 [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.01% safe_timer libceph-common.so.2 [.] SafeTimer::timer_thread 0.01% msgr-worker-2 libstdc++.so.6.0.25 [.] std::_Rb_tree_rebalance_for_erase 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::append_frame 0.01% msgr-worker-1 [kernel.kallsyms] [k] __hrtimer_init 0.01% msgr-worker-1 [kernel.kallsyms] [k] vfs_read 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% msgr-worker-2 libceph-common.so.2 [.] object_locator_t::encode 0.01% io_context_pool librbd.so.1.16.0 [.] std::_Sp_counted_ptr_inplace::ObjectRequests, std::allocator::ObjectRequests>, (__gnu_cxx::_Lock_policy)2>::_M_dispose 0.01% msgr-worker-2 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > >, std::_Select1st > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > >, std::less > >, std::allocator > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > > >::find 0.01% msgr-worker-2 [kernel.kallsyms] [k] update_rq_clock 0.01% msgr-worker-2 [kernel.kallsyms] [k] anon_pipe_buf_release 0.01% msgr-worker-2 [kernel.kallsyms] [k] sch_direct_xmit 0.01% msgr-worker-2 [kernel.kallsyms] [k] futex_wait 0.01% fio [kernel.kallsyms] [k] resched_curr 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_release_head_state 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_in 0.01% msgr-worker-1 libceph-common.so.2 [.] object_locator_t::encode 0.01% io_context_pool [kernel.kallsyms] [k] wake_q_add 0.01% msgr-worker-1 [kernel.kallsyms] [k] event_sched_in.isra.113 0.01% msgr-worker-1 [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.01% msgr-worker-0 [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.01% msgr-worker-0 [vdso] [.] 0x00000000000009c4 0.01% fio libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.01% msgr-worker-1 [kernel.kallsyms] [k] nf_route_table_hook 0.01% msgr-worker-1 [kernel.kallsyms] [k] skb_entail 0.01% msgr-worker-1 [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.01% fio fio [.] __get_io_u 0.01% msgr-worker-1 [kernel.kallsyms] [k] ip_finish_output 0.01% io_context_pool [kernel.kallsyms] [k] account_entity_dequeue 0.01% msgr-worker-1 [kernel.kallsyms] [k] hinic_set_cs_inner_l4 0.01% msgr-worker-2 [kernel.kallsyms] [k] bond_xmit_hash 0.01% msgr-worker-2 [kernel.kallsyms] [k] __list_del_entry_valid 0.01% msgr-worker-0 [kernel.kallsyms] [k] native_queued_spin_lock_slowpath 0.01% msgr-worker-0 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::~MOSDOp 0.01% fio fio [.] 0x0000000000049510 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_stream_memory_free 0.01% msgr-worker-0 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_append 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_established_options 0.01% msgr-worker-2 [kernel.kallsyms] [k] vfs_read 0.01% msgr-worker-2 [kernel.kallsyms] [k] __x64_sys_read 0.01% msgr-worker-1 [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.01% msgr-worker-2 libceph-common.so.2 [.] std::__find_if<__gnu_cxx::__normal_iterator, std::allocator > >, __gnu_cxx::__ops::_Iter_pred > 0.01% msgr-worker-2 libceph-common.so.2 [.] mempool::get_pool 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::ImageCtx::get_parent_overlap 0.01% fio libstdc++.so.6.0.25 [.] 0x00000000000ae147 0.01% io_context_pool [kernel.kallsyms] [k] __fsnotify_parent 0.01% msgr-worker-1 [kernel.kallsyms] [k] mutex_unlock 0.01% fio fio [.] 0x00000000000694eb 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::pre_write_object_map_update 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractImageWriteRequest::send_request 0.01% fio fio [.] 0x0000000000067867 0.01% fio libc-2.28.so [.] _mid_memalign 0.01% msgr-worker-2 [kernel.kallsyms] [k] update_irq_load_avg 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_epilogue_main 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_event_new_data_sent 0.01% msgr-worker-2 libceph-common.so.2 [.] OSDOp::split_osd_op_vector_out_data 0.01% msgr-worker-2 [kernel.kallsyms] [k] dequeue_entity 0.01% msgr-worker-1 [kernel.kallsyms] [k] __skb_flow_get_ports 0.01% fio fio [.] utime_since 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::read_frame 0.01% msgr-worker-1 libceph-common.so.2 [.] Connection::is_blackhole 0.01% msgr-worker-0 [kernel.kallsyms] [k] ip_output 0.01% msgr-worker-0 [kernel.kallsyms] [k] mod_timer 0.01% msgr-worker-1 [kernel.kallsyms] [k] ksys_read 0.01% msgr-worker-1 [kernel.kallsyms] [k] get_page_from_freelist 0.01% msgr-worker-1 [kernel.kallsyms] [k] update_irq_load_avg 0.01% msgr-worker-0 libceph-common.so.2 [.] mempool::get_pool 0.01% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatchSpec::send 0.01% msgr-worker-1 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::~MOSDOp 0.01% msgr-worker-0 librbd.so.1.16.0 [.] object_locator_t::~object_locator_t 0.01% msgr-worker-0 [kernel.kallsyms] [k] pick_next_task_fair 0.01% msgr-worker-1 libpthread-2.28.so [.] __libc_sendmsg 0.01% io_context_pool libceph-common.so.2 [.] AsyncOpTracker::start_op 0.01% msgr-worker-1 libceph-common.so.2 [.] std::_Rb_tree >, std::pair > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > >, std::_Select1st > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > >, std::less > >, std::allocator > const, std::map, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>, std::less, std::allocator, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d> > > > > > >::find 0.01% msgr-worker-1 [kernel.kallsyms] [k] atime_needs_update 0.01% msgr-worker-0 [kernel.kallsyms] [k] arch_perf_update_userpage 0.01% msgr-worker-1 libc-2.28.so [.] __posix_memalign 0.01% msgr-worker-1 librbd.so.1.16.0 [.] Message::~Message 0.01% msgr-worker-0 [kernel.kallsyms] [k] update_irq_load_avg 0.01% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_alloc_node 0.01% msgr-worker-2 [kernel.kallsyms] [k] hinic_select_queue 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4bcd 0.01% msgr-worker-1 [kernel.kallsyms] [k] dev_hard_start_xmit 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089f84 0.01% msgr-worker-0 [kernel.kallsyms] [k] sch_direct_xmit 0.01% msgr-worker-0 [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.01% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::migrate 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4b88 0.01% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_get_val 0.01% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae100 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::copy_in 0.01% msgr-worker-2 [kernel.kallsyms] [k] security_file_permission 0.01% msgr-worker-0 libc-2.28.so [.] _int_memalign 0.01% msgr-worker-2 [kernel.kallsyms] [k] ipv4_dst_check 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_message_ack 0.01% msgr-worker-0 [kernel.kallsyms] [k] qp_irq 0.01% msgr-worker-0 [kernel.kallsyms] [k] perf_swevent_add 0.01% msgr-worker-2 libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::ObjectRequests::dispatch_delayed_requests 0.01% msgr-worker-1 [kernel.kallsyms] [k] __x64_sys_futex 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::read_frame_segment 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_message_ack 0.01% io_context_pool librbd.so.1.16.0 [.] 0x00000000000890a4 0.01% msgr-worker-1 [kernel.kallsyms] [k] get_nohz_timer_target 0.01% msgr-worker-1 [kernel.kallsyms] [k] __update_load_avg_se 0.01% msgr-worker-2 [kernel.kallsyms] [k] select_estimate_accuracy 0.01% fio [kernel.kallsyms] [k] futex_wait 0.01% fio fio [.] 0x000000000004bfdc 0.01% fio fio [.] 0x000000000006928b 0.01% msgr-worker-0 [kernel.kallsyms] [k] __update_idle_core 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_current_mss 0.01% msgr-worker-0 [kernel.kallsyms] [k] futex_wait_setup 0.01% msgr-worker-1 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::variant 0.01% msgr-worker-1 [kernel.kallsyms] [k] __x64_sys_epoll_wait 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_clone 0.01% io_context_pool librbd.so.1.16.0 [.] hobject_t::hobject_t 0.01% msgr-worker-0 [kernel.kallsyms] [k] __x64_sys_futex 0.01% msgr-worker-1 [kernel.kallsyms] [k] group_sched_in 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f51c8 0.01% msgr-worker-1 [kernel.kallsyms] [k] __x64_sys_read 0.01% msgr-worker-1 [kernel.kallsyms] [k] arch_perf_update_userpage 0.01% msgr-worker-0 [kernel.kallsyms] [k] _copy_from_iter_full 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f475f 0.01% msgr-worker-0 [kernel.kallsyms] [k] iov_iter_advance 0.01% fio [kernel.kallsyms] [k] copy_user_generic_unrolled 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_epilogue_main 0.01% msgr-worker-1 [kernel.kallsyms] [k] perf_event_update_userpage 0.01% msgr-worker-1 [kernel.kallsyms] [k] bond_dev_queue_xmit 0.01% io_context_pool [kernel.kallsyms] [k] x86_pmu_disable 0.01% fio [kernel.kallsyms] [k] ctx_sched_in 0.01% msgr-worker-1 [kernel.kallsyms] [k] pick_next_task_idle 0.01% io_context_pool [kernel.kallsyms] [k] copy_page_from_iter 0.01% msgr-worker-0 [kernel.kallsyms] [k] release_sock 0.01% msgr-worker-0 [kernel.kallsyms] [k] nf_hook_slow 0.01% msgr-worker-2 [kernel.kallsyms] [k] __fget_light 0.01% msgr-worker-2 libceph-common.so.2 [.] DispatchQueue::fast_dispatch 0.01% msgr-worker-0 [kernel.kallsyms] [k] update_rq_clock 0.01% msgr-worker-0 libceph-common.so.2 [.] MOSDOpReply::decode_payload 0.01% io_context_pool [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.01% msgr-worker-2 [kernel.kallsyms] [k] x2apic_send_IPI 0.01% msgr-worker-1 librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.01% msgr-worker-0 [kernel.kallsyms] [k] ipv4_mtu 0.01% io_context_pool [kernel.kallsyms] [k] arch_perf_update_userpage 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::WriteBlockImageDispatch::write 0.01% msgr-worker-2 [kernel.kallsyms] [k] __sys_sendmsg 0.01% fio [kernel.kallsyms] [k] _copy_from_user 0.01% io_context_pool [kernel.kallsyms] [k] event_sched_in.isra.113 0.01% io_context_pool [kernel.kallsyms] [k] pick_next_task_idle 0.01% fio [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.01% io_context_pool [kernel.kallsyms] [k] flexible_sched_in 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105a47 0.01% io_context_pool librbd.so.1.16.0 [.] boost::variant::variant 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::dispatch_delayed_requests 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4777 0.01% msgr-worker-0 [kernel.kallsyms] [k] __netdev_pick_tx 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::splice 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3a25 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::invalidate_crc 0.01% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005b6c18 0.01% msgr-worker-0 libceph-common.so.2 [.] CtFun::call 0.01% io_context_pool librbd.so.1.16.0 [.] 0x00000000000874f4 0.01% msgr-worker-1 libceph-common.so.2 [.] 0x000000000058dc70 0.01% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089e24 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::compute_parent_info 0.01% msgr-worker-1 [kernel.kallsyms] [k] security_file_permission 0.01% msgr-worker-2 [kernel.kallsyms] [k] __x64_sys_epoll_wait 0.01% fio [kernel.kallsyms] [k] perf_event_update_userpage 0.01% msgr-worker-2 [kernel.kallsyms] [k] rw_copy_check_uvector 0.01% msgr-worker-2 [kernel.kallsyms] [k] ip_output 0.01% fio [kernel.kallsyms] [k] schedule 0.01% fio librbd.so.1.16.0 [.] 0x0000000000087894 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::read_frame_segment 0.01% msgr-worker-2 [kernel.kallsyms] [k] __update_idle_core 0.01% msgr-worker-2 libceph-common.so.2 [.] MOSDOpReply::decode_payload 0.01% io_context_pool librbd.so.1.16.0 [.] 0x00000000000886e4 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_stream_memory_free 0.01% msgr-worker-1 [kernel.kallsyms] [k] release_sock 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_release_cb 0.01% fio fio [.] 0x000000000007c8d0 0.01% io_context_pool libceph-common.so.2 [.] OSDMap::map_to_pg 0.01% msgr-worker-1 libceph-common.so.2 [.] CtRxNode::call 0.01% io_context_pool libceph-common.so.2 [.] mempool::get_pool 0.01% msgr-worker-1 [kernel.kallsyms] [k] perf_swevent_add 0.01% msgr-worker-0 libceph-common.so.2 [.] std::__find_if<__gnu_cxx::__normal_iterator, std::allocator > >, __gnu_cxx::__ops::_Iter_pred > 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.01% io_context_pool [kernel.kallsyms] [k] perf_pmu_nop_int 0.01% fio fio [.] in_ramp_time 0.01% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::obtain_contiguous_space 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_preamble 0.01% fio [kernel.kallsyms] [k] arch_perf_update_userpage 0.01% msgr-worker-0 [kernel.kallsyms] [k] ksys_read 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::c_str 0.01% io_context_pool [kernel.kallsyms] [k] timespec64_trunc 0.01% msgr-worker-2 [kernel.kallsyms] [k] nf_route_table_hook 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator delete 0.01% msgr-worker-2 [kernel.kallsyms] [k] pick_next_task_fair 0.01% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create 0.01% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.01% msgr-worker-0 [kernel.kallsyms] [k] __skb_flow_get_ports 0.01% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_get_val_nometa[abi:cxx11] 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3a25 0.01% msgr-worker-0 libceph-common.so.2 [.] DispatchQueue::fast_dispatch 0.01% fio libstdc++.so.6.0.25 [.] 0x00000000000ae123 0.01% msgr-worker-2 [kernel.kallsyms] [k] bond_select_queue 0.01% msgr-worker-2 [kernel.kallsyms] [k] ep_poll_callback 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% msgr-worker-2 [kernel.kallsyms] [k] ksys_read 0.01% msgr-worker-0 libceph-common.so.2 [.] C_handle_read::do_request 0.01% fio fio [.] put_io_u 0.01% io_context_pool libc-2.28.so [.] __snprintf_chk 0.01% msgr-worker-2 [kernel.kallsyms] [k] __copy_skb_header 0.01% fio fio [.] io_queue_event 0.01% msgr-worker-1 libceph-common.so.2 [.] operator new@plt 0.01% msgr-worker-1 [kernel.kallsyms] [k] __update_idle_core 0.01% msgr-worker-2 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::~MOSDOp 0.01% io_context_pool librbd.so.1.16.0 [.] Objecter::target_should_be_paused 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::claim_append 0.01% msgr-worker-1 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_mutate 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph_crc32c_intel_fast 0.01% msgr-worker-1 libceph-common.so.2 [.] ConfFile::normalize_key_name[abi:cxx11] 0.01% io_context_pool [kernel.kallsyms] [k] update_min_vruntime 0.01% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f8e 0.01% msgr-worker-0 [kernel.kallsyms] [k] x86_pmu_disable 0.01% io_context_pool [kernel.kallsyms] [k] ksys_write 0.01% msgr-worker-1 [kernel.kallsyms] [k] ipv4_dst_check 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::get_frame_onwire_len 0.01% msgr-worker-1 libceph-common.so.2 [.] DispatchQueue::fast_dispatch 0.01% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.01% msgr-worker-2 [kernel.kallsyms] [k] get_futex_value_locked 0.01% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_free 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::append_frame 0.01% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005b6c18 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append 0.01% msgr-worker-1 [kernel.kallsyms] [k] available_idle_cpu 0.01% msgr-worker-0 [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% msgr-worker-2 libceph-common.so.2 [.] CtFun::call 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::cloner::operator() 0.01% msgr-worker-0 [kernel.kallsyms] [k] ep_poll_callback 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_sendmsg 0.01% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005b6c18 0.01% msgr-worker-1 libceph-common.so.2 [.] Message::Message 0.01% msgr-worker-2 libceph-common.so.2 [.] operator delete@plt 0.01% msgr-worker-1 [vdso] [.] 0x00000000000009c4 0.01% io_context_pool libpthread-2.28.so [.] __pthread_setspecific 0.01% io_context_pool libpthread-2.28.so [.] pthread_cond_signal@@GLIBC_2.3.2 0.01% fio libstdc++.so.6.0.25 [.] std::_Sp_locker::_Sp_locker 0.01% msgr-worker-2 [kernel.kallsyms] [k] sock_read_iter 0.01% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11f7 0.01% msgr-worker-0 libceph-common.so.2 [.] DispatchQueue::dispatch_throttle_release 0.01% msgr-worker-2 libc-2.28.so [.] __lll_lock_wait_private 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.01% msgr-worker-0 [kernel.kallsyms] [k] rw_copy_check_uvector 0.01% msgr-worker-1 [kernel.kallsyms] [k] put_prev_task_fair 0.01% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000087c74 0.01% fio [kernel.kallsyms] [k] mntput 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3bfc 0.01% msgr-worker-0 [kernel.kallsyms] [k] mutex_unlock 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_event_new_data_sent 0.01% msgr-worker-2 [kernel.kallsyms] [k] __x64_sys_sendmsg 0.01% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0de0 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_page_frag_refill 0.01% msgr-worker-2 [kernel.kallsyms] [k] ___slab_alloc 0.01% msgr-worker-0 [kernel.kallsyms] [k] do_futex 0.01% msgr-worker-0 [kernel.kallsyms] [k] intel_pmu_disable_all 0.01% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_create 0.01% io_context_pool libc-2.28.so [.] _IO_str_init_static_internal 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_page_frag_refill 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_message_ack 0.01% msgr-worker-2 libceph-common.so.2 [.] ConfFile::normalize_key_name[abi:cxx11] 0.01% msgr-worker-2 [kernel.kallsyms] [k] __ip_queue_xmit 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3a25 0.01% msgr-worker-0 libceph-common.so.2 [.] ConfFile::normalize_key_name[abi:cxx11] 0.01% msgr-worker-1 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_append 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035764 0.01% msgr-worker-2 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::destroy_content 0.01% msgr-worker-1 [kernel.kallsyms] [k] ep_scan_ready_list.constprop.22 0.01% msgr-worker-0 [kernel.kallsyms] [k] lock_timer_base 0.01% msgr-worker-1 [kernel.kallsyms] [k] nohz_balance_exit_idle 0.01% msgr-worker-2 [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.01% io_context_pool [kernel.kallsyms] [k] kfree 0.01% io_context_pool [vdso] [.] 0x00000000000009c4 0.01% msgr-worker-1 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::erase 0.01% fio [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.01% msgr-worker-0 [kernel.kallsyms] [k] page_frag_free 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089884 0.01% fio [kernel.kallsyms] [k] wake_up_q 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_expand_meta 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::read_frame 0.01% msgr-worker-1 libceph-common.so.2 [.] CtFun::call 0.01% msgr-worker-2 [kernel.kallsyms] [k] iov_iter_advance 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087c04 0.01% msgr-worker-1 [kernel.kallsyms] [k] skb_release_data 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4b88 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::get_frame_onwire_len 0.01% msgr-worker-1 libceph-common.so.2 [.] C_handle_read::do_request 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3bfc 0.01% fio [kernel.kallsyms] [k] dequeue_entity 0.01% fio [kernel.kallsyms] [k] update_load_avg 0.01% fio librbd.so.1.16.0 [.] librbd::io::QueueImageDispatch::write 0.01% msgr-worker-0 libstdc++.so.6.0.25 [.] operator delete 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::fill_preamble 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::asm_crc_rev1 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.01% io_context_pool libceph-common.so.2 [.] Connection::is_blackhole 0.01% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::migrate 0.01% msgr-worker-2 [kernel.kallsyms] [k] get_page_from_freelist 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::RefreshImageDispatch::needs_refresh 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8c52 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::finalize 0.01% msgr-worker-2 [kernel.kallsyms] [k] update_curr 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_get_val 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.01% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::ImageCtx::get_modify_timestamp 0.01% msgr-worker-1 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.01% msgr-worker-2 [kernel.kallsyms] [k] get_futex_key 0.01% msgr-worker-0 [kernel.kallsyms] [k] vfs_read 0.01% msgr-worker-1 [kernel.kallsyms] [k] hinic_xmit_frame 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4867 0.01% msgr-worker-0 [kernel.kallsyms] [k] get_nohz_timer_target 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::QosImageDispatch::write 0.01% fio [kernel.kallsyms] [k] unroll_tree_refs 0.01% fio fio [.] io_u_mark_complete 0.01% fio [kernel.kallsyms] [k] hash_futex 0.01% msgr-worker-1 libceph-common.so.2 [.] 0x000000000058dc87 0.01% msgr-worker-0 [kernel.kallsyms] [k] hinic_tx_poll 0.01% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_epilogue_main 0.01% msgr-worker-1 libceph-common.so.2 [.] std::vector >::_M_default_append 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4867 0.01% msgr-worker-2 [kernel.kallsyms] [k] ktime_get_ts64 0.01% msgr-worker-2 [kernel.kallsyms] [k] kmalloc_slab 0.01% msgr-worker-2 [kernel.kallsyms] [k] perf_event_update_userpage 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_release_data 0.01% msgr-worker-0 [kernel.kallsyms] [k] event_sched_in.isra.113 0.01% msgr-worker-1 [kernel.kallsyms] [k] ep_poll_callback 0.01% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_get_val_nometa[abi:cxx11] 0.01% msgr-worker-0 [kernel.kallsyms] [k] unroll_tree_refs 0.01% msgr-worker-2 [kernel.kallsyms] [k] deactivate_task 0.01% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f60 0.01% msgr-worker-2 [kernel.kallsyms] [k] perf_pmu_disable.part.99 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4a77 0.01% fio librbd.so.1.16.0 [.] librbd::api::(anonymous namespace)::is_valid_io 0.01% msgr-worker-2 libstdc++.so.6.0.25 [.] operator delete 0.01% msgr-worker-0 [kernel.kallsyms] [k] futex_wait 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_ack 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator delete 0.01% msgr-worker-0 libceph-common.so.2 [.] 0x000000000058dc87 0.01% fio libpthread-2.28.so [.] __lll_lock_wait 0.01% msgr-worker-1 [kernel.kallsyms] [k] nft_update_chain_stats.isra.5 0.01% msgr-worker-2 libc-2.28.so [.] __libc_enable_asynccancel 0.01% msgr-worker-1 [kernel.kallsyms] [k] inet_sendmsg 0.01% fio fio [.] 0x000000000007c640 0.01% fio fio [.] 0x0000000000027f1c 0.01% msgr-worker-2 libceph-common.so.2 [.] pg_t::decode 0.01% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::cloner::operator() 0.01% fio [kernel.kallsyms] [k] part_stat_show 0.01% msgr-worker-0 librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.01% msgr-worker-2 [kernel.kallsyms] [k] ipv4_mtu 0.01% msgr-worker-0 [kernel.kallsyms] [k] native_irq_return_iret 0.01% io_context_pool [kernel.kallsyms] [k] activate_task 0.01% msgr-worker-1 [kernel.kallsyms] [k] _cond_resched 0.01% io_context_pool libc-2.28.so [.] _itoa_word 0.01% msgr-worker-1 [kernel.kallsyms] [k] rw_copy_check_uvector 0.01% fio fio [.] io_u_queued 0.01% msgr-worker-0 [kernel.kallsyms] [k] skb_network_protocol 0.01% io_context_pool libceph-common.so.2 [.] pthread_mutex_unlock@plt 0.01% io_context_pool libceph-common.so.2 [.] reverse_nibbles 0.01% msgr-worker-2 [kernel.kallsyms] [k] ctx_sched_in 0.01% msgr-worker-1 [kernel.kallsyms] [k] __sys_sendmsg 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.01% msgr-worker-1 librbd.so.1.16.0 [.] ceph::encode >, denc_traits >, void> > 0.01% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_start_range_ns 0.01% msgr-worker-2 [kernel.kallsyms] [k] __x64_sys_futex 0.01% msgr-worker-2 [kernel.kallsyms] [k] inet_sendmsg 0.01% fio [kernel.kallsyms] [k] ktime_get 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph_crc32c_intel_fast 0.01% msgr-worker-0 libceph-common.so.2 [.] 0x00000000002d6d50 0.01% msgr-worker-0 [kernel.kallsyms] [k] pick_next_task_idle 0.01% msgr-worker-1 [kernel.kallsyms] [k] passthru_features_check 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.01% fio [kernel.kallsyms] [k] ksys_read 0.01% msgr-worker-0 libceph-common.so.2 [.] CtRxNode::call 0.01% msgr-worker-0 libpthread-2.28.so [.] pthread_self@GLIBC_2.2.5 0.01% io_context_pool [kernel.kallsyms] [k] __x2apic_send_IPI_dest 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::AioCompletion::get_return_value 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::asm_crc_rev1 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.01% msgr-worker-1 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::get_object_locator 0.01% msgr-worker-0 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::variant 0.01% msgr-worker-0 [kernel.kallsyms] [k] anon_pipe_buf_release 0.01% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_create 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::operator delete 0.01% msgr-worker-0 libceph-common.so.2 [.] Message::set_data 0.01% fio libc-2.28.so [.] __posix_memalign 0.01% msgr-worker-1 [kernel.kallsyms] [k] rcu_all_qs 0.01% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008d1f0 0.01% msgr-worker-1 [kernel.kallsyms] [k] wake_q_add 0.01% msgr-worker-2 [kernel.kallsyms] [k] skb_network_protocol 0.01% msgr-worker-2 libceph-common.so.2 [.] std::function::function 0.01% msgr-worker-2 libceph-common.so.2 [.] memcmp@plt 0.01% msgr-worker-0 [kernel.kallsyms] [k] sk_stream_alloc_skb 0.01% io_context_pool libc-2.28.so [.] _IO_setb 0.01% io_context_pool librbd.so.1.16.0 [.] Objecter::put_session 0.01% msgr-worker-2 [kernel.kallsyms] [k] release_sock 0.01% msgr-worker-2 [kernel.kallsyms] [k] __skb_flow_get_ports 0.01% fio [kernel.kallsyms] [k] kfree 0.01% msgr-worker-0 libceph-common.so.2 [.] pg_t::decode 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.01% io_context_pool libpthread-2.28.so [.] pthread_cond_broadcast@@GLIBC_2.3.2 0.01% fio [kernel.kallsyms] [k] __fsnotify_parent 0.01% msgr-worker-0 [kernel.kallsyms] [k] bictcp_cwnd_event 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8c52 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.01% fio [kernel.kallsyms] [k] idle_cpu 0.01% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% msgr-worker-2 librbd.so.1.16.0 [.] Message::~Message 0.01% fio fio [.] 0x000000000004bf41 0.01% msgr-worker-0 [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.01% io_context_pool [kernel.kallsyms] [k] __fdget_pos 0.01% io_context_pool librados.so.2.0.0 [.] 0x0000000000035764 0.01% msgr-worker-1 libceph-common.so.2 [.] Message::~Message 0.01% io_context_pool [kernel.kallsyms] [k] _raw_spin_trylock 0.01% msgr-worker-0 [kernel.kallsyms] [k] nohz_balance_exit_idle 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::find_option 0.01% msgr-worker-2 libceph-common.so.2 [.] clock_gettime@plt 0.01% msgr-worker-1 libc-2.28.so [.] __strlen_avx2 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3bfc 0.01% msgr-worker-0 librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::tables::vtable >::empty_cmd 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_rcv_established 0.01% msgr-worker-2 libceph-common.so.2 [.] ConfigValues::get_value[abi:cxx11] 0.01% msgr-worker-0 libceph-common.so.2 [.] object_locator_t::encode 0.01% msgr-worker-1 libpthread-2.28.so [.] __pthread_mutex_unlock 0.01% fio fio [.] axmap_set_nr 0.01% msgr-worker-1 [kernel.kallsyms] [k] validate_xmit_xfrm 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::throttle_bytes 0.01% msgr-worker-0 [kernel.kallsyms] [k] __sys_sendmsg 0.01% fio librados.so.2.0.0 [.] librados::v14_2_0::IoCtx::is_valid 0.01% msgr-worker-2 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::get_object_locator 0.01% msgr-worker-1 libceph-common.so.2 [.] pg_t::decode 0.01% fio librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::list::list 0.01% msgr-worker-0 [kernel.kallsyms] [k] __x64_sys_epoll_wait 0.01% msgr-worker-0 [kernel.kallsyms] [k] update_curr 0.01% msgr-worker-1 [kernel.kallsyms] [k] rb_next 0.01% msgr-worker-0 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_erase 0.01% msgr-worker-0 libceph-common.so.2 [.] std::vector >::resize 0.01% msgr-worker-1 [kernel.kallsyms] [k] lock_hrtimer_base.isra.23 0.01% fio fio [.] 0x0000000000027ef9 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_preamble 0.01% msgr-worker-0 [kernel.kallsyms] [k] __wake_up_common_lock 0.01% msgr-worker-1 [kernel.kallsyms] [k] netdev_pick_tx 0.01% fio [kernel.kallsyms] [k] intel_pmu_disable_all 0.01% msgr-worker-2 libceph-common.so.2 [.] CtRxNode::call 0.01% io_context_pool libstdc++.so.6.0.25 [.] std::_Rb_tree_increment 0.01% io_context_pool librbd.so.1.16.0 [.] ceph::shunique_lock::~shunique_lock 0.01% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_start_range_ns 0.01% msgr-worker-1 libceph-common.so.2 [.] std::basic_string_view >::compare 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.01% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_expand_meta 0.01% msgr-worker-0 [kernel.kallsyms] [k] bond_xmit_hash 0.01% msgr-worker-2 [kernel.kallsyms] [k] native_irq_return_iret 0.01% io_context_pool [kernel.kallsyms] [k] ttwu_stat 0.01% msgr-worker-2 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::variant 0.01% msgr-worker-1 [kernel.kallsyms] [k] ctx_sched_out 0.01% msgr-worker-1 libstdc++.so.6.0.25 [.] operator delete 0.01% msgr-worker-0 [kernel.kallsyms] [k] rcu_all_qs 0.01% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::throttle_dispatch_queue 0.01% msgr-worker-1 [kernel.kallsyms] [k] ctx_sched_in 0.01% msgr-worker-2 librbd.so.1.16.0 [.] ceph::encode >, denc_traits >, void> > 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::reserve 0.01% msgr-worker-0 librbd.so.1.16.0 [.] ceph::encode >, denc_traits >, void> > 0.01% msgr-worker-0 [vdso] [.] 0x00000000000009d7 0.01% msgr-worker-1 [kernel.kallsyms] [k] futex_wait_queue_me 0.01% msgr-worker-2 libstdc++.so.6.0.25 [.] std::__detail::_List_node_base::_M_unhook 0.01% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1179 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::invalidate_crc 0.01% io_context_pool librbd.so.1.16.0 [.] std::unique_lock::lock 0.01% msgr-worker-2 [kernel.kallsyms] [k] _cond_resched 0.01% fio fio [.] 0x000000000007c9ef 0.01% msgr-worker-2 [kernel.kallsyms] [k] perf_swevent_add 0.01% msgr-worker-1 libceph-common.so.2 [.] operator delete@plt 0.01% msgr-worker-1 [kernel.kallsyms] [k] kmem_cache_free 0.01% io_context_pool librbd.so.1.16.0 [.] neorados::WriteOp::set_alloc_hint 0.01% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_get_val_nometa[abi:cxx11] 0.01% fio [kernel.kallsyms] [k] __list_del_entry_valid 0.01% msgr-worker-0 [kernel.kallsyms] [k] dequeue_entity 0.01% fio libceph-common.so.2 [.] AsyncOpTracker::finish_op 0.01% io_context_pool [kernel.kallsyms] [k] intel_pmu_disable_all 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageWriteRequest::update_stats 0.01% fio [kernel.kallsyms] [k] pick_next_task_idle 0.01% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append_hole 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000368a0 0.01% msgr-worker-2 [kernel.kallsyms] [k] ipv4_conntrack_defrag 0.01% msgr-worker-2 [kernel.kallsyms] [k] nf_nat_ipv4_local_fn 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f39de 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035e54 0.01% fio [kernel.kallsyms] [k] ctx_sched_out 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::read 0.01% msgr-worker-0 [kernel.kallsyms] [k] __sk_mem_raise_allocated 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035e54 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::c_str 0.01% fio librbd.so.1.16.0 [.] librbd::ImageCtx::get_effective_image_size 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::fill_preamble 0.01% fio librados.so.2.0.0 [.] 0x0000000000035b84 0.01% msgr-worker-1 [kernel.kallsyms] [k] __unqueue_futex 0.01% msgr-worker-2 [kernel.kallsyms] [k] hinic_xmit_frame 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::decode 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::get_mempool 0.01% msgr-worker-1 [kernel.kallsyms] [k] ktime_get_coarse_real_ts64 0.01% fio fio [.] 0x000000000004951b 0.01% fio [kernel.kallsyms] [k] event_sched_in.isra.113 0.01% msgr-worker-0 [kernel.kallsyms] [k] x2apic_send_IPI 0.01% io_context_pool librbd.so.1.16.0 [.] 0x00000000000875f4 0.01% msgr-worker-2 libceph-common.so.2 [.] operator new@plt 0.01% msgr-worker-2 [kernel.kallsyms] [k] account_entity_enqueue 0.01% msgr-worker-0 [kernel.kallsyms] [k] ip_finish_output 0.01% fio [kernel.kallsyms] [k] enqueue_task_fair 0.01% msgr-worker-0 libpthread-2.28.so [.] __libc_sendmsg 0.01% msgr-worker-1 libstdc++.so.6.0.25 [.] std::_Rb_tree_rebalance_for_erase 0.01% io_context_pool libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_get_insert_hint_unique_pos 0.01% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::create_aligned 0.01% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.01% msgr-worker-2 [kernel.kallsyms] [k] kfree 0.01% msgr-worker-1 [kernel.kallsyms] [k] account_entity_dequeue 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_rearm_rto 0.01% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append_hole 0.01% msgr-worker-2 [kernel.kallsyms] [k] arch_perf_update_userpage 0.01% msgr-worker-2 [kernel.kallsyms] [k] __update_load_avg_se 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087d74 0.01% io_context_pool librbd.so.1.16.0 [.] 0x00000000000876c0 0.01% fio [kernel.kallsyms] [k] put_prev_entity 0.01% fio libstdc++.so.6.0.25 [.] 0x00000000000c21d3 0.01% msgr-worker-0 [kernel.kallsyms] [k] kmem_cache_free 0.01% io_context_pool librbd.so.1.16.0 [.] neorados::Op::Op 0.01% msgr-worker-1 [kernel.kallsyms] [k] llist_add_batch 0.01% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec44a 0.01% msgr-worker-1 libceph-common.so.2 [.] ceph::common::RefCountedObject::~RefCountedObject 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::ImageCtx::get_object_size 0.01% fio [kernel.kallsyms] [k] group_sched_in 0.01% msgr-worker-0 [kernel.kallsyms] [k] __perf_event_task_sched_in 0.01% io_context_pool [kernel.kallsyms] [k] deactivate_task 0.01% io_context_pool [kernel.kallsyms] [k] rw_verify_area 0.01% msgr-worker-0 [kernel.kallsyms] [k] _copy_to_iter 0.01% msgr-worker-1 libpthread-2.28.so [.] __errno_location 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4777 0.01% msgr-worker-0 [kernel.kallsyms] [k] copy_page_to_iter 0.01% msgr-worker-0 libceph-common.so.2 [.] MOSDOpReply::~MOSDOpReply 0.01% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_get_val 0.01% msgr-worker-1 [kernel.kallsyms] [k] rb_insert_color 0.01% msgr-worker-0 [kernel.kallsyms] [k] recv_one_pkt 0.01% msgr-worker-2 [kernel.kallsyms] [k] unroll_tree_refs 0.01% msgr-worker-1 [kernel.kallsyms] [k] __fsnotify_parent 0.01% fio [kernel.kallsyms] [k] add_wait_queue 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::throttle_bytes 0.01% msgr-worker-0 [kernel.kallsyms] [k] __wake_up_common 0.01% msgr-worker-0 [kernel.kallsyms] [k] hinic_set_cs_inner_l4 0.01% msgr-worker-2 librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::ptr_node::disposer::operator() 0.01% msgr-worker-0 [kernel.kallsyms] [k] update_min_vruntime 0.01% msgr-worker-0 [kernel.kallsyms] [k] tcp_established_options 0.01% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.01% msgr-worker-2 [kernel.kallsyms] [k] update_load_avg 0.01% msgr-worker-0 libceph-common.so.2 [.] read@plt 0.01% fio [kernel.kallsyms] [k] cpu_load_update 0.01% msgr-worker-1 libstdc++.so.6.0.25 [.] operator delete 0.01% msgr-worker-1 libceph-common.so.2 [.] md_config_t::find_option 0.01% msgr-worker-1 libceph-common.so.2 [.] std::vector >::operator[] 0.01% fio fio [.] get_file 0.01% fio [kernel.kallsyms] [k] flexible_sched_in 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append_hole 0.01% msgr-worker-0 [kernel.kallsyms] [k] ep_scan_ready_list.constprop.22 0.01% msgr-worker-2 [kernel.kallsyms] [k] put_prev_task_fair 0.01% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008d1f4 0.01% msgr-worker-0 [kernel.kallsyms] [k] run_timer_softirq 0.01% msgr-worker-2 libceph-common.so.2 [.] DispatchQueue::pre_dispatch 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.01% msgr-worker-2 [kernel.kallsyms] [k] __perf_event_task_sched_out 0.01% msgr-worker-2 [kernel.kallsyms] [k] lock_sock_nested 0.01% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae14b 0.01% msgr-worker-0 libstdc++.so.6.0.25 [.] std::_Rb_tree_rebalance_for_erase 0.01% msgr-worker-2 [kernel.kallsyms] [k] account_entity_dequeue 0.01% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089e24 0.01% msgr-worker-0 [kernel.kallsyms] [k] __vfs_read 0.01% msgr-worker-0 libceph-common.so.2 [.] 0x000000000058dc70 0.01% msgr-worker-0 libceph-common.so.2 [.] memcpy@plt 0.01% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.01% msgr-worker-1 [kernel.kallsyms] [k] dma_direct_map_page 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035e54 0.01% msgr-worker-0 [kernel.kallsyms] [k] hinic_get_sq_hw_ci 0.01% msgr-worker-2 [kernel.kallsyms] [k] resched_curr 0.01% msgr-worker-1 [kernel.kallsyms] [k] __netdev_pick_tx 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_remaining_crc_rev1 0.01% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f39de 0.01% msgr-worker-0 librbd.so.1.16.0 [.] _mosdop::MOSDOp >::get_object_locator 0.01% msgr-worker-0 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::destroy_content 0.01% msgr-worker-2 [vdso] [.] 0x00000000000009c4 0.01% msgr-worker-1 libpthread-2.28.so [.] pthread_self@GLIBC_2.2.5 0.01% fio fio [.] io_u_mark_submit 0.01% msgr-worker-1 libceph-common.so.2 [.] read@plt 0.01% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_start_range_ns 0.01% safe_timer [kernel.kallsyms] [k] futex_wait 0.01% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectWriteRequest::add_write_ops 0.01% msgr-worker-1 [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned 0.01% msgr-worker-2 [kernel.kallsyms] [k] intel_pmu_disable_all 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089490 0.01% msgr-worker-0 [kernel.kallsyms] [k] netdev_pick_tx 0.01% msgr-worker-0 [kernel.kallsyms] [k] security_file_permission 0.01% io_context_pool [kernel.kallsyms] [k] __wake_up_common_lock 0.01% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036304 0.01% msgr-worker-0 [kernel.kallsyms] [k] perf_pmu_nop_int 0.01% io_context_pool [kernel.kallsyms] [k] mntput 0.01% msgr-worker-2 [kernel.kallsyms] [k] update_min_vruntime 0.01% fio libstdc++.so.6.0.25 [.] std::_Hash_bytes 0.01% io_context_pool [kernel.kallsyms] [k] group_sched_in 0.01% msgr-worker-2 libceph-common.so.2 [.] C_handle_read::do_request 0.01% fio librbd.so.1.16.0 [.] 0x00000000000899e4 0.01% fio [kernel.kallsyms] [k] perf_pmu_nop_int 0.01% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_segment 0.01% msgr-worker-0 [kernel.kallsyms] [k] account_entity_enqueue 0.01% msgr-worker-1 libc-2.28.so [.] __libc_enable_asynccancel 0.01% msgr-worker-1 [kernel.kallsyms] [k] __fdget 0.01% io_context_pool libpthread-2.28.so [.] __condvar_confirm_wakeup 0.01% msgr-worker-0 [kernel.kallsyms] [k] ctx_sched_out 0.01% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::~vector 0.01% msgr-worker-0 libceph-common.so.2 [.] posix_memalign@plt 0.01% msgr-worker-0 [kernel.kallsyms] [k] schedule 0.01% fio fio [.] ramp_time_over 0.01% fio librbd.so.1.16.0 [.] librbd::io::ImageDispatcher::preprocess 0.01% fio fio [.] fio_gettime 0.01% msgr-worker-2 libceph-common.so.2 [.] AsyncConnection::is_queued 0.01% io_context_pool [kernel.kallsyms] [k] task_ctx_sched_out 0.01% msgr-worker-2 [kernel.kallsyms] [k] inet_recvmsg 0.01% io_context_pool [kernel.kallsyms] [k] timekeeping_advance 0.01% fio fio [.] 0x000000000007c64e 0.01% msgr-worker-0 libceph-common.so.2 [.] std::function::function 0.01% fio [kernel.kallsyms] [k] path_put 0.01% msgr-worker-0 [kernel.kallsyms] [k] lock_hrtimer_base.isra.23 0.01% msgr-worker-1 [kernel.kallsyms] [k] lock_timer_base 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_send_check 0.01% msgr-worker-0 [kernel.kallsyms] [k] available_idle_cpu 0.01% msgr-worker-0 [kernel.kallsyms] [k] __hrtimer_init 0.01% msgr-worker-1 [kernel.kallsyms] [k] __sk_mem_raise_allocated 0.01% msgr-worker-1 [kernel.kallsyms] [k] bond_select_queue 0.01% msgr-worker-1 [kernel.kallsyms] [k] __sk_dst_check 0.01% msgr-worker-2 [kernel.kallsyms] [k] ep_scan_ready_list.constprop.22 0.01% msgr-worker-2 [kernel.kallsyms] [k] generic_update_time 0.01% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::copy 0.01% io_context_pool [kernel.kallsyms] [k] kill_fasync 0.01% io_context_pool [kernel.kallsyms] [k] ktime_get 0.01% io_context_pool librbd.so.1.16.0 [.] LambdaContext::ObjectRequests::dispatch_delayed_requests(librbd::ImageCtx*, librbd::io::LatencyStats*, std::mutex*)::{lambda(int)#1}>::finish 0.01% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::get_current_msg_size 0.01% io_context_pool librbd.so.1.16.0 [.] 0x0000000000088010 0.01% msgr-worker-2 [kernel.kallsyms] [k] sock_recvmsg 0.01% msgr-worker-2 [kernel.kallsyms] [k] tcp_established_options 0.01% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::migrate 0.01% fio [kernel.kallsyms] [k] __check_object_size 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089e74 0.00% msgr-worker-0 [kernel.kallsyms] [k] _cond_resched 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::read_frame_segment 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::throttle_message 0.00% msgr-worker-2 [kernel.kallsyms] [k] schedule 0.00% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::copy 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8c52 0.00% fio [kernel.kallsyms] [k] security_file_permission 0.00% msgr-worker-1 librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::ptr_node::disposer::operator() 0.00% msgr-worker-1 [kernel.kallsyms] [k] __list_add_valid 0.00% fio fio [.] 0x000000000006913e 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::throttle_dispatch_queue 0.00% msgr-worker-0 [kernel.kallsyms] [k] sockfd_lookup_light 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036300 0.00% msgr-worker-1 [kernel.kallsyms] [k] lock_sock_nested 0.00% msgr-worker-0 [kernel.kallsyms] [k] __check_heap_object 0.00% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, void>, void>::~vector 0.00% msgr-worker-0 libceph-common.so.2 [.] std::vector >::operator[] 0.00% fio [kernel.kallsyms] [k] sysfs_kf_seq_show 0.00% msgr-worker-0 [kernel.kallsyms] [k] dput.part.31 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd528 0.00% msgr-worker-2 [kernel.kallsyms] [k] event_sched_in.isra.113 0.00% fio libpthread-2.28.so [.] __pthread_enable_asynccancel 0.00% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_get_val_default[abi:cxx11] 0.00% msgr-worker-0 libpthread-2.28.so [.] __lll_lock_wait 0.00% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_expand_meta 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x000000000058dc87 0.00% msgr-worker-0 libceph-common.so.2 [.] std::vector >::_M_default_append 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11be 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_get_wqe 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008d3c4 0.00% msgr-worker-1 libceph-common.so.2 [.] strlen@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] sched_clock 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::util::apply_op_flags 0.00% msgr-worker-1 [kernel.kallsyms] [k] anon_pipe_buf_release 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% io_context_pool [kernel.kallsyms] [k] native_smp_send_reschedule 0.00% fio fio [.] put_file 0.00% msgr-worker-1 [kernel.kallsyms] [k] copy_msghdr_from_user 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_epilogue_main 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_finish_output 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000002d6d50 0.00% msgr-worker-0 [kernel.kallsyms] [k] enqueue_task_fair 0.00% fio [kernel.kallsyms] [k] update_irq_load_avg 0.00% msgr-worker-1 [kernel.kallsyms] [k] cyc2ns_read_begin 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::splice 0.00% io_context_pool libc-2.28.so [.] read_int 0.00% fio librbd.so.1.16.0 [.] librbd::io::util::clip_request 0.00% msgr-worker-2 libceph-common.so.2 [.] read@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] __tcp_v4_send_check 0.00% msgr-worker-2 [kernel.kallsyms] [k] validate_xmit_xfrm 0.00% io_context_pool [kernel.kallsyms] [k] rcu_all_qs 0.00% fio [kernel.kallsyms] [k] __update_load_avg_se 0.00% msgr-worker-0 [kernel.kallsyms] [k] account_entity_dequeue 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append_hole 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_load_avg 0.00% io_context_pool [kernel.kallsyms] [k] current_time 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::obtain_contiguous_space 0.00% io_context_pool [kernel.kallsyms] [k] check_preempt_curr 0.00% msgr-worker-1 [kernel.kallsyms] [k] current_time 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_first_crc_rev1 0.00% msgr-worker-0 libceph-common.so.2 [.] PosixConnectedSocketImpl::read 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sk_mem_raise_allocated 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% msgr-worker-2 libceph-common.so.2 [.] DispatchQueue::post_dispatch 0.00% msgr-worker-2 libpthread-2.28.so [.] pthread_self@GLIBC_2.2.5 0.00% msgr-worker-1 [kernel.kallsyms] [k] __mark_inode_dirty 0.00% msgr-worker-1 [kernel.kallsyms] [k] __copy_skb_header 0.00% msgr-worker-0 [kernel.kallsyms] [k] bond_select_queue 0.00% fio fio [.] log_io_u 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f53 0.00% msgr-worker-0 [kernel.kallsyms] [k] path_put 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.00% msgr-worker-1 [kernel.kallsyms] [k] mntput 0.00% io_context_pool [kernel.kallsyms] [k] security_file_permission 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec44a 0.00% fio librbd.so.1.16.0 [.] std::_Rb_tree, std::less, std::allocator >::_M_insert_, std::less, std::allocator >::_Alloc_node> 0.00% msgr-worker-0 [kernel.kallsyms] [k] __update_load_avg_se 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::throttle_message 0.00% fio [kernel.kallsyms] [k] activate_task 0.00% msgr-worker-0 [kernel.kallsyms] [k] nf_route_table_hook 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] operator delete 0.00% io_context_pool libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_emplace_hint_unique, std::tuple<> > 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cd528 0.00% io_context_pool [kernel.kallsyms] [k] read_tsc 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_copy_addrs 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089d74 0.00% fio fio [.] 0x0000000000027f26 0.00% msgr-worker-2 [kernel.kallsyms] [k] copyin 0.00% msgr-worker-0 libceph-common.so.2 [.] Message::decode_trace 0.00% msgr-worker-2 [kernel.kallsyms] [k] copyout 0.00% msgr-worker-0 [kernel.kallsyms] [k] kfree 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_note_context_switch 0.00% msgr-worker-0 [kernel.kallsyms] [k] llist_add_batch 0.00% fio [kernel.kallsyms] [k] perf_swevent_add 0.00% io_context_pool [kernel.kallsyms] [k] default_wake_function 0.00% msgr-worker-1 [kernel.kallsyms] [k] __perf_event_task_sched_out 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000105a47 0.00% msgr-worker-0 libceph-common.so.2 [.] md_config_t::_get_val 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.00% fio [kernel.kallsyms] [k] x86_pmu_disable 0.00% msgr-worker-2 [kernel.kallsyms] [k] recv_one_pkt 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089494 0.00% msgr-worker-2 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_append 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_send_mss 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::~raw_posix_aligned 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_event_update_userpage 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::get_current_msg_size 0.00% msgr-worker-0 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.00% msgr-worker-1 [kernel.kallsyms] [k] __wake_up_common_lock 0.00% fio libceph-common.so.2 [.] AsyncOpTracker::start_op 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000087c70 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::ObjectRequests::try_delay_request 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_remaining_segments 0.00% msgr-worker-2 [kernel.kallsyms] [k] wake_q_add 0.00% io_context_pool libceph-common.so.2 [.] EventCenter::wakeup 0.00% msgr-worker-0 [kernel.kallsyms] [k] get_futex_key 0.00% msgr-worker-0 libc-2.28.so [.] __posix_memalign 0.00% msgr-worker-1 [kernel.kallsyms] [k] bond_xmit_hash 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_schedule_loss_probe 0.00% msgr-worker-2 [kernel.kallsyms] [k] __unqueue_futex 0.00% fio fio [.] put_file_log 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_segment 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::reserve 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] operator delete 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_rbtree_insert 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::reserve 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::c_str 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035c30 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008d1f0 0.00% msgr-worker-2 [kernel.kallsyms] [k] __usecs_to_jiffies 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::ImageState::is_refresh_required 0.00% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_unlock_bh 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_options_write 0.00% fio fio [.] 0x0000000000027e2e 0.00% msgr-worker-1 [kernel.kallsyms] [k] __pm_relax 0.00% msgr-worker-1 [kernel.kallsyms] [k] kmalloc_slab 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089074 0.00% msgr-worker-2 [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% io_context_pool libceph-common.so.2 [.] ceph_str_hash 0.00% msgr-worker-1 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_erase 0.00% msgr-worker-2 [kernel.kallsyms] [k] passthru_features_check 0.00% msgr-worker-1 libceph-common.so.2 [.] PosixConnectedSocketImpl::read 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005b6df0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3890 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_dispatch 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_aligned 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000089e24 0.00% msgr-worker-1 [kernel.kallsyms] [k] kfree 0.00% msgr-worker-0 [kernel.kallsyms] [k] ktime_get 0.00% fio fio [.] 0x00000000000499f0 0.00% msgr-worker-0 [kernel.kallsyms] [k] __kmalloc_reserve.isra.50 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_release_data 0.00% msgr-worker-2 [kernel.kallsyms] [k] flexible_sched_in 0.00% msgr-worker-2 [vdso] [.] 0x00000000000009d7 0.00% msgr-worker-1 [kernel.kallsyms] [k] __wake_up_common 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0dee 0.00% msgr-worker-2 [kernel.kallsyms] [k] put_prev_entity 0.00% msgr-worker-2 libceph-common.so.2 [.] pthread_self@plt 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x0000000000585f60 0.00% io_context_pool [kernel.kallsyms] [k] __msecs_to_jiffies 0.00% io_context_pool [kernel.kallsyms] [k] sched_clock_cpu 0.00% msgr-worker-0 [kernel.kallsyms] [k] nft_update_chain_stats.isra.5 0.00% msgr-worker-2 [kernel.kallsyms] [k] nft_update_chain_stats.isra.5 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_select_queue 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_dev_queue_xmit 0.00% msgr-worker-2 [kernel.kallsyms] [k] __inet_lookup_established 0.00% msgr-worker-1 [kernel.kallsyms] [k] sock_recvmsg 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae134 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_xmit_frame 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] std::_Rb_tree_increment 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::append_hole 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000a5188 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_first_segment 0.00% msgr-worker-1 [kernel.kallsyms] [k] __zone_watermark_ok 0.00% msgr-worker-1 [kernel.kallsyms] [k] __fdget_pos 0.00% fio librbd.so.1.16.0 [.] 0x0000000000089d44 0.00% msgr-worker-0 libceph-common.so.2 [.] clock_gettime@plt 0.00% fio libstdc++.so.6.0.25 [.] std::condition_variable::condition_variable 0.00% msgr-worker-2 [kernel.kallsyms] [k] x86_pmu_disable 0.00% msgr-worker-2 [kernel.kallsyms] [k] qp_irq 0.00% msgr-worker-2 [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_dispatch 0.00% io_context_pool [kernel.kallsyms] [k] put_prev_entity 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::IOContext::read_snap 0.00% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_get_val_default[abi:cxx11] 0.00% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_append 0.00% io_context_pool [kernel.kallsyms] [k] wake_up_q 0.00% fio fio [.] 0x0000000000027f38 0.00% msgr-worker-1 libpthread-2.28.so [.] __pthread_getspecific 0.00% fio libstdc++.so.6.0.25 [.] std::__detail::_Prime_rehash_policy::_M_need_rehash 0.00% msgr-worker-2 [kernel.kallsyms] [k] path_put 0.00% msgr-worker-2 [kernel.kallsyms] [k] __fdget 0.00% msgr-worker-2 [kernel.kallsyms] [k] enqueue_entity 0.00% fio [kernel.kallsyms] [k] enqueue_entity 0.00% io_context_pool [kernel.kallsyms] [k] tick_do_update_jiffies64.part.19 0.00% msgr-worker-1 [kernel.kallsyms] [k] copyout 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_stream_memory_free 0.00% msgr-worker-1 [kernel.kallsyms] [k] unroll_tree_refs 0.00% msgr-worker-2 libceph-common.so.2 [.] Message::set_data 0.00% msgr-worker-1 [kernel.kallsyms] [k] __tcp_select_window 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000876c4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000361d4 0.00% msgr-worker-1 [kernel.kallsyms] [k] deactivate_task 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f475f 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0e0b 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::AbstractObjectWriteRequest::add_write_hint 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_copy_datagram_iter 0.00% msgr-worker-1 [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.00% fio [kernel.kallsyms] [k] update_rt_rq_load_avg 0.00% msgr-worker-0 [kernel.kallsyms] [k] inet_gro_receive 0.00% io_context_pool librbd.so.1.16.0 [.] Objecter::_throttle_op 0.00% msgr-worker-0 [kernel.kallsyms] [k] copyout 0.00% msgr-worker-1 [kernel.kallsyms] [k] sched_clock_cpu 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001063b4 0.00% fio fio [.] 0x0000000000027f01 0.00% msgr-worker-0 [kernel.kallsyms] [k] __copy_skb_header 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0dfb 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_min_vruntime 0.00% fio librbd.so.1.16.0 [.] rbd_aio_create_completion 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0e12 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_check_space 0.00% msgr-worker-2 [kernel.kallsyms] [k] __ip_local_out 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000001063b0 0.00% fio libpthread-2.28.so [.] __pthread_getspecific 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_load_avg 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::append_frame 0.00% io_context_pool libc-2.28.so [.] _IO_no_init 0.00% msgr-worker-0 [kernel.kallsyms] [k] timerqueue_add 0.00% msgr-worker-2 libceph-common.so.2 [.] epoll_wait@plt 0.00% msgr-worker-0 libceph-common.so.2 [.] DispatchQueue::pre_dispatch 0.00% msgr-worker-2 libceph-common.so.2 [.] posix_memalign@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] hinic_prepare_sq_ctrl 0.00% fio fio [.] 0x0000000000027ee5 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::Object::~Object 0.00% msgr-worker-0 [kernel.kallsyms] [k] rb_first 0.00% fio libstdc++.so.6.0.25 [.] 0x000000000008fa44 0.00% msgr-worker-2 libceph-common.so.2 [.] operator delete@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] nf_nat_ipv4_local_fn 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae143 0.00% msgr-worker-2 libpthread-2.28.so [.] __lll_lock_wait 0.00% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089714 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4777 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] std::__detail::_List_node_base::_M_unhook 0.00% msgr-worker-1 [kernel.kallsyms] [k] nf_nat_ipv4_local_fn 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_update_sq_local_ci 0.00% safe_timer [kernel.kallsyms] [k] __unqueue_futex 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000886e0 0.00% msgr-worker-0 libceph-common.so.2 [.] pthread_mutex_lock@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] enqueue_entity 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000087c74 0.00% fio fio [.] 0x00000000000694e6 0.00% msgr-worker-0 [kernel.kallsyms] [k] __usecs_to_jiffies 0.00% io_context_pool [kernel.kallsyms] [k] native_irq_return_iret 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000bc5b0 0.00% fio [kernel.kallsyms] [k] perf_pmu_nop_void 0.00% msgr-worker-0 [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f39de 0.00% fio fio [.] queue_full 0.00% msgr-worker-0 [kernel.kallsyms] [k] get_page_from_freelist 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_def_readable 0.00% msgr-worker-0 libceph-common.so.2 [.] memcmp@plt 0.00% fio fio [.] ntime_since 0.00% msgr-worker-2 [kernel.kallsyms] [k] rb_first 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae138 0.00% fio fio [.] 0x000000000001bbf4 0.00% msgr-worker-1 [kernel.kallsyms] [k] dequeue_entity 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_segment 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-2 [kernel.kallsyms] [k] kmem_cache_alloc 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_event_new_data_sent 0.00% msgr-worker-0 libceph-common.so.2 [.] Message::Message 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_clone 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035094 0.00% fio fio [.] utime_since_now 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008d3c4 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_remaining_crc_rev1 0.00% msgr-worker-0 [kernel.kallsyms] [k] run_local_timers 0.00% fio [kernel.kallsyms] [k] __fdget_pos 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_wfree 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_queue_rcv 0.00% msgr-worker-2 [kernel.kallsyms] [k] ctx_sched_out 0.00% fio fio [.] 0x000000000004bfe4 0.00% msgr-worker-2 [kernel.kallsyms] [k] futex_wait_queue_me 0.00% msgr-worker-0 [kernel.kallsyms] [k] __x64_sys_sendmsg 0.00% msgr-worker-1 [kernel.kallsyms] [k] do_futex 0.00% msgr-worker-1 [kernel.kallsyms] [k] timespec64_trunc 0.00% msgr-worker-1 [kernel.kallsyms] [k] jiffies_to_usecs 0.00% io_context_pool [kernel.kallsyms] [k] __hrtimer_run_queues 0.00% io_context_pool librbd.so.1.16.0 [.] std::__cxx11::basic_string, std::allocator >::_M_create 0.00% msgr-worker-2 [kernel.kallsyms] [k] __list_add_valid 0.00% msgr-worker-0 [kernel.kallsyms] [k] wake_q_add 0.00% fio [kernel.kallsyms] [k] ttwu_stat 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000035254 0.00% msgr-worker-0 libc-2.28.so [.] __libc_enable_asynccancel 0.00% msgr-worker-0 [kernel.kallsyms] [k] ip_copy_addrs 0.00% msgr-worker-0 [kernel.kallsyms] [k] ns_to_timespec 0.00% msgr-worker-1 [kernel.kallsyms] [k] resched_curr 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_sendmsg 0.00% io_context_pool [kernel.kallsyms] [k] tick_sched_do_timer 0.00% msgr-worker-1 [kernel.kallsyms] [k] sched_clock 0.00% msgr-worker-2 [kernel.kallsyms] [k] __wake_up_common 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008d3c4 0.00% msgr-worker-2 [kernel.kallsyms] [k] enqueue_hrtimer 0.00% fio fio [.] 0x000000000004b980 0.00% safe_timer [kernel.kallsyms] [k] native_write_msr 0.00% safe_timer [kernel.kallsyms] [k] do_futex 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::get_current_msg_size 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4867 0.00% msgr-worker-0 [kernel.kallsyms] [k] deactivate_task 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089414 0.00% msgr-worker-1 libceph-common.so.2 [.] DispatchQueue::dispatch_throttle_release 0.00% msgr-worker-1 libceph-common.so.2 [.] AsyncConnection::is_queued 0.00% msgr-worker-1 libceph-common.so.2 [.] posix_memalign@plt 0.00% msgr-worker-1 libceph-common.so.2 [.] DispatchQueue::pre_dispatch 0.00% msgr-worker-0 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::apply_visitor, std::allocator > const> > 0.00% io_context_pool librbd.so.1.16.0 [.] LambdaContext::write(unsigned long, unsigned long, ceph::buffer::v15_2_0::list&&, std::shared_ptr, int, int, std::optional, ZTracer::Trace const&, int*, unsigned long*, librbd::io::DispatchResult*, Context**, Context*)::{lambda(int)#2}>::finish 0.00% msgr-worker-2 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_mutate 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_copy_addrs 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_output 0.00% io_context_pool librbd.so.1.16.0 [.] object_locator_t::~object_locator_t 0.00% msgr-worker-0 [kernel.kallsyms] [k] kill_fasync 0.00% fio [kernel.kallsyms] [k] check_stack_object 0.00% fio [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_update_time 0.00% msgr-worker-2 libceph-common.so.2 [.] Message::decode_trace 0.00% io_context_pool [kernel.kallsyms] [k] __intel_pmu_enable_all.constprop.25 0.00% msgr-worker-0 [vdso] [.] 0x00000000000009cd 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::asm_crc_rev1 0.00% msgr-worker-0 [kernel.kallsyms] [k] ___slab_alloc 0.00% fio fio [.] 0x0000000000027f20 0.00% msgr-worker-1 [kernel.kallsyms] [k] timerqueue_del 0.00% msgr-worker-1 [kernel.kallsyms] [k] kill_fasync 0.00% msgr-worker-1 [kernel.kallsyms] [k] calc_timer_values 0.00% msgr-worker-0 [kernel.kallsyms] [k] __handle_irq_event_percpu 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::claim_append 0.00% msgr-worker-2 libceph-common.so.2 [.] pthread_mutex_unlock@plt 0.00% fio librbd.so.1.16.0 [.] librbd::io::ReadResult::ReadResult 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_stream_alloc_skb 0.00% msgr-worker-0 [kernel.kallsyms] [k] lock_sock_nested 0.00% msgr-worker-0 libceph-common.so.2 [.] DispatchQueue::post_dispatch 0.00% msgr-worker-2 [kernel.kallsyms] [k] available_idle_cpu 0.00% msgr-worker-2 [kernel.kallsyms] [k] dma_direct_map_page 0.00% msgr-worker-2 libpthread-2.28.so [.] __pthread_mutex_unlock 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::common::RefCountedObject::~RefCountedObject 0.00% io_context_pool libstdc++.so.6.0.25 [.] operator delete 0.00% fio [kernel.kallsyms] [k] __perf_event_task_sched_out 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f9640 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.00% msgr-worker-0 [kernel.kallsyms] [k] security_socket_recvmsg 0.00% msgr-worker-2 [kernel.kallsyms] [k] import_iovec 0.00% msgr-worker-2 [kernel.kallsyms] [k] pick_next_task_idle 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000368a4 0.00% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_trylock 0.00% msgr-worker-1 [kernel.kallsyms] [k] hinic_get_wqe 0.00% msgr-worker-2 [kernel.kallsyms] [k] rb_next 0.00% msgr-worker-2 [kernel.kallsyms] [k] dput.part.31 0.00% msgr-worker-2 [kernel.kallsyms] [k] ktime_get 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087c74 0.00% io_context_pool [kernel.kallsyms] [k] update_dl_rq_load_avg 0.00% msgr-worker-1 [kernel.kallsyms] [k] sock_sendmsg 0.00% fio fio [.] axmap_next_free 0.00% fio fio [.] 0x0000000000069708 0.00% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_unlock_bh 0.00% msgr-worker-1 libceph-common.so.2 [.] Message::set_data 0.00% msgr-worker-2 libceph-common.so.2 [.] std::vector >::operator[] 0.00% msgr-worker-2 [kernel.kallsyms] [k] validate_xmit_skb_list 0.00% msgr-worker-0 [kernel.kallsyms] [k] rb_next 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rearm_rto 0.00% msgr-worker-0 [kernel.kallsyms] [k] passthru_features_check 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x000000000008d3c4 0.00% fio fio [.] 0x000000000004bd92 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_pmu_nop_int 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_rearm_rto 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_event_sched_in 0.00% msgr-worker-1 libceph-common.so.2 [.] pthread_self@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] dma_direct_map_page 0.00% msgr-worker-2 libceph-common.so.2 [.] memcpy@plt 0.00% io_context_pool [kernel.kallsyms] [k] __softirqentry_text_start 0.00% io_context_pool librbd.so.1.16.0 [.] ceph::shunique_lock::lockable 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4a77 0.00% msgr-worker-0 [kernel.kallsyms] [k] futex_wait_queue_me 0.00% fio fio [.] 0x0000000000069520 0.00% msgr-worker-2 [kernel.kallsyms] [k] lock_timer_base 0.00% msgr-worker-0 libceph-common.so.2 [.] ConfigValues::get_value[abi:cxx11] 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] std::_Rb_tree_decrement 0.00% fio fio [.] 0x000000000001b104 0.00% msgr-worker-2 libc-2.28.so [.] __strlen_avx2 0.00% msgr-worker-2 [kernel.kallsyms] [k] get_nohz_timer_target 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036864 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] std::__detail::_List_node_base::_M_unhook 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_update_sq_local_ci 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_add_rx_frag 0.00% fio fio [.] 0x00000000000499f4 0.00% fio fio [.] 0x0000000000067700 0.00% msgr-worker-2 [kernel.kallsyms] [k] llist_add_batch 0.00% msgr-worker-1 libceph-common.so.2 [.] DispatchQueue::post_dispatch 0.00% msgr-worker-0 [kernel.kallsyms] [k] interrupt_entry 0.00% msgr-worker-2 [kernel.kallsyms] [k] atime_needs_update 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000dba9c 0.00% fio fio [.] td_set_runstate 0.00% msgr-worker-2 [kernel.kallsyms] [k] __update_load_avg_cfs_rq 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_v4_send_check 0.00% msgr-worker-2 [kernel.kallsyms] [k] cyc2ns_read_begin 0.00% io_context_pool libstdc++.so.6.0.25 [.] std::condition_variable::notify_all 0.00% msgr-worker-0 [kernel.kallsyms] [k] hash_futex 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::get_mempool 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_prepare_sq_ctrl 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageWriteRequest::get_aio_type 0.00% msgr-worker-2 [vdso] [.] 0x00000000000009c1 0.00% msgr-worker-1 [kernel.kallsyms] [k] __x64_sys_sendmsg 0.00% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_get_val 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_get_wqe 0.00% fio fio [.] 0x000000000007c8d8 0.00% fio fio [.] 0x000000000007d0c4 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000002d6d50 0.00% fio [kernel.kallsyms] [k] nohz_balance_exit_idle 0.00% msgr-worker-0 [kernel.kallsyms] [k] net_rx_action 0.00% msgr-worker-0 [kernel.kallsyms] [k] __fdget 0.00% msgr-worker-2 libceph-common.so.2 [.] md_config_t::get_val_generic[abi:cxx11] 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::claim_append 0.00% io_context_pool [kernel.kallsyms] [k] perf_event_sched_in 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036304 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105a47 0.00% msgr-worker-2 [kernel.kallsyms] [k] should_failslab 0.00% msgr-worker-0 [kernel.kallsyms] [k] __fsnotify_parent 0.00% fio libc-2.28.so [.] vfprintf 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_all_qs 0.00% msgr-worker-1 [kernel.kallsyms] [k] bictcp_cwnd_event 0.00% msgr-worker-2 [kernel.kallsyms] [k] __zone_watermark_ok 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph_crc32c_intel_fast 0.00% msgr-worker-0 [kernel.kallsyms] [k] calc_timer_values 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp4_gro_receive 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::throttle_bytes 0.00% msgr-worker-2 [kernel.kallsyms] [k] nohz_balance_exit_idle 0.00% fio fio [.] 0x000000000004a1c0 0.00% msgr-worker-0 [kernel.kallsyms] [k] copy_msghdr_from_user 0.00% msgr-worker-1 [kernel.kallsyms] [k] put_prev_entity 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089e70 0.00% msgr-worker-0 [kernel.kallsyms] [k] __tcp_v4_send_check 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_chrono_stop 0.00% msgr-worker-1 [kernel.kallsyms] [k] __qdisc_run 0.00% fio libpthread-2.28.so [.] __pthread_mutex_unlock 0.00% msgr-worker-0 [kernel.kallsyms] [k] __mod_zone_page_state 0.00% msgr-worker-2 [kernel.kallsyms] [k] rb_insert_color 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_active 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c120d 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5202 0.00% msgr-worker-0 [kernel.kallsyms] [k] __remove_hrtimer 0.00% fio [kernel.kallsyms] [k] sched_clock_cpu 0.00% msgr-worker-1 libc-2.28.so [.] __lll_unlock_wake_private 0.00% msgr-worker-2 [kernel.kallsyms] [k] touch_atime 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3890 0.00% msgr-worker-2 [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% msgr-worker-1 [kernel.kallsyms] [k] timerqueue_add 0.00% msgr-worker-0 libceph-common.so.2 [.] AsyncConnection::is_queued 0.00% msgr-worker-0 [kernel.kallsyms] [k] mntput 0.00% fio [kernel.kallsyms] [k] vsnprintf 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x000000000008cd60 0.00% msgr-worker-0 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_mutate 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae10e 0.00% msgr-worker-1 [kernel.kallsyms] [k] check_preempt_curr 0.00% msgr-worker-2 libceph-common.so.2 [.] Message::Message 0.00% fio [kernel.kallsyms] [k] account_entity_dequeue 0.00% msgr-worker-2 [kernel.kallsyms] [k] hash_futex 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::handle_read_frame_dispatch 0.00% io_context_pool librbd.so.1.16.0 [.] std::__detail::__variant::__gen_vtable_impl, std::default_delete > >, fu2::abi_310::detail::function, fu2::abi_310::detail::property >, Context*>&)::{lambda(auto:1&&)#1}&&, std::variant, std::default_delete > >, fu2::abi_310::detail::function, fu2::abi_310::detail::property >, Context*>&)>, std::tuple, std::default_delete > >, fu2::abi_310::detail::function, fu2::abi_310::detail::property >, Context*>&>, std::integer_sequence >::__visit_invoke 0.00% fio [kernel.kallsyms] [k] dput 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001059f8 0.00% msgr-worker-0 [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_copy_datagram_iter 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bb824 0.00% msgr-worker-2 [kernel.kallsyms] [k] get_futex_key_refs.isra.15 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_early_demux 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_sendmsg 0.00% io_context_pool [kernel.kallsyms] [k] hrtimer_active 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000036864 0.00% msgr-worker-1 libceph-common.so.2 [.] std::mutex::lock 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rbtree_insert 0.00% io_context_pool [kernel.kallsyms] [k] dput 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5b36 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3bf3 0.00% io_context_pool [kernel.kallsyms] [k] rcu_note_context_switch 0.00% fio [kernel.kallsyms] [k] __list_add_valid 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008d1f0 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x000000000058dc70 0.00% msgr-worker-0 [kernel.kallsyms] [k] sched_clock_cpu 0.00% msgr-worker-0 [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae150 0.00% fio [kernel.kallsyms] [k] __x2apic_send_IPI_dest 0.00% io_context_pool librbd.so.1.16.0 [.] std::unique_lock::unlock 0.00% msgr-worker-2 [kernel.kallsyms] [k] __mnt_want_write 0.00% msgr-worker-1 libceph-common.so.2 [.] memcpy@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::get_mempool 0.00% msgr-worker-1 [kernel.kallsyms] [k] hash_futex 0.00% msgr-worker-0 [kernel.kallsyms] [k] inet_recvmsg 0.00% fio [kernel.kallsyms] [k] mutex_unlock 0.00% fio fio [.] calc_thread_status 0.00% fio fio [.] num2str 0.00% fio libstdc++.so.6.0.25 [.] std::_Sp_locker::~_Sp_locker 0.00% msgr-worker-0 [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_local_out 0.00% fio fio [.] 0x000000000007c899 0.00% fio librados.so.2.0.0 [.] 0x0000000000036a24 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_pmu_nop_int 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036864 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_remaining_segments 0.00% msgr-worker-2 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_erase 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000368a4 0.00% msgr-worker-0 [kernel.kallsyms] [k] kmalloc_slab 0.00% msgr-worker-1 [kernel.kallsyms] [k] path_put 0.00% msgr-worker-2 [kernel.kallsyms] [k] sockfd_lookup_light 0.00% fio librbd.so.1.16.0 [.] boost::variant::destroy_content 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035c44 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::refill_append_space 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105954 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000dba9c 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_prepare_sq_ctrl 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::get_dispatch_layer 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_poll 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bc5b4 0.00% io_context_pool [kernel.kallsyms] [k] _copy_from_user 0.00% msgr-worker-1 libpthread-2.28.so [.] __lll_unlock_wake 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x00000000000886e4 0.00% msgr-worker-1 librbd.so.1.16.0 [.] std::__detail::__variant::__erased_dtor, std::default_delete > >, fu2::abi_310::detail::function, fu2::abi_310::detail::property >, Context*> const&, 2ul> 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036b54 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5205 0.00% msgr-worker-0 [kernel.kallsyms] [k] enqueue_hrtimer 0.00% fio [kernel.kallsyms] [k] do_nanosleep 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000088450 0.00% msgr-worker-2 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::apply_visitor, std::allocator > const> > 0.00% msgr-worker-2 libceph-common.so.2 [.] Message::encode_trace 0.00% fio [kernel.kallsyms] [k] __follow_mount_rcu.isra.40.part.41 0.00% fio [kernel.kallsyms] [k] kern_select 0.00% fio fio [.] timespec_add_msec 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sk_dst_check 0.00% fio fio [.] 0x0000000000067828 0.00% msgr-worker-0 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_erase 0.00% fio fio [.] 0x0000000000027f0a 0.00% safe_timer [kernel.kallsyms] [k] event_sched_in.isra.113 0.00% safe_timer [kernel.kallsyms] [k] pick_next_task_fair 0.00% io_context_pool [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% fio fio [.] io_u_mark_depth 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035094 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% fio [kernel.kallsyms] [k] perf_pmu_disable.part.99 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae130 0.00% io_context_pool [kernel.kallsyms] [k] update_rt_rq_load_avg 0.00% msgr-worker-1 [kernel.kallsyms] [k] scheduler_tick 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::append_hole 0.00% fio fio [.] 0x000000000007d2a1 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f475f 0.00% msgr-worker-2 [kernel.kallsyms] [k] rb_erase 0.00% msgr-worker-2 libpthread-2.28.so [.] __lll_unlock_wake 0.00% fio fio [.] 0x000000000004bbd8 0.00% fio fio [.] 0x00000000000228d0 0.00% msgr-worker-1 libceph-common.so.2 [.] MOSDOpReply::~MOSDOpReply 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::ObjectWriteRequest::add_write_hint 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036564 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_dl_rq_load_avg 0.00% msgr-worker-1 [kernel.kallsyms] [k] x86_pmu_disable 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089884 0.00% msgr-worker-2 [kernel.kallsyms] [k] idle_cpu 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000be790 0.00% service libceph-common.so.2 [.] ceph::common::PerfCounters::set 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000035bc4 0.00% fio fio [.] 0x0000000000069568 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_set_cs_inner_l4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f9653 0.00% msgr-worker-0 libceph-common.so.2 [.] Message::~Message 0.00% msgr-worker-2 librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::tables::vtable >::empty_cmd 0.00% fio [kernel.kallsyms] [k] deactivate_task 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sb_start_write 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000089d74 0.00% fio [kernel.kallsyms] [k] calc_timer_values 0.00% msgr-worker-0 [kernel.kallsyms] [k] tick_sched_timer 0.00% fio [kernel.kallsyms] [k] select_idle_sibling 0.00% fio [kernel.kallsyms] [k] tty_ioctl 0.00% fio libc-2.28.so [.] _IO_file_write@@GLIBC_2.2.5 0.00% msgr-worker-2 [kernel.kallsyms] [k] nf_nat_ipv4_out 0.00% msgr-worker-0 [kernel.kallsyms] [k] rb_erase 0.00% msgr-worker-0 [kernel.kallsyms] [k] _raw_spin_unlock_bh 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] 0x00000000000ae106 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f58a4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cbc50 0.00% fio fio [.] 0x000000000004bff9 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001063b0 0.00% fio [kernel.kallsyms] [k] __softirqentry_text_start 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_clone 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000105a13 0.00% msgr-worker-2 [kernel.kallsyms] [k] timespec64_trunc 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf3f3 0.00% fio [kernel.kallsyms] [k] perf_log_itrace_start 0.00% msgr-worker-0 [kernel.kallsyms] [k] rb_insert_color 0.00% msgr-worker-0 [kernel.kallsyms] [k] rw_verify_area 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_rx_poll 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087604 0.00% fio fio [.] 0x0000000000027f12 0.00% msgr-worker-0 libc-2.28.so [.] __strlen_avx2 0.00% msgr-worker-2 libceph-common.so.2 [.] PosixConnectedSocketImpl::read 0.00% fio fio [.] 0x0000000000068f6d 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bc5b0 0.00% msgr-worker-1 libceph-common.so.2 [.] pthread_mutex_lock@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] tick_do_update_jiffies64.part.19 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089aa4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4a77 0.00% msgr-worker-1 librbd.so.1.16.0 [.] fu2::abi_310::detail::type_erasure::tables::vtable >::empty_cmd 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000002d6d80 0.00% fio fio [.] 0x000000000001b064 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_log_itrace_start 0.00% msgr-worker-2 libceph-common.so.2 [.] DispatchQueue::dispatch_throttle_release 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_v4_send_check 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::get_mempool 0.00% fio fio [.] 0x000000000004c270 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::RefreshImageDispatch::write 0.00% msgr-worker-0 [kernel.kallsyms] [k] validate_xmit_skb_list 0.00% fio fio [.] 0x000000000004ba43 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008dab0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4a9b 0.00% io_context_pool [kernel.kallsyms] [k] idle_cpu 0.00% io_context_pool libstdc++.so.6.0.25 [.] std::__detail::_Prime_rehash_policy::_M_need_rehash 0.00% safe_timer [kernel.kallsyms] [k] update_rt_rq_load_avg 0.00% msgr-worker-1 [kernel.kallsyms] [k] __check_heap_object 0.00% io_context_pool [kernel.kallsyms] [k] sched_clock 0.00% msgr-worker-2 [kernel.kallsyms] [k] nf_nat_ipv4_fn 0.00% msgr-worker-0 [kernel.kallsyms] [k] fq_codel_dequeue 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3890 0.00% msgr-worker-1 libceph-common.so.2 [.] md_config_t::get_val_generic[abi:cxx11] 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rbtree_insert 0.00% msgr-worker-0 libpthread-2.28.so [.] __pthread_mutex_unlock 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] std::_Rb_tree_increment 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_push 0.00% fio fio [.] 0x000000000004bbcf 0.00% fio fio [.] 0x0000000000027df8 0.00% msgr-worker-0 [kernel.kallsyms] [k] sock_sendmsg 0.00% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::claim_append 0.00% io_context_pool [kernel.kallsyms] [k] perf_pmu_nop_void 0.00% msgr-worker-1 libceph-common.so.2 [.] ConfigValues::get_value[abi:cxx11] 0.00% fio [kernel.kallsyms] [k] task_ctx_sched_out 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rcv_established 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036564 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4a89 0.00% msgr-worker-1 [kernel.kallsyms] [k] account_entity_enqueue 0.00% msgr-worker-0 libceph-common.so.2 [.] md_config_t::get_val_generic[abi:cxx11] 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035c34 0.00% fio librados.so.2.0.0 [.] 0x00000000000357e4 0.00% io_context_pool [kernel.kallsyms] [k] timerqueue_add 0.00% msgr-worker-1 [kernel.kallsyms] [k] get_futex_key 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_send_check 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_send_mss 0.00% io_context_pool [kernel.kallsyms] [k] clockevents_program_event 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::throttle_dispatch_queue 0.00% msgr-worker-0 [kernel.kallsyms] [k] flow_get_u32_src 0.00% msgr-worker-0 [kernel.kallsyms] [k] __fdget_pos 0.00% msgr-worker-0 libc-2.28.so [.] __lll_unlock_wake_private 0.00% fio librbd.so.1.16.0 [.] (anonymous namespace)::create_write_raw 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089e20 0.00% msgr-worker-0 [kernel.kallsyms] [k] inet_sendmsg 0.00% msgr-worker-2 [kernel.kallsyms] [k] scheduler_tick 0.00% fio fio [.] 0x0000000000068f0c 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf411 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::create_hypercombined 0.00% fio fio [.] td_io_prep 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::is_queued 0.00% msgr-worker-0 [kernel.kallsyms] [k] irqtime_account_irq 0.00% fio fio [.] 0x0000000000027de5 0.00% msgr-worker-2 [kernel.kallsyms] [k] ktime_get_with_offset 0.00% msgr-worker-2 [kernel.kallsyms] [k] get_task_policy.part.32 0.00% msgr-worker-2 [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f58a0 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_note_context_switch 0.00% msgr-worker-2 [kernel.kallsyms] [k] jiffies_to_usecs 0.00% fio [kernel.kallsyms] [k] update_min_vruntime 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::get_mempool 0.00% msgr-worker-2 [kernel.kallsyms] [k] sched_clock_cpu 0.00% msgr-worker-0 [kernel.kallsyms] [k] jiffies_to_usecs 0.00% fio [kernel.kallsyms] [k] account_entity_enqueue 0.00% fio [kernel.kallsyms] [k] kmem_cache_alloc 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11ed 0.00% msgr-worker-2 [kernel.kallsyms] [k] group_sched_in 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::splice 0.00% fio fio [.] 0x0000000000027f2e 0.00% msgr-worker-2 [kernel.kallsyms] [k] irq_chip_ack_parent 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11d8 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089050 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_get_insert_unique_pos 0.00% fio [kernel.kallsyms] [k] cyc2ns_read_begin 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000d79d0 0.00% msgr-worker-1 [kernel.kallsyms] [k] run_timer_softirq 0.00% msgr-worker-0 [kernel.kallsyms] [k] resched_curr 0.00% msgr-worker-0 libceph-common.so.2 [.] operator delete@plt 0.00% safe_timer [kernel.kallsyms] [k] cpuacct_charge 0.00% safe_timer [kernel.kallsyms] [k] entry_SYSCALL_64_after_hwframe 0.00% safe_timer [kernel.kallsyms] [k] perf_swevent_add 0.00% safe_timer libc-2.28.so [.] cfree@GLIBC_2.2.5 0.00% safe_timer libc-2.28.so [.] malloc 0.00% safe_timer libpthread-2.28.so [.] __pthread_mutex_unlock_usercnt 0.00% msgr-worker-1 [kernel.kallsyms] [k] __usecs_to_jiffies 0.00% msgr-worker-2 [kernel.kallsyms] [k] timerqueue_add 0.00% io_context_pool [kernel.kallsyms] [k] update_numa_stats 0.00% msgr-worker-1 [kernel.kallsyms] [k] generic_update_time 0.00% msgr-worker-2 [kernel.kallsyms] [k] ns_to_timespec 0.00% msgr-worker-1 [kernel.kallsyms] [k] __vfs_read 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5960 0.00% io_context_pool [kernel.kallsyms] [k] cyc2ns_read_end 0.00% io_context_pool libstdc++.so.6.0.25 [.] std::_Rb_tree_decrement 0.00% fio [kernel.kallsyms] [k] _nohz_idle_balance 0.00% fio fio [.] 0x00000000000679dd 0.00% msgr-worker-2 [kernel.kallsyms] [k] napi_schedule_prep 0.00% fio fio [.] 0x000000000006786d 0.00% msgr-worker-2 libc-2.28.so [.] __lll_unlock_wake_private 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::WriteOp::write 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1265 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae117 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_pmu_nop_void 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4bd0 0.00% msgr-worker-0 [kernel.kallsyms] [k] handle_irq_event_percpu 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bb630 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089864 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000100ed0 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae104 0.00% fio fio [.] 0x0000000000069147 0.00% io_context_pool librbd.so.1.16.0 [.] Objecter::get_session 0.00% io_context_pool fio [.] 0x000000000007c786 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf400 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf3dc 0.00% io_context_pool [kernel.kallsyms] [k] lapic_next_deadline 0.00% fio [kernel.kallsyms] [k] raise_softirq 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036864 0.00% io_context_pool libceph-common.so.2 [.] SafeTimer::cancel_event 0.00% fio [kernel.kallsyms] [k] futex_wait_queue_me 0.00% msgr-worker-0 libceph-common.so.2 [.] pthread_self@plt 0.00% io_context_pool [kernel.kallsyms] [k] task_tick_numa 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_erase 0.00% io_context_pool [kernel.kallsyms] [k] hrtimer_interrupt 0.00% msgr-worker-0 [kernel.kallsyms] [k] nf_nat_ipv4_out 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bb634 0.00% io_context_pool [kernel.kallsyms] [k] raise_softirq 0.00% io_context_pool [kernel.kallsyms] [k] do_numa_page 0.00% io_context_pool [kernel.kallsyms] [k] clear_buddies 0.00% fio [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11f4 0.00% msgr-worker-1 libceph-common.so.2 [.] md_config_t::_get_val_default[abi:cxx11] 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_func_type 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::prepare_send_message 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000889f4 0.00% io_context_pool [kernel.kallsyms] [k] find_next_and_bit 0.00% msgr-worker-0 [kernel.kallsyms] [k] sock_recvmsg 0.00% msgr-worker-1 [kernel.kallsyms] [k] _raw_spin_trylock 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x00000000000886e0 0.00% msgr-worker-1 [kernel.kallsyms] [k] intel_pmu_disable_all 0.00% msgr-worker-2 [kernel.kallsyms] [k] security_socket_sendmsg 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000884c4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036300 0.00% fio [kernel.kallsyms] [k] update_nohz_stats 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8d20 0.00% io_context_pool [kernel.kallsyms] [k] __do_page_fault 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c11ca 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000882c4 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008c7d4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f9656 0.00% msgr-worker-2 [kernel.kallsyms] [k] raise_softirq 0.00% msgr-worker-2 [kernel.kallsyms] [k] copy_msghdr_from_user 0.00% io_context_pool [kernel.kallsyms] [k] perf_log_itrace_start 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bb630 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000087c70 0.00% msgr-worker-1 libceph-common.so.2 [.] clock_gettime@plt 0.00% msgr-worker-1 libpthread-2.28.so [.] __lll_lock_wait 0.00% io_context_pool [kernel.kallsyms] [k] update_blocked_averages 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf4a9 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000f8d31 0.00% msgr-worker-0 [kernel.kallsyms] [k] __unqueue_futex 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.00% msgr-worker-1 libceph-common.so.2 [.] free@plt 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae147 0.00% io_context_pool [kernel.kallsyms] [k] mutex_spin_on_owner 0.00% msgr-worker-0 [kernel.kallsyms] [k] __mark_inode_dirty 0.00% fio [kernel.kallsyms] [k] generic_permission 0.00% fio [kernel.kallsyms] [k] link_path_walk 0.00% fio [kernel.kallsyms] [k] strncpy_from_user 0.00% fio libc-2.28.so [.] _IO_default_xsputn 0.00% msgr-worker-1 [kernel.kallsyms] [k] pmd_none_or_trans_huge_or_clear_bad 0.00% msgr-worker-2 [kernel.kallsyms] [k] __wake_up_common_lock 0.00% msgr-worker-0 [kernel.kallsyms] [k] __napi_schedule 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c131c 0.00% msgr-worker-2 libceph-common.so.2 [.] Message::~Message 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000f8d28 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::Op::~Op 0.00% msgr-worker-1 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_erase 0.00% io_context_pool [kernel.kallsyms] [k] up_read 0.00% msgr-worker-2 [kernel.kallsyms] [k] iov_iter_init 0.00% msgr-worker-2 [kernel.kallsyms] [k] dev_queue_xmit 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089890 0.00% io_context_pool librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::priv_forward_range_insert_expand_forward, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, boost::move_iterator, fu2::abi_310::detail::property >*>, fu2::abi_310::detail::function, fu2::abi_310::detail::property >*> > 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089d40 0.00% fio fio [.] 0x0000000000027f15 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec3f7 0.00% fio librbd.so.1.16.0 [.] 0x0000000000087634 0.00% fio libceph-common.so.2 [.] pthread_mutex_lock@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] hinic_task_set_tx_offload_valid 0.00% io_context_pool [kernel.kallsyms] [k] _cond_resched 0.00% msgr-worker-1 [kernel.kallsyms] [k] iov_iter_init 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4745 0.00% msgr-worker-2 libceph-common.so.2 [.] isspace@plt 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000001063b4 0.00% fio [kernel.kallsyms] [k] perf_event_sched_in 0.00% msgr-worker-0 [kernel.kallsyms] [k] dev_gro_receive 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::get_mempool 0.00% msgr-worker-1 [kernel.kallsyms] [k] up_read 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae140 0.00% io_context_pool [kernel.kallsyms] [k] dput.part.31 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::Object::Object 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_small_queue_check.isra.34 0.00% fio fio [.] 0x000000000004bb75 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1246 0.00% io_context_pool [kernel.kallsyms] [k] find_vma 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4af1 0.00% fio [kernel.kallsyms] [k] __vfs_read 0.00% msgr-worker-1 [kernel.kallsyms] [k] security_socket_recvmsg 0.00% msgr-worker-1 [kernel.kallsyms] [k] _copy_from_user 0.00% msgr-worker-2 [kernel.kallsyms] [k] timekeeping_advance 0.00% msgr-worker-0 librbd.so.1.16.0 [.] Objecter::Op::~Op 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105a81 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f5129 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035094 0.00% fio fio [.] 0x000000000007c7e8 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f79 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000088014 0.00% msgr-worker-1 libceph-common.so.2 [.] __errno_location@plt 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create 0.00% safe_timer libpthread-2.28.so [.] pthread_cond_timedwait@@GLIBC_2.3.2 0.00% msgr-worker-0 [kernel.kallsyms] [k] should_failslab 0.00% msgr-worker-2 [kernel.kallsyms] [k] __vfs_read 0.00% io_context_pool [kernel.kallsyms] [k] __task_rq_lock 0.00% msgr-worker-1 [kernel.kallsyms] [k] smp_call_function_many 0.00% msgr-worker-0 [kernel.kallsyms] [k] sched_clock 0.00% msgr-worker-2 [kernel.kallsyms] [k] swapgs_restore_regs_and_return_to_usermode 0.00% fio fio [.] 0x0000000000068f8c 0.00% fio [kernel.kallsyms] [k] irq_exit 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3899 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000a5188 0.00% fio fio [.] 0x00000000000677f5 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000dba9c 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_pmu_disable.part.99 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_first_crc_rev1 0.00% msgr-worker-0 [kernel.kallsyms] [k] check_cfs_rq_runtime 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_erase 0.00% msgr-worker-0 [kernel.kallsyms] [k] __netif_receive_skb_core 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f9640 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::C_AioRequest::~C_AioRequest 0.00% msgr-worker-2 libpthread-2.28.so [.] __pthread_getspecific 0.00% fio fio [.] 0x000000000003125b 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f39bd 0.00% msgr-worker-1 [kernel.kallsyms] [k] find_next_bit 0.00% msgr-worker-1 [kernel.kallsyms] [k] down_read_trylock 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::ptr 0.00% msgr-worker-1 [kernel.kallsyms] [k] _copy_to_iter 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x000000000010106c 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000a5718 0.00% msgr-worker-0 [kernel.kallsyms] [k] generic_pipe_buf_confirm 0.00% io_context_pool [kernel.kallsyms] [k] tcp_send_loss_probe 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f58b8 0.00% io_context_pool [kernel.kallsyms] [k] load_balance 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_pmu_disable.part.99 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_fast_timekeeper 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000001063b0 0.00% safe_timer [kernel.kallsyms] [k] __handle_mm_fault 0.00% safe_timer [kernel.kallsyms] [k] dequeue_entity 0.00% safe_timer [kernel.kallsyms] [k] schedule 0.00% safe_timer [kernel.kallsyms] [k] syscall_return_via_sysret 0.00% safe_timer libc-2.28.so [.] _int_free 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036820 0.00% msgr-worker-0 [kernel.kallsyms] [k] __tcp_select_window 0.00% msgr-worker-0 [kernel.kallsyms] [k] get_inner_l3_l4_type.isra.37 0.00% msgr-worker-1 [vdso] [.] 0x00000000000009cd 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089410 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_small_page_aligned 0.00% msgr-worker-2 [kernel.kallsyms] [k] calc_timer_values 0.00% msgr-worker-2 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_erase 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035090 0.00% fio fio [.] unlock_file 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::list::obtain_contiguous_space 0.00% msgr-worker-1 [kernel.kallsyms] [k] __ip_local_out 0.00% msgr-worker-1 [kernel.kallsyms] [k] hinic_get_sq_wqe 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf4a4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4745 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000036054 0.00% fio fio [.] 0x000000000004c1c3 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::common::RefCountedObject::~RefCountedObject 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::is_queued 0.00% msgr-worker-2 [kernel.kallsyms] [k] task_numa_work 0.00% msgr-worker-0 [kernel.kallsyms] [k] group_sched_in 0.00% io_context_pool [kernel.kallsyms] [k] cpu_load_update_active 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4eea 0.00% fio fio [.] 0x0000000000049498 0.00% msgr-worker-1 libceph-common.so.2 [.] Message::decode_trace 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf45d 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_gro_reset_offset 0.00% msgr-worker-0 librbd.so.1.16.0 [.] Message::~Message 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc380 0.00% msgr-worker-2 [kernel.kallsyms] [k] detach_if_pending 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_event_sched_in 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_remaining_segments 0.00% msgr-worker-2 [kernel.kallsyms] [k] __softirqentry_text_start 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000087c74 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005bc92f 0.00% fio fio [.] 0x0000000000027ec3 0.00% msgr-worker-0 [kernel.kallsyms] [k] find_next_bit 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0e19 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::ImageDispatch::get_dispatch_layer 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x000000000058dc74 0.00% io_context_pool [kernel.kallsyms] [k] __mnt_want_write 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_push 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.00% fio [kernel.kallsyms] [k] native_smp_send_reschedule 0.00% fio fio [.] 0x0000000000027f2a 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::operator+= 0.00% io_context_pool [kernel.kallsyms] [k] plist_del 0.00% io_context_pool [kernel.kallsyms] [k] sched_clock_stable 0.00% fio librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x0000000000585f64 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_gro_receive 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000bc5b4 0.00% fio fio [.] 0x0000000000027f23 0.00% msgr-worker-2 [kernel.kallsyms] [k] mntput 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cd51e 0.00% io_context_pool librbd.so.1.16.0 [.] neorados::Op::size 0.00% msgr-worker-2 [kernel.kallsyms] [k] nf_nat_ipv4_in 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000101675 0.00% safe_timer [kernel.kallsyms] [k] _raw_spin_unlock_irqrestore 0.00% safe_timer [kernel.kallsyms] [k] native_sched_clock 0.00% safe_timer libceph-common.so.2 [.] TokenBucketThrottle::schedule_timer 0.00% safe_timer libstdc++.so.6.0.25 [.] std::_Rb_tree_insert_and_rebalance 0.00% fio fio [.] 0x000000000004ba50 0.00% msgr-worker-0 [kernel.kallsyms] [k] flexible_sched_in 0.00% fio fio [.] 0x000000000004bbb3 0.00% msgr-worker-2 [kernel.kallsyms] [k] timerqueue_del 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f50d6 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_gro_receive 0.00% msgr-worker-1 [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cd50d 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_md5_do_lookup 0.00% fio fio [.] 0x0000000000022a65 0.00% fio libceph-common.so.2 [.] mempool::get_pool 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.00% io_context_pool [kernel.kallsyms] [k] ttwu_do_activate 0.00% msgr-worker-1 [kernel.kallsyms] [k] get_inner_l3_l4_type.isra.37 0.00% fio librbd.so.1.16.0 [.] 0x0000000000089864 0.00% msgr-worker-0 [kernel.kallsyms] [k] sk_page_frag_refill 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::rebuild 0.00% io_context_pool [kernel.kallsyms] [k] __wake_up_locked_key 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036300 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fea38 0.00% fio fio [.] 0x000000000007d1d4 0.00% msgr-worker-2 [kernel.kallsyms] [k] current_time 0.00% io_context_pool [kernel.kallsyms] [k] perf_event_set_state.part.70 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_3ad_lacpdu_recv 0.00% io_context_pool [kernel.kallsyms] [k] trigger_load_balance 0.00% msgr-worker-0 [kernel.kallsyms] [k] put_prev_entity 0.00% fio fio [.] 0x000000000007d0b1 0.00% fio libstdc++.so.6.0.25 [.] std::condition_variable::~condition_variable 0.00% fio fio [.] 0x0000000000068f55 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ffa2e 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5141 0.00% io_context_pool [kernel.kallsyms] [k] perf_event_update_time 0.00% msgr-worker-2 [kernel.kallsyms] [k] policy_node 0.00% msgr-worker-1 libceph-common.so.2 [.] Message::encode_trace 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cce50 0.00% io_context_pool libceph-common.so.2 [.] reverse_bits 0.00% msgr-worker-0 [kernel.kallsyms] [k] validate_xmit_xfrm 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f38ab 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035200 0.00% fio [kernel.kallsyms] [k] load_balance 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035760 0.00% msgr-worker-2 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::erase 0.00% fio fio [.] 0x000000000004a1d0 0.00% io_context_pool [kernel.kallsyms] [k] perf_event_task_tick 0.00% io_context_pool [kernel.kallsyms] [k] scheduler_tick 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc399 0.00% msgr-worker-0 librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::~vector 0.00% msgr-worker-2 [kernel.kallsyms] [k] __netif_receive_skb_core 0.00% io_context_pool [kernel.kallsyms] [k] cyc2ns_read_begin 0.00% msgr-worker-1 [kernel.kallsyms] [k] find_next_and_bit 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc910 0.00% fio fio [.] 0x00000000000312af 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_idx_default 0.00% msgr-worker-2 [kernel.kallsyms] [k] policy_nodemask 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f5173 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105ab5 0.00% fio fio [.] 0x000000000007c9a0 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000354d4 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fea43 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cd528 0.00% io_context_pool [kernel.kallsyms] [k] __hrtimer_next_event_base 0.00% io_context_pool libstdc++.so.6.0.25 [.] std::__detail::_List_node_base::_M_hook 0.00% fio [kernel.kallsyms] [k] pvclock_gtod_notify 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4b71 0.00% fio fio [.] 0x00000000000690f8 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036824 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ffad1 0.00% fio [kernel.kallsyms] [k] __ptep_modify_prot_start 0.00% msgr-worker-2 [kernel.kallsyms] [k] _copy_to_iter 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_ack 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_task_set_tx_offload_valid 0.00% msgr-worker-0 libceph-common.so.2 [.] C_handle_write::do_request 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5019 0.00% msgr-worker-2 [vdso] [.] 0x00000000000009cd 0.00% io_context_pool [kernel.kallsyms] [k] __list_del_entry_valid 0.00% fio fio [.] 0x0000000000069259 0.00% fio [kernel.kallsyms] [k] down_read_trylock 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x000000000058dc8e 0.00% fio [kernel.kallsyms] [k] sched_clock_stable 0.00% msgr-worker-0 libceph-common.so.2 [.] std::mutex::lock 0.00% io_context_pool [kernel.kallsyms] [k] find_busiest_group 0.00% fio fio [.] 0x0000000000068f26 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036624 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000890a0 0.00% io_context_pool [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000d783c 0.00% msgr-worker-2 [kernel.kallsyms] [k] fq_codel_dequeue 0.00% fio fio [.] 0x0000000000049568 0.00% io_context_pool [kernel.kallsyms] [k] task_numa_find_cpu 0.00% io_context_pool [vdso] [.] 0x00000000000009cd 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000362e4 0.00% io_context_pool [kernel.kallsyms] [k] run_local_timers 0.00% msgr-worker-1 [kernel.kallsyms] [k] ktime_get 0.00% msgr-worker-1 [kernel.kallsyms] [k] __tcp_push_pending_frames 0.00% fio fio [.] 0x000000000007c9d1 0.00% msgr-worker-1 [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% msgr-worker-0 [kernel.kallsyms] [k] iov_iter_init 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4eea 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f5205 0.00% fio [kernel.kallsyms] [k] native_apic_msr_eoi_write 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4c4f 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f50b8 0.00% fio librbd.so.1.16.0 [.] std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::_M_erase 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000088ac0 0.00% msgr-worker-2 [kernel.kallsyms] [k] sk_reset_timer 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c119e 0.00% msgr-worker-2 [kernel.kallsyms] [k] __mod_zone_page_state 0.00% fio fio [.] 0x0000000000067816 0.00% io_context_pool libceph-common.so.2 [.] pthread_self@plt 0.00% msgr-worker-0 [kernel.kallsyms] [k] ip_rcv_finish 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000002d6d53 0.00% fio fio [.] 0x000000000004b9c4 0.00% fio librbd.so.1.16.0 [.] 0x00000000000892d4 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae130 0.00% msgr-worker-1 libceph-common.so.2 [.] operator delete@plt 0.00% msgr-worker-1 [kernel.kallsyms] [k] irq_exit 0.00% fio librbd.so.1.16.0 [.] 0x00000000000892d0 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000101685 0.00% msgr-worker-0 [kernel.kallsyms] [k] flow_get_u32_dst 0.00% fio fio [.] 0x000000000007c7fc 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4806 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::SimpleSchedulerObjectDispatch::schedule_dispatch_delayed_requests 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4c45 0.00% fio fio [.] 0x0000000000068ee7 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000a5714 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000089884 0.00% io_context_pool [kernel.kallsyms] [k] interrupt_entry 0.00% msgr-worker-2 [kernel.kallsyms] [k] plist_del 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x0000000000585f7b 0.00% fio [kernel.kallsyms] [k] scheduler_tick 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f5918 0.00% fio fio [.] 0x000000000001b060 0.00% fio fio [.] 0x000000000004a249 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf46c 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_reset_timer 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035574 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae106 0.00% msgr-worker-1 [kernel.kallsyms] [k] __x86_indirect_thunk_r12 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4eda 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000088104 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035090 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000bf3e9 0.00% msgr-worker-2 [kernel.kallsyms] [k] irq_exit 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Sp_counted_ptr_inplace::ObjectRequests, std::allocator::ObjectRequests>, (__gnu_cxx::_Lock_policy)2>::_M_destroy 0.00% fio fio [.] 0x0000000000022ad0 0.00% fio fio [.] 0x0000000000022a80 0.00% ceph_timer [kernel.kallsyms] [k] __hrtimer_init 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5918 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000101079 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_cfs_group 0.00% fio [kernel.kallsyms] [k] perf_event_task_tick 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc913 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f38c2 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089d74 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x000000000058dc9e 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000a5718 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_hwif_write_reg 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f389f 0.00% fio [kernel.kallsyms] [k] schedule_hrtimeout_range_clock 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005b6c26 0.00% fio [kernel.kallsyms] [k] cpu_load_update_active 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4a9b 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3c23 0.00% msgr-worker-1 libceph-common.so.2 [.] boost::variant, std::allocator >, unsigned long, long, double, bool, entity_addr_t, entity_addrvec_t, std::chrono::duration >, std::chrono::duration >, Option::size_t, uuid_d>::apply_visitor, std::allocator > const> > 0.00% fio fio [.] 0x000000000004bf45 0.00% msgr-worker-2 [kernel.kallsyms] [k] enqueue_task_fair 0.00% fio fio [.] 0x000000000004b9e1 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x0000000000585f64 0.00% io_context_pool [kernel.kallsyms] [k] kick_ilb 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_rcv 0.00% msgr-worker-0 [kernel.kallsyms] [k] rcu_irq_enter 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_first_segment 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ffae2 0.00% fio [kernel.kallsyms] [k] remove_wait_queue 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4a89 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rate_skb_sent 0.00% msgr-worker-1 [kernel.kallsyms] [k] ttwu_stat 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_rt_rq_load_avg 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::decode 0.00% io_context_pool libceph-common.so.2 [.] operator new@plt 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000001059e7 0.00% msgr-worker-1 [kernel.kallsyms] [k] task_ctx_sched_out 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5144 0.00% fio fio [.] 0x000000000004bfb6 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_rate_skb_sent 0.00% msgr-worker-2 [kernel.kallsyms] [k] dev_gro_receive 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_send_loss_probe 0.00% msgr-worker-1 libceph-common.so.2 [.] memcmp@plt 0.00% fio fio [.] 0x000000000007d06e 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_remaining_crc_rev1 0.00% msgr-worker-2 [kernel.kallsyms] [k] sk_page_frag_refill 0.00% fio fio [.] 0x000000000006786e 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f520a 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035c30 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001059a0 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_push 0.00% msgr-worker-0 libceph-common.so.2 [.] std::char_traits::length 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036d54 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_blocked_averages 0.00% msgr-worker-0 [kernel.kallsyms] [k] napi_gro_receive 0.00% msgr-worker-1 [kernel.kallsyms] [k] simple_copy_to_iter 0.00% msgr-worker-1 libceph-common.so.2 [.] pthread_mutex_unlock@plt 0.00% fio fio [.] 0x0000000000027f35 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089884 0.00% msgr-worker-2 [kernel.kallsyms] [k] add_interrupt_randomness 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3bc9 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_rcv_established 0.00% fio librbd.so.1.16.0 [.] 0x0000000000088010 0.00% fio fio [.] 0x000000000006784d 0.00% fio librbd.so.1.16.0 [.] 0x00000000000882c0 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cd0b4 0.00% msgr-worker-2 [kernel.kallsyms] [k] flush_tlb_func_common.constprop.8 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000087d74 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x000000000008d3c0 0.00% msgr-worker-1 [kernel.kallsyms] [k] __kfree_skb 0.00% io_context_pool [kernel.kallsyms] [k] drop_futex_key_refs.isra.16 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_clean_rtx_queue 0.00% fio fio [.] 0x000000000004c23c 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f58a0 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f39d1 0.00% msgr-worker-2 libceph-common.so.2 [.] ProtocolV2::is_queued 0.00% msgr-worker-0 [kernel.kallsyms] [k] PageHuge 0.00% fio fio [.] 0x000000000001afc4 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_free_head 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4a89 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4b8e 0.00% msgr-worker-2 [kernel.kallsyms] [k] plist_add 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_eth_get_headlen 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000a5710 0.00% msgr-worker-1 libceph-common.so.2 [.] epoll_wait@plt 0.00% io_context_pool [kernel.kallsyms] [k] __acct_update_integrals 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001015d4 0.00% msgr-worker-2 libceph-common.so.2 [.] MOSDOpReply::~MOSDOpReply 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f75 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5b30 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000002d6d84 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1300 0.00% fio fio [.] 0x00000000000692c7 0.00% ceph_timer libceph-common.so.2 [.] ceph::common::PerfCounters::set 0.00% msgr-worker-2 libceph-common.so.2 [.] sendmsg@plt 0.00% fio fio [.] 0x00000000000692ab 0.00% msgr-worker-2 [kernel.kallsyms] [k] _raw_spin_lock_irq 0.00% msgr-worker-2 libceph-common.so.2 [.] pthread_mutex_lock@plt 0.00% fio [kernel.kallsyms] [k] ttwu_do_wakeup 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5111 0.00% msgr-worker-1 [kernel.kallsyms] [k] sk_page_frag_refill 0.00% msgr-worker-2 [kernel.kallsyms] [k] __mark_inode_dirty 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f82 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105000 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000fd1ea 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5075 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec473 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005b6c2f 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x00000000000889c4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec344 0.00% fio [kernel.kallsyms] [k] kmem_cache_alloc_trace 0.00% fio [kernel.kallsyms] [k] kick_ilb 0.00% fio fio [.] 0x0000000000027def 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000361d4 0.00% fio [kernel.kallsyms] [k] account_system_index_time 0.00% msgr-worker-0 [kernel.kallsyms] [k] timespec64_trunc 0.00% msgr-worker-2 [kernel.kallsyms] [k] __remove_hrtimer 0.00% io_context_pool librbd.so.1.16.0 [.] Striper::object_truncate_size 0.00% msgr-worker-1 [kernel.kallsyms] [k] tick_nohz_tick_stopped 0.00% fio fio [.] 0x0000000000067871 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000104ff7 0.00% msgr-worker-1 [kernel.kallsyms] [k] __hrtimer_next_event_base 0.00% msgr-worker-0 [kernel.kallsyms] [k] check_preempt_curr 0.00% msgr-worker-2 [kernel.kallsyms] [k] __fdget_pos 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec44a 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cd0be 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator::iterator 0.00% msgr-worker-2 [kernel.kallsyms] [k] __internal_add_timer 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-2 [kernel.kallsyms] [k] check_stack_object 0.00% fio fio [.] 0x0000000000068f68 0.00% fio fio [.] 0x000000000006774e 0.00% msgr-worker-0 [kernel.kallsyms] [k] flush_tlb_func_common.constprop.8 0.00% msgr-worker-1 [kernel.kallsyms] [k] native_irq_return_iret 0.00% fio fio [.] 0x0000000000068ee0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3bd9 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_update_pacing_rate 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000088d54 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_ack_update_rtt.isra.45 0.00% msgr-worker-0 [kernel.kallsyms] [k] enqueue_entity 0.00% msgr-worker-1 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::~raw_posix_aligned 0.00% msgr-worker-0 [vdso] [.] 0x00000000000009c0 0.00% io_context_pool [kernel.kallsyms] [k] smp_call_function_interrupt 0.00% msgr-worker-0 [kernel.kallsyms] [k] __list_add_valid 0.00% msgr-worker-1 [kernel.kallsyms] [k] trigger_dyntick_cpu.isra.30 0.00% fio fio [.] 0x00000000000497c1 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_pmu_nop_txn 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000035b84 0.00% msgr-worker-1 [vdso] [.] 0x00000000000009c0 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8d31 0.00% fio [kernel.kallsyms] [k] update_cfs_group 0.00% msgr-worker-0 [kernel.kallsyms] [k] __softirqentry_text_start 0.00% msgr-worker-0 [kernel.kallsyms] [k] irq_entries_start 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4af8 0.00% io_context_pool [kernel.kallsyms] [k] smp_call_function_many 0.00% msgr-worker-1 [kernel.kallsyms] [k] generic_pipe_buf_confirm 0.00% io_context_pool libceph-common.so.2 [.] write@plt 0.00% fio [kernel.kallsyms] [k] drop_futex_key_refs.isra.16 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_event_update_time 0.00% io_context_pool [kernel.kallsyms] [k] run_timer_softirq 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000be790 0.00% fio fio [.] 0x0000000000068ed1 0.00% msgr-worker-0 [kernel.kallsyms] [k] ip_local_out 0.00% fio fio [.] 0x0000000000069286 0.00% msgr-worker-0 [kernel.kallsyms] [k] netif_receive_skb_internal 0.00% fio libpthread-2.28.so [.] pthread_self@GLIBC_2.2.5 0.00% fio fio [.] 0x0000000000068f85 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cbc50 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000105ab3 0.00% msgr-worker-2 [kernel.kallsyms] [k] net_rx_action 0.00% msgr-worker-1 [kernel.kallsyms] [k] flexible_sched_in 0.00% fio [kernel.kallsyms] [k] rcu_check_callbacks 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000101079 0.00% msgr-worker-0 [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x00000000000889c0 0.00% msgr-worker-2 libceph-common.so.2 [.] std::__cxx11::basic_string, std::allocator >::_M_construct 0.00% fio [kernel.kallsyms] [k] perf_pmu_enable.part.101 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000d7840 0.00% fio fio [.] 0x000000000004a1b0 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000105976 0.00% msgr-worker-0 [kernel.kallsyms] [k] trigger_load_balance 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089754 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8c60 0.00% msgr-worker-1 [kernel.kallsyms] [k] detach_if_pending 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec340 0.00% fio fio [.] 0x000000000004c251 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_func_type 0.00% msgr-worker-2 [kernel.kallsyms] [k] do_IRQ 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105994 0.00% msgr-worker-1 [kernel.kallsyms] [k] tick_sched_do_timer 0.00% msgr-worker-0 [kernel.kallsyms] [k] page_frag_alloc 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x000000000008d3c0 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000cbc54 0.00% fio libstdc++.so.6.0.25 [.] 0x000000000008c7d0 0.00% msgr-worker-1 [kernel.kallsyms] [k] account_user_time 0.00% msgr-worker-2 [kernel.kallsyms] [k] hinic_tx_poll 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8d24 0.00% fio [kernel.kallsyms] [k] hrtick_update 0.00% fio fio [.] 0x000000000004a865 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005bc912 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create_small_page_aligned 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089e74 0.00% msgr-worker-2 [kernel.kallsyms] [k] irqtime_account_irq 0.00% msgr-worker-0 [kernel.kallsyms] [k] __hrtimer_next_event_base 0.00% fio [kernel.kallsyms] [k] irqtime_account_irq 0.00% fio fio [.] 0x000000000004a1c8 0.00% msgr-worker-0 [kernel.kallsyms] [k] __x86_indirect_thunk_rbx 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000088d54 0.00% fio fio [.] 0x000000000004994e 0.00% fio fio [.] 0x000000000004997b 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_push 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x000000000010166b 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_chrono_start 0.00% msgr-worker-1 [vdso] [.] 0x00000000000009c1 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087890 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x0000000000585f6d 0.00% fio libpthread-2.28.so [.] __lll_unlock_wake 0.00% io_context_pool [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% msgr-worker-2 libceph-common.so.2 [.] std::mutex::lock 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000101056 0.00% msgr-worker-2 [kernel.kallsyms] [k] cpumask_next_and 0.00% fio fio [.] 0x000000000003132b 0.00% msgr-worker-1 libceph-common.so.2 [.] std::vector >::resize 0.00% msgr-worker-2 libceph-common.so.2 [.] std::char_traits::length 0.00% msgr-worker-0 libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::erase 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087d70 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec3f2 0.00% msgr-worker-1 [kernel.kallsyms] [k] __sb_start_write 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035764 0.00% msgr-worker-0 [kernel.kallsyms] [k] __qdisc_run 0.00% fio [kernel.kallsyms] [k] _raw_spin_trylock 0.00% io_context_pool [kernel.kallsyms] [k] calc_timer_values 0.00% msgr-worker-1 [kernel.kallsyms] [k] import_iovec 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000002d6d80 0.00% msgr-worker-0 libceph-common.so.2 [.] isspace@plt 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000f8d20 0.00% fio [kernel.kallsyms] [k] perf_event_update_time 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sk_mem_reduce_allocated 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000002d6d58 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f58b1 0.00% fio fio [.] 0x000000000004ba7d 0.00% fio fio [.] 0x000000000007d06f 0.00% msgr-worker-0 [kernel.kallsyms] [k] generic_update_time 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4598 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000105030 0.00% msgr-worker-1 [kernel.kallsyms] [k] enqueue_hrtimer 0.00% fio fio [.] 0x000000000007ca47 0.00% fio libstdc++.so.6.0.25 [.] 0x000000000008f814 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000104ff4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec344 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_gro_reset_offset 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8c6c 0.00% fio fio [.] 0x00000000000690ef 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000be794 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd50f 0.00% fio librbd.so.1.16.0 [.] 0x0000000000087890 0.00% io_context_pool librbd.so.1.16.0 [.] librbd::io::C_AioRequest::finish 0.00% msgr-worker-0 [kernel.kallsyms] [k] apic_ack_irq 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036860 0.00% msgr-worker-1 [kernel.kallsyms] [k] irq_enter 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035574 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4bd0 0.00% fio fio [.] 0x000000000007d064 0.00% fio librados.so.2.0.0 [.] 0x0000000000035764 0.00% fio fio [.] 0x000000000007d06d 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_csum_hwoffload_help 0.00% msgr-worker-2 [kernel.kallsyms] [k] cpumask_next 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f500a 0.00% fio libstdc++.so.6.0.25 [.] 0x000000000008d1f0 0.00% fio fio [.] 0x0000000000068d94 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000dbabd 0.00% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_active 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disasm_first_crc_rev1 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_send_mss 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x00000000000876c0 0.00% msgr-worker-1 [kernel.kallsyms] [k] get_task_policy.part.32 0.00% io_context_pool libc-2.28.so [.] 0x0000000000021800 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0ffb 0.00% fio [kernel.kallsyms] [k] irqtime_account_process_tick.isra.12 0.00% fio fio [.] 0x000000000003122f 0.00% fio fio [.] 0x000000000007d1db 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.00% msgr-worker-0 [kernel.kallsyms] [k] napi_schedule_prep 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f507a 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3bc9 0.00% msgr-worker-2 libceph-common.so.2 [.] md_config_t::find_option 0.00% msgr-worker-2 [kernel.kallsyms] [k] interrupt_entry 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4c5b 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec354 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cbc50 0.00% msgr-worker-0 libceph-common.so.2 [.] operator delete@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_send_ack.part.47 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f39fc 0.00% msgr-worker-2 [kernel.kallsyms] [k] __build_skb 0.00% msgr-worker-2 [kernel.kallsyms] [k] run_timer_softirq 0.00% msgr-worker-1 [kernel.kallsyms] [k] sockfd_lookup_light 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_irq_enter 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000368a0 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_v4_rcv 0.00% msgr-worker-1 [kernel.kallsyms] [k] smp_apic_timer_interrupt 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036aa0 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x00000000000ae150 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_rack_advance 0.00% msgr-worker-0 [kernel.kallsyms] [k] __enqueue_entity 0.00% msgr-worker-2 libceph-common.so.2 [.] std::_Rb_tree_decrement@plt 0.00% fio [kernel.kallsyms] [k] timekeeping_advance 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sock_wfree 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc91f 0.00% fio fio [.] 0x0000000000068da9 0.00% fio fio [.] zbd_unaligned_write 0.00% msgr-worker-1 [kernel.kallsyms] [k] touch_atime 0.00% msgr-worker-0 [kernel.kallsyms] [k] tick_sched_do_timer 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_add_rx_frag 0.00% fio [kernel.kallsyms] [k] dput.part.31 0.00% msgr-worker-2 [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec3b7 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x000000000010166b 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000c21cc 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec3e1 0.00% fio fio [.] 0x000000000004a855 0.00% msgr-worker-2 [kernel.kallsyms] [k] simple_copy_to_iter 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089324 0.00% fio fio [.] 0x000000000004c230 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd515 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105ab3 0.00% fio librbd.so.1.16.0 [.] 0x0000000000087914 0.00% msgr-worker-0 [kernel.kallsyms] [k] note_interrupt 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5155 0.00% fio fio [.] 0x000000000004bada 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035c30 0.00% msgr-worker-0 [kernel.kallsyms] [k] ip_queue_xmit 0.00% msgr-worker-2 libpthread-2.28.so [.] __errno_location 0.00% msgr-worker-1 [kernel.kallsyms] [k] ns_to_timespec 0.00% io_context_pool libpthread-2.28.so [.] _pthread_cleanup_pop 0.00% fio fio [.] 0x0000000000067848 0.00% msgr-worker-0 libceph-common.so.2 [.] Message::encode_trace 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_cfs_group 0.00% msgr-worker-0 [kernel.kallsyms] [k] bond_dev_queue_xmit 0.00% fio [kernel.kallsyms] [k] mpol_misplaced 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000d79ba 0.00% io_context_pool libstdc++.so.6.0.25 [.] 0x00000000000ae110 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000089050 0.00% msgr-worker-1 [kernel.kallsyms] [k] run_local_timers 0.00% io_context_pool [kernel.kallsyms] [k] irq_work_run_list 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator_impl::iterator_impl 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x00000000000886e4 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_task_tick 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3d8e 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c118f 0.00% fio fio [.] 0x000000000004c23f 0.00% msgr-worker-0 [kernel.kallsyms] [k] nf_nat_ipv4_in 0.00% msgr-worker-0 [kernel.kallsyms] [k] sk_forced_mem_schedule 0.00% msgr-worker-0 [kernel.kallsyms] [k] lapic_next_deadline 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_sendmsg 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000368a0 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_chrono_start 0.00% io_context_pool [kernel.kallsyms] [k] generic_update_time 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4af8 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000dba82 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3bf0 0.00% msgr-worker-1 [kernel.kallsyms] [k] dput.part.31 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000088d54 0.00% fio fio [.] 0x000000000004bbff 0.00% msgr-worker-0 [kernel.kallsyms] [k] __x86_indirect_thunk_rcx 0.00% msgr-worker-1 [kernel.kallsyms] [k] plist_add 0.00% msgr-worker-1 [kernel.kallsyms] [k] __softirqentry_text_start 0.00% fio fio [.] 0x0000000000031200 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000a5170 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001015be 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035764 0.00% io_context_pool [kernel.kallsyms] [k] perf_pmu_nop_txn 0.00% msgr-worker-0 libceph-common.so.2 [.] std::char_traits::compare 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4c6f 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f65 0.00% fio [kernel.kallsyms] [k] lapic_next_deadline 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3894 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fea30 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087a90 0.00% msgr-worker-0 [kernel.kallsyms] [k] skb_push 0.00% msgr-worker-0 libceph-common.so.2 [.] strlen@plt 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3c23 0.00% msgr-worker-2 libceph-common.so.2 [.] __errno_location@plt 0.00% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_interrupt 0.00% fio [kernel.kallsyms] [k] hrtimer_interrupt 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000089054 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd52e 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105030 0.00% msgr-worker-1 [kernel.kallsyms] [k] task_numa_fault 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4bbf 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec45a 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bb849 0.00% fio [kernel.kallsyms] [k] plist_del 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000001015b7 0.00% msgr-worker-2 [kernel.kallsyms] [k] __x86_indirect_thunk_rdx 0.00% msgr-worker-1 [kernel.kallsyms] [k] flow_get_u32_src 0.00% msgr-worker-0 [kernel.kallsyms] [k] perf_event_update_time 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000104ff4 0.00% msgr-worker-2 libceph-common.so.2 [.] strlen@plt 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5011 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4c45 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035574 0.00% msgr-worker-2 [kernel.kallsyms] [k] generic_pipe_buf_confirm 0.00% msgr-worker-2 [kernel.kallsyms] [k] change_p4d_range 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f503f 0.00% msgr-worker-1 libstdc++.so.6.0.25 [.] 0x00000000000ae106 0.00% fio [kernel.kallsyms] [k] sync_regs 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_push 0.00% msgr-worker-2 [kernel.kallsyms] [k] rcu_irq_exit 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000361d4 0.00% msgr-worker-2 [kernel.kallsyms] [k] __tcp_select_window 0.00% msgr-worker-0 [kernel.kallsyms] [k] note_gp_changes 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ffa91 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4efb 0.00% msgr-worker-0 [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc93d 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4f10 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cce56 0.00% msgr-worker-1 [kernel.kallsyms] [k] hrtimer_interrupt 0.00% fio [kernel.kallsyms] [k] poll_select_set_timeout 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_pmu_nop_void 0.00% msgr-worker-0 libceph-common.so.2 [.] std::basic_string_view >::compare 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8e08 0.00% fio fio [.] 0x000000000007c644 0.00% fio librbd.so.1.16.0 [.] rbd_aio_get_arg 0.00% msgr-worker-2 [kernel.kallsyms] [k] hrtick_update 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f58a0 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005b6c26 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd4d0 0.00% msgr-worker-2 [kernel.kallsyms] [k] PageHuge 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4a72 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3899 0.00% msgr-worker-0 [kernel.kallsyms] [k] __x2apic_send_IPI_dest 0.00% fio fio [.] 0x000000000004bf20 0.00% msgr-worker-0 [kernel.kallsyms] [k] __alloc_pages_nodemask 0.00% msgr-worker-0 [kernel.kallsyms] [k] tcp_check_space 0.00% io_context_pool [kernel.kallsyms] [k] __enqueue_entity 0.00% fio libceph-common.so.2 [.] pthread_mutex_unlock@plt 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] std::_Rb_tree_increment 0.00% msgr-worker-2 [kernel.kallsyms] [k] rw_verify_area 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cbc5b 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f4725 0.00% msgr-worker-0 [kernel.kallsyms] [k] _copy_from_user 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator::iterator 0.00% msgr-worker-1 [kernel.kallsyms] [k] __x86_indirect_thunk_rcx 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000be794 0.00% msgr-worker-2 libceph-common.so.2 [.] md_config_t::_get_val 0.00% msgr-worker-2 [kernel.kallsyms] [k] using_native_sched_clock 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000dba70 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec3e1 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_rx_poll 0.00% msgr-worker-0 [kernel.kallsyms] [k] __inet_lookup_established 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000361d0 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4839 0.00% msgr-worker-2 [kernel.kallsyms] [k] set_normalized_timespec64 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] std::_Rb_tree_increment 0.00% fio fio [.] 0x000000000007c652 0.00% msgr-worker-0 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::raw_combined::~raw_combined 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0e1c 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c0f38 0.00% msgr-worker-1 [kernel.kallsyms] [k] calc_wheel_index 0.00% fio [kernel.kallsyms] [k] schedule_hrtimeout_range 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f58b8 0.00% fio fio [.] 0x00000000000494e2 0.00% msgr-worker-2 [kernel.kallsyms] [k] flow_get_u32_src 0.00% msgr-worker-0 [kernel.kallsyms] [k] current_time 0.00% msgr-worker-1 [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sk_mem_reduce_allocated 0.00% fio [kernel.kallsyms] [k] __acct_update_integrals 0.00% msgr-worker-2 [kernel.kallsyms] [k] __alloc_pages_nodemask 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000089e20 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::create 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] 0x00000000000ae102 0.00% msgr-worker-0 [kernel.kallsyms] [k] cyc2ns_read_begin 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec340 0.00% msgr-worker-0 libpthread-2.28.so [.] __errno_location 0.00% io_context_pool librbd.so.1.16.0 [.] rbd_aio_get_return_value 0.00% msgr-worker-2 [kernel.kallsyms] [k] __sb_start_write 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f58d3 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000101697 0.00% io_context_pool [kernel.kallsyms] [k] hrtimer_run_queues 0.00% msgr-worker-2 [kernel.kallsyms] [k] ip_local_out 0.00% fio fio [.] 0x000000000004970d 0.00% fio [kernel.kallsyms] [k] read_tsc 0.00% msgr-worker-1 librbd.so.1.16.0 [.] boost::container::vector, fu2::abi_310::detail::property >, boost::container::small_vector_allocator, fu2::abi_310::detail::property >, boost::container::new_allocator, void>, void>::~vector 0.00% msgr-worker-2 [kernel.kallsyms] [k] cpu_load_update 0.00% msgr-worker-1 [vdso] [.] 0x00000000000009d7 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000035c44 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036d04 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cd52e 0.00% msgr-worker-0 librbd.so.1.16.0 [.] ceph::buffer::v15_2_0::ptr_node::disposer::operator() 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae158 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_v4_inbound_md5_hash 0.00% fio fio [.] 0x0000000000027e3a 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000d7830 0.00% io_context_pool librbd.so.1.16.0 [.] LambdaContext::process_io(unsigned long, librbd::io::DispatchResult*, Context**, Context*)::{lambda(int)#1}>::~LambdaContext 0.00% io_context_pool [kernel.kallsyms] [k] update_fast_timekeeper 0.00% io_context_pool [kernel.kallsyms] [k] rebalance_domains 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000be790 0.00% fio fio [.] 0x000000000004bf32 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000100edd 0.00% msgr-worker-1 [kernel.kallsyms] [k] rw_verify_area 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fd196 0.00% msgr-worker-2 [kernel.kallsyms] [k] account_user_time 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000005bc912 0.00% fio fio [.] 0x0000000000068f11 0.00% msgr-worker-2 [kernel.kallsyms] [k] __hrtimer_get_next_event 0.00% fio fio [.] 0x000000000007c888 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4a9b 0.00% msgr-worker-0 [kernel.kallsyms] [k] handle_edge_irq 0.00% fio fio [.] 0x000000000007c7e5 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036820 0.00% io_context_pool librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr_node::dispose_if_hypercombined 0.00% msgr-worker-2 [kernel.kallsyms] [k] rebalance_domains 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000dbac8 0.00% msgr-worker-0 libceph-common.so.2 [.] ProtocolV2::throttle_message 0.00% msgr-worker-1 [kernel.kallsyms] [k] __accumulate_pelt_segments 0.00% msgr-worker-0 [kernel.kallsyms] [k] dma_direct_unmap_page 0.00% fio fio [.] 0x000000000007c8f1 0.00% fio fio [.] flow_threshold_exceeded 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec340 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3a19 0.00% fio fio [.] 0x000000000004bbe9 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036d54 0.00% fio fio [.] 0x00000000000229ff 0.00% fio fio [.] 0x0000000000049a0b 0.00% msgr-worker-1 [kernel.kallsyms] [k] inet_recvmsg 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3d95 0.00% fio fio [.] 0x000000000004bf3a 0.00% msgr-worker-2 [kernel.kallsyms] [k] tcp_chrono_stop 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005bc387 0.00% fio [kernel.kallsyms] [k] tick_sched_do_timer 0.00% fio fio [.] 0x0000000000027de0 0.00% msgr-worker-2 [kernel.kallsyms] [k] flow_get_u32_dst 0.00% msgr-worker-1 [kernel.kallsyms] [k] __note_gp_changes 0.00% msgr-worker-1 [kernel.kallsyms] [k] clockevents_program_event 0.00% fio [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% fio [kernel.kallsyms] [k] ttwu_do_activate 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000a5170 0.00% msgr-worker-2 libceph-common.so.2 [.] std::basic_string_view >::compare 0.00% msgr-worker-0 [kernel.kallsyms] [k] timekeeping_advance 0.00% msgr-worker-0 [kernel.kallsyms] [k] do_IRQ 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000cd50f 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000be794 0.00% msgr-worker-1 libceph-common.so.2 [.] ProtocolV2::_handle_read_frame_epilogue_main 0.00% msgr-worker-1 libceph-common.so.2 [.] isspace@plt 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x000000000058dc9e 0.00% msgr-worker-2 [kernel.kallsyms] [k] napi_complete_done 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000d7834 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000ec39c 0.00% msgr-worker-0 [kernel.kallsyms] [k] raise_softirq 0.00% fio fio [.] 0x000000000004bf27 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x00000000002d6d80 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8de0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036560 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f8d2e 0.00% msgr-worker-1 [kernel.kallsyms] [k] should_failslab 0.00% fio fio [.] 0x0000000000027e38 0.00% msgr-worker-0 [kernel.kallsyms] [k] __raw_spin_unlock 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_sched_in 0.00% io_context_pool librbd.so.1.16.0 [.] Objecter::_osdmap_full_flag 0.00% fio fio [.] 0x000000000007d2a6 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000089e20 0.00% msgr-worker-2 [kernel.kallsyms] [k] drop_futex_key_refs.isra.16 0.00% msgr-worker-0 [kernel.kallsyms] [k] __ip_local_out 0.00% msgr-worker-0 libceph-common.so.2 [.] pthread_mutex_unlock@plt 0.00% fio fio [.] 0x0000000000031207 0.00% io_context_pool librados.so.2.0.0 [.] 0x0000000000036aa4 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005bc3ab 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000dbacd 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005bc399 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f5096 0.00% msgr-worker-1 libceph-common.so.2 [.] std::char_traits::length 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_put 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001015b4 0.00% msgr-worker-2 [kernel.kallsyms] [k] check_cfs_rq_runtime 0.00% msgr-worker-2 [kernel.kallsyms] [k] run_rebalance_domains 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4eea 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f39c0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f8d24 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_options_write 0.00% fio [kernel.kallsyms] [k] note_gp_changes 0.00% msgr-worker-2 [kernel.kallsyms] [k] sock_put 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000101056 0.00% fio fio [.] 0x0000000000069527 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000087c04 0.00% fio fio [.] 0x000000000004bb33 0.00% msgr-worker-2 [kernel.kallsyms] [k] bond_handle_frame 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x00000000005bc910 0.00% fio fio [.] 0x000000000006902f 0.00% fio fio [.] 0x0000000000049979 0.00% msgr-worker-2 [kernel.kallsyms] [k] task_ctx_sched_out 0.00% msgr-worker-0 [kernel.kallsyms] [k] __intel_pmu_disable_all 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5918 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::end_c_str 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f9644 0.00% msgr-worker-2 [kernel.kallsyms] [k] memcpy_s 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x0000000000036d00 0.00% msgr-worker-0 [kernel.kallsyms] [k] _mix_pool_bytes 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f7b 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3995 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::cloner::operator() 0.00% msgr-worker-1 [kernel.kallsyms] [k] perf_event_set_state.part.70 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::ptr 0.00% msgr-worker-2 [kernel.kallsyms] [k] __qdisc_run 0.00% msgr-worker-0 [kernel.kallsyms] [k] __handle_mm_fault 0.00% msgr-worker-1 [kernel.kallsyms] [k] skb_csum_hwoffload_help 0.00% msgr-worker-1 librbd.so.1.16.0 [.] 0x0000000000087894 0.00% msgr-worker-1 libceph-common.so.2 [.] C_handle_write::do_request 0.00% io_context_pool [kernel.kallsyms] [k] account_user_time 0.00% fio fio [.] 0x00000000000494d1 0.00% msgr-worker-0 [kernel.kallsyms] [k] __tcp_send_ack.part.47 0.00% fio fio [.] 0x000000000007ca56 0.00% msgr-worker-2 [kernel.kallsyms] [k] __accumulate_pelt_segments 0.00% msgr-worker-0 [kernel.kallsyms] [k] ktime_get_update_offsets_now 0.00% msgr-worker-0 [kernel.kallsyms] [k] update_fast_timekeeper 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fd190 0.00% io_context_pool librbd.so.1.16.0 [.] std::_Rb_tree::MergedRequests>, std::_Select1st::MergedRequests> >, std::less, std::allocator::MergedRequests> > >::_M_erase 0.00% msgr-worker-2 libceph-common.so.2 [.] 0x0000000000585f7b 0.00% io_context_pool [kernel.kallsyms] [k] update_vsyscall 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089054 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035c34 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000c21c5 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::msgr::v2::FrameAssembler::disassemble_first_segment 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000104ff7 0.00% fio fio [.] 0x000000000006952c 0.00% msgr-worker-1 [kernel.kallsyms] [k] __remove_hrtimer 0.00% msgr-worker-0 libceph-common.so.2 [.] ceph::buffer::v15_2_0::raw_posix_aligned::~raw_posix_aligned 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::ptr_node::cloner::operator() 0.00% msgr-worker-0 [vdso] [.] 0x00000000000009c1 0.00% io_context_pool libceph-common.so.2 [.] std::_Rb_tree > >, std::_Select1st > > >, std::less, std::allocator > > > >::_M_get_insert_unique_pos 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x0000000000585f72 0.00% fio fio [.] 0x0000000000049968 0.00% msgr-worker-2 [kernel.kallsyms] [k] wake_up_q 0.00% msgr-worker-0 librbd.so.1.16.0 [.] 0x0000000000087c70 0.00% fio fio [.] 0x000000000007c988 0.00% io_context_pool [kernel.kallsyms] [k] __accumulate_pelt_segments 0.00% fio fio [.] 0x0000000000022ab0 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000089e74 0.00% msgr-worker-1 [kernel.kallsyms] [k] timekeeping_advance 0.00% msgr-worker-2 [kernel.kallsyms] [k] __check_heap_object 0.00% msgr-worker-1 [kernel.kallsyms] [k] idle_cpu 0.00% msgr-worker-2 [kernel.kallsyms] [k] lock_hrtimer_base.isra.23 0.00% fio fio [.] 0x0000000000067708 0.00% fio libstdc++.so.6.0.25 [.] 0x000000000008dab4 0.00% msgr-worker-0 libceph-common.so.2 [.] free@plt 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000cd546 0.00% msgr-worker-1 [kernel.kallsyms] [k] __intel_pmu_enable_all.constprop.25 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000be7a3 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x000000000058dc74 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec45a 0.00% msgr-worker-2 libceph-common.so.2 [.] ceph::buffer::v15_2_0::list::iterator::iterator 0.00% fio fio [.] 0x0000000000069580 0.00% fio fio [.] 0x000000000007c7ea 0.00% msgr-worker-2 [kernel.kallsyms] [k] __x2apic_send_IPI_dest 0.00% msgr-worker-1 [kernel.kallsyms] [k] __handle_mm_fault 0.00% fio fio [.] 0x0000000000022ac5 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087744 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000bb630 0.00% msgr-worker-2 librbd.so.1.16.0 [.] Objecter::Op::~Op 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ffa39 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000035254 0.00% io_context_pool [kernel.kallsyms] [k] tick_program_event 0.00% fio fio [.] 0x000000000006773a 0.00% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_try_to_cancel 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f965a 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3f27 0.00% io_context_pool [kernel.kallsyms] [k] find_next_bit 0.00% msgr-worker-1 [kernel.kallsyms] [k] tcp_small_queue_check.isra.34 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4c5b 0.00% msgr-worker-2 [kernel.kallsyms] [k] hrtimer_active 0.00% msgr-worker-2 [kernel.kallsyms] [k] check_preempt_curr 0.00% msgr-worker-1 [kernel.kallsyms] [k] update_nohz_stats 0.00% msgr-worker-2 [kernel.kallsyms] [k] __enqueue_entity 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f9647 0.00% fio fio [.] 0x000000000004954a 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000363c4 0.00% msgr-worker-2 [kernel.kallsyms] [k] skb_copy_datagram_iter 0.00% msgr-worker-2 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f58b8 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_fast_timekeeper 0.00% msgr-worker-0 libceph-common.so.2 [.] 0x0000000000585f70 0.00% msgr-worker-0 [kernel.kallsyms] [k] timerqueue_del 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000885f4 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000101050 0.00% msgr-worker-2 [kernel.kallsyms] [k] timekeeping_update 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000fd1e6 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000105a4f 0.00% fio fio [.] 0x00000000000694cd 0.00% msgr-worker-2 [kernel.kallsyms] [k] pvclock_gtod_notify 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3896 0.00% fio fio [.] 0x0000000000031251 0.00% io_context_pool libc-2.28.so [.] _IO_old_init 0.00% fio fio [.] 0x0000000000069718 0.00% fio fio [.] 0x00000000000494bd 0.00% fio fio [.] lock_file 0.00% msgr-worker-2 librbd.so.1.16.0 [.] 0x0000000000087d74 0.00% io_context_pool [kernel.kallsyms] [k] iov_iter_init 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000100ef0 0.00% fio librbd.so.1.16.0 [.] 0x0000000000089844 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000ec364 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4820 0.00% msgr-worker-0 [kernel.kallsyms] [k] napi_complete_done 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000a5174 0.00% fio [kernel.kallsyms] [k] notifier_call_chain 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f38a4 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f4a65 0.00% msgr-worker-2 [kernel.kallsyms] [k] __slab_alloc 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f38c9 0.00% fio fio [.] 0x000000000007d0b4 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae127 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001015b0 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000874f0 0.00% msgr-worker-0 [kernel.kallsyms] [k] hinic_task_set_tx_offload_valid 0.00% io_context_pool librbd.so.1.16.0 [.] Objecter::calc_op_budget 0.00% msgr-worker-2 [kernel.kallsyms] [k] __intel_pmu_enable_all.constprop.25 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x0000000000036aa4 0.00% fio fio [.] 0x000000000007d1e1 0.00% fio fio [.] 0x0000000000069516 0.00% fio fio [.] 0x000000000007c914 0.00% fio libstdc++.so.6.0.25 [.] 0x00000000000ae138 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f9647 0.00% io_context_pool libceph-common.so.2 [.] std::_Rb_tree > > const, Context*> > >, std::_Select1st > > const, Context*> > > >, std::less, std::allocator > > const, Context*> > > > >::_M_emplace_unique > > const, Context*> > >&> 0.00% msgr-worker-1 [kernel.kallsyms] [k] __kmalloc_reserve.isra.50 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f3894 0.00% msgr-worker-2 [kernel.kallsyms] [k] ttwu_stat 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3bfa 0.00% msgr-worker-0 [kernel.kallsyms] [k] __wake_up_sync_key 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000bb63a 0.00% io_context_pool librados.so.2.0.0 [.] 0x00000000000c1199 0.00% msgr-worker-2 [kernel.kallsyms] [k] __pm_relax 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f4745 0.00% msgr-worker-2 [kernel.kallsyms] [k] perf_event_set_state.part.70 0.00% fio fio [.] 0x0000000000068e90 0.00% safe_timer [kernel.kallsyms] [k] perf_event_update_userpage 0.00% msgr-worker-2 [kernel.kallsyms] [k] note_gp_changes 0.00% service [kernel.kallsyms] [k] visit_groups_merge 0.00% msgr-worker-1 libceph-common.so.2 [.] 0x00000000005b6c40 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3bc9 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000ec3d9 0.00% fio fio [.] 0x000000000004a870 0.00% fio fio [.] 0x000000000007c89f 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5b30 0.00% msgr-worker-1 [kernel.kallsyms] [k] _nohz_idle_balance 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f8bb4 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000001063c0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f51e0 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f3f35 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000361d0 0.00% msgr-worker-2 [kernel.kallsyms] [k] __kmalloc_reserve.isra.50 0.00% msgr-worker-0 libstdc++.so.6.0.25 [.] std::_Rb_tree_decrement 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f5931 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x0000000000036564 0.00% io_context_pool librbd.so.1.16.0 [.] 0x00000000000884c0 0.00% fio fio [.] 0x00000000000499df 0.00% msgr-worker-2 [kernel.kallsyms] [k] __x86_indirect_thunk_rcx 0.00% msgr-worker-0 [kernel.kallsyms] [k] __sk_dst_check 0.00% fio fio [.] 0x000000000004c239 0.00% msgr-worker-0 librados.so.2.0.0 [.] 0x00000000000f39d1 0.00% io_context_pool [kernel.kallsyms] [k] irqtime_account_process_tick.isra.12 0.00% msgr-worker-1 [kernel.kallsyms] [k] validate_xmit_skb_list 0.00% io_context_pool [kernel.kallsyms] [k] task_tick_fair 0.00% msgr-worker-0 [kernel.kallsyms] [k] __x86_indirect_thunk_rdx 0.00% fio fio [.] 0x0000000000049752 0.00% msgr-worker-0 [kernel.kallsyms] [k] cpu_load_update 0.00% fio fio [.] 0x000000000004bbe6 0.00% msgr-worker-0 [kernel.kallsyms] [k] plist_del 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000001063c0 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3f32 0.00% io_context_pool librbd.so.1.16.0 [.] 0x0000000000087740 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::c_str 0.00% msgr-worker-1 [kernel.kallsyms] [k] ip_queue_xmit 0.00% fio [kernel.kallsyms] [k] native_flush_tlb_one_user 0.00% msgr-worker-2 librados.so.2.0.0 [.] 0x00000000000f3b83 0.00% fio librbd.so.1.16.0 [.] 0x00000000000876c0 0.00% msgr-worker-1 [kernel.kallsyms] [k] native_flush_tlb_one_user 0.00% safe_timer [kernel.kallsyms] [k] _raw_spin_lock 0.00% fio [kernel.kallsyms] [k] task_tick_fair 0.00% fio [kernel.kallsyms] [k] __msecs_to_jiffies 0.00% fio fio [.] 0x00000000000690e7 0.00% msgr-worker-0 [kernel.kallsyms] [k] __pm_relax 0.00% fio fio [.] 0x00000000000690e4 0.00% msgr-worker-1 [kernel.kallsyms] [k] enqueue_task_fair 0.00% msgr-worker-2 [kernel.kallsyms] [k] update_rt_rq_load_avg 0.00% fio fio [.] 0x0000000000031224 0.00% fio fio [.] 0x0000000000027de4 0.00% msgr-worker-1 [kernel.kallsyms] [k] acpi_os_read_memory 0.00% fio [kernel.kallsyms] [k] acpi_os_read_memory 0.00% fio fio [.] 0x0000000000067873 0.00% msgr-worker-2 libstdc++.so.6.0.25 [.] std::_Rb_tree_decrement 0.00% msgr-worker-1 librados.so.2.0.0 [.] 0x00000000000f39c9 0.00% msgr-worker-2 [kernel.kallsyms] [k] calc_wheel_index 0.00% fio fio [.] 0x000000000007c8af 0.00% msgr-worker-1 librados.so.2.0.0 [.] ceph::buffer::v15_2_0::ptr::raw_length 0.00% fio fio [.] 0x000000000004ba54 0.00% fio [kernel.kallsyms] [k] rw_verify_area 0.00% ceph_timer [kernel.kallsyms] [k] native_write_msr 0.00% io_context_pool [kernel.kallsyms] [k] nmi_restore 0.00% msgr-worker-0 [kernel.kallsyms] [k] intel_bts_enable_local 0.00% fio fio [.] 0x0000000000067860 0.00% fio [kernel.kallsyms] [k] check_preempt_curr 0.00% msgr-worker-0 [kernel.kallsyms] [k] acpi_os_read_memory 0.00% safe_timer [kernel.kallsyms] [k] acpi_os_read_memory 0.00% msgr-worker-1 [kernel.kallsyms] [k] ghes_notify_nmi 0.00% service [kernel.kallsyms] [k] acpi_os_read_memory 0.00% io_context_pool [kernel.kallsyms] [k] acpi_os_read_memory 0.00% msgr-worker-2 [kernel.kallsyms] [k] acpi_os_read_memory 0.00% fio [kernel.kallsyms] [k] ghes_notify_nmi 0.00% ceph_timer [kernel.kallsyms] [k] native_sched_clock 0.00% service [kernel.kallsyms] [k] native_write_msr 0.00% msgr-worker-0 [kernel.kallsyms] [k] native_apic_msr_write 0.00% msgr-worker-1 [kernel.kallsyms] [k] native_apic_msr_write 0.00% msgr-worker-2 [kernel.kallsyms] [k] native_apic_msr_write 0.00% safe_timer [kernel.kallsyms] [k] __x86_indirect_thunk_rax 0.00% fio [kernel.kallsyms] [k] intel_bts_enable_local 0.00% msgr-worker-1 [kernel.kallsyms] [k] intel_bts_enable_local 0.00% ceph_timer [kernel.kallsyms] [k] intel_pmu_handle_irq # # (Tip: List events using substring match: perf list ) #