{"text_format":"1","workbook":"xlsx","n_sheets":1,"sheets":["Wall Clock Profiler"],"not_rendered":{"charts":0,"images":0,"macros":0,"external_links":0,"defined_names":0,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"Wall Clock Profiler","index":0,"n_rows":348,"n_cols":3,"rows_kept":348,"cut":false,"hidden":false,"merged":[]}
["https://github.com/markhpc/gdbpmp"]
["python3 gdbpmp.py -p <pid of osd.0> -n 100 -m bstore_kv_sync,bstore_kv_final -o gdbpmp0.data"]
["./gdbpmp.py -i gdbpmp0.data > /tmp/1.lst"]
[null,null,"ARM"]
["Thread: 1 (ceph-osd) - 0 samples "]
["Thread: 2 (log) - 0 samples "]
["Thread: 3 (msgr-worker-0) - 0 samples "]
["Thread: 4 (msgr-worker-1) - 0 samples "]
["Thread: 5 (msgr-worker-2) - 0 samples "]
["Thread: 6 (service) - 0 samples "]
["Thread: 7 (admin_socket) - 0 samples "]
["Thread: 8 (signal_handler) - 0 samples "]
["Thread: 9 (io_context_pool) - 0 samples "]
["Thread: 10 (io_context_pool) - 0 samples "]
["Thread: 11 (OpHistorySvc) - 0 samples "]
["Thread: 12 (ceph_timer) - 0 samples "]
["Thread: 13 (ceph-osd) - 0 samples "]
["Thread: 14 (ceph-osd) - 0 samples "]
["Thread: 15 (ceph-osd) - 0 samples "]
["Thread: 16 (ceph-osd) - 0 samples "]
["Thread: 17 (ceph-osd) - 0 samples "]
["Thread: 18 (ceph-osd) - 0 samples "]
["Thread: 19 (ceph-osd) - 0 samples "]
["Thread: 20 (ceph-osd) - 0 samples "]
["Thread: 21 (safe_timer) - 0 samples "]
["Thread: 22 (safe_timer) - 0 samples "]
["Thread: 23 (safe_timer) - 0 samples "]
["Thread: 24 (safe_timer) - 0 samples "]
["Thread: 25 (fn_anonymous) - 0 samples "]
["Thread: 26 (bstore_aio) - 0 samples "]
["Thread: 27 (bstore_discard) - 0 samples "]
["Thread: 28 (rocksdb:low0) - 0 samples "]
["Thread: 29 (rocksdb:low1) - 0 samples "]
["Thread: 30 (rocksdb:low2) - 0 samples "]
["Thread: 31 (rocksdb:high0) - 0 samples "]
["Thread: 32 (bstore_aio) - 0 samples "]
["Thread: 33 (bstore_discard) - 0 samples "]
["Thread: 34 (ceph-osd) - 0 samples "]
["Thread: 35 (cfin) - 0 samples "]
["Thread: 36 (bstore_kv_sync) - 100 samples "]
["+ 99.00% thread_start"]
["|+ 99.00% start_thread"]
["| + 99.00% BlueStore::KVSyncThread::entry()"]
["|  + 99.00% BlueStore::_kv_sync_thread()"]
["|   + 91.00% BlueStore::_txc_apply_kv(BlueStore::TransContext*, bool)"]
["|   |+ 91.00% RocksDBStore::submit_transaction(std::shared_ptr<KeyValueDB::Trans"]
["|   |         actionImpl>)"]
["|   | + 90.00% RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_p"]
["|   |          tr<KeyValueDB::TransactionImpl>)"]
["|   | |+ 90.00% rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::Wr"]
["|   | |         iteBatch*)"]
["|   | | + 90.00% rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksd"]
["|   | |          b::WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsign"]
["|   | |          ed long, bool, unsigned long*, unsigned long, rocksdb::PreRelea"]
["|   | |          seCallback*)"]
["|   | |  + 72.00% rocksdb::WriteBatchInternal::InsertInto(rocksdb::WriteThread::"]
["|   | |           WriteGroup&, unsigned long, rocksdb::ColumnFamilyMemTables*, r"]
["|   | |           ocksdb::FlushScheduler*, rocksdb::TrimHistoryScheduler*, bool,"]
["|   | |            unsigned long, rocksdb::DB*, bool, bool, bool)"]
["|   | |  |+ 72.00% rocksdb::WriteBatch::Iterate(rocksdb::WriteBatch::Handler*) c"]
["|   | |  |         onst"]
["|   | |  | + 72.00% rocksdb::WriteBatchInternal::Iterate(rocksdb::WriteBatch con"]
["|   | |  |          st*, rocksdb::WriteBatch::Handler*, unsigned long, unsigned "]
["|   | |  |          long)"]
["|   | |  |  + 43.00% rocksdb::MemTableInserter::PutCF(unsigned int, rocksdb::Sli"]
["|   | |  |           ce const&, rocksdb::Slice const&)"]
["|   | |  |  |+ 43.00% rocksdb::MemTableInserter::PutCFImpl(unsigned int, rocksdb"]
["|   | |  |  |         ::Slice const&, rocksdb::Slice const&, rocksdb::ValueType)"]
["|   | |  |  | + 38.00% rocksdb::MemTable::Add(unsigned long, rocksdb::ValueType,"]
["|   | |  |  |           rocksdb::Slice const&, rocksdb::Slice const&, bool, rock"]
["|   | |  |  |          sdb::MemTablePostProcessInfo*, void**)"]
["|   | |  |  | |+ 35.00% bool rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyCo"]
["|   | |  |  | |         mparator const&>::Insert<false>(char const*, rocksdb::In"]
["|   | |  |  | |         lineSkipList<rocksdb::MemTableRep::KeyComparator const&>"]
["|   | |  |  | |         ::Splice*, bool)"]
["|   | |  |  | ||+ 32.00% rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyCompar"]
["|   | |  |  | ||         ator const&>::RecomputeSpliceLevels(rocksdb::Slice cons"]
["|   | |  |  | ||         t&, rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyCo"]
["|   | |  |  | ||         mparator const&>::Splice*, int)"]
["|   | |  |  | |||+ 16.00% rocksdb::MemTable::KeyComparator::operator()(char cons"]
["|   | |  |  | |||         t*, rocksdb::Slice const&) const"]
["|   | |  |  | ||| + 12.00% rocksdb::(anonymous namespace)::BytewiseComparatorImp"]
["|   | |  |  | |||          l::Compare(rocksdb::Slice const&, rocksdb::Slice cons"]
["|   | |  |  | |||          t&) const"]
["|   | |  |  | |||  + 9.00% memcmp"]
["|   | |  |  | ||+ 3.00% rocksdb::MemTable::KeyComparator::operator()(char const*"]
["|   | |  |  | ||        , char const*) const"]
["|   | |  |  | |+ 1.00% rocksdb::(anonymous namespace)::SkipListRep::Allocate(uns"]
["|   | |  |  | |        igned long, char**)"]
["|   | |  |  | + 2.00% rocksdb::MemTableInserter::SeekToColumnFamily(unsigned int"]
["|   | |  |  |         , rocksdb::Status*)"]
["|   | |  |  |  + 1.00% rocksdb::ColumnFamilyMemTablesImpl::Seek(unsigned int)"]
["|   | |  |  |   + 1.00% rocksdb::ColumnFamilySet::GetColumnFamily(unsigned int) "]
["|   | |  |  |           const"]
["|   | |  |  + 27.00% rocksdb::MemTableInserter::DeleteCF(unsigned int, rocksdb::"]
["|   | |  |           Slice const&)"]
["|   | |  |  |+ 27.00% rocksdb::MemTableInserter::DeleteImpl(unsigned int, rocksd"]
["|   | |  |  |         b::Slice const&, rocksdb::Slice const&, rocksdb::ValueType"]
["|   | |  |  |         )"]
["|   | |  |  | + 26.00% rocksdb::MemTable::Add(unsigned long, rocksdb::ValueType,"]
["|   | |  |  |           rocksdb::Slice const&, rocksdb::Slice const&, bool, rock"]
["|   | |  |  |          sdb::MemTablePostProcessInfo*, void**)"]
["|   | |  |  |  + 22.00% bool rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyCo"]
["|   | |  |  |           mparator const&>::Insert<false>(char const*, rocksdb::In"]
["|   | |  |  |           lineSkipList<rocksdb::MemTableRep::KeyComparator const&>"]
["|   | |  |  |           ::Splice*, bool)"]
["|   | |  |  |   + 11.00% rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyCompar"]
["|   | |  |  |            ator const&>::RecomputeSpliceLevels(rocksdb::Slice cons"]
["|   | |  |  |            t&, rocksdb::InlineSkipList<rocksdb::MemTableRep::KeyCo"]
["|   | |  |  |            mparator const&>::Splice*, int)"]
["|   | |  |  |   |+ 6.00% rocksdb::MemTable::KeyComparator::operator()(char const"]
["|   | |  |  |   |        *, rocksdb::Slice const&) const"]
["|   | |  |  |   | + 2.00% rocksdb::(anonymous namespace)::BytewiseComparatorImpl"]
["|   | |  |  |   |         ::Compare(rocksdb::Slice const&, rocksdb::Slice const&"]
["|   | |  |  |   |         ) const"]
["|   | |  |  |   |  + 1.00% memcmp"]
["|   | |  |  |   + 9.00% rocksdb::MemTable::KeyComparator::operator()(char const*"]
["|   | |  |  |           , rocksdb::Slice const&) const"]
["|   | |  |  |   |+ 8.00% rocksdb::(anonymous namespace)::BytewiseComparatorImpl:"]
["|   | |  |  |   |        :Compare(rocksdb::Slice const&, rocksdb::Slice const&) "]
["|   | |  |  |   |        const"]
["|   | |  |  |   | + 7.00% memcmp"]
["|   | |  |  |   + 2.00% rocksdb::MemTable::KeyComparator::operator()(char const*"]
["|   | |  |  |           , char const*) const"]
["|   | |  |  + 1.00% rocksdb::ReadRecordFromWriteBatch(rocksdb::Slice*, char*, un"]
["|   | |  |          signed int*, rocksdb::Slice*, rocksdb::Slice*, rocksdb::Slic"]
["|   | |  |          e*, rocksdb::Slice*)"]
["|   | |  + 17.00% rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup c"]
["|   | |           onst&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsi"]
["|   | |           gned long)"]
["|   | |  |+ 17.00% rocksdb::DBImpl::WriteToWAL(rocksdb::WriteBatch const&, rocks"]
["|   | |  |         db::log::Writer*, unsigned long*, unsigned long*)"]
["|   | |  | + 17.00% rocksdb::log::Writer::AddRecord(rocksdb::Slice const&)"]
["|   | |  |  + 16.00% rocksdb::log::Writer::EmitPhysicalRecord(rocksdb::log::Reco"]
["|   | |  |           rdType, char const*, unsigned long)"]
["|   | |  |  |+ 12.00% unsigned int rocksdb::crc32c::ExtendImpl<&rocksdb::crc32c:"]
["|   | |  |  |         :Slow_CRC32>(unsigned int, char const*, unsigned long)"]
["|   | |  |  |+ 4.00% rocksdb::WritableFileWriter::Append(rocksdb::Slice const&)"]
["|   | |  |  | + 3.00% rocksdb::WritableFileWriter::WriteBuffered(char const*, un"]
["|   | |  |  |         signed long)"]
["|   | |  |  |  + 3.00% rocksdb::LegacyWritableFileWrapper::Append(rocksdb::Slice"]
["|   | |  |  |           const&, rocksdb::IOOptions const&, rocksdb::IODebugConte"]
["|   | |  |  |          xt*)"]
["|   | |  |  |   + 3.00% BlueRocksWritableFile::Append(rocksdb::Slice const&)"]
["|   | |  |  |    + 3.00% BlueFS::append_try_flush(BlueFS::FileWriter*, char cons"]
["|   | |  |  |            t*, unsigned long)"]
["|   | |  |  |     + 3.00% ceph::buffer::v15_2_0::list::append(char const*, unsig"]
["|   | |  |  |             ned int)"]
["|   | |  |  |      + 3.00% ceph::buffer::v15_2_0::ptr::append(char const*, unsig"]
["|   | |  |  |              ned int)"]
["|   | |  |  |       + 3.00% __memcpy_generic"]
["|   | |  |  + 1.00% rocksdb::WritableFileWriter::Flush()"]
["|   | |  |   + 1.00% rocksdb::LegacyWritableFileWrapper::Flush(rocksdb::IOOption"]
["|   | |  |           s const&, rocksdb::IODebugContext*)"]
["|   | |  |    + 1.00% BlueRocksWritableFile::Flush()"]
["|   | |  |     + 1.00% BlueFS::flush(BlueFS::FileWriter*, bool)"]
["|   | |  |      + 1.00% __pthread_mutex_unlock_usercnt"]
["|   | |  |       + 1.00% __aarch64_swp4_rel"]
["|   | |  + 1.00% rocksdb::WriteThread::EnterAsBatchGroupLeader(rocksdb::WriteThr"]
["|   | |          ead::Writer*, rocksdb::WriteThread::WriteGroup*)"]
["|   | + 1.00% clock_gettime@@GLIBC_2.17"]
["|   + 8.00% RocksDBStore::submit_transaction_sync(std::shared_ptr<KeyValueDB::Tr"]
["|           ansactionImpl>)"]
["|    + 8.00% RocksDBStore::submit_common(rocksdb::WriteOptions&, std::shared_ptr"]
["|            <KeyValueDB::TransactionImpl>)"]
["|     + 8.00% rocksdb::DBImpl::Write(rocksdb::WriteOptions const&, rocksdb::Writ"]
["|             eBatch*)"]
["|      + 8.00% rocksdb::DBImpl::WriteImpl(rocksdb::WriteOptions const&, rocksdb:"]
["|              :WriteBatch*, rocksdb::WriteCallback*, unsigned long*, unsigned l"]
["|              ong, bool, unsigned long*, unsigned long, rocksdb::PreReleaseCall"]
["|              back*)"]
["|       + 8.00% rocksdb::DBImpl::WriteToWAL(rocksdb::WriteThread::WriteGroup con"]
["|               st&, rocksdb::log::Writer*, unsigned long*, bool, bool, unsigned"]
["|                long)"]
["|        + 8.00% rocksdb::WritableFileWriter::Sync(bool)"]
["|         + 8.00% rocksdb::WritableFileWriter::SyncInternal(bool)"]
["|          + 8.00% rocksdb::LegacyWritableFileWrapper::Sync(rocksdb::IOOptions c"]
["|                  onst&, rocksdb::IODebugContext*)"]
["|           + 8.00% BlueRocksWritableFile::Sync()"]
["|            + 8.00% BlueFS::fsync(BlueFS::FileWriter*)"]
["|             + 3.00% BlueFS::_flush_bdev(BlueFS::FileWriter*)"]
["|             |+ 3.00% BlueFS::_wait_for_aio(BlueFS::FileWriter*)"]
["|             | + 3.00% IOContext::aio_wait()"]
["|             |  + 3.00% std::condition_variable::wait(std::unique_lock<std::mut"]
["|             |          ex>&)"]
["|             |   + 3.00% pthread_cond_wait@@GLIBC_2.17"]
["|             + 3.00% BlueFS::_flush_and_sync_log_LD(unsigned long)"]
["|             |+ 3.00% BlueFS::_flush_bdev(BlueFS::FileWriter*)"]
["|             | + 3.00% BlueFS::_wait_for_aio(BlueFS::FileWriter*)"]
["|             |  + 3.00% IOContext::aio_wait()"]
["|             |   + 3.00% std::condition_variable::wait(std::unique_lock<std::mu"]
["|             |           tex>&)"]
["|             |    + 3.00% pthread_cond_wait@@GLIBC_2.17"]
["|             + 2.00% BlueFS::_flush_F(BlueFS::FileWriter*, bool, bool*)"]
["|              + 2.00% BlueFS::_flush_range_F(BlueFS::FileWriter*, unsigned long"]
["|                      , unsigned long)"]
["|               + 1.00% BlueFS::_flush_data(BlueFS::FileWriter*, unsigned long, "]
["|                       unsigned long, bool)"]
["|               |+ 1.00% KernelDevice::aio_submit(IOContext*)"]
["|               | + 1.00% aio_queue_t::submit_batch(std::_List_iterator<aio_t>, "]
["|               |         std::_List_iterator<aio_t>, unsigned short, void*, int"]
["|               |         *)"]
["|               |  + 1.00% io_submit"]
["|               |   + 1.00% syscall"]
["|               + 1.00% BlueFS::_allocate(unsigned char, unsigned long, bluefs_f"]
["|                       node_t*)"]
["|                + 1.00% HybridAllocator::allocate(unsigned long, unsigned long,"]
["|                         unsigned long, long, std::vector<bluestore_pextent_t, "]
["|                        mempool::pool_allocator<(mempool::pool_index_t)5, blues"]
["|                        tore_pextent_t> >*)"]
["|                 + 1.00% AvlAllocator::_allocate(unsigned long, unsigned long, "]
["|                         unsigned long, long, std::vector<bluestore_pextent_t, "]
["|                         mempool::pool_allocator<(mempool::pool_index_t)5, blue"]
["|                         store_pextent_t> >*)"]
["|                  + 1.00% AvlAllocator::_allocate(unsigned long, unsigned long,"]
["|                           unsigned long*, unsigned long*)"]
["|                   + 1.00% AvlAllocator::_remove_from_tree(unsigned long, unsig"]
["|                           ned long)"]
["|                    + 1.00% AvlAllocator::_process_range_removal(unsigned long,"]
["|                             unsigned long, boost::intrusive::tree_iterator<boo"]
["|                            st::intrusive::mhtraits<range_seg_t, boost::intrusi"]
["|                            ve::avl_set_member_hook<>, &range_seg_t::offset_hoo"]
["|                            k>, false>&)"]
["|                     + 1.00% AvlAllocator::_range_size_tree_rm(range_seg_t&)"]
["+ 1.00% ???"]
[" + 1.00% BlueStore::_txc_apply_kv(BlueStore::TransContext*, bool)"]
["  + 1.00% RocksDBStore::submit_transaction(std::shared_ptr<KeyValueDB::Transacti"]
["          onImpl>)"]
["   + 1.00% RocksDBStore::submit_transaction(std::shared_ptr<KeyValueDB::Transact"]
["           ionImpl>)"]
["    + 1.00% ???"]
["Thread: 37 (bstore_kv_final) - 100 samples "]
["+ 100.00% thread_start"]
[" + 100.00% start_thread"]
["  + 100.00% BlueStore::KVFinalizeThread::entry()"]
["   + 100.00% BlueStore::_kv_finalize_thread()"]
["    + 46.00% std::condition_variable::wait(std::unique_lock<std::mutex>&)"]
["    |+ 46.00% pthread_cond_wait@@GLIBC_2.17"]
["    + 38.00% BlueStore::_txc_state_proc(BlueStore::TransContext*)"]
["    |+ 38.00% BlueStore::_txc_committed_kv(BlueStore::TransContext*)"]
["    | + 36.00% ContextQueue::queue(std::__cxx11::list<Context*, std::allocator<C"]
["    |          ontext*> >&)"]
["    | |+ 27.00% std::condition_variable::notify_all()"]
["    | ||+ 27.00% pthread_cond_broadcast@@GLIBC_2.17"]
["    | |+ 8.00% pthread_mutex_lock"]
["    | ||+ 6.00% __lll_lock_wait"]
["    | ||+ 2.00% __aarch64_cas4_acq"]
["    | |+ 1.00% __pthread_mutex_unlock_usercnt"]
["    | + 1.00% pthread_mutex_lock"]
["    | |+ 1.00% __lll_lock_wait"]
["    | + 1.00% BlueStore::BlueStoreThrottle::complete_kv(BlueStore::TransContext&"]
["    |         )"]
["    |  + 1.00% __aarch64_ldadd4_acq_rel"]
["    + 15.00% BlueStore::_txc_finish(BlueStore::TransContext*)"]
["     + 9.00% BlueStore::_txc_release_alloc(BlueStore::TransContext*)"]
["     |+ 8.00% HybridAllocator::release(interval_set<unsigned long, std::map> con"]
["     |        st&)"]
["     | + 6.00% AvlAllocator::_release(interval_set<unsigned long, std::map> cons"]
["     |         t&)"]
["     | |+ 3.00% AvlAllocator::_add_to_tree(unsigned long, unsigned long)"]
["     | ||+ 1.00% AvlAllocator::_try_insert_range(unsigned long, unsigned long, b"]
["     | ||        oost::intrusive::tree_iterator<boost::intrusive::mhtraits<range"]
["     | ||        _seg_t, boost::intrusive::avl_set_member_hook<>, &range_seg_t::"]
["     | ||        offset_hook>, false>*)"]
["     | ||+ 1.00% AvlAllocator::_range_size_tree_rm(range_seg_t&)"]
["     | |+ 2.00% std::_Rb_tree_increment(std::_Rb_tree_node_base*)"]
["     | + 2.00% pthread_mutex_lock"]
["     |  + 2.00% __lll_lock_wait"]
["     + 2.00% BlueStore::SharedBlob::finish_write(unsigned long)"]
["     |+ 1.00% pthread_mutex_lock"]
["     |+ 1.00% BlueStore::BufferSpace::_finish_write(BlueStore::BufferCacheShard*"]
["     |        , unsigned long)"]
["     | + 1.00% std::_Rb_tree<unsigned int, std::pair<unsigned int const, std::un"]
["     |         ique_ptr<BlueStore::Buffer, std::default_delete<BlueStore::Buffer"]
["     |         > > >, std::_Select1st<std::pair<unsigned int const, std::unique_"]
["     |         ptr<BlueStore::Buffer, std::default_delete<BlueStore::Buffer> > >"]
["     |          >, std::less<unsigned int>, mempool::pool_allocator<(mempool::po"]
["     |         ol_index_t)4, std::pair<unsigned int const, std::unique_ptr<BlueS"]
["     |         tore::Buffer, std::default_delete<BlueStore::Buffer> > > > >::_M_"]
["     |         erase(std::_Rb_tree_node<std::pair<unsigned int const, std::uniqu"]
["     |         e_ptr<BlueStore::Buffer, std::default_delete<BlueStore::Buffer> >"]
["     |          > >*)"]
["     |  + 1.00% ceph::buffer::v15_2_0::ptr::release()"]
["     + 1.00% tcmalloc::ThreadCache::ListTooLong(tcmalloc::ThreadCache::FreeList*"]
["             , unsigned int)"]
["     |+ 1.00% tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache"]
["     |        ::FreeList*, unsigned int, int)"]
["     + 1.00% ceph::common::RefCountedObject::_get() const"]
["     |+ 1.00% __aarch64_ldadd8_acq_rel"]
["     + 1.00% __pthread_mutex_unlock_usercnt"]
["     |+ 1.00% __aarch64_swp4_rel"]
["     + 1.00% BlueStore::TransContext::operator delete(void*)"]
["Thread: 38 (bstore_mempool) - 0 samples "]
["Thread: 39 (ms_dispatch) - 0 samples "]
["Thread: 40 (ms_local) - 0 samples "]
["Thread: 41 (safe_timer) - 0 samples "]
["Thread: 42 (safe_timer) - 0 samples "]
["Thread: 43 (ms_dispatch) - 0 samples "]
["Thread: 44 (ms_local) - 0 samples "]
["Thread: 45 (ms_dispatch) - 0 samples "]
["Thread: 46 (ms_local) - 0 samples "]
["Thread: 47 (ms_dispatch) - 0 samples "]
["Thread: 48 (ms_local) - 0 samples "]
["Thread: 49 (ms_dispatch) - 0 samples "]
["Thread: 50 (ms_local) - 0 samples "]
["Thread: 51 (ms_dispatch) - 0 samples "]
["Thread: 52 (ms_local) - 0 samples "]
["Thread: 53 (ms_dispatch) - 0 samples "]
["Thread: 54 (ms_local) - 0 samples "]
["Thread: 55 (fn_anonymous) - 0 samples "]
["Thread: 56 (finisher) - 0 samples "]
["Thread: 57 (safe_timer) - 0 samples "]
["Thread: 58 (safe_timer) - 0 samples "]
["Thread: 59 (ceph-osd) - 0 samples "]
["Thread: 60 (osd_srv_agent) - 0 samples "]
["Thread: 61 (tp_osd_tp) - 0 samples "]
["Thread: 62 (tp_osd_tp) - 0 samples "]
["Thread: 63 (tp_osd_tp) - 0 samples "]
["Thread: 64 (tp_osd_tp) - 0 samples "]
["Thread: 65 (tp_osd_tp) - 0 samples "]
["Thread: 66 (tp_osd_tp) - 0 samples "]
["Thread: 67 (tp_osd_tp) - 0 samples "]
["Thread: 68 (tp_osd_tp) - 0 samples "]
["Thread: 69 (tp_osd_tp) - 0 samples "]
["Thread: 70 (tp_osd_tp) - 0 samples "]
["Thread: 71 (tp_osd_tp) - 0 samples "]
["Thread: 72 (tp_osd_tp) - 0 samples "]
["Thread: 73 (tp_osd_tp) - 0 samples "]
["Thread: 74 (tp_osd_tp) - 0 samples "]
["Thread: 75 (tp_osd_tp) - 0 samples "]
["Thread: 76 (tp_osd_tp) - 0 samples "]
["Thread: 77 (tp_osd_tp) - 0 samples "]
["Thread: 78 (tp_osd_tp) - 0 samples "]
["Thread: 79 (tp_osd_tp) - 0 samples "]
["Thread: 80 (tp_osd_tp) - 0 samples "]
["Thread: 81 (tp_osd_tp) - 0 samples "]
["Thread: 82 (tp_osd_tp) - 0 samples "]
["Thread: 83 (tp_osd_tp) - 0 samples "]
["Thread: 84 (tp_osd_tp) - 0 samples "]
["Thread: 85 (tp_osd_tp) - 0 samples "]
["Thread: 86 (tp_osd_tp) - 0 samples "]
["Thread: 87 (tp_osd_tp) - 0 samples "]
["Thread: 88 (tp_osd_tp) - 0 samples "]
["Thread: 89 (tp_osd_tp) - 0 samples "]
["Thread: 90 (tp_osd_tp) - 0 samples "]
["Thread: 91 (tp_osd_tp) - 0 samples "]
["Thread: 92 (tp_osd_tp) - 0 samples "]
["Thread: 93 (osd_srv_heartbt) - 0 samples "]