Project

General

Profile

Bug #22543 » osd2_perf_dump.txt

ceph daemon osd.2 perf dump - Volodymyr Blokhin, 12/26/2017 05:56 PM

 
root@osd002:~# ceph daemon osd.2 perf dump
{
"AsyncMessenger::Worker-0": {
"msgr_recv_messages": 0,
"msgr_send_messages": 0,
"msgr_recv_bytes": 0,
"msgr_send_bytes": 0,
"msgr_created_connections": 3,
"msgr_active_connections": 0,
"msgr_running_total_time": 0.000107831,
"msgr_running_send_time": 0.000000000,
"msgr_running_recv_time": 0.000000000,
"msgr_running_fast_dispatch_time": 0.000000000
},
"AsyncMessenger::Worker-1": {
"msgr_recv_messages": 0,
"msgr_send_messages": 0,
"msgr_recv_bytes": 0,
"msgr_send_bytes": 0,
"msgr_created_connections": 2,
"msgr_active_connections": 0,
"msgr_running_total_time": 0.000037432,
"msgr_running_send_time": 0.000000000,
"msgr_running_recv_time": 0.000000000,
"msgr_running_fast_dispatch_time": 0.000000000
},
"AsyncMessenger::Worker-2": {
"msgr_recv_messages": 0,
"msgr_send_messages": 0,
"msgr_recv_bytes": 0,
"msgr_send_bytes": 0,
"msgr_created_connections": 2,
"msgr_active_connections": 0,
"msgr_running_total_time": 0.000022767,
"msgr_running_send_time": 0.000000000,
"msgr_running_recv_time": 0.000000000,
"msgr_running_fast_dispatch_time": 0.000000000
},
"bluefs": {
"gift_bytes": 0,
"reclaim_bytes": 0,
"db_total_bytes": 21474828288,
"db_used_bytes": 348127232,
"wal_total_bytes": 0,
"wal_used_bytes": 0,
"slow_total_bytes": 153626869760,
"slow_used_bytes": 48509222912,
"num_files": 716,
"log_bytes": 14462976,
"log_compactions": 0,
"logged_bytes": 757760,
"files_written_wal": 1,
"files_written_sst": 1,
"bytes_written_wal": 386238,
"bytes_written_sst": 13334
},
"bluestore": {
"kv_flush_lat": {
"avgcount": 180,
"sum": 0.000174199,
"avgtime": 0.000000967
},
"kv_commit_lat": {
"avgcount": 180,
"sum": 0.022406770,
"avgtime": 0.000124482
},
"kv_lat": {
"avgcount": 180,
"sum": 0.022580969,
"avgtime": 0.000125449
},
"state_prepare_lat": {
"avgcount": 180,
"sum": 0.001114642,
"avgtime": 0.000006192
},
"state_aio_wait_lat": {
"avgcount": 180,
"sum": 0.000014592,
"avgtime": 0.000000081
},
"state_io_done_lat": {
"avgcount": 180,
"sum": 0.000029693,
"avgtime": 0.000000164
},
"state_kv_queued_lat": {
"avgcount": 180,
"sum": 0.010897981,
"avgtime": 0.000060544
},
"state_kv_commiting_lat": {
"avgcount": 180,
"sum": 0.033289573,
"avgtime": 0.000184942
},
"state_kv_done_lat": {
"avgcount": 180,
"sum": 0.000909261,
"avgtime": 0.000005051
},
"state_deferred_queued_lat": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"state_deferred_aio_wait_lat": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"state_deferred_cleanup_lat": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"state_finishing_lat": {
"avgcount": 180,
"sum": 0.000015975,
"avgtime": 0.000000088
},
"state_done_lat": {
"avgcount": 180,
"sum": 0.000169564,
"avgtime": 0.000000942
},
"throttle_lat": {
"avgcount": 180,
"sum": 0.000084466,
"avgtime": 0.000000469
},
"submit_lat": {
"avgcount": 180,
"sum": 0.002107174,
"avgtime": 0.000011706
},
"commit_lat": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"read_lat": {
"avgcount": 3,
"sum": 0.000525858,
"avgtime": 0.000175286
},
"read_onode_meta_lat": {
"avgcount": 6,
"sum": 0.000170761,
"avgtime": 0.000028460
},
"read_wait_aio_lat": {
"avgcount": 3,
"sum": 0.000326623,
"avgtime": 0.000108874
},
"compress_lat": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"decompress_lat": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"csum_lat": {
"avgcount": 3,
"sum": 0.000007365,
"avgtime": 0.000002455
},
"compress_success_count": 0,
"compress_rejected_count": 0,
"write_pad_bytes": 0,
"deferred_write_ops": 0,
"deferred_write_bytes": 0,
"write_penalty_read_ops": 0,
"bluestore_allocated": 3072868352,
"bluestore_stored": 3062498027,
"bluestore_compressed": 0,
"bluestore_compressed_allocated": 0,
"bluestore_compressed_original": 0,
"bluestore_onodes": 185,
"bluestore_onode_hits": 904,
"bluestore_onode_misses": 185,
"bluestore_onode_shard_hits": 0,
"bluestore_onode_shard_misses": 0,
"bluestore_extents": 3,
"bluestore_blobs": 3,
"bluestore_buffers": 3,
"bluestore_buffer_bytes": 20480,
"bluestore_buffer_hit_bytes": 0,
"bluestore_buffer_miss_bytes": 9051,
"bluestore_write_big": 0,
"bluestore_write_big_bytes": 0,
"bluestore_write_big_blobs": 0,
"bluestore_write_small": 0,
"bluestore_write_small_bytes": 0,
"bluestore_write_small_unused": 0,
"bluestore_write_small_deferred": 0,
"bluestore_write_small_pre_read": 0,
"bluestore_write_small_new": 0,
"bluestore_txc": 180,
"bluestore_onode_reshard": 0,
"bluestore_blob_split": 0,
"bluestore_extent_compress": 0,
"bluestore_gc_merged": 0
},
"finisher-defered_finisher": {
"queue_len": 0,
"complete_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"finisher-finisher-0": {
"queue_len": 0,
"complete_latency": {
"avgcount": 180,
"sum": 0.000562322,
"avgtime": 0.000003124
}
},
"mutex-OSD:ShardedOpWQ:.0": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:.1": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:.2": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:.3": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:.4": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:.5": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:.6": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:.7": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:order:.0": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:order:.1": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:order:.2": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:order:.3": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:order:.4": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:order:.5": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:order:.6": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"mutex-OSD:ShardedOpWQ:order:.7": {
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"objecter": {
"op_active": 0,
"op_laggy": 0,
"op_send": 0,
"op_send_bytes": 0,
"op_resend": 0,
"op_reply": 0,
"op": 0,
"op_r": 0,
"op_w": 0,
"op_rmw": 0,
"op_pg": 0,
"osdop_stat": 0,
"osdop_create": 0,
"osdop_read": 0,
"osdop_write": 0,
"osdop_writefull": 0,
"osdop_writesame": 0,
"osdop_append": 0,
"osdop_zero": 0,
"osdop_truncate": 0,
"osdop_delete": 0,
"osdop_mapext": 0,
"osdop_sparse_read": 0,
"osdop_clonerange": 0,
"osdop_getxattr": 0,
"osdop_setxattr": 0,
"osdop_cmpxattr": 0,
"osdop_rmxattr": 0,
"osdop_resetxattrs": 0,
"osdop_tmap_up": 0,
"osdop_tmap_put": 0,
"osdop_tmap_get": 0,
"osdop_call": 0,
"osdop_watch": 0,
"osdop_notify": 0,
"osdop_src_cmpxattr": 0,
"osdop_pgls": 0,
"osdop_pgls_filter": 0,
"osdop_other": 0,
"linger_active": 0,
"linger_send": 0,
"linger_resend": 0,
"linger_ping": 0,
"poolop_active": 0,
"poolop_send": 0,
"poolop_resend": 0,
"poolstat_active": 0,
"poolstat_send": 0,
"poolstat_resend": 0,
"statfs_active": 0,
"statfs_send": 0,
"statfs_resend": 0,
"command_active": 0,
"command_send": 0,
"command_resend": 0,
"map_epoch": 0,
"map_full": 0,
"map_inc": 0,
"osd_sessions": 0,
"osd_session_open": 0,
"osd_session_close": 0,
"osd_laggy": 0,
"omap_wr": 0,
"omap_rd": 0,
"omap_del": 0
},
"recoverystate_perf": {
"initial_latency": {
"avgcount": 180,
"sum": 1537.858238129,
"avgtime": 8.543656878
},
"started_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"reset_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"start_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"primary_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"peering_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"backfilling_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"waitremotebackfillreserved_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"waitlocalbackfillreserved_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"notbackfilling_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"repnotrecovering_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"repwaitrecoveryreserved_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"repwaitbackfillreserved_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"reprecovering_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"activating_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"waitlocalrecoveryreserved_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"waitremoterecoveryreserved_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"recovering_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"recovered_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"clean_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"active_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"replicaactive_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"stray_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"getinfo_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"getlog_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"waitactingchange_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"incomplete_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"down_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"getmissing_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"waitupthru_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"notrecovering_latency": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"rocksdb": {
"get": 1460,
"submit_transaction": 180,
"submit_transaction_sync": 180,
"get_latency": {
"avgcount": 1460,
"sum": 0.213303976,
"avgtime": 0.000146098
},
"submit_latency": {
"avgcount": 180,
"sum": 0.001985449,
"avgtime": 0.000011030
},
"submit_sync_latency": {
"avgcount": 180,
"sum": 0.019709005,
"avgtime": 0.000109494
},
"compact": 0,
"compact_range": 0,
"compact_queue_merge": 0,
"compact_queue_len": 0,
"rocksdb_write_wal_time": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"rocksdb_write_memtable_time": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"rocksdb_write_delay_time": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
},
"rocksdb_write_pre_and_post_time": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-bluestore_throttle_bytes": {
"val": 0,
"max": 67108864,
"get_started": 180,
"get": 180,
"get_sum": 755100,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 180,
"put_sum": 755100,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-bluestore_throttle_deferred_bytes": {
"val": 0,
"max": 201326592,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-msgr_dispatch_throttler-client": {
"val": 0,
"max": 104857600,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-msgr_dispatch_throttler-cluster": {
"val": 0,
"max": 104857600,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-msgr_dispatch_throttler-hb_back_client": {
"val": 0,
"max": 104857600,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-msgr_dispatch_throttler-hb_back_server": {
"val": 0,
"max": 104857600,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-msgr_dispatch_throttler-hb_front_client": {
"val": 0,
"max": 104857600,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-msgr_dispatch_throttler-hb_front_server": {
"val": 0,
"max": 104857600,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-msgr_dispatch_throttler-ms_objecter": {
"val": 0,
"max": 104857600,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-objecter_bytes": {
"val": 0,
"max": 104857600,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-objecter_ops": {
"val": 0,
"max": 1024,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
},
"throttle-osd_client_bytes": {
"val": 0,
"max": 524288000,
"get_started": 0,
"get": 0,
"get_sum": 0,
"get_or_fail_fail": 0,
"get_or_fail_success": 0,
"take": 0,
"take_sum": 0,
"put": 0,
"put_sum": 0,
"wait": {
"avgcount": 0,
"sum": 0.000000000,
"avgtime": 0.000000000
}
}
}

(2-2/11)