root@osd002:~# ceph daemon osd.2 perf dump
{
    "AsyncMessenger::Worker-0": {
        "msgr_recv_messages": 0,
        "msgr_send_messages": 0,
        "msgr_recv_bytes": 0,
        "msgr_send_bytes": 0,
        "msgr_created_connections": 3,
        "msgr_active_connections": 0,
        "msgr_running_total_time": 0.000107831,
        "msgr_running_send_time": 0.000000000,
        "msgr_running_recv_time": 0.000000000,
        "msgr_running_fast_dispatch_time": 0.000000000
    },
    "AsyncMessenger::Worker-1": {
        "msgr_recv_messages": 0,
        "msgr_send_messages": 0,
        "msgr_recv_bytes": 0,
        "msgr_send_bytes": 0,
        "msgr_created_connections": 2,
        "msgr_active_connections": 0,
        "msgr_running_total_time": 0.000037432,
        "msgr_running_send_time": 0.000000000,
        "msgr_running_recv_time": 0.000000000,
        "msgr_running_fast_dispatch_time": 0.000000000
    },
    "AsyncMessenger::Worker-2": {
        "msgr_recv_messages": 0,
        "msgr_send_messages": 0,
        "msgr_recv_bytes": 0,
        "msgr_send_bytes": 0,
        "msgr_created_connections": 2,
        "msgr_active_connections": 0,
        "msgr_running_total_time": 0.000022767,
        "msgr_running_send_time": 0.000000000,
        "msgr_running_recv_time": 0.000000000,
        "msgr_running_fast_dispatch_time": 0.000000000
    },
    "bluefs": {
        "gift_bytes": 0,
        "reclaim_bytes": 0,
        "db_total_bytes": 21474828288,
        "db_used_bytes": 348127232,
        "wal_total_bytes": 0,
        "wal_used_bytes": 0,
        "slow_total_bytes": 153626869760,
        "slow_used_bytes": 48509222912,
        "num_files": 716,
        "log_bytes": 14462976,
        "log_compactions": 0,
        "logged_bytes": 757760,
        "files_written_wal": 1,
        "files_written_sst": 1,
        "bytes_written_wal": 386238,
        "bytes_written_sst": 13334
    },
    "bluestore": {
        "kv_flush_lat": {
            "avgcount": 180,
            "sum": 0.000174199,
            "avgtime": 0.000000967
        },
        "kv_commit_lat": {
            "avgcount": 180,
            "sum": 0.022406770,
            "avgtime": 0.000124482
        },
        "kv_lat": {
            "avgcount": 180,
            "sum": 0.022580969,
            "avgtime": 0.000125449
        },
        "state_prepare_lat": {
            "avgcount": 180,
            "sum": 0.001114642,
            "avgtime": 0.000006192
        },
        "state_aio_wait_lat": {
            "avgcount": 180,
            "sum": 0.000014592,
            "avgtime": 0.000000081
        },
        "state_io_done_lat": {
            "avgcount": 180,
            "sum": 0.000029693,
            "avgtime": 0.000000164
        },
        "state_kv_queued_lat": {
            "avgcount": 180,
            "sum": 0.010897981,
            "avgtime": 0.000060544
        },
        "state_kv_commiting_lat": {
            "avgcount": 180,
            "sum": 0.033289573,
            "avgtime": 0.000184942
        },
        "state_kv_done_lat": {
            "avgcount": 180,
            "sum": 0.000909261,
            "avgtime": 0.000005051
        },
        "state_deferred_queued_lat": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "state_deferred_aio_wait_lat": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "state_deferred_cleanup_lat": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "state_finishing_lat": {
            "avgcount": 180,
            "sum": 0.000015975,
            "avgtime": 0.000000088
        },
        "state_done_lat": {
            "avgcount": 180,
            "sum": 0.000169564,
            "avgtime": 0.000000942
        },
        "throttle_lat": {
            "avgcount": 180,
            "sum": 0.000084466,
            "avgtime": 0.000000469
        },
        "submit_lat": {
            "avgcount": 180,
            "sum": 0.002107174,
            "avgtime": 0.000011706
        },
        "commit_lat": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "read_lat": {
            "avgcount": 3,
            "sum": 0.000525858,
            "avgtime": 0.000175286
        },
        "read_onode_meta_lat": {
            "avgcount": 6,
            "sum": 0.000170761,
            "avgtime": 0.000028460
        },
        "read_wait_aio_lat": {
            "avgcount": 3,
            "sum": 0.000326623,
            "avgtime": 0.000108874
        },
        "compress_lat": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "decompress_lat": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "csum_lat": {
            "avgcount": 3,
            "sum": 0.000007365,
            "avgtime": 0.000002455
        },
        "compress_success_count": 0,
        "compress_rejected_count": 0,
        "write_pad_bytes": 0,
        "deferred_write_ops": 0,
        "deferred_write_bytes": 0,
        "write_penalty_read_ops": 0,
        "bluestore_allocated": 3072868352,
        "bluestore_stored": 3062498027,
        "bluestore_compressed": 0,
        "bluestore_compressed_allocated": 0,
        "bluestore_compressed_original": 0,
        "bluestore_onodes": 185,
        "bluestore_onode_hits": 904,
        "bluestore_onode_misses": 185,
        "bluestore_onode_shard_hits": 0,
        "bluestore_onode_shard_misses": 0,
        "bluestore_extents": 3,
        "bluestore_blobs": 3,
        "bluestore_buffers": 3,
        "bluestore_buffer_bytes": 20480,
        "bluestore_buffer_hit_bytes": 0,
        "bluestore_buffer_miss_bytes": 9051,
        "bluestore_write_big": 0,
        "bluestore_write_big_bytes": 0,
        "bluestore_write_big_blobs": 0,
        "bluestore_write_small": 0,
        "bluestore_write_small_bytes": 0,
        "bluestore_write_small_unused": 0,
        "bluestore_write_small_deferred": 0,
        "bluestore_write_small_pre_read": 0,
        "bluestore_write_small_new": 0,
        "bluestore_txc": 180,
        "bluestore_onode_reshard": 0,
        "bluestore_blob_split": 0,
        "bluestore_extent_compress": 0,
        "bluestore_gc_merged": 0
    },
    "finisher-defered_finisher": {
        "queue_len": 0,
        "complete_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "finisher-finisher-0": {
        "queue_len": 0,
        "complete_latency": {
            "avgcount": 180,
            "sum": 0.000562322,
            "avgtime": 0.000003124
        }
    },
    "mutex-OSD:ShardedOpWQ:.0": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:.1": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:.2": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:.3": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:.4": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:.5": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:.6": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:.7": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:order:.0": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:order:.1": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:order:.2": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:order:.3": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:order:.4": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:order:.5": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:order:.6": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "mutex-OSD:ShardedOpWQ:order:.7": {
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "objecter": {
        "op_active": 0,
        "op_laggy": 0,
        "op_send": 0,
        "op_send_bytes": 0,
        "op_resend": 0,
        "op_reply": 0,
        "op": 0,
        "op_r": 0,
        "op_w": 0,
        "op_rmw": 0,
        "op_pg": 0,
        "osdop_stat": 0,
        "osdop_create": 0,
        "osdop_read": 0,
        "osdop_write": 0,
        "osdop_writefull": 0,
        "osdop_writesame": 0,
        "osdop_append": 0,
        "osdop_zero": 0,
        "osdop_truncate": 0,
        "osdop_delete": 0,
        "osdop_mapext": 0,
        "osdop_sparse_read": 0,
        "osdop_clonerange": 0,
        "osdop_getxattr": 0,
        "osdop_setxattr": 0,
        "osdop_cmpxattr": 0,
        "osdop_rmxattr": 0,
        "osdop_resetxattrs": 0,
        "osdop_tmap_up": 0,
        "osdop_tmap_put": 0,
        "osdop_tmap_get": 0,
        "osdop_call": 0,
        "osdop_watch": 0,
        "osdop_notify": 0,
        "osdop_src_cmpxattr": 0,
        "osdop_pgls": 0,
        "osdop_pgls_filter": 0,
        "osdop_other": 0,
        "linger_active": 0,
        "linger_send": 0,
        "linger_resend": 0,
        "linger_ping": 0,
        "poolop_active": 0,
        "poolop_send": 0,
        "poolop_resend": 0,
        "poolstat_active": 0,
        "poolstat_send": 0,
        "poolstat_resend": 0,
        "statfs_active": 0,
        "statfs_send": 0,
        "statfs_resend": 0,
        "command_active": 0,
        "command_send": 0,
        "command_resend": 0,
        "map_epoch": 0,
        "map_full": 0,
        "map_inc": 0,
        "osd_sessions": 0,
        "osd_session_open": 0,
        "osd_session_close": 0,
        "osd_laggy": 0,
        "omap_wr": 0,
        "omap_rd": 0,
        "omap_del": 0
    },
    "recoverystate_perf": {
        "initial_latency": {
            "avgcount": 180,
            "sum": 1537.858238129,
            "avgtime": 8.543656878
        },
        "started_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "reset_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "start_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "primary_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "peering_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "backfilling_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "waitremotebackfillreserved_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "waitlocalbackfillreserved_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "notbackfilling_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "repnotrecovering_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "repwaitrecoveryreserved_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "repwaitbackfillreserved_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "reprecovering_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "activating_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "waitlocalrecoveryreserved_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "waitremoterecoveryreserved_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "recovering_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "recovered_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "clean_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "active_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "replicaactive_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "stray_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "getinfo_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "getlog_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "waitactingchange_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "incomplete_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "down_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "getmissing_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "waitupthru_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "notrecovering_latency": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "rocksdb": {
        "get": 1460,
        "submit_transaction": 180,
        "submit_transaction_sync": 180,
        "get_latency": {
            "avgcount": 1460,
            "sum": 0.213303976,
            "avgtime": 0.000146098
        },
        "submit_latency": {
            "avgcount": 180,
            "sum": 0.001985449,
            "avgtime": 0.000011030
        },
        "submit_sync_latency": {
            "avgcount": 180,
            "sum": 0.019709005,
            "avgtime": 0.000109494
        },
        "compact": 0,
        "compact_range": 0,
        "compact_queue_merge": 0,
        "compact_queue_len": 0,
        "rocksdb_write_wal_time": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "rocksdb_write_memtable_time": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "rocksdb_write_delay_time": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        },
        "rocksdb_write_pre_and_post_time": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-bluestore_throttle_bytes": {
        "val": 0,
        "max": 67108864,
        "get_started": 180,
        "get": 180,
        "get_sum": 755100,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 180,
        "put_sum": 755100,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-bluestore_throttle_deferred_bytes": {
        "val": 0,
        "max": 201326592,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-msgr_dispatch_throttler-client": {
        "val": 0,
        "max": 104857600,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-msgr_dispatch_throttler-cluster": {
        "val": 0,
        "max": 104857600,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-msgr_dispatch_throttler-hb_back_client": {
        "val": 0,
        "max": 104857600,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-msgr_dispatch_throttler-hb_back_server": {
        "val": 0,
        "max": 104857600,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-msgr_dispatch_throttler-hb_front_client": {
        "val": 0,
        "max": 104857600,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-msgr_dispatch_throttler-hb_front_server": {
        "val": 0,
        "max": 104857600,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-msgr_dispatch_throttler-ms_objecter": {
        "val": 0,
        "max": 104857600,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-objecter_bytes": {
        "val": 0,
        "max": 104857600,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-objecter_ops": {
        "val": 0,
        "max": 1024,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    },
    "throttle-osd_client_bytes": {
        "val": 0,
        "max": 524288000,
        "get_started": 0,
        "get": 0,
        "get_sum": 0,
        "get_or_fail_fail": 0,
        "get_or_fail_success": 0,
        "take": 0,
        "take_sum": 0,
        "put": 0,
        "put_sum": 0,
        "wait": {
            "avgcount": 0,
            "sum": 0.000000000,
            "avgtime": 0.000000000
        }
    }
}