cn1.chn8be1c1.cdn /etc/ceph# cat ceph.conf [global] fsid = 50334d9a-87dc-4a3a-89f6-796c76f59422 mon_host = 10.50.11.41,10.50.11.42,10.50.11.43,10.50.11.44,10.50.11.45 mon_initial_members = cn1,cn2,cn3,cn4,cn5 public_network = 10.50.11.0/24 cluster_network = 10.50.12.0/24 auth_client_required = none auth_cluster_required = none auth_service_required = none #Disable unwanted logs debug_asok = 0/0 debug_auth = 0/0 debug_bdev = 0/0 debug_bluefs = 1/0 debug_bluestore = 1/0 debug_buffer = 0/0 debug_client = 0/0 debug_context = 0/0 debug_crush = 0/0 debug_filer = 0/0 debug_filestore = 0/0 debug_finisher = 0/0 debug_hadoop = 0/0 debug_heartbeatmap = 0/0 debug_journal = 0/0 debug_journaler = 0/0 debug_lockdep = 0/0 debug_mds = 0/0 debug_mds_balancer = 0/0 debug_mds_locker = 0/0 debug_mds_log = 0/0 debug_mds_log_expire = 0/0 debug_mds_migrator = 0/0 debug_mon = 1/5 debug_monc = 0/0 debug_ms = 0/0 debug_objclass = 0/0 debug_objectcacher = 0/0 debug_objecter = 0/0 debug_optracker = 0/0 debug_osd = 0/0 debug_paxos = 0/0 debug_perfcounter = 0/0 debug_rados = 0/0 debug_rbd = 0/0 debug_rgw = 0/0 debug_throttle = 0/0 debug_timer = 0/0 debug_tp = 0/0 ### change the ulimit to open more files ### max_open_files = 131072 ### Throttles ### ms_dispatch_throttle_bytes = 10485760000 ### Objector ### objecter_inflight_op_bytes = 10485760000 objecter_inflight_ops = 102400 ### perf counter ### throttler_perf_counter = false # #### Messenger ### ms_crc_data = false ms_tcp_nodelay= false # disable laggy configuration mon_osd_adjust_heartbeat_grace = false #mon_osd_pool_ec_fast_read = true osd_pool_erasure_code_stripe_unit = 65536 [mon] ### down and out interval ### mon_osd_down_out_interval = 36000 ### 60 minutes from down to out (till recovery starts and rebalance will impact egress ) mon_osd_min_down_reporters = 4 # has to be set to 2 for replica 3 platforms mon_osd_down_out_subtree_limit = host mon_osd_reporter_subtree_level = host mon_compact_on_start = true [osd] ### bleustore cache tunings#### bluefs_buffered_io = true bluestore_cache_meta_ratio = 0.01 # Mandatory for platforms upgraded from kraken to luminous , option for platform built in Luminous bluestore_cache_kv_ratio = 0.5 ###throttle some long lived OSD ops### osd_snap_trim_sleep = 0.1 ###Increased shard thread for HDD from default 1 to 2 to increase performance### osd_op_num_threads_per_shard_hdd = 2 ###Disabled tracker to solve slow request issues#### osd_enable_op_tracker = false ### Scrubbing tunings### osd_scrub_auto_repair = true osd_max_scrubs = 1 osd_scrub_max_interval = 1209600 osd_scrub_min_interval = 259200 osd_deep_scrub_interval = 1209600 osd_scrub_interval_randomize_ratio = 0.1 osd_scrub_chunk_max = 5 osd_scrub_chunk_min = 1 osd_deep_scrub_stride = 1048576 osd_scrub_load_threshold = 5.0 osd_scrub_sleep = 0.1 ### Limit impact of recovery traffic ### osd_max_backfills = 3 osd_recovery_max_active = 3 osd_recovery_op_priority = 1