|
cn1.chn8be1c1.cdn /etc/ceph# cat ceph.conf
|
|
[global]
|
|
fsid = 50334d9a-87dc-4a3a-89f6-796c76f59422
|
|
mon_host = 10.50.11.41,10.50.11.42,10.50.11.43,10.50.11.44,10.50.11.45
|
|
mon_initial_members = cn1,cn2,cn3,cn4,cn5
|
|
public_network = 10.50.11.0/24
|
|
cluster_network = 10.50.12.0/24
|
|
|
|
|
|
auth_client_required = none
|
|
auth_cluster_required = none
|
|
auth_service_required = none
|
|
|
|
|
|
#Disable unwanted logs
|
|
debug_asok = 0/0
|
|
debug_auth = 0/0
|
|
debug_bdev = 0/0
|
|
debug_bluefs = 1/0
|
|
debug_bluestore = 1/0
|
|
debug_buffer = 0/0
|
|
debug_client = 0/0
|
|
debug_context = 0/0
|
|
debug_crush = 0/0
|
|
debug_filer = 0/0
|
|
debug_filestore = 0/0
|
|
debug_finisher = 0/0
|
|
debug_hadoop = 0/0
|
|
debug_heartbeatmap = 0/0
|
|
debug_journal = 0/0
|
|
debug_journaler = 0/0
|
|
debug_lockdep = 0/0
|
|
debug_mds = 0/0
|
|
debug_mds_balancer = 0/0
|
|
debug_mds_locker = 0/0
|
|
debug_mds_log = 0/0
|
|
debug_mds_log_expire = 0/0
|
|
debug_mds_migrator = 0/0
|
|
debug_mon = 1/5
|
|
debug_monc = 0/0
|
|
debug_ms = 0/0
|
|
debug_objclass = 0/0
|
|
debug_objectcacher = 0/0
|
|
debug_objecter = 0/0
|
|
debug_optracker = 0/0
|
|
debug_osd = 0/0
|
|
debug_paxos = 0/0
|
|
debug_perfcounter = 0/0
|
|
debug_rados = 0/0
|
|
debug_rbd = 0/0
|
|
debug_rgw = 0/0
|
|
debug_throttle = 0/0
|
|
debug_timer = 0/0
|
|
debug_tp = 0/0
|
|
|
|
### change the ulimit to open more files ###
|
|
max_open_files = 131072
|
|
|
|
### Throttles ###
|
|
ms_dispatch_throttle_bytes = 10485760000
|
|
|
|
### Objector ###
|
|
objecter_inflight_op_bytes = 10485760000
|
|
objecter_inflight_ops = 102400
|
|
|
|
|
|
### perf counter ###
|
|
throttler_perf_counter = false
|
|
#
|
|
#### Messenger ###
|
|
ms_crc_data = false
|
|
ms_tcp_nodelay= false
|
|
|
|
|
|
# disable laggy configuration
|
|
mon_osd_adjust_heartbeat_grace = false
|
|
|
|
#mon_osd_pool_ec_fast_read = true
|
|
|
|
osd_pool_erasure_code_stripe_unit = 65536
|
|
[mon]
|
|
### down and out interval ###
|
|
mon_osd_down_out_interval = 36000 ### 60 minutes from down to out (till recovery starts and rebalance will impact egress )
|
|
mon_osd_min_down_reporters = 4 # has to be set to 2 for replica 3 platforms
|
|
mon_osd_down_out_subtree_limit = host
|
|
mon_osd_reporter_subtree_level = host
|
|
mon_compact_on_start = true
|
|
|
|
[osd]
|
|
|
|
### bleustore cache tunings####
|
|
bluefs_buffered_io = true
|
|
bluestore_cache_meta_ratio = 0.01 # Mandatory for platforms upgraded from kraken to luminous , option for platform built in Luminous
|
|
bluestore_cache_kv_ratio = 0.5
|
|
|
|
###throttle some long lived OSD ops###
|
|
osd_snap_trim_sleep = 0.1
|
|
|
|
###Increased shard thread for HDD from default 1 to 2 to increase performance###
|
|
osd_op_num_threads_per_shard_hdd = 2
|
|
|
|
###Disabled tracker to solve slow request issues####
|
|
osd_enable_op_tracker = false
|
|
|
|
|
|
### Scrubbing tunings###
|
|
|
|
osd_scrub_auto_repair = true
|
|
osd_max_scrubs = 1
|
|
osd_scrub_max_interval = 1209600
|
|
osd_scrub_min_interval = 259200
|
|
osd_deep_scrub_interval = 1209600
|
|
osd_scrub_interval_randomize_ratio = 0.1
|
|
osd_scrub_chunk_max = 5
|
|
osd_scrub_chunk_min = 1
|
|
osd_deep_scrub_stride = 1048576
|
|
osd_scrub_load_threshold = 5.0
|
|
osd_scrub_sleep = 0.1
|
|
|
|
### Limit impact of recovery traffic ###
|
|
osd_max_backfills = 3
|
|
osd_recovery_max_active = 3
|
|
osd_recovery_op_priority = 1
|
|
|