[global] fsid = a5ac4128-5b84-4c15-b760-2621a011d55d mon_initial_members = cph01, cph02, cph03 mon_host = 192.168.30.71,192.168.30.72,192.168.30.73 mon clock drift allowed = .1 mon_pg_warn_max_per_osd = 400 auth_cluster_required = cephx auth_service_required = cephx auth_client_required = cephx filestore_xattr_use_omap = true rbd default format = 2 rbd default features = 1 setuser match path = /var/lib/ceph/$type/$cluster-$id osd pool default pg num = 800 osd pool default pgp num = 800 osd pool default size = 3 public network = 192.168.30.0/24 cluster_network = 192.168.32.0/24 [client] rbd_cache = true rbd_cache_size = 536870912 rbd_cache_max_dirty = 134217728 rbd_cache_target_dirty = 33554432 rbd_cache_max_dirty_age = 5 [osd] #osd crush update on start = false osd_journal_size = 51200 osd_mount_options_xfs = "rw,noatime,nodiratime,inode64,logbsize=256k,delaylog" osd_op_threads = 20 osd_disk_threads = 4 filestore_op_threads = 10 osd_recovery_max_active = 1 journal_dio = true journal_aio = true filestore_max_sync_interval = 60 filestore_min_sync_interval = 2 osd_max_backfills = 2 filestore_queue_max_bytes = 1048576000 filestore_queue_committing_max_bytes = 1048576000 journal_max_write_bytes = 2097152000 journal_queue_max_bytes = 2097152000 ms_dispatch_throttle_bytes = 1048576000 objecter_infilght_op_bytes = 1048576000 filestore_queue_max_ops = 5000 filestore_queue_committing_max_ops = 5000 journal_max_write_entries = 2000 journal_queue_max_ops = 5000 objecter_inflight_ops = 8192 [osd.40] osd crush location = "root=ssd host=cph01-ssd" [osd.41] osd crush location = "root=ssd host=cph01-ssd" [osd.42] osd crush location = "root=ssd host=cph02-ssd" [osd.43] osd crush location = "root=ssd host=cph02-ssd" [osd.44] osd crush location = "root=ssd host=cph03-ssd" [osd.45] osd crush location = "root=ssd host=cph03-ssd" [osd.46] osd crush location = "root=ssd host=cph04-ssd" [osd.47] osd crush location = "root=ssd host=cph04-ssd" [osd.48] osd crush location = "root=ssd host=cph05-ssd" [osd.49] osd crush location = "root=ssd host=cph05-ssd"