[global] fsid = 87205668-8a6e-4d53-8196-b13689a5e1af auth client required = cephx auth cluster required = cephx auth service required = cephx # Until kernel support is added cephx require signatures = false #cephx require signatures = true public network = 10.42.0.0/16 cluster network = 10.43.100.0/24 # mon osd full ratio = .95 # mon osd nearfull ratio = .90 [client] # rbd cache = true # rbd cache size = 512 MiB # rbd cache max dirty = 448 MiB # rbd cache target dirty = 256 MiB # rbd cache max dirty age = 600.0 [client.volumes] admin socket = /var/run/ceph/rbd-$pid.asok # Excessively verbose debugging settings for solving journal replay crash of October, 2013. # (n.b. ~ 1GiB of logging per hour, much more with filesystem activity) #[mds] # debug mds = 20 # debug mds balancer = 20 # debug mds log = 20 # debug mds migrator = 20 # debug ms = 1 # mds debug auth pins = 20 # mds debug frag = 20 # mds debug scatterstat = 20 # mds debug subtrees = 20 [mds] mds_cache_size = 1000000 mds_max_purge_files = 4 mds_max_purge_ops = 16 [mds.pulaski] host = pulaski mds addr = 10.42.5.63 [mon] mon initial members = paris mon data avail warn = 7 mon data avail crit = 5 mon osd allow primary affinity = true #[mon.mon0] # host = ceph-mon0 # mon addr = 10.42.5.59:6789 [mon.paris] host = paris mon addr = 10.42.5.1:6789 [mon.defiant] host = defiant mon addr = 10.42.5.81:6789 [mon.enterprise] host = enterprise mon addr = 10.42.5.30:6789 #[mon.guinan] # host = guinan # mon addr = 10.42.5.65:6789 #[mon.yar] # host = yar # mon addr = 10.42.5.61:6789 #[mon.tuvok] # host = tuvok # mon addr = 10.42.5.64:6789 [osd] osd pool default size = 3 osd pool default min size = 2 osd mkfs type = xfs osd check for log corruption = true osd backfill full ratio = 0.95 osd heartbeat grace = 60 osd crush update on start = false ## osd_max_backfills = 10 ## osd recovery op priority = 1 ## osd_recovery_max_active = 5 ## osd_recovery_max_single_start = 3 # # # Trying to make recovery MUCH faster (2015/04/30) # osd op threads = 6 # osd recovery op prioty = 63 # osd client op priority = 3 # osd disk threads = 4 # osd max backfills = 75 # osd recovery max active = 75 # osd recovery threads = 20 [osd.0] host = bones devs = /dev/ceph-osd-0/data [osd.1] host = yar devs = /dev/ceph-osd-1/data [osd.2] host = chekov devs = /dev/ceph-osd-2/data [osd.3] host = pulaski devs = /dev/ceph-osd-3/data [osd.4] host = tuvok devs = /dev/ceph-osd-4/data [osd.5] host = guinan devs = /dev/ceph-osd-5/data [osd.6] host = sulu devs = /dev/ceph-osd-6/data [osd.7] host = bones devs = /dev/ceph-osd-7/data [osd.8] host = yar devs = /dev/ceph-osd-8/data [osd.9] host = chekov devs = /dev/ceph-osd-9/data [osd.10] host = pulaski devs = /dev/ceph-osd-10/data [osd.11] host = tuvok devs = /dev/ceph-osd-11/data [osd.12] host = guinan devs = /dev/ceph-osd-12/data [osd.13] host = sulu devs = /dev/ceph-osd-13/data [osd.14] host = guinan devs = /dev/ceph-osd-14/data [osd.15] host = yar devs = /dev/ceph-osd-15/data [osd.16] host = chekov devs = /dev/ceph-osd-16/data [osd.17] host = pulaski devs = /dev/ceph-osd-17/data [osd.18] host = tuvok devs = /dev/ceph-osd-18/data [osd.19] host = guinan devs = /dev/ceph-osd-19/data [osd.20] host = sulu devs = /dev/ceph-osd-20/data [osd.21] host = bones devs = /dev/ceph-osd-21/data [osd.22] host = riker devs = /dev/ceph-osd-22/data [osd.23] host = pulaski devs = /dev/ceph-osd-23/data [osd.25] host = rozhenko devs = /dev/ceph-osd-25/data [osd.26] host = gowron devs = /dev/ceph-osd-26/data [osd.27] host = rozhenko devs = /dev/ceph-osd-27/data [osd.28] host = rozhenko devs = /dev/ceph-osd-28/data [osd.29] host = rozhenko devs = /dev/ceph-osd-29/data # SSD for cache tier [osd.24] host = yar devs = /dev/ceph-osd-24/data # SSD for cache tier [osd.30] host = gowron devs = /dev/ceph-osd-30/data # SSD for cache tier [osd.31] host = riker devs = /dev/ceph-osd-31/data [osd.32] host = riker devs = /dev/ceph-osd-32/data [osd.33] host = riker devs = /dev/ceph-osd-33/data [osd.34] host = guinan devs = /dev/ceph-osd-34/data [osd.35] host = tuvok devs = /dev/ceph-osd-35/data [osd.36] host = sulu devs = /dev/ceph-osd-36/data [osd.37] host = bones devs = /dev/ceph-osd-37/data [osd.38] host = chekov devs = /dev/ceph-osd-38/data [osd.39] host = pulaski devs = /dev/ceph-osd-39/data [osd.40] host = tuvok devs = /dev/ceph-journals-tuvok1/osd-40-data