[global]
# http://docs.ceph.com/docs/master/rados/configuration/mon-config-ref/#cluster-id
fsid = 7d44bbde-2442-59dc-8c71-e7dad785c99b

# http://docs.ceph.com/docs/master/rados/configuration/ms-ref/
ms bind ipv6 = true

ms tcp read timeout = 60         # default = 900

# http://docs.ceph.com/docs/master/rados/configuration/mon-osd-interaction/
osd heartbeat grace = 4                  # default 6
# Do _NOT_  scale based on laggy estimations
mon osd adjust heartbeat grace = false

# need to be tuned for production
# Ensure you have a realistic number of placement groups. We recommend
# approximately 100 per OSD. E.g., total number of OSDs multiplied by 100
# divided by the number of replicas (i.e., osd pool default size). So for
# 10 OSDs and osd pool default size = 4, we'd recommend approximately
# (100 * 10) / 4 = 250.
osd pool default pg num = 256
osd pool default pgp num = 256

osd pool default size = 3         # Write an object 3 times.
osd pool default min size = 2     # Allow writing two copies in a degraded state.

[mon]
# http://docs.ceph.com/docs/master/rados/configuration/mon-config-ref/
# TUNING #
mon lease = 1.0                        # default 5
mon election timeout = 2               # default 5 
mon lease renew interval factor = 0.4  # default 0.6
mon lease ack timeout factor = 1.5     # default 2.0
mon timecheck interval = 60            # default 300

# http://docs.ceph.com/docs/master/rados/configuration/mon-osd-interaction/#monitor-settings 
mon osd reporter subtree level = datacenter

mon compact on start = true            # keep rocksdb small

# STORAGE CAPACITY #
# http://docs.ceph.com/docs/master/rados/configuration/mon-config-ref/#storage-capacity
mon osd full ratio = .90
mon osd backfillfull ratio = .85
mon osd nearfull ratio = .80

# need to be removed before production
mon_allow_pool_delete = true

# AUTH CONFIGURATION SETTINGS #
# http://docs.ceph.com/docs/master/rados/configuration/auth-config-ref/#configuration-settings
auth_cluster_required = cephx
auth_service_required = cephx
auth_client_required = cephx

# debug options, restart to activate
debug_context = 0/0
debug_crush = 0/0
debug_buffer = 0/0
debug_timer = 0/0
debug_filer = 0/0
debug_objecter = 0/0
debug_rados = 0/0
debug_rbd = 0/0
debug_journaler = 0/0
debug_objectcatcher = 0/0
debug_client = 0/0
debug_osd = 0/0
debug_optracker = 0/0
debug_objclass = 0/0
debug_filestore = 0/0
debug_journal = 0/0
debug_ms = 0/0
debug_monc = 0/0
debug_tp = 0/0
debug_auth = 0/0
debug_finisher = 0/0
debug_heartbeatmap = 0/0
debug_perfcounter = 0/0
debug_asok = 0/0
debug_throttle = 0/0
debug_mon = 5/5
debug_paxos = 0/0
debug_rgw = 0/0
debug bluestore = 0/0
debug bluefs = 0/0
debug bdev = 0/0
debug rocksdb = 0/0

[osd]
# http://docs.ceph.com/docs/master/rados/configuration/mon-osd-interaction/
osd crush update on start = false
osd heartbeat interval = 1
osd mon heartbeat interval = 10
osd mon report interval min = 1
osd mon report interval max = 15

# SCRUBBING #
# http://docs.ceph.com/docs/master/rados/configuration/osd-config-ref/#scrubbing
osd scrub interval randomize ratio=0
osd deep scrub interval= 2592000
osd scrub begin hour=5
osd scrub end hour=7

[osd.21]
debug_osd = 5/5

# http://docs.ceph.com/docs/master/rados/configuration/mon-config-ref/#initial-members
mon initial members = mon4

[mon.mon1]
    host = mon1
    mon addr = [2001:7b8:80:1:0:1:1:1]:6789
[mon.mon2]
    host = mon2
    mon addr = [2001:7b8:80:1:0:1:1:2]:6789
[mon.mon3]
    host = mon3
    mon addr = [2001:7b8:80:3:0:2c:1:3]:6789
[mon.mon4]
    host = mon4
    mon addr = [2001:7b8:80:3:0:2c:1:4]:6789
[mon.mon5]
    host = mon5
    mon addr = [2001:7b8:80:2:0:2a:1:5]:6789