root@cmn01:~# ceph osd dump epoch 261 fsid f966f4ff-ffff-ffe0-ffff-fffffffffa87 created 2017-12-18 22:55:46.763409 modified 2017-12-25 15:53:41.971158 flags sortbitwise,recovery_deletes,purged_snapdirs crush_version 6 full_ratio 0.95 backfillfull_ratio 0.9 nearfull_ratio 0.85 require_min_compat_client jewel min_compat_client jewel require_osd_release luminous pool 1 'default.rgw.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 4 pgp_num 4 last_change 13 flags hashpspool stripe_width 0 application rgw pool 2 'default.rgw.buckets.index' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 last_change 16 flags hashpspool stripe_width 0 application rgw pool 3 'default.rgw.control' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 4 pgp_num 4 last_change 18 flags hashpspool stripe_width 0 application rgw pool 4 'default.rgw.buckets.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 last_change 20 flags hashpspool stripe_width 0 application rgw pool 5 '.rgw.root' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 4 pgp_num 4 last_change 22 flags hashpspool stripe_width 0 application rgw pool 6 'volumes' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 last_change 223 flags hashpspool stripe_width 0 application rbd removed_snaps [1~79,7c~22,9f~4] pool 7 'images' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 16 pgp_num 16 last_change 26 flags hashpspool stripe_width 0 application rbd pool 8 'vms' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 last_change 120 flags hashpspool stripe_width 0 application rbd removed_snaps [1~21] pool 9 'default.rgw.log' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 4 pgp_num 4 last_change 30 flags hashpspool stripe_width 0 application rgw max_osd 3 osd.0 down in weight 1 up_from 237 up_thru 249 down_at 253 last_clean_interval [7,236) 10.233.196.203:6800/22975 10.233.197.203:6802/3022975 10.233.197.203:6803/3022975 10.233.196.203:6802/3022975 exists 208f35bf-6100-44a3-ac71-b73b24c503ec osd.1 down in weight 1 up_from 246 up_thru 246 down_at 249 last_clean_interval [9,245) 10.233.196.201:6800/22963 10.233.197.201:6802/3022963 10.233.197.201:6803/3022963 10.233.196.201:6802/3022963 exists 1332e3c5-6f50-46c7-b092-4c0a6c60ec57 osd.2 down in weight 1 up_from 235 up_thru 249 down_at 251 last_clean_interval [10,234) 10.233.196.202:6800/22871 10.233.197.202:6802/1022871 10.233.197.202:6803/1022871 10.233.196.202:6802/1022871 exists 5d290bbd-f825-4b9f-85b3-b3d33183d097