|
[root@controller-1 tools(admin)]# ceph -w
|
|
cluster:
|
|
id: d26ace9f-dd76-4723-997b-a9d419dbeac6
|
|
health: HEALTH_OK
|
|
|
|
services:
|
|
mon: 3 daemons, quorum controller-1,controller-2,controller-3
|
|
mgr: controller-2(active), standbys: controller-1, controller-3
|
|
osd: 6 osds: 6 up, 6 in
|
|
|
|
data:
|
|
pools: 4 pools, 736 pgs
|
|
objects: 1186 objects, 4475 MB
|
|
usage: 18658 MB used, 2216 GB / 2235 GB avail
|
|
pgs: 736 active+clean
|
|
|
|
io:
|
|
client: 17394 B/s wr, 0 op/s rd, 1 op/s wr
|
|
|
|
|
|
2018-03-19 10:39:14.438744 mon.controller-1 [INF] mon.1 192.168.1.21:6789/0
|
|
2018-03-19 10:39:14.438817 mon.controller-1 [INF] mon.2 192.168.1.22:6789/0
|
|
2018-03-19 10:42:17.509515 mon.controller-1 [INF] osd.0 failed (root=default,host=storage-1) (2 reporters from different host after 20.000223 >= grace 20.000000)
|
|
2018-03-19 10:42:17.509701 mon.controller-1 [INF] osd.3 failed (root=default,host=storage-1) (2 reporters from different host after 20.000354 >= grace 20.000000)
|
|
2018-03-19 10:42:18.197765 mon.controller-1 [WRN] Health check failed: 2 osds down (OSD_DOWN)
|
|
2018-03-19 10:42:18.197821 mon.controller-1 [WRN] Health check failed: 1 host (2 osds) down (OSD_HOST_DOWN)
|
|
2018-03-19 10:42:21.213696 mon.controller-1 [WRN] Health check failed: Degraded data redundancy: 3078/17364 objects degraded (17.726%), 88 pgs unclean, 253 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:42:27.653075 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 5843/17976 objects degraded (32.504%), 184 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:42:33.528524 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6077/18666 objects degraded (32.557%), 204 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:42:39.089888 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6145/18882 objects degraded (32.544%), 232 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:42:44.090214 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6367/19570 objects degraded (32.534%), 268 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:42:45.464781 mon.controller-1 [WRN] overall HEALTH_WARN 2 osds down; 1 host (2 osds) down; Degraded data redundancy: 6446/19812 objects degraded (32.536%), 279 pgs unclean, 481 pgs degraded
|
|
2018-03-19 10:42:49.090676 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6446/19812 objects degraded (32.536%), 304 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:42:54.091139 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6676/20502 objects degraded (32.563%), 390 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:42:59.091568 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6743/20728 objects degraded (32.531%), 429 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:43:04.092009 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6987/21446 objects degraded (32.580%), 478 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:43:09.092436 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7058/21664 objects degraded (32.579%), 479 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:43:14.093581 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7276/22314 objects degraded (32.607%), 479 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:43:19.093964 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7357/22580 objects degraded (32.582%), 481 pgs unclean, 481 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:43:24.094382 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7583/23272 objects degraded (32.584%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:43:29.094808 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7685/23564 objects degraded (32.613%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:43:34.095409 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7901/24272 objects degraded (32.552%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:43:39.095702 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7952/24456 objects degraded (32.516%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:43:44.095999 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 8168/25118 objects degraded (32.519%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:43:45.465010 mon.controller-1 [WRN] overall HEALTH_WARN 2 osds down; 1 host (2 osds) down; Degraded data redundancy: 8168/25118 objects degraded (32.519%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized
|
|
2018-03-19 10:43:49.096358 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 8236/25340 objects degraded (32.502%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:43:54.096722 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 8447/25998 objects degraded (32.491%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:43:59.097118 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 8535/26254 objects degraded (32.509%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:04.097562 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 8766/26976 objects degraded (32.496%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:09.098601 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 8846/27240 objects degraded (32.474%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:14.099276 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9066/27912 objects degraded (32.481%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:14.439008 mon.controller-1 [INF] mon.1 192.168.1.21:6789/0
|
|
2018-03-19 10:44:14.439083 mon.controller-1 [INF] mon.2 192.168.1.22:6789/0
|
|
2018-03-19 10:44:19.099745 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9142/28138 objects degraded (32.490%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:24.100168 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9352/28798 objects degraded (32.474%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:29.100840 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9444/29070 objects degraded (32.487%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:34.101177 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9641/29704 objects degraded (32.457%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:39.101454 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9730/29964 objects degraded (32.472%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:44.101760 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9939/30636 objects degraded (32.442%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:45.465340 mon.controller-1 [WRN] overall HEALTH_WARN 2 osds down; 1 host (2 osds) down; Degraded data redundancy: 10027/30908 objects degraded (32.441%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized
|
|
2018-03-19 10:44:49.102161 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 10027/30908 objects degraded (32.441%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:54.102540 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 10239/31582 objects degraded (32.420%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:44:59.103033 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 10321/31830 objects degraded (32.425%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:45:04.103496 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 10537/32502 objects degraded (32.420%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:45:09.104577 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 10592/32682 objects degraded (32.409%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:45:14.105181 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 10801/33332 objects degraded (32.404%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:45:19.105619 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 10886/33596 objects degraded (32.403%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:45:24.106027 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 11092/34256 objects degraded (32.380%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:45:29.106742 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 11165/34508 objects degraded (32.355%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:45:34.107160 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 11244/34740 objects degraded (32.366%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:45:45.465592 mon.controller-1 [WRN] overall HEALTH_WARN 2 osds down; 1 host (2 osds) down; Degraded data redundancy: 11244/34740 objects degraded (32.366%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized
|
|
2018-03-19 10:46:05.386805 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 11245/34742 objects degraded (32.367%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:46:45.465923 mon.controller-1 [WRN] overall HEALTH_WARN 2 osds down; 1 host (2 osds) down; Degraded data redundancy: 11245/34742 objects degraded (32.367%), 481 pgs unclean, 481 pgs degraded, 481 pgs undersized
|
|
2018-03-19 10:46:46.161377 mon.controller-1 [WRN] Health check update: 1 osds down (OSD_DOWN)
|
|
2018-03-19 10:46:46.161445 mon.controller-1 [INF] Health check cleared: OSD_HOST_DOWN (was: 1 host (2 osds) down)
|
|
2018-03-19 10:46:46.167191 mon.controller-1 [INF] osd.3 192.168.1.23:6800/4154 boot
|
|
2018-03-19 10:46:49.420816 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 11296/34742 objects degraded (32.514%), 465 pgs unclean, 465 pgs degraded, 426 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:46:57.945342 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9834/34742 objects degraded (28.306%), 406 pgs unclean, 406 pgs degraded, 242 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:47:03.827079 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9702/34742 objects degraded (27.926%), 400 pgs unclean, 400 pgs degraded, 242 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:47:05.837406 mon.controller-1 [INF] Health check cleared: OSD_DOWN (was: 1 osds down)
|
|
2018-03-19 10:47:05.843067 mon.controller-1 [INF] osd.0 192.168.1.23:6802/4543 boot
|
|
2018-03-19 10:47:09.115146 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 9633/34742 objects degraded (27.727%), 398 pgs unclean, 398 pgs degraded, 242 pgs undersized (PG_DEGRADED)
|
|
2018-03-19 10:47:14.115500 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7924/34742 objects degraded (22.808%), 323 pgs unclean, 323 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:47:19.115863 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7872/34742 objects degraded (22.658%), 321 pgs unclean, 321 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:47:24.116278 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7702/34742 objects degraded (22.169%), 315 pgs unclean, 315 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:47:29.117179 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7575/34742 objects degraded (21.804%), 309 pgs unclean, 309 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:47:34.117507 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7441/34742 objects degraded (21.418%), 304 pgs unclean, 304 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:47:39.117818 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7298/34742 objects degraded (21.006%), 298 pgs unclean, 298 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:47:44.118540 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7145/34742 objects degraded (20.566%), 292 pgs unclean, 292 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:47:45.466256 mon.controller-1 [WRN] overall HEALTH_WARN Degraded data redundancy: 7145/34742 objects degraded (20.566%), 292 pgs unclean, 292 pgs degraded
|
|
2018-03-19 10:47:49.118885 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 7043/34742 objects degraded (20.272%), 285 pgs unclean, 285 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:47:54.119303 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6868/34742 objects degraded (19.769%), 279 pgs unclean, 279 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:47:59.119708 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6767/34742 objects degraded (19.478%), 275 pgs unclean, 275 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:04.120086 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6632/34742 objects degraded (19.089%), 267 pgs unclean, 267 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:09.120453 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6467/34742 objects degraded (18.614%), 261 pgs unclean, 261 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:14.120798 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6368/34742 objects degraded (18.329%), 256 pgs unclean, 256 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:19.121611 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6231/34742 objects degraded (17.935%), 251 pgs unclean, 251 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:24.122097 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 6090/34742 objects degraded (17.529%), 245 pgs unclean, 245 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:29.123204 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 5959/34742 objects degraded (17.152%), 238 pgs unclean, 238 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:34.123540 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 5800/34742 objects degraded (16.694%), 231 pgs unclean, 231 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:39.123832 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 5696/34742 objects degraded (16.395%), 225 pgs unclean, 225 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:44.124283 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 5503/34742 objects degraded (15.840%), 217 pgs unclean, 217 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:45.466573 mon.controller-1 [WRN] overall HEALTH_WARN Degraded data redundancy: 5503/34742 objects degraded (15.840%), 217 pgs unclean, 217 pgs degraded
|
|
2018-03-19 10:48:49.124701 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 5392/34742 objects degraded (15.520%), 212 pgs unclean, 212 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:54.125212 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 5248/34742 objects degraded (15.106%), 204 pgs unclean, 204 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:48:59.125497 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 5108/34742 objects degraded (14.703%), 198 pgs unclean, 198 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:04.125817 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 4982/34742 objects degraded (14.340%), 194 pgs unclean, 194 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:09.126181 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 4871/34742 objects degraded (14.020%), 189 pgs unclean, 189 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:14.127248 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 4722/34742 objects degraded (13.592%), 183 pgs unclean, 183 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:14.439222 mon.controller-1 [INF] mon.1 192.168.1.21:6789/0
|
|
2018-03-19 10:49:14.439265 mon.controller-1 [INF] mon.2 192.168.1.22:6789/0
|
|
2018-03-19 10:49:19.127623 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 4587/34742 objects degraded (13.203%), 174 pgs unclean, 174 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:24.128198 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 4446/34742 objects degraded (12.797%), 168 pgs unclean, 168 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:29.129068 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 4247/34742 objects degraded (12.224%), 161 pgs unclean, 161 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:34.129397 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 4066/34742 objects degraded (11.703%), 154 pgs unclean, 154 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:39.129738 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 3863/34742 objects degraded (11.119%), 147 pgs unclean, 147 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:44.130128 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 3616/34742 objects degraded (10.408%), 139 pgs unclean, 139 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:45.466920 mon.controller-1 [WRN] overall HEALTH_WARN Degraded data redundancy: 3616/34742 objects degraded (10.408%), 139 pgs unclean, 139 pgs degraded
|
|
2018-03-19 10:49:49.132237 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 3462/34742 objects degraded (9.965%), 132 pgs unclean, 132 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:54.132607 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 3186/34742 objects degraded (9.170%), 124 pgs unclean, 124 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:49:59.132970 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 3013/34742 objects degraded (8.673%), 117 pgs unclean, 117 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:04.133379 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 2801/34742 objects degraded (8.062%), 107 pgs unclean, 107 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:09.134512 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 2597/34742 objects degraded (7.475%), 99 pgs unclean, 99 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:14.134837 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 2408/34742 objects degraded (6.931%), 92 pgs unclean, 92 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:19.135078 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 2278/34742 objects degraded (6.557%), 86 pgs unclean, 86 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:24.135682 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 2086/34742 objects degraded (6.004%), 77 pgs unclean, 77 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:29.136279 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 2002/34742 objects degraded (5.762%), 72 pgs unclean, 72 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:34.136696 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 1812/34742 objects degraded (5.216%), 65 pgs unclean, 65 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:39.137707 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 1718/34742 objects degraded (4.945%), 60 pgs unclean, 60 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:44.138231 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 1572/34742 objects degraded (4.525%), 55 pgs unclean, 55 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:45.467267 mon.controller-1 [WRN] overall HEALTH_WARN Degraded data redundancy: 1572/34742 objects degraded (4.525%), 55 pgs unclean, 55 pgs degraded
|
|
2018-03-19 10:50:49.138567 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 1490/34742 objects degraded (4.289%), 51 pgs unclean, 51 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:54.138936 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 1366/34742 objects degraded (3.932%), 43 pgs unclean, 43 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:50:59.139269 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 1254/34742 objects degraded (3.609%), 38 pgs unclean, 38 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:04.146391 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 1209/34742 objects degraded (3.480%), 36 pgs unclean, 36 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:09.146655 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 1094/34742 objects degraded (3.149%), 33 pgs unclean, 33 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:14.146997 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 1024/34742 objects degraded (2.947%), 31 pgs unclean, 31 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:19.147901 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 942/34742 objects degraded (2.711%), 29 pgs unclean, 29 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:24.148272 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 840/34742 objects degraded (2.418%), 27 pgs unclean, 27 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:29.149185 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 770/34742 objects degraded (2.216%), 25 pgs unclean, 25 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:34.149560 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 706/34742 objects degraded (2.032%), 23 pgs unclean, 23 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:39.149883 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 632/34742 objects degraded (1.819%), 21 pgs unclean, 21 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:44.150187 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 560/34742 objects degraded (1.612%), 19 pgs unclean, 19 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:45.467467 mon.controller-1 [WRN] overall HEALTH_WARN Degraded data redundancy: 560/34742 objects degraded (1.612%), 19 pgs unclean, 19 pgs degraded
|
|
2018-03-19 10:51:49.150474 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 474/34742 objects degraded (1.364%), 17 pgs unclean, 17 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:54.150784 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 444/34742 objects degraded (1.278%), 16 pgs unclean, 16 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:51:59.151129 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 360/34742 objects degraded (1.036%), 13 pgs unclean, 13 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:52:04.151520 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 278/34742 objects degraded (0.800%), 9 pgs unclean, 9 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:52:09.152007 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 209/34742 objects degraded (0.602%), 7 pgs unclean, 7 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:52:14.152506 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 122/34742 objects degraded (0.351%), 4 pgs unclean, 4 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:52:19.153127 mon.controller-1 [WRN] Health check update: Degraded data redundancy: 66/34742 objects degraded (0.190%), 2 pgs unclean, 2 pgs degraded (PG_DEGRADED)
|
|
2018-03-19 10:52:20.207753 mon.controller-1 [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/34742 objects degraded (0.190%), 2 pgs unclean, 2 pgs degraded)
|
|
2018-03-19 10:52:20.207809 mon.controller-1 [INF] Cluster is now healthy
|
|
2018-03-19 10:52:45.467812 mon.controller-1 [INF] overall HEALTH_OK
|
|
|