1
|
[BEGIN] 2017/8/11 18:13:31
|
2
|
[test@node1 my-cluster]$ ceph -s
|
3
|
cluster f864ebb1-9082-4ee6-8804-e9d795a491a3
|
4
|
health HEALTH_WARN
|
5
|
64 pgs stuck unclean
|
6
|
monmap e1: 1 mons at {node1=192.168.1.11:6789/0}
|
7
|
election epoch 2, quorum 0 node1
|
8
|
osdmap e38: 2 osds: 2 up, 2 in; 64 remapped pgs
|
9
|
flags sortbitwise
|
10
|
pgmap v76: 64 pgs, 1 pools, 0 bytes data, 0 objects
|
11
|
10312 MB used, 29785 GB / 29795 GB avail
|
12
|
64 active+remapped
|
13
|
[test@node1 my-cluster]$ ceph osd treee
|
14
|
no valid command found; 10 closest matches:
|
15
|
osd down <ids> [<ids>...]
|
16
|
osd out <ids> [<ids>...]
|
17
|
osd unset full|pause|noup|nodown|noout|noin|nobackfill|norebalance|norecover|noscrub|nodeep-scrub|notieragent|sortbitwise
|
18
|
osd erasure-code-profile ls
|
19
|
osd set full|pause|noup|nodown|noout|noin|nobackfill|norebalance|norecover|noscrub|nodeep-scrub|notieragent|sortbitwise
|
20
|
osd erasure-code-profile get <name>
|
21
|
osd erasure-code-profile rm <name>
|
22
|
osd unpause
|
23
|
osd erasure-code-profile set <name> {<profile> [<profile>...]}
|
24
|
osd pool mksnap <poolname> <snap>
|
25
|
Error EINVAL: invalid command
|
26
|
[test@node1 my-cluster]$ ceph osd tree
|
27
|
ID WEIGHT TYPE NAME UP/DOWN REWEIGHT PRIMARY-AFFINITY
|
28
|
-1 29.09760 root default
|
29
|
-2 29.09760 host localhost
|
30
|
0 14.54880 osd.0 up 1.00000 1.00000
|
31
|
1 14.54880 osd.1 up 1.00000 1.00000
|
32
|
[test@node1 my-cluster]$ ceph pg dump
|
33
|
dumped all in format plain
|
34
|
version 76
|
35
|
stamp 2017-08-11 05:19:07.464311
|
36
|
last_osdmap_epoch 38
|
37
|
last_pg_scan 38
|
38
|
full_ratio 0.95
|
39
|
nearfull_ratio 0.85
|
40
|
pg_stat objects mip degr misp unf bytes log disklog state state_stamp v reported up up_primary acting acting_primary last_scrub scrub_stamp last_deep_scrub deep_scrub_stamp
|
41
|
0.3f 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.005545 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043454 0'0 2017-08-10 01:26:26.043454
|
42
|
0.3e 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.354849 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043453 0'0 2017-08-10 01:26:26.043453
|
43
|
0.3d 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116656 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043453 0'0 2017-08-10 01:26:26.043453
|
44
|
0.3c 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.354771 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043452 0'0 2017-08-10 01:26:26.043452
|
45
|
0.3b 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116864 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043441 0'0 2017-08-10 01:26:26.043441
|
46
|
0.3a 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116937 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043441 0'0 2017-08-10 01:26:26.043441
|
47
|
0.39 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.355059 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043440 0'0 2017-08-10 01:26:26.043440
|
48
|
0.38 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.355162 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043440 0'0 2017-08-10 01:26:26.043440
|
49
|
0.37 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.119921 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043440 0'0 2017-08-10 01:26:26.043440
|
50
|
0.36 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.005603 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043439 0'0 2017-08-10 01:26:26.043439
|
51
|
0.35 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.120070 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043439 0'0 2017-08-10 01:26:26.043439
|
52
|
0.34 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.115932 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043438 0'0 2017-08-10 01:26:26.043438
|
53
|
0.33 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.005687 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043438 0'0 2017-08-10 01:26:26.043438
|
54
|
0.32 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116369 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043438 0'0 2017-08-10 01:26:26.043438
|
55
|
0.31 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.115857 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043437 0'0 2017-08-10 01:26:26.043437
|
56
|
0.30 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.115737 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043437 0'0 2017-08-10 01:26:26.043437
|
57
|
0.2f 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116235 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043436 0'0 2017-08-10 01:26:26.043436
|
58
|
0.2e 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116367 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043436 0'0 2017-08-10 01:26:26.043436
|
59
|
0.15 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116457 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043416 0'0 2017-08-10 01:26:26.043416
|
60
|
0.14 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116584 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043416 0'0 2017-08-10 01:26:26.043416
|
61
|
0.13 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.117025 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043416 0'0 2017-08-10 01:26:26.043416
|
62
|
0.12 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.117561 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043415 0'0 2017-08-10 01:26:26.043415
|
63
|
0.11 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.355157 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043415 0'0 2017-08-10 01:26:26.043415
|
64
|
0.10 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.355505 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043414 0'0 2017-08-10 01:26:26.043414
|
65
|
0.f 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.118911 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043414 0'0 2017-08-10 01:26:26.043414
|
66
|
0.e 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116704 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043414 0'0 2017-08-10 01:26:26.043414
|
67
|
0.d 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.118969 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043413 0'0 2017-08-10 01:26:26.043413
|
68
|
0.c 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.005786 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043413 0'0 2017-08-10 01:26:26.043413
|
69
|
0.b 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.117154 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043413 0'0 2017-08-10 01:26:26.043413
|
70
|
0.a 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.355888 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043412 0'0 2017-08-10 01:26:26.043412
|
71
|
0.0 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.355682 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043395 0'0 2017-08-10 01:26:26.043395
|
72
|
0.1 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.115795 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043396 0'0 2017-08-10 01:26:26.043396
|
73
|
0.2 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.005841 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043397 0'0 2017-08-10 01:26:26.043397
|
74
|
0.3 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.355628 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043399 0'0 2017-08-10 01:26:26.043399
|
75
|
0.4 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.006134 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043399 0'0 2017-08-10 01:26:26.043399
|
76
|
0.5 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.355738 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043400 0'0 2017-08-10 01:26:26.043400
|
77
|
0.6 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.356237 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043400 0'0 2017-08-10 01:26:26.043400
|
78
|
0.7 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116047 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043401 0'0 2017-08-10 01:26:26.043401
|
79
|
0.8 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.119970 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043401 0'0 2017-08-10 01:26:26.043401
|
80
|
0.9 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.120013 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043402 0'0 2017-08-10 01:26:26.043402
|
81
|
0.16 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.007277 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043417 0'0 2017-08-10 01:26:26.043417
|
82
|
0.17 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.356625 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043417 0'0 2017-08-10 01:26:26.043417
|
83
|
0.18 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116155 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043417 0'0 2017-08-10 01:26:26.043417
|
84
|
0.19 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.356774 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043418 0'0 2017-08-10 01:26:26.043418
|
85
|
0.1a 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.005419 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043418 0'0 2017-08-10 01:26:26.043418
|
86
|
0.1b 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116461 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043419 0'0 2017-08-10 01:26:26.043419
|
87
|
0.1c 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.005746 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043419 0'0 2017-08-10 01:26:26.043419
|
88
|
0.1d 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.356891 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043419 0'0 2017-08-10 01:26:26.043419
|
89
|
0.1e 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.356315 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043420 0'0 2017-08-10 01:26:26.043420
|
90
|
0.1f 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.356571 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043420 0'0 2017-08-10 01:26:26.043420
|
91
|
0.20 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.119154 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043421 0'0 2017-08-10 01:26:26.043421
|
92
|
0.21 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.006006 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043421 0'0 2017-08-10 01:26:26.043421
|
93
|
0.22 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116293 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043421 0'0 2017-08-10 01:26:26.043421
|
94
|
0.23 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.356360 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043432 0'0 2017-08-10 01:26:26.043432
|
95
|
0.24 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116818 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043432 0'0 2017-08-10 01:26:26.043432
|
96
|
0.25 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116191 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043433 0'0 2017-08-10 01:26:26.043433
|
97
|
0.26 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116586 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043433 0'0 2017-08-10 01:26:26.043433
|
98
|
0.27 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.116120 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043433 0'0 2017-08-10 01:26:26.043433
|
99
|
0.28 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 04:49:08.115983 0'0 30:31 [1] 1 [1,0] 1 0'0 2017-08-10 01:26:26.043434 0'0 2017-08-10 01:26:26.043434
|
100
|
0.29 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.356726 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043434 0'0 2017-08-10 01:26:26.043434
|
101
|
0.2a 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.006606 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043434 0'0 2017-08-10 01:26:26.043434
|
102
|
0.2b 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:15:17.356828 0'0 35:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043435 0'0 2017-08-10 01:26:26.043435
|
103
|
0.2c 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.006327 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043435 0'0 2017-08-10 01:26:26.043435
|
104
|
0.2d 0 0 0 0 0 0 0 0 active+remapped 2017-08-11 05:18:40.006819 0'0 38:26 [0] 0 [0,1] 0 0'0 2017-08-10 01:26:26.043436 0'0 2017-08-10 01:26:26.043436
|
105
|
pool 0 0 0 0 0 0 0 0 0
|
106
|
sum 0 0 0 0 0 0 0 0
|
107
|
osdstat kbused kbavail kb hb in hb out
|
108
|
1 5279956 15616400152 15621680108 [0] []
|
109
|
0 5279988 15616400120 15621680108 [1] []
|
110
|
sum 10559944 31232800272 31243360216
|
111
|
[test@node1 my-cluster]$ ls
|
112
|
ceph.bootstrap-mds.keyring ceph.bootstrap-osd.keyring ceph.bootstrap-rgw.keyring ceph.client.admin.keyring ceph.conf ceph-deploy-ceph.log ceph.mon.keyring
|
113
|
[test@node1 my-cluster]$ cat ceph.conf
|
114
|
[global]
|
115
|
fsid = f864ebb1-9082-4ee6-8804-e9d795a491a3
|
116
|
mon_initial_members = node1
|
117
|
mon_host = 192.168.1.11
|
118
|
auth_cluster_required = cephx
|
119
|
auth_service_required = cephx
|
120
|
auth_client_required = cephx
|
121
|
osd pool default size = 2
|
122
|
[test@node1 my-cluster]$ ceph pg dump_stuck clean
|
123
|
clean not valid: clean doesn't represent an int
|
124
|
Invalid command: unused arguments: ['clean']
|
125
|
pg dump_stuck {inactive|unclean|stale|undersized|degraded [inactive|unclean|stale|undersized|degraded...]} {<int>} : show information about stuck pgs
|
126
|
Error EINVAL: invalid command
|
127
|
[test@node1 my-cluster]$ ceph pg dump_stuck unclean
|
128
|
ok
|
129
|
pg_stat state up up_primary acting acting_primary
|
130
|
0.2d active+remapped [0] 0 [0,1] 0
|
131
|
0.2c active+remapped [0] 0 [0,1] 0
|
132
|
0.2b active+remapped [0] 0 [0,1] 0
|
133
|
0.2a active+remapped [0] 0 [0,1] 0
|
134
|
0.29 active+remapped [0] 0 [0,1] 0
|
135
|
0.28 active+remapped [1] 1 [1,0] 1
|
136
|
0.27 active+remapped [1] 1 [1,0] 1
|
137
|
0.26 active+remapped [1] 1 [1,0] 1
|
138
|
0.25 active+remapped [1] 1 [1,0] 1
|
139
|
0.24 active+remapped [1] 1 [1,0] 1
|
140
|
0.23 active+remapped [0] 0 [0,1] 0
|
141
|
0.22 active+remapped [1] 1 [1,0] 1
|
142
|
0.21 active+remapped [0] 0 [0,1] 0
|
143
|
0.20 active+remapped [1] 1 [1,0] 1
|
144
|
0.1f active+remapped [0] 0 [0,1] 0
|
145
|
0.1e active+remapped [0] 0 [0,1] 0
|
146
|
0.1d active+remapped [0] 0 [0,1] 0
|
147
|
0.1c active+remapped [0] 0 [0,1] 0
|
148
|
0.12 active+remapped [1] 1 [1,0] 1
|
149
|
0.13 active+remapped [1] 1 [1,0] 1
|
150
|
0.14 active+remapped [1] 1 [1,0] 1
|
151
|
0.15 active+remapped [1] 1 [1,0] 1
|
152
|
0.2e active+remapped [1] 1 [1,0] 1
|
153
|
0.2f active+remapped [1] 1 [1,0] 1
|
154
|
0.0 active+remapped [0] 0 [0,1] 0
|
155
|
0.30 active+remapped [1] 1 [1,0] 1
|
156
|
0.1 active+remapped [1] 1 [1,0] 1
|
157
|
0.31 active+remapped [1] 1 [1,0] 1
|
158
|
0.2 active+remapped [0] 0 [0,1] 0
|
159
|
0.32 active+remapped [1] 1 [1,0] 1
|
160
|
0.3 active+remapped [0] 0 [0,1] 0
|
161
|
0.33 active+remapped [0] 0 [0,1] 0
|
162
|
0.4 active+remapped [0] 0 [0,1] 0
|
163
|
0.34 active+remapped [1] 1 [1,0] 1
|
164
|
0.5 active+remapped [0] 0 [0,1] 0
|
165
|
0.35 active+remapped [1] 1 [1,0] 1
|
166
|
0.6 active+remapped [0] 0 [0,1] 0
|
167
|
0.3f active+remapped [0] 0 [0,1] 0
|
168
|
0.10 active+remapped [0] 0 [0,1] 0
|
169
|
0.3e active+remapped [0] 0 [0,1] 0
|
170
|
0.f active+remapped [1] 1 [1,0] 1
|
171
|
0.3d active+remapped [1] 1 [1,0] 1
|
172
|
0.e active+remapped [1] 1 [1,0] 1
|
173
|
0.3c active+remapped [0] 0 [0,1] 0
|
174
|
0.d active+remapped [1] 1 [1,0] 1
|
175
|
0.3b active+remapped [1] 1 [1,0] 1
|
176
|
0.c active+remapped [0] 0 [0,1] 0
|
177
|
0.3a active+remapped [1] 1 [1,0] 1
|
178
|
0.b active+remapped [1] 1 [1,0] 1
|
179
|
0.39 active+remapped [0] 0 [0,1] 0
|
180
|
0.a active+remapped [0] 0 [0,1] 0
|
181
|
0.38 active+remapped [0] 0 [0,1] 0
|
182
|
0.9 active+remapped [1] 1 [1,0] 1
|
183
|
0.37 active+remapped [1] 1 [1,0] 1
|
184
|
0.8 active+remapped [1] 1 [1,0] 1
|
185
|
0.36 active+remapped [0] 0 [0,1] 0
|
186
|
0.7 active+remapped [1] 1 [1,0] 1
|
187
|
0.11 active+remapped [0] 0 [0,1] 0
|
188
|
0.16 active+remapped [0] 0 [0,1] 0
|
189
|
0.17 active+remapped [0] 0 [0,1] 0
|
190
|
0.18 active+remapped [1] 1 [1,0] 1
|
191
|
0.19 active+remapped [0] 0 [0,1] 0
|
192
|
0.1a active+remapped [0] 0 [0,1] 0
|
193
|
0.1b active+remapped [1] 1 [1,0] 1
|
194
|
[test@node1 my-cluster]$ ceph health detail
|
195
|
HEALTH_WARN 64 pgs stuck unclean
|
196
|
pg 0.2d is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
197
|
pg 0.2c is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
198
|
pg 0.2b is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
199
|
pg 0.2a is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
200
|
pg 0.29 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
201
|
pg 0.28 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
202
|
pg 0.27 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
203
|
pg 0.26 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
204
|
pg 0.25 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
205
|
pg 0.24 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
206
|
pg 0.23 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
207
|
pg 0.22 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
208
|
pg 0.21 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
209
|
pg 0.20 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
210
|
pg 0.1f is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
211
|
pg 0.1e is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
212
|
pg 0.1d is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
213
|
pg 0.1c is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
214
|
pg 0.12 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
215
|
pg 0.13 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
216
|
pg 0.14 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
217
|
pg 0.15 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
218
|
pg 0.2e is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
219
|
pg 0.2f is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
220
|
pg 0.0 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
221
|
pg 0.30 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
222
|
pg 0.1 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
223
|
pg 0.31 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
224
|
pg 0.2 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
225
|
pg 0.32 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
226
|
pg 0.3 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
227
|
pg 0.33 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
228
|
pg 0.4 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
229
|
pg 0.34 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
230
|
pg 0.5 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
231
|
pg 0.35 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
232
|
pg 0.6 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
233
|
pg 0.3f is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
234
|
pg 0.10 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
235
|
pg 0.3e is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
236
|
pg 0.f is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
237
|
pg 0.3d is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
238
|
pg 0.e is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
239
|
pg 0.3c is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
240
|
pg 0.d is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
241
|
pg 0.3b is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
242
|
pg 0.c is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
243
|
pg 0.3a is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
244
|
pg 0.b is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
245
|
pg 0.39 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
246
|
pg 0.a is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
247
|
pg 0.38 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
248
|
pg 0.9 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
249
|
pg 0.37 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
250
|
pg 0.8 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
251
|
pg 0.36 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
252
|
pg 0.7 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
253
|
pg 0.11 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
254
|
pg 0.16 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
255
|
pg 0.17 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
256
|
pg 0.18 is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
257
|
pg 0.19 is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
258
|
pg 0.1a is stuck unclean since forever, current state active+remapped, last acting [0,1]
|
259
|
pg 0.1b is stuck unclean since forever, current state active+remapped, last acting [1,0]
|
260
|
[test@node1 my-cluster]$ ceph pg 0.1b query
|
261
|
{
|
262
|
"state": "active+remapped",
|
263
|
"snap_trimq": "[]",
|
264
|
"epoch": 38,
|
265
|
"up": [
|
266
|
1
|
267
|
],
|
268
|
"acting": [
|
269
|
1,
|
270
|
0
|
271
|
],
|
272
|
"actingbackfill": [
|
273
|
"0",
|
274
|
"1"
|
275
|
],
|
276
|
"info": {
|
277
|
"pgid": "0.1b",
|
278
|
"last_update": "0'0",
|
279
|
"last_complete": "0'0",
|
280
|
"log_tail": "0'0",
|
281
|
"last_user_version": 0,
|
282
|
"last_backfill": "MAX",
|
283
|
"last_backfill_bitwise": 0,
|
284
|
"purged_snaps": "[]",
|
285
|
"history": {
|
286
|
"epoch_created": 1,
|
287
|
"last_epoch_started": 28,
|
288
|
"last_epoch_clean": 28,
|
289
|
"last_epoch_split": 0,
|
290
|
"last_epoch_marked_full": 0,
|
291
|
"same_up_since": 26,
|
292
|
"same_interval_since": 27,
|
293
|
"same_primary_since": 27,
|
294
|
"last_scrub": "0'0",
|
295
|
"last_scrub_stamp": "2017-08-10 01:26:26.043419",
|
296
|
"last_deep_scrub": "0'0",
|
297
|
"last_deep_scrub_stamp": "2017-08-10 01:26:26.043419",
|
298
|
"last_clean_scrub_stamp": "0.000000"
|
299
|
},
|
300
|
"stats": {
|
301
|
"version": "0'0",
|
302
|
"reported_seq": "31",
|
303
|
"reported_epoch": "30",
|
304
|
"state": "active+remapped",
|
305
|
"last_fresh": "2017-08-11 05:14:24.309397",
|
306
|
"last_change": "2017-08-11 04:49:08.116461",
|
307
|
"last_active": "2017-08-11 05:14:24.309397",
|
308
|
"last_peered": "2017-08-11 05:14:24.309397",
|
309
|
"last_clean": "0.000000",
|
310
|
"last_became_active": "0.000000",
|
311
|
"last_became_peered": "0.000000",
|
312
|
"last_unstale": "2017-08-11 05:14:24.309397",
|
313
|
"last_undegraded": "2017-08-11 05:14:24.309397",
|
314
|
"last_fullsized": "2017-08-11 05:14:24.309397",
|
315
|
"mapping_epoch": 26,
|
316
|
"log_start": "0'0",
|
317
|
"ondisk_log_start": "0'0",
|
318
|
"created": 1,
|
319
|
"last_epoch_clean": 28,
|
320
|
"parent": "0.0",
|
321
|
"parent_split_bits": 0,
|
322
|
"last_scrub": "0'0",
|
323
|
"last_scrub_stamp": "2017-08-10 01:26:26.043419",
|
324
|
"last_deep_scrub": "0'0",
|
325
|
"last_deep_scrub_stamp": "2017-08-10 01:26:26.043419",
|
326
|
"last_clean_scrub_stamp": "0.000000",
|
327
|
"log_size": 0,
|
328
|
"ondisk_log_size": 0,
|
329
|
"stats_invalid": "0",
|
330
|
"stat_sum": {
|
331
|
"num_bytes": 0,
|
332
|
"num_objects": 0,
|
333
|
"num_object_clones": 0,
|
334
|
"num_object_copies": 0,
|
335
|
"num_objects_missing_on_primary": 0,
|
336
|
"num_objects_degraded": 0,
|
337
|
"num_objects_misplaced": 0,
|
338
|
"num_objects_unfound": 0,
|
339
|
"num_objects_dirty": 0,
|
340
|
"num_whiteouts": 0,
|
341
|
"num_read": 0,
|
342
|
"num_read_kb": 0,
|
343
|
"num_write": 0,
|
344
|
"num_write_kb": 0,
|
345
|
"num_scrub_errors": 0,
|
346
|
"num_shallow_scrub_errors": 0,
|
347
|
"num_deep_scrub_errors": 0,
|
348
|
"num_objects_recovered": 0,
|
349
|
"num_bytes_recovered": 0,
|
350
|
"num_keys_recovered": 0,
|
351
|
"num_objects_omap": 0,
|
352
|
"num_objects_hit_set_archive": 0,
|
353
|
"num_bytes_hit_set_archive": 0,
|
354
|
"num_flush": 0,
|
355
|
"num_flush_kb": 0,
|
356
|
"num_evict": 0,
|
357
|
"num_evict_kb": 0,
|
358
|
"num_promote": 0,
|
359
|
"num_flush_mode_high": 0,
|
360
|
"num_flush_mode_low": 0,
|
361
|
"num_evict_mode_some": 0,
|
362
|
"num_evict_mode_full": 0
|
363
|
},
|
364
|
"up": [
|
365
|
1
|
366
|
],
|
367
|
"acting": [
|
368
|
1,
|
369
|
0
|
370
|
],
|
371
|
"blocked_by": [],
|
372
|
"up_primary": 1,
|
373
|
"acting_primary": 1
|
374
|
},
|
375
|
"empty": 1,
|
376
|
"dne": 0,
|
377
|
"incomplete": 0,
|
378
|
"last_epoch_started": 28,
|
379
|
"hit_set_history": {
|
380
|
"current_last_update": "0'0",
|
381
|
"history": []
|
382
|
}
|
383
|
},
|
384
|
"peer_info": [
|
385
|
{
|
386
|
"peer": "0",
|
387
|
"pgid": "0.1b",
|
388
|
"last_update": "0'0",
|
389
|
"last_complete": "0'0",
|
390
|
"log_tail": "0'0",
|
391
|
"last_user_version": 0,
|
392
|
"last_backfill": "MAX",
|
393
|
"last_backfill_bitwise": 0,
|
394
|
"purged_snaps": "[]",
|
395
|
"history": {
|
396
|
"epoch_created": 1,
|
397
|
"last_epoch_started": 28,
|
398
|
"last_epoch_clean": 28,
|
399
|
"last_epoch_split": 0,
|
400
|
"last_epoch_marked_full": 0,
|
401
|
"same_up_since": 26,
|
402
|
"same_interval_since": 27,
|
403
|
"same_primary_since": 27,
|
404
|
"last_scrub": "0'0",
|
405
|
"last_scrub_stamp": "2017-08-10 01:26:26.043419",
|
406
|
"last_deep_scrub": "0'0",
|
407
|
"last_deep_scrub_stamp": "2017-08-10 01:26:26.043419",
|
408
|
"last_clean_scrub_stamp": "0.000000"
|
409
|
},
|
410
|
"stats": {
|
411
|
"version": "0'0",
|
412
|
"reported_seq": "26",
|
413
|
"reported_epoch": "26",
|
414
|
"state": "remapped+peering",
|
415
|
"last_fresh": "2017-08-11 04:48:55.032262",
|
416
|
"last_change": "2017-08-11 04:48:55.028782",
|
417
|
"last_active": "2017-08-11 04:48:32.971942",
|
418
|
"last_peered": "2017-08-11 04:48:32.971942",
|
419
|
"last_clean": "0.000000",
|
420
|
"last_became_active": "0.000000",
|
421
|
"last_became_peered": "0.000000",
|
422
|
"last_unstale": "2017-08-11 04:48:55.032262",
|
423
|
"last_undegraded": "2017-08-11 04:48:55.032262",
|
424
|
"last_fullsized": "2017-08-11 04:48:55.032262",
|
425
|
"mapping_epoch": 26,
|
426
|
"log_start": "0'0",
|
427
|
"ondisk_log_start": "0'0",
|
428
|
"created": 1,
|
429
|
"last_epoch_clean": 25,
|
430
|
"parent": "0.0",
|
431
|
"parent_split_bits": 0,
|
432
|
"last_scrub": "0'0",
|
433
|
"last_scrub_stamp": "2017-08-10 01:26:26.043419",
|
434
|
"last_deep_scrub": "0'0",
|
435
|
"last_deep_scrub_stamp": "2017-08-10 01:26:26.043419",
|
436
|
"last_clean_scrub_stamp": "0.000000",
|
437
|
"log_size": 0,
|
438
|
"ondisk_log_size": 0,
|
439
|
"stats_invalid": "0",
|
440
|
"stat_sum": {
|
441
|
"num_bytes": 0,
|
442
|
"num_objects": 0,
|
443
|
"num_object_clones": 0,
|
444
|
"num_object_copies": 0,
|
445
|
"num_objects_missing_on_primary": 0,
|
446
|
"num_objects_degraded": 0,
|
447
|
"num_objects_misplaced": 0,
|
448
|
"num_objects_unfound": 0,
|
449
|
"num_objects_dirty": 0,
|
450
|
"num_whiteouts": 0,
|
451
|
"num_read": 0,
|
452
|
"num_read_kb": 0,
|
453
|
"num_write": 0,
|
454
|
"num_write_kb": 0,
|
455
|
"num_scrub_errors": 0,
|
456
|
"num_shallow_scrub_errors": 0,
|
457
|
"num_deep_scrub_errors": 0,
|
458
|
"num_objects_recovered": 0,
|
459
|
"num_bytes_recovered": 0,
|
460
|
"num_keys_recovered": 0,
|
461
|
"num_objects_omap": 0,
|
462
|
"num_objects_hit_set_archive": 0,
|
463
|
"num_bytes_hit_set_archive": 0,
|
464
|
"num_flush": 0,
|
465
|
"num_flush_kb": 0,
|
466
|
"num_evict": 0,
|
467
|
"num_evict_kb": 0,
|
468
|
"num_promote": 0,
|
469
|
"num_flush_mode_high": 0,
|
470
|
"num_flush_mode_low": 0,
|
471
|
"num_evict_mode_some": 0,
|
472
|
"num_evict_mode_full": 0
|
473
|
},
|
474
|
"up": [
|
475
|
1
|
476
|
],
|
477
|
"acting": [
|
478
|
1,
|
479
|
0
|
480
|
],
|
481
|
"blocked_by": [],
|
482
|
"up_primary": 1,
|
483
|
"acting_primary": 1
|
484
|
},
|
485
|
"empty": 1,
|
486
|
"dne": 0,
|
487
|
"incomplete": 0,
|
488
|
"last_epoch_started": 28,
|
489
|
"hit_set_history": {
|
490
|
"current_last_update": "0'0",
|
491
|
"history": []
|
492
|
}
|
493
|
}
|
494
|
],
|
495
|
"recovery_state": [
|
496
|
{
|
497
|
"name": "Started\/Primary\/Active",
|
498
|
"enter_time": "2017-08-11 04:49:08.112756",
|
499
|
"might_have_unfound": [],
|
500
|
"recovery_progress": {
|
501
|
"backfill_targets": [],
|
502
|
"waiting_on_backfill": [],
|
503
|
"last_backfill_started": "MIN",
|
504
|
"backfill_info": {
|
505
|
"begin": "MIN",
|
506
|
"end": "MIN",
|
507
|
"objects": []
|
508
|
},
|
509
|
"peer_backfill_info": [],
|
510
|
"backfills_in_flight": [],
|
511
|
"recovering": [],
|
512
|
"pg_backend": {
|
513
|
"pull_from_peer": [],
|
514
|
"pushing": []
|
515
|
}
|
516
|
},
|
517
|
"scrub": {
|
518
|
"scrubber.epoch_start": "0",
|
519
|
"scrubber.active": 0,
|
520
|
"scrubber.waiting_on": 0,
|
521
|
"scrubber.waiting_on_whom": []
|
522
|
}
|
523
|
},
|
524
|
{
|
525
|
"name": "Started",
|
526
|
"enter_time": "2017-08-11 04:49:07.110269"
|
527
|
}
|
528
|
],
|
529
|
"agent_state": {}
|
530
|
}
|
531
|
[test@node1 my-cluster]$ ceph -s
|
532
|
cluster f864ebb1-9082-4ee6-8804-e9d795a491a3
|
533
|
health HEALTH_WARN
|
534
|
64 pgs stuck unclean
|
535
|
monmap e1: 1 mons at {node1=192.168.1.11:6789/0}
|
536
|
election epoch 2, quorum 0 node1
|
537
|
osdmap e38: 2 osds: 2 up, 2 in; 64 remapped pgs
|
538
|
flags sortbitwise
|
539
|
pgmap v76: 64 pgs, 1 pools, 0 bytes data, 0 objects
|
540
|
10312 MB used, 29785 GB / 29795 GB avail
|
541
|
64 active+remapped
|
542
|
|
543
|
[END] 2017/8/11 18:23:04
|