Project

General

Profile

node1状态.log

warrick xu, 08/14/2017 07:07 AM

Download (30.3 KB)

 
1
[BEGIN] 2017/8/11 18:13:31
2
[test@node1 my-cluster]$ ceph -s
3
    cluster f864ebb1-9082-4ee6-8804-e9d795a491a3
4
     health HEALTH_WARN
5
            64 pgs stuck unclean
6
     monmap e1: 1 mons at {node1=192.168.1.11:6789/0}
7
            election epoch 2, quorum 0 node1
8
     osdmap e38: 2 osds: 2 up, 2 in; 64 remapped pgs
9
            flags sortbitwise
10
      pgmap v76: 64 pgs, 1 pools, 0 bytes data, 0 objects
11
            10312 MB used, 29785 GB / 29795 GB avail
12
                  64 active+remapped
13
[test@node1 my-cluster]$ ceph osd treee
14
no valid command found; 10 closest matches:
15
osd down <ids> [<ids>...]
16
osd out <ids> [<ids>...]
17
osd unset full|pause|noup|nodown|noout|noin|nobackfill|norebalance|norecover|noscrub|nodeep-scrub|notieragent|sortbitwise
18
osd erasure-code-profile ls
19
osd set full|pause|noup|nodown|noout|noin|nobackfill|norebalance|norecover|noscrub|nodeep-scrub|notieragent|sortbitwise
20
osd erasure-code-profile get <name>
21
osd erasure-code-profile rm <name>
22
osd unpause
23
osd erasure-code-profile set <name> {<profile> [<profile>...]}
24
osd pool mksnap <poolname> <snap>
25
Error EINVAL: invalid command
26
[test@node1 my-cluster]$ ceph osd tree
27
ID WEIGHT   TYPE NAME          UP/DOWN REWEIGHT PRIMARY-AFFINITY 
28
-1 29.09760 root default                                         
29
-2 29.09760     host localhost                                   
30
 0 14.54880         osd.0           up  1.00000          1.00000 
31
 1 14.54880         osd.1           up  1.00000          1.00000 
32
[test@node1 my-cluster]$ ceph pg dump
33
dumped all in format plain
34
version 76
35
stamp 2017-08-11 05:19:07.464311
36
last_osdmap_epoch 38
37
last_pg_scan 38
38
full_ratio 0.95
39
nearfull_ratio 0.85
40
pg_stat	objects	mip	degr	misp	unf	bytes	log	disklog	state	state_stamp	v	reported	up	up_primary	acting	acting_primary	last_scrub	scrub_stamp	last_deep_scrub	deep_scrub_stamp
41
0.3f	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.005545	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043454	0'0	2017-08-10 01:26:26.043454
42
0.3e	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.354849	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043453	0'0	2017-08-10 01:26:26.043453
43
0.3d	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116656	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043453	0'0	2017-08-10 01:26:26.043453
44
0.3c	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.354771	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043452	0'0	2017-08-10 01:26:26.043452
45
0.3b	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116864	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043441	0'0	2017-08-10 01:26:26.043441
46
0.3a	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116937	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043441	0'0	2017-08-10 01:26:26.043441
47
0.39	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.355059	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043440	0'0	2017-08-10 01:26:26.043440
48
0.38	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.355162	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043440	0'0	2017-08-10 01:26:26.043440
49
0.37	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.119921	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043440	0'0	2017-08-10 01:26:26.043440
50
0.36	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.005603	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043439	0'0	2017-08-10 01:26:26.043439
51
0.35	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.120070	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043439	0'0	2017-08-10 01:26:26.043439
52
0.34	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.115932	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043438	0'0	2017-08-10 01:26:26.043438
53
0.33	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.005687	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043438	0'0	2017-08-10 01:26:26.043438
54
0.32	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116369	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043438	0'0	2017-08-10 01:26:26.043438
55
0.31	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.115857	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043437	0'0	2017-08-10 01:26:26.043437
56
0.30	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.115737	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043437	0'0	2017-08-10 01:26:26.043437
57
0.2f	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116235	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043436	0'0	2017-08-10 01:26:26.043436
58
0.2e	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116367	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043436	0'0	2017-08-10 01:26:26.043436
59
0.15	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116457	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043416	0'0	2017-08-10 01:26:26.043416
60
0.14	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116584	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043416	0'0	2017-08-10 01:26:26.043416
61
0.13	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.117025	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043416	0'0	2017-08-10 01:26:26.043416
62
0.12	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.117561	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043415	0'0	2017-08-10 01:26:26.043415
63
0.11	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.355157	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043415	0'0	2017-08-10 01:26:26.043415
64
0.10	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.355505	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043414	0'0	2017-08-10 01:26:26.043414
65
0.f	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.118911	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043414	0'0	2017-08-10 01:26:26.043414
66
0.e	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116704	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043414	0'0	2017-08-10 01:26:26.043414
67
0.d	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.118969	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043413	0'0	2017-08-10 01:26:26.043413
68
0.c	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.005786	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043413	0'0	2017-08-10 01:26:26.043413
69
0.b	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.117154	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043413	0'0	2017-08-10 01:26:26.043413
70
0.a	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.355888	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043412	0'0	2017-08-10 01:26:26.043412
71
0.0	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.355682	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043395	0'0	2017-08-10 01:26:26.043395
72
0.1	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.115795	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043396	0'0	2017-08-10 01:26:26.043396
73
0.2	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.005841	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043397	0'0	2017-08-10 01:26:26.043397
74
0.3	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.355628	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043399	0'0	2017-08-10 01:26:26.043399
75
0.4	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.006134	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043399	0'0	2017-08-10 01:26:26.043399
76
0.5	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.355738	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043400	0'0	2017-08-10 01:26:26.043400
77
0.6	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.356237	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043400	0'0	2017-08-10 01:26:26.043400
78
0.7	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116047	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043401	0'0	2017-08-10 01:26:26.043401
79
0.8	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.119970	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043401	0'0	2017-08-10 01:26:26.043401
80
0.9	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.120013	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043402	0'0	2017-08-10 01:26:26.043402
81
0.16	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.007277	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043417	0'0	2017-08-10 01:26:26.043417
82
0.17	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.356625	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043417	0'0	2017-08-10 01:26:26.043417
83
0.18	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116155	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043417	0'0	2017-08-10 01:26:26.043417
84
0.19	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.356774	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043418	0'0	2017-08-10 01:26:26.043418
85
0.1a	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.005419	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043418	0'0	2017-08-10 01:26:26.043418
86
0.1b	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116461	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043419	0'0	2017-08-10 01:26:26.043419
87
0.1c	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.005746	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043419	0'0	2017-08-10 01:26:26.043419
88
0.1d	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.356891	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043419	0'0	2017-08-10 01:26:26.043419
89
0.1e	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.356315	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043420	0'0	2017-08-10 01:26:26.043420
90
0.1f	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.356571	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043420	0'0	2017-08-10 01:26:26.043420
91
0.20	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.119154	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043421	0'0	2017-08-10 01:26:26.043421
92
0.21	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.006006	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043421	0'0	2017-08-10 01:26:26.043421
93
0.22	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116293	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043421	0'0	2017-08-10 01:26:26.043421
94
0.23	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.356360	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043432	0'0	2017-08-10 01:26:26.043432
95
0.24	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116818	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043432	0'0	2017-08-10 01:26:26.043432
96
0.25	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116191	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043433	0'0	2017-08-10 01:26:26.043433
97
0.26	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116586	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043433	0'0	2017-08-10 01:26:26.043433
98
0.27	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.116120	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043433	0'0	2017-08-10 01:26:26.043433
99
0.28	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 04:49:08.115983	0'0	30:31	[1]	1	[1,0]	1	0'0	2017-08-10 01:26:26.043434	0'0	2017-08-10 01:26:26.043434
100
0.29	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.356726	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043434	0'0	2017-08-10 01:26:26.043434
101
0.2a	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.006606	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043434	0'0	2017-08-10 01:26:26.043434
102
0.2b	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:15:17.356828	0'0	35:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043435	0'0	2017-08-10 01:26:26.043435
103
0.2c	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.006327	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043435	0'0	2017-08-10 01:26:26.043435
104
0.2d	0	0	0	0	0	0	0	0	active+remapped	2017-08-11 05:18:40.006819	0'0	38:26	[0]	0	[0,1]	0	0'0	2017-08-10 01:26:26.043436	0'0	2017-08-10 01:26:26.043436
105
pool 0	0	0	0	0	0	0	0	0
106
 sum	0	0	0	0	0	0	0	0
107
osdstat	kbused	kbavail	kb	hb in	hb out
108
1	5279956	15616400152	15621680108	[0]	[]
109
0	5279988	15616400120	15621680108	[1]	[]
110
 sum	10559944	31232800272	31243360216
111
[test@node1 my-cluster]$ ls
112
ceph.bootstrap-mds.keyring  ceph.bootstrap-osd.keyring  ceph.bootstrap-rgw.keyring  ceph.client.admin.keyring  ceph.conf  ceph-deploy-ceph.log  ceph.mon.keyring
113
[test@node1 my-cluster]$ cat ceph.conf
114
[global]
115
fsid = f864ebb1-9082-4ee6-8804-e9d795a491a3
116
mon_initial_members = node1
117
mon_host = 192.168.1.11
118
auth_cluster_required = cephx
119
auth_service_required = cephx
120
auth_client_required = cephx
121
osd pool default size = 2
122
[test@node1 my-cluster]$ ceph pg dump_stuck clean
123
clean not valid:  clean doesn't represent an int
124
Invalid command:  unused arguments: ['clean']
125
pg dump_stuck {inactive|unclean|stale|undersized|degraded [inactive|unclean|stale|undersized|degraded...]} {<int>} :  show information about stuck pgs
126
Error EINVAL: invalid command
127
[test@node1 my-cluster]$ ceph pg dump_stuck unclean
128
ok
129
pg_stat	state	up	up_primary	acting	acting_primary
130
0.2d	active+remapped	[0]	0	[0,1]	0
131
0.2c	active+remapped	[0]	0	[0,1]	0
132
0.2b	active+remapped	[0]	0	[0,1]	0
133
0.2a	active+remapped	[0]	0	[0,1]	0
134
0.29	active+remapped	[0]	0	[0,1]	0
135
0.28	active+remapped	[1]	1	[1,0]	1
136
0.27	active+remapped	[1]	1	[1,0]	1
137
0.26	active+remapped	[1]	1	[1,0]	1
138
0.25	active+remapped	[1]	1	[1,0]	1
139
0.24	active+remapped	[1]	1	[1,0]	1
140
0.23	active+remapped	[0]	0	[0,1]	0
141
0.22	active+remapped	[1]	1	[1,0]	1
142
0.21	active+remapped	[0]	0	[0,1]	0
143
0.20	active+remapped	[1]	1	[1,0]	1
144
0.1f	active+remapped	[0]	0	[0,1]	0
145
0.1e	active+remapped	[0]	0	[0,1]	0
146
0.1d	active+remapped	[0]	0	[0,1]	0
147
0.1c	active+remapped	[0]	0	[0,1]	0
148
0.12	active+remapped	[1]	1	[1,0]	1
149
0.13	active+remapped	[1]	1	[1,0]	1
150
0.14	active+remapped	[1]	1	[1,0]	1
151
0.15	active+remapped	[1]	1	[1,0]	1
152
0.2e	active+remapped	[1]	1	[1,0]	1
153
0.2f	active+remapped	[1]	1	[1,0]	1
154
0.0	active+remapped	[0]	0	[0,1]	0
155
0.30	active+remapped	[1]	1	[1,0]	1
156
0.1	active+remapped	[1]	1	[1,0]	1
157
0.31	active+remapped	[1]	1	[1,0]	1
158
0.2	active+remapped	[0]	0	[0,1]	0
159
0.32	active+remapped	[1]	1	[1,0]	1
160
0.3	active+remapped	[0]	0	[0,1]	0
161
0.33	active+remapped	[0]	0	[0,1]	0
162
0.4	active+remapped	[0]	0	[0,1]	0
163
0.34	active+remapped	[1]	1	[1,0]	1
164
0.5	active+remapped	[0]	0	[0,1]	0
165
0.35	active+remapped	[1]	1	[1,0]	1
166
0.6	active+remapped	[0]	0	[0,1]	0
167
0.3f	active+remapped	[0]	0	[0,1]	0
168
0.10	active+remapped	[0]	0	[0,1]	0
169
0.3e	active+remapped	[0]	0	[0,1]	0
170
0.f	active+remapped	[1]	1	[1,0]	1
171
0.3d	active+remapped	[1]	1	[1,0]	1
172
0.e	active+remapped	[1]	1	[1,0]	1
173
0.3c	active+remapped	[0]	0	[0,1]	0
174
0.d	active+remapped	[1]	1	[1,0]	1
175
0.3b	active+remapped	[1]	1	[1,0]	1
176
0.c	active+remapped	[0]	0	[0,1]	0
177
0.3a	active+remapped	[1]	1	[1,0]	1
178
0.b	active+remapped	[1]	1	[1,0]	1
179
0.39	active+remapped	[0]	0	[0,1]	0
180
0.a	active+remapped	[0]	0	[0,1]	0
181
0.38	active+remapped	[0]	0	[0,1]	0
182
0.9	active+remapped	[1]	1	[1,0]	1
183
0.37	active+remapped	[1]	1	[1,0]	1
184
0.8	active+remapped	[1]	1	[1,0]	1
185
0.36	active+remapped	[0]	0	[0,1]	0
186
0.7	active+remapped	[1]	1	[1,0]	1
187
0.11	active+remapped	[0]	0	[0,1]	0
188
0.16	active+remapped	[0]	0	[0,1]	0
189
0.17	active+remapped	[0]	0	[0,1]	0
190
0.18	active+remapped	[1]	1	[1,0]	1
191
0.19	active+remapped	[0]	0	[0,1]	0
192
0.1a	active+remapped	[0]	0	[0,1]	0
193
0.1b	active+remapped	[1]	1	[1,0]	1
194
[test@node1 my-cluster]$ ceph health detail
195
HEALTH_WARN 64 pgs stuck unclean
196
pg 0.2d is stuck unclean since forever, current state active+remapped, last acting [0,1]
197
pg 0.2c is stuck unclean since forever, current state active+remapped, last acting [0,1]
198
pg 0.2b is stuck unclean since forever, current state active+remapped, last acting [0,1]
199
pg 0.2a is stuck unclean since forever, current state active+remapped, last acting [0,1]
200
pg 0.29 is stuck unclean since forever, current state active+remapped, last acting [0,1]
201
pg 0.28 is stuck unclean since forever, current state active+remapped, last acting [1,0]
202
pg 0.27 is stuck unclean since forever, current state active+remapped, last acting [1,0]
203
pg 0.26 is stuck unclean since forever, current state active+remapped, last acting [1,0]
204
pg 0.25 is stuck unclean since forever, current state active+remapped, last acting [1,0]
205
pg 0.24 is stuck unclean since forever, current state active+remapped, last acting [1,0]
206
pg 0.23 is stuck unclean since forever, current state active+remapped, last acting [0,1]
207
pg 0.22 is stuck unclean since forever, current state active+remapped, last acting [1,0]
208
pg 0.21 is stuck unclean since forever, current state active+remapped, last acting [0,1]
209
pg 0.20 is stuck unclean since forever, current state active+remapped, last acting [1,0]
210
pg 0.1f is stuck unclean since forever, current state active+remapped, last acting [0,1]
211
pg 0.1e is stuck unclean since forever, current state active+remapped, last acting [0,1]
212
pg 0.1d is stuck unclean since forever, current state active+remapped, last acting [0,1]
213
pg 0.1c is stuck unclean since forever, current state active+remapped, last acting [0,1]
214
pg 0.12 is stuck unclean since forever, current state active+remapped, last acting [1,0]
215
pg 0.13 is stuck unclean since forever, current state active+remapped, last acting [1,0]
216
pg 0.14 is stuck unclean since forever, current state active+remapped, last acting [1,0]
217
pg 0.15 is stuck unclean since forever, current state active+remapped, last acting [1,0]
218
pg 0.2e is stuck unclean since forever, current state active+remapped, last acting [1,0]
219
pg 0.2f is stuck unclean since forever, current state active+remapped, last acting [1,0]
220
pg 0.0 is stuck unclean since forever, current state active+remapped, last acting [0,1]
221
pg 0.30 is stuck unclean since forever, current state active+remapped, last acting [1,0]
222
pg 0.1 is stuck unclean since forever, current state active+remapped, last acting [1,0]
223
pg 0.31 is stuck unclean since forever, current state active+remapped, last acting [1,0]
224
pg 0.2 is stuck unclean since forever, current state active+remapped, last acting [0,1]
225
pg 0.32 is stuck unclean since forever, current state active+remapped, last acting [1,0]
226
pg 0.3 is stuck unclean since forever, current state active+remapped, last acting [0,1]
227
pg 0.33 is stuck unclean since forever, current state active+remapped, last acting [0,1]
228
pg 0.4 is stuck unclean since forever, current state active+remapped, last acting [0,1]
229
pg 0.34 is stuck unclean since forever, current state active+remapped, last acting [1,0]
230
pg 0.5 is stuck unclean since forever, current state active+remapped, last acting [0,1]
231
pg 0.35 is stuck unclean since forever, current state active+remapped, last acting [1,0]
232
pg 0.6 is stuck unclean since forever, current state active+remapped, last acting [0,1]
233
pg 0.3f is stuck unclean since forever, current state active+remapped, last acting [0,1]
234
pg 0.10 is stuck unclean since forever, current state active+remapped, last acting [0,1]
235
pg 0.3e is stuck unclean since forever, current state active+remapped, last acting [0,1]
236
pg 0.f is stuck unclean since forever, current state active+remapped, last acting [1,0]
237
pg 0.3d is stuck unclean since forever, current state active+remapped, last acting [1,0]
238
pg 0.e is stuck unclean since forever, current state active+remapped, last acting [1,0]
239
pg 0.3c is stuck unclean since forever, current state active+remapped, last acting [0,1]
240
pg 0.d is stuck unclean since forever, current state active+remapped, last acting [1,0]
241
pg 0.3b is stuck unclean since forever, current state active+remapped, last acting [1,0]
242
pg 0.c is stuck unclean since forever, current state active+remapped, last acting [0,1]
243
pg 0.3a is stuck unclean since forever, current state active+remapped, last acting [1,0]
244
pg 0.b is stuck unclean since forever, current state active+remapped, last acting [1,0]
245
pg 0.39 is stuck unclean since forever, current state active+remapped, last acting [0,1]
246
pg 0.a is stuck unclean since forever, current state active+remapped, last acting [0,1]
247
pg 0.38 is stuck unclean since forever, current state active+remapped, last acting [0,1]
248
pg 0.9 is stuck unclean since forever, current state active+remapped, last acting [1,0]
249
pg 0.37 is stuck unclean since forever, current state active+remapped, last acting [1,0]
250
pg 0.8 is stuck unclean since forever, current state active+remapped, last acting [1,0]
251
pg 0.36 is stuck unclean since forever, current state active+remapped, last acting [0,1]
252
pg 0.7 is stuck unclean since forever, current state active+remapped, last acting [1,0]
253
pg 0.11 is stuck unclean since forever, current state active+remapped, last acting [0,1]
254
pg 0.16 is stuck unclean since forever, current state active+remapped, last acting [0,1]
255
pg 0.17 is stuck unclean since forever, current state active+remapped, last acting [0,1]
256
pg 0.18 is stuck unclean since forever, current state active+remapped, last acting [1,0]
257
pg 0.19 is stuck unclean since forever, current state active+remapped, last acting [0,1]
258
pg 0.1a is stuck unclean since forever, current state active+remapped, last acting [0,1]
259
pg 0.1b is stuck unclean since forever, current state active+remapped, last acting [1,0]
260
[test@node1 my-cluster]$ ceph pg 0.1b query
261
{
262
    "state": "active+remapped",
263
    "snap_trimq": "[]",
264
    "epoch": 38,
265
    "up": [
266
        1
267
    ],
268
    "acting": [
269
        1,
270
        0
271
    ],
272
    "actingbackfill": [
273
        "0",
274
        "1"
275
    ],
276
    "info": {
277
        "pgid": "0.1b",
278
        "last_update": "0'0",
279
        "last_complete": "0'0",
280
        "log_tail": "0'0",
281
        "last_user_version": 0,
282
        "last_backfill": "MAX",
283
        "last_backfill_bitwise": 0,
284
        "purged_snaps": "[]",
285
        "history": {
286
            "epoch_created": 1,
287
            "last_epoch_started": 28,
288
            "last_epoch_clean": 28,
289
            "last_epoch_split": 0,
290
            "last_epoch_marked_full": 0,
291
            "same_up_since": 26,
292
            "same_interval_since": 27,
293
            "same_primary_since": 27,
294
            "last_scrub": "0'0",
295
            "last_scrub_stamp": "2017-08-10 01:26:26.043419",
296
            "last_deep_scrub": "0'0",
297
            "last_deep_scrub_stamp": "2017-08-10 01:26:26.043419",
298
            "last_clean_scrub_stamp": "0.000000"
299
        },
300
        "stats": {
301
            "version": "0'0",
302
            "reported_seq": "31",
303
            "reported_epoch": "30",
304
            "state": "active+remapped",
305
            "last_fresh": "2017-08-11 05:14:24.309397",
306
            "last_change": "2017-08-11 04:49:08.116461",
307
            "last_active": "2017-08-11 05:14:24.309397",
308
            "last_peered": "2017-08-11 05:14:24.309397",
309
            "last_clean": "0.000000",
310
            "last_became_active": "0.000000",
311
            "last_became_peered": "0.000000",
312
            "last_unstale": "2017-08-11 05:14:24.309397",
313
            "last_undegraded": "2017-08-11 05:14:24.309397",
314
            "last_fullsized": "2017-08-11 05:14:24.309397",
315
            "mapping_epoch": 26,
316
            "log_start": "0'0",
317
            "ondisk_log_start": "0'0",
318
            "created": 1,
319
            "last_epoch_clean": 28,
320
            "parent": "0.0",
321
            "parent_split_bits": 0,
322
            "last_scrub": "0'0",
323
            "last_scrub_stamp": "2017-08-10 01:26:26.043419",
324
            "last_deep_scrub": "0'0",
325
            "last_deep_scrub_stamp": "2017-08-10 01:26:26.043419",
326
            "last_clean_scrub_stamp": "0.000000",
327
            "log_size": 0,
328
            "ondisk_log_size": 0,
329
            "stats_invalid": "0",
330
            "stat_sum": {
331
                "num_bytes": 0,
332
                "num_objects": 0,
333
                "num_object_clones": 0,
334
                "num_object_copies": 0,
335
                "num_objects_missing_on_primary": 0,
336
                "num_objects_degraded": 0,
337
                "num_objects_misplaced": 0,
338
                "num_objects_unfound": 0,
339
                "num_objects_dirty": 0,
340
                "num_whiteouts": 0,
341
                "num_read": 0,
342
                "num_read_kb": 0,
343
                "num_write": 0,
344
                "num_write_kb": 0,
345
                "num_scrub_errors": 0,
346
                "num_shallow_scrub_errors": 0,
347
                "num_deep_scrub_errors": 0,
348
                "num_objects_recovered": 0,
349
                "num_bytes_recovered": 0,
350
                "num_keys_recovered": 0,
351
                "num_objects_omap": 0,
352
                "num_objects_hit_set_archive": 0,
353
                "num_bytes_hit_set_archive": 0,
354
                "num_flush": 0,
355
                "num_flush_kb": 0,
356
                "num_evict": 0,
357
                "num_evict_kb": 0,
358
                "num_promote": 0,
359
                "num_flush_mode_high": 0,
360
                "num_flush_mode_low": 0,
361
                "num_evict_mode_some": 0,
362
                "num_evict_mode_full": 0
363
            },
364
            "up": [
365
                1
366
            ],
367
            "acting": [
368
                1,
369
                0
370
            ],
371
            "blocked_by": [],
372
            "up_primary": 1,
373
            "acting_primary": 1
374
        },
375
        "empty": 1,
376
        "dne": 0,
377
        "incomplete": 0,
378
        "last_epoch_started": 28,
379
        "hit_set_history": {
380
            "current_last_update": "0'0",
381
            "history": []
382
        }
383
    },
384
    "peer_info": [
385
        {
386
            "peer": "0",
387
            "pgid": "0.1b",
388
            "last_update": "0'0",
389
            "last_complete": "0'0",
390
            "log_tail": "0'0",
391
            "last_user_version": 0,
392
            "last_backfill": "MAX",
393
            "last_backfill_bitwise": 0,
394
            "purged_snaps": "[]",
395
            "history": {
396
                "epoch_created": 1,
397
                "last_epoch_started": 28,
398
                "last_epoch_clean": 28,
399
                "last_epoch_split": 0,
400
                "last_epoch_marked_full": 0,
401
                "same_up_since": 26,
402
                "same_interval_since": 27,
403
                "same_primary_since": 27,
404
                "last_scrub": "0'0",
405
                "last_scrub_stamp": "2017-08-10 01:26:26.043419",
406
                "last_deep_scrub": "0'0",
407
                "last_deep_scrub_stamp": "2017-08-10 01:26:26.043419",
408
                "last_clean_scrub_stamp": "0.000000"
409
            },
410
            "stats": {
411
                "version": "0'0",
412
                "reported_seq": "26",
413
                "reported_epoch": "26",
414
                "state": "remapped+peering",
415
                "last_fresh": "2017-08-11 04:48:55.032262",
416
                "last_change": "2017-08-11 04:48:55.028782",
417
                "last_active": "2017-08-11 04:48:32.971942",
418
                "last_peered": "2017-08-11 04:48:32.971942",
419
                "last_clean": "0.000000",
420
                "last_became_active": "0.000000",
421
                "last_became_peered": "0.000000",
422
                "last_unstale": "2017-08-11 04:48:55.032262",
423
                "last_undegraded": "2017-08-11 04:48:55.032262",
424
                "last_fullsized": "2017-08-11 04:48:55.032262",
425
                "mapping_epoch": 26,
426
                "log_start": "0'0",
427
                "ondisk_log_start": "0'0",
428
                "created": 1,
429
                "last_epoch_clean": 25,
430
                "parent": "0.0",
431
                "parent_split_bits": 0,
432
                "last_scrub": "0'0",
433
                "last_scrub_stamp": "2017-08-10 01:26:26.043419",
434
                "last_deep_scrub": "0'0",
435
                "last_deep_scrub_stamp": "2017-08-10 01:26:26.043419",
436
                "last_clean_scrub_stamp": "0.000000",
437
                "log_size": 0,
438
                "ondisk_log_size": 0,
439
                "stats_invalid": "0",
440
                "stat_sum": {
441
                    "num_bytes": 0,
442
                    "num_objects": 0,
443
                    "num_object_clones": 0,
444
                    "num_object_copies": 0,
445
                    "num_objects_missing_on_primary": 0,
446
                    "num_objects_degraded": 0,
447
                    "num_objects_misplaced": 0,
448
                    "num_objects_unfound": 0,
449
                    "num_objects_dirty": 0,
450
                    "num_whiteouts": 0,
451
                    "num_read": 0,
452
                    "num_read_kb": 0,
453
                    "num_write": 0,
454
                    "num_write_kb": 0,
455
                    "num_scrub_errors": 0,
456
                    "num_shallow_scrub_errors": 0,
457
                    "num_deep_scrub_errors": 0,
458
                    "num_objects_recovered": 0,
459
                    "num_bytes_recovered": 0,
460
                    "num_keys_recovered": 0,
461
                    "num_objects_omap": 0,
462
                    "num_objects_hit_set_archive": 0,
463
                    "num_bytes_hit_set_archive": 0,
464
                    "num_flush": 0,
465
                    "num_flush_kb": 0,
466
                    "num_evict": 0,
467
                    "num_evict_kb": 0,
468
                    "num_promote": 0,
469
                    "num_flush_mode_high": 0,
470
                    "num_flush_mode_low": 0,
471
                    "num_evict_mode_some": 0,
472
                    "num_evict_mode_full": 0
473
                },
474
                "up": [
475
                    1
476
                ],
477
                "acting": [
478
                    1,
479
                    0
480
                ],
481
                "blocked_by": [],
482
                "up_primary": 1,
483
                "acting_primary": 1
484
            },
485
            "empty": 1,
486
            "dne": 0,
487
            "incomplete": 0,
488
            "last_epoch_started": 28,
489
            "hit_set_history": {
490
                "current_last_update": "0'0",
491
                "history": []
492
            }
493
        }
494
    ],
495
    "recovery_state": [
496
        {
497
            "name": "Started\/Primary\/Active",
498
            "enter_time": "2017-08-11 04:49:08.112756",
499
            "might_have_unfound": [],
500
            "recovery_progress": {
501
                "backfill_targets": [],
502
                "waiting_on_backfill": [],
503
                "last_backfill_started": "MIN",
504
                "backfill_info": {
505
                    "begin": "MIN",
506
                    "end": "MIN",
507
                    "objects": []
508
                },
509
                "peer_backfill_info": [],
510
                "backfills_in_flight": [],
511
                "recovering": [],
512
                "pg_backend": {
513
                    "pull_from_peer": [],
514
                    "pushing": []
515
                }
516
            },
517
            "scrub": {
518
                "scrubber.epoch_start": "0",
519
                "scrubber.active": 0,
520
                "scrubber.waiting_on": 0,
521
                "scrubber.waiting_on_whom": []
522
            }
523
        },
524
        {
525
            "name": "Started",
526
            "enter_time": "2017-08-11 04:49:07.110269"
527
        }
528
    ],
529
    "agent_state": {}
530
}
531
[test@node1 my-cluster]$ ceph -s
532
    cluster f864ebb1-9082-4ee6-8804-e9d795a491a3
533
     health HEALTH_WARN
534
            64 pgs stuck unclean
535
     monmap e1: 1 mons at {node1=192.168.1.11:6789/0}
536
            election epoch 2, quorum 0 node1
537
     osdmap e38: 2 osds: 2 up, 2 in; 64 remapped pgs
538
            flags sortbitwise
539
      pgmap v76: 64 pgs, 1 pools, 0 bytes data, 0 objects
540
            10312 MB used, 29785 GB / 29795 GB avail
541
                  64 active+remapped
542

    
543
[END] 2017/8/11 18:23:04