Project

General

Profile

attachment.txt

Russell Islam, 05/27/2016 06:07 PM

Download (40.3 KB)

 
1
[root@ceph-client ceph-config]# ceph-deploy --version
2
1.5.33
3
[root@ceph-client ceph-config]# ceph-deploy  purge  ceph-client
4
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
5
[ceph_deploy.cli][INFO  ] Invoked (1.5.33): /usr/bin/ceph-deploy purge ceph-client
6
[ceph_deploy.cli][INFO  ] ceph-deploy options:
7
[ceph_deploy.cli][INFO  ]  username                      : None
8
[ceph_deploy.cli][INFO  ]  verbose                       : False
9
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
10
[ceph_deploy.cli][INFO  ]  quiet                         : False
11
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x228c710>
12
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
13
[ceph_deploy.cli][INFO  ]  host                          : ['ceph-client']
14
[ceph_deploy.cli][INFO  ]  func                          : <function purge at 0x21f1848>
15
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
16
[ceph_deploy.cli][INFO  ]  default_release               : False
17
[ceph_deploy.install][INFO  ] note that some dependencies *will not* be removed because they can cause issues with qemu-kvm
18
[ceph_deploy.install][INFO  ] like: librbd1 and librados2
19
[ceph_deploy.install][DEBUG ] Purging on cluster ceph hosts ceph-client
20
[ceph_deploy.install][DEBUG ] Detecting platform for host ceph-client ...
21
[ceph-client][DEBUG ] connected to host: ceph-client 
22
[ceph-client][DEBUG ] detect platform information from remote host
23
[ceph-client][DEBUG ] detect machine type
24
[ceph_deploy.install][INFO  ] Distro info: Redhat Linux Server 7.2 
25
[ceph-client][INFO  ] Purging Ceph on ceph-client
26
[ceph-client][INFO  ] Running command: yum -y -q remove ceph ceph-common ceph-mon ceph-osd ceph-radosgw
27
[ceph-client][WARNIN] No Match for argument: ceph
28
[ceph-client][INFO  ] Running command: yum clean all
29
[ceph-client][DEBUG ] Loaded plugins: ulninfo
30
[ceph-client][DEBUG ] Cleaning repos: cephLocal epel ol7_UEKR3 ol7_UEKR3_OFED20 ol7_UEKR4
31
[ceph-client][DEBUG ]               : ol7_UEKR4_OFED ol7_addons ol7_ceph10 ol7_latest ol7_openstack20
32
[ceph-client][DEBUG ]               : ol7_optional_latest ol7_software_collections
33
[ceph-client][DEBUG ]               : ol7_spacewalk22_client ol7_u0_base ol7_u1_base ol7_u2_base
34
[ceph-client][DEBUG ] Cleaning up everything
35
[root@ceph-client ceph-config]# ceph-deploy  purgedata  ceph-client
36
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
37
[ceph_deploy.cli][INFO  ] Invoked (1.5.33): /usr/bin/ceph-deploy purgedata ceph-client
38
[ceph_deploy.cli][INFO  ] ceph-deploy options:
39
[ceph_deploy.cli][INFO  ]  username                      : None
40
[ceph_deploy.cli][INFO  ]  verbose                       : False
41
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
42
[ceph_deploy.cli][INFO  ]  quiet                         : False
43
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fd2d023f758>
44
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
45
[ceph_deploy.cli][INFO  ]  host                          : ['ceph-client']
46
[ceph_deploy.cli][INFO  ]  func                          : <function purgedata at 0x7fd2d0e978c0>
47
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
48
[ceph_deploy.cli][INFO  ]  default_release               : False
49
[ceph_deploy.install][DEBUG ] Purging data from cluster ceph hosts ceph-client
50
[ceph-client][DEBUG ] connected to host: ceph-client 
51
[ceph-client][DEBUG ] detect platform information from remote host
52
[ceph-client][DEBUG ] detect machine type
53
[ceph-client][DEBUG ] find the location of an executable
54
[ceph-client][DEBUG ] connected to host: ceph-client 
55
[ceph-client][DEBUG ] detect platform information from remote host
56
[ceph-client][DEBUG ] detect machine type
57
[ceph_deploy.install][INFO  ] Distro info: Redhat Linux Server 7.2 
58
[ceph-client][INFO  ] purging data on ceph-client
59
[ceph-client][INFO  ] Running command: rm -rf --one-file-system -- /var/lib/ceph
60
[ceph-client][WARNIN] OSDs may still be mounted, trying to unmount them
61
[ceph-client][INFO  ] Running command: find /var/lib/ceph -mindepth 1 -maxdepth 2 -type d -exec umount {} ;
62
[ceph-client][WARNIN] umount: /var/lib/ceph/osd: not mounted
63
[ceph-client][INFO  ] Running command: rm -rf --one-file-system -- /var/lib/ceph
64
[ceph-client][INFO  ] Running command: rm -rf --one-file-system -- /etc/ceph/
65
[root@ceph-client ceph-config]# ls
66
ceph.bootstrap-mds.keyring  ceph.bootstrap-osd.keyring  ceph.bootstrap-rgw.keyring  ceph.client.admin.keyring  ceph.conf  ceph-deploy-ceph.log  ceph.mon.keyring
67
[root@ceph-client ceph-config]# rm -rf *
68
[root@ceph-client ceph-config]# ceph-deploy new ceph-client
69
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
70
[ceph_deploy.cli][INFO  ] Invoked (1.5.33): /usr/bin/ceph-deploy new ceph-client
71
[ceph_deploy.cli][INFO  ] ceph-deploy options:
72
[ceph_deploy.cli][INFO  ]  username                      : None
73
[ceph_deploy.cli][INFO  ]  func                          : <function new at 0x7f2ffda7fb18>
74
[ceph_deploy.cli][INFO  ]  verbose                       : False
75
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
76
[ceph_deploy.cli][INFO  ]  quiet                         : False
77
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7f2ffcddff80>
78
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
79
[ceph_deploy.cli][INFO  ]  ssh_copykey                   : True
80
[ceph_deploy.cli][INFO  ]  mon                           : ['ceph-client']
81
[ceph_deploy.cli][INFO  ]  public_network                : None
82
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
83
[ceph_deploy.cli][INFO  ]  cluster_network               : None
84
[ceph_deploy.cli][INFO  ]  default_release               : False
85
[ceph_deploy.cli][INFO  ]  fsid                          : None
86
[ceph_deploy.new][DEBUG ] Creating new cluster named ceph
87
[ceph_deploy.new][INFO  ] making sure passwordless SSH succeeds
88
[ceph-client][DEBUG ] connected to host: ceph-client 
89
[ceph-client][DEBUG ] detect platform information from remote host
90
[ceph-client][DEBUG ] detect machine type
91
[ceph-client][DEBUG ] find the location of an executable
92
[ceph-client][INFO  ] Running command: /usr/sbin/ip link show
93
[ceph-client][INFO  ] Running command: /usr/sbin/ip addr show
94
[ceph-client][DEBUG ] IP addresses found: ['10.211.55.93']
95
[ceph_deploy.new][DEBUG ] Resolving host ceph-client
96
[ceph_deploy.new][DEBUG ] Monitor ceph-client at 10.211.55.93
97
[ceph_deploy.new][DEBUG ] Monitor initial members are ['ceph-client']
98
[ceph_deploy.new][DEBUG ] Monitor addrs are ['10.211.55.93']
99
[ceph_deploy.new][DEBUG ] Creating a random mon key...
100
[ceph_deploy.new][DEBUG ] Writing monitor keyring to ceph.mon.keyring...
101
[ceph_deploy.new][DEBUG ] Writing initial config to ceph.conf...
102
[root@ceph-client ceph-config]# echo "osd pool default size = 1" >> ceph.conf
103
[root@ceph-client ceph-config]# ceph-deploy install  ceph-client 
104
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
105
[ceph_deploy.cli][INFO  ] Invoked (1.5.33): /usr/bin/ceph-deploy install ceph-client
106
[ceph_deploy.cli][INFO  ] ceph-deploy options:
107
[ceph_deploy.cli][INFO  ]  verbose                       : False
108
[ceph_deploy.cli][INFO  ]  testing                       : None
109
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7f7dd9135638>
110
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
111
[ceph_deploy.cli][INFO  ]  dev_commit                    : None
112
[ceph_deploy.cli][INFO  ]  install_mds                   : False
113
[ceph_deploy.cli][INFO  ]  stable                        : None
114
[ceph_deploy.cli][INFO  ]  default_release               : False
115
[ceph_deploy.cli][INFO  ]  username                      : None
116
[ceph_deploy.cli][INFO  ]  adjust_repos                  : True
117
[ceph_deploy.cli][INFO  ]  func                          : <function install at 0x7f7dd9d9c578>
118
[ceph_deploy.cli][INFO  ]  install_all                   : False
119
[ceph_deploy.cli][INFO  ]  repo                          : False
120
[ceph_deploy.cli][INFO  ]  host                          : ['ceph-client']
121
[ceph_deploy.cli][INFO  ]  install_rgw                   : False
122
[ceph_deploy.cli][INFO  ]  install_tests                 : False
123
[ceph_deploy.cli][INFO  ]  repo_url                      : None
124
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
125
[ceph_deploy.cli][INFO  ]  install_osd                   : False
126
[ceph_deploy.cli][INFO  ]  version_kind                  : stable
127
[ceph_deploy.cli][INFO  ]  install_common                : False
128
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
129
[ceph_deploy.cli][INFO  ]  quiet                         : False
130
[ceph_deploy.cli][INFO  ]  dev                           : master
131
[ceph_deploy.cli][INFO  ]  local_mirror                  : None
132
[ceph_deploy.cli][INFO  ]  release                       : None
133
[ceph_deploy.cli][INFO  ]  install_mon                   : False
134
[ceph_deploy.cli][INFO  ]  gpg_url                       : None
135
[ceph_deploy.install][DEBUG ] Installing stable version jewel on cluster ceph hosts ceph-client
136
[ceph_deploy.install][DEBUG ] Detecting platform for host ceph-client ...
137
[ceph-client][DEBUG ] connected to host: ceph-client 
138
[ceph-client][DEBUG ] detect platform information from remote host
139
[ceph-client][DEBUG ] detect machine type
140
[ceph_deploy.install][INFO  ] Distro info: Redhat Linux Server 7.2 
141
[ceph-client][INFO  ] installing Ceph on ceph-client
142
[ceph-client][INFO  ] Running command: yum clean all
143
[ceph-client][DEBUG ] Loaded plugins: ulninfo
144
[ceph-client][DEBUG ] Cleaning repos: cephLocal epel ol7_UEKR3 ol7_UEKR3_OFED20 ol7_UEKR4
145
[ceph-client][DEBUG ]               : ol7_UEKR4_OFED ol7_addons ol7_ceph10 ol7_latest ol7_openstack20
146
[ceph-client][DEBUG ]               : ol7_optional_latest ol7_software_collections
147
[ceph-client][DEBUG ]               : ol7_spacewalk22_client ol7_u0_base ol7_u1_base ol7_u2_base
148
[ceph-client][DEBUG ] Cleaning up everything
149
[ceph-client][INFO  ] Running command: yum -y install ceph-osd ceph-mds ceph-mon ceph-radosgw
150
[ceph-client][DEBUG ] Loaded plugins: ulninfo
151
[ceph-client][DEBUG ] Resolving Dependencies
152
[ceph-client][DEBUG ] --> Running transaction check
153
[ceph-client][DEBUG ] ---> Package ceph-mds.x86_64 1:10.2.1-0.el7 will be installed
154
[ceph-client][DEBUG ] --> Processing Dependency: ceph-base = 1:10.2.1-0.el7 for package: 1:ceph-mds-10.2.1-0.el7.x86_64
155
[ceph-client][DEBUG ] ---> Package ceph-mon.x86_64 1:10.2.1-0.el7 will be installed
156
[ceph-client][DEBUG ] ---> Package ceph-osd.x86_64 1:10.2.1-0.el7 will be installed
157
[ceph-client][DEBUG ] ---> Package ceph-radosgw.x86_64 1:10.2.1-0.el7 will be installed
158
[ceph-client][DEBUG ] --> Processing Dependency: ceph-selinux = 1:10.2.1-0.el7 for package: 1:ceph-radosgw-10.2.1-0.el7.x86_64
159
[ceph-client][DEBUG ] --> Processing Dependency: ceph-common = 1:10.2.1-0.el7 for package: 1:ceph-radosgw-10.2.1-0.el7.x86_64
160
[ceph-client][DEBUG ] --> Running transaction check
161
[ceph-client][DEBUG ] ---> Package ceph-base.x86_64 1:10.2.1-0.el7 will be installed
162
[ceph-client][DEBUG ] ---> Package ceph-common.x86_64 1:10.2.1-0.el7 will be installed
163
[ceph-client][DEBUG ] ---> Package ceph-selinux.x86_64 1:10.2.1-0.el7 will be installed
164
[ceph-client][DEBUG ] --> Finished Dependency Resolution
165
[ceph-client][DEBUG ] 
166
[ceph-client][DEBUG ] Dependencies Resolved
167
[ceph-client][DEBUG ] 
168
[ceph-client][DEBUG ] ================================================================================
169
[ceph-client][DEBUG ]  Package             Arch          Version               Repository        Size
170
[ceph-client][DEBUG ] ================================================================================
171
[ceph-client][DEBUG ] Installing:
172
[ceph-client][DEBUG ]  ceph-mds            x86_64        1:10.2.1-0.el7        cephLocal        2.8 M
173
[ceph-client][DEBUG ]  ceph-mon            x86_64        1:10.2.1-0.el7        cephLocal        2.8 M
174
[ceph-client][DEBUG ]  ceph-osd            x86_64        1:10.2.1-0.el7        cephLocal        9.0 M
175
[ceph-client][DEBUG ]  ceph-radosgw        x86_64        1:10.2.1-0.el7        cephLocal        245 k
176
[ceph-client][DEBUG ] Installing for dependencies:
177
[ceph-client][DEBUG ]  ceph-base           x86_64        1:10.2.1-0.el7        cephLocal        4.2 M
178
[ceph-client][DEBUG ]  ceph-common         x86_64        1:10.2.1-0.el7        cephLocal         15 M
179
[ceph-client][DEBUG ]  ceph-selinux        x86_64        1:10.2.1-0.el7        cephLocal         19 k
180
[ceph-client][DEBUG ] 
181
[ceph-client][DEBUG ] Transaction Summary
182
[ceph-client][DEBUG ] ================================================================================
183
[ceph-client][DEBUG ] Install  4 Packages (+3 Dependent packages)
184
[ceph-client][DEBUG ] 
185
[ceph-client][DEBUG ] Total download size: 34 M
186
[ceph-client][DEBUG ] Installed size: 128 M
187
[ceph-client][DEBUG ] Downloading packages:
188
[ceph-client][DEBUG ] --------------------------------------------------------------------------------
189
[ceph-client][DEBUG ] Total                                              103 MB/s |  34 MB  00:00     
190
[ceph-client][DEBUG ] Running transaction check
191
[ceph-client][DEBUG ] Running transaction test
192
[ceph-client][DEBUG ] Transaction test succeeded
193
[ceph-client][DEBUG ] Running transaction
194
[ceph-client][DEBUG ]   Installing : 1:ceph-common-10.2.1-0.el7.x86_64                            1/7 
195
[ceph-client][DEBUG ]   Installing : 1:ceph-base-10.2.1-0.el7.x86_64                              2/7 
196
[ceph-client][DEBUG ]   Installing : 1:ceph-selinux-10.2.1-0.el7.x86_64                           3/7 
197
[ceph-client][DEBUG ]   Installing : 1:ceph-radosgw-10.2.1-0.el7.x86_64                           4/7 
198
[ceph-client][DEBUG ]   Installing : 1:ceph-mon-10.2.1-0.el7.x86_64                               5/7 
199
[ceph-client][DEBUG ]   Installing : 1:ceph-mds-10.2.1-0.el7.x86_64                               6/7 
200
[ceph-client][DEBUG ]   Installing : 1:ceph-osd-10.2.1-0.el7.x86_64                               7/7 
201
[ceph-client][DEBUG ]   Verifying  : 1:ceph-radosgw-10.2.1-0.el7.x86_64                           1/7 
202
[ceph-client][DEBUG ]   Verifying  : 1:ceph-mon-10.2.1-0.el7.x86_64                               2/7 
203
[ceph-client][DEBUG ]   Verifying  : 1:ceph-mds-10.2.1-0.el7.x86_64                               3/7 
204
[ceph-client][DEBUG ]   Verifying  : 1:ceph-osd-10.2.1-0.el7.x86_64                               4/7 
205
[ceph-client][DEBUG ]   Verifying  : 1:ceph-selinux-10.2.1-0.el7.x86_64                           5/7 
206
[ceph-client][DEBUG ]   Verifying  : 1:ceph-base-10.2.1-0.el7.x86_64                              6/7 
207
[ceph-client][DEBUG ]   Verifying  : 1:ceph-common-10.2.1-0.el7.x86_64                            7/7 
208
[ceph-client][DEBUG ] 
209
[ceph-client][DEBUG ] Installed:
210
[ceph-client][DEBUG ]   ceph-mds.x86_64 1:10.2.1-0.el7       ceph-mon.x86_64 1:10.2.1-0.el7          
211
[ceph-client][DEBUG ]   ceph-osd.x86_64 1:10.2.1-0.el7       ceph-radosgw.x86_64 1:10.2.1-0.el7      
212
[ceph-client][DEBUG ] 
213
[ceph-client][DEBUG ] Dependency Installed:
214
[ceph-client][DEBUG ]   ceph-base.x86_64 1:10.2.1-0.el7         ceph-common.x86_64 1:10.2.1-0.el7     
215
[ceph-client][DEBUG ]   ceph-selinux.x86_64 1:10.2.1-0.el7     
216
[ceph-client][DEBUG ] 
217
[ceph-client][DEBUG ] Complete!
218
[ceph-client][INFO  ] Running command: ceph --version
219
[ceph-client][DEBUG ] ceph version 10.2.1 (3a66dd4f30852819c1bdaa8ec23c795d4ad77269)
220
[root@ceph-client ceph-config]# vi /usr/lib/python2.7/site-packages/ceph_
221
ceph_argparse.py                       ceph_daemon.pyc                        ceph_detect_init/                      ceph_rest_api.py                       ceph_volume_client.pyc
222
ceph_argparse.pyc                      ceph_daemon.pyo                        ceph_detect_init-1.0.1-py2.7.egg-info/ ceph_rest_api.pyc                      ceph_volume_client.pyo
223
ceph_argparse.pyo                      ceph_deploy/                           ceph_disk/                             ceph_rest_api.pyo                      
224
ceph_daemon.py                         ceph_deploy-1.5.33-py2.7.egg-info/     ceph_disk-1.0.0-py2.7.egg-info/        ceph_volume_client.py                  
225
[root@ceph-client ceph-config]# vi /usr/lib/python2.7/site-packages/ceph_disk/
226
__init__.py   __init__.pyc  __init__.pyo  main.py       main.pyc      main.pyo      
227
[root@ceph-client ceph-config]# vi /usr/lib/python2.7/site-packages/ceph_disk/main.py
228
[root@ceph-client ceph-config]# ceph-deploy mon create-initial
229
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
230
[ceph_deploy.cli][INFO  ] Invoked (1.5.33): /usr/bin/ceph-deploy mon create-initial
231
[ceph_deploy.cli][INFO  ] ceph-deploy options:
232
[ceph_deploy.cli][INFO  ]  username                      : None
233
[ceph_deploy.cli][INFO  ]  verbose                       : False
234
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
235
[ceph_deploy.cli][INFO  ]  subcommand                    : create-initial
236
[ceph_deploy.cli][INFO  ]  quiet                         : False
237
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7f99e6175f80>
238
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
239
[ceph_deploy.cli][INFO  ]  func                          : <function mon at 0x7f99e6163d70>
240
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
241
[ceph_deploy.cli][INFO  ]  default_release               : False
242
[ceph_deploy.cli][INFO  ]  keyrings                      : None
243
[ceph_deploy.mon][DEBUG ] Deploying mon, cluster ceph hosts ceph-client
244
[ceph_deploy.mon][DEBUG ] detecting platform for host ceph-client ...
245
[ceph-client][DEBUG ] connected to host: ceph-client 
246
[ceph-client][DEBUG ] detect platform information from remote host
247
[ceph-client][DEBUG ] detect machine type
248
[ceph-client][DEBUG ] find the location of an executable
249
[ceph_deploy.mon][INFO  ] distro info: Redhat Linux Server 7.2 
250
[ceph-client][DEBUG ] determining if provided host has same hostname in remote
251
[ceph-client][DEBUG ] get remote short hostname
252
[ceph-client][DEBUG ] deploying mon to ceph-client
253
[ceph-client][DEBUG ] get remote short hostname
254
[ceph-client][DEBUG ] remote hostname: ceph-client
255
[ceph-client][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
256
[ceph-client][DEBUG ] create the mon path if it does not exist
257
[ceph-client][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ceph-client/done
258
[ceph-client][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-ceph-client/done
259
[ceph-client][INFO  ] creating keyring file: /var/lib/ceph/tmp/ceph-ceph-client.mon.keyring
260
[ceph-client][DEBUG ] create the monitor keyring file
261
[ceph-client][INFO  ] Running command: ceph-mon --cluster ceph --mkfs -i ceph-client --keyring /var/lib/ceph/tmp/ceph-ceph-client.mon.keyring --setuser 167 --setgroup 167
262
[ceph-client][DEBUG ] ceph-mon: mon.noname-a 10.211.55.93:6789/0 is local, renaming to mon.ceph-client
263
[ceph-client][DEBUG ] ceph-mon: set fsid to 7475f68c-420a-46b5-a45a-395d2197d37e
264
[ceph-client][DEBUG ] ceph-mon: created monfs at /var/lib/ceph/mon/ceph-ceph-client for mon.ceph-client
265
[ceph-client][INFO  ] unlinking keyring file /var/lib/ceph/tmp/ceph-ceph-client.mon.keyring
266
[ceph-client][DEBUG ] create a done file to avoid re-doing the mon deployment
267
[ceph-client][DEBUG ] create the init path if it does not exist
268
[ceph-client][INFO  ] Running command: systemctl enable ceph.target
269
[ceph-client][INFO  ] Running command: systemctl enable ceph-mon@ceph-client
270
[ceph-client][INFO  ] Running command: systemctl start ceph-mon@ceph-client
271
[ceph-client][INFO  ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph-client.asok mon_status
272
[ceph-client][DEBUG ] ********************************************************************************
273
[ceph-client][DEBUG ] status for monitor: mon.ceph-client
274
[ceph-client][DEBUG ] {
275
[ceph-client][DEBUG ]   "election_epoch": 3, 
276
[ceph-client][DEBUG ]   "extra_probe_peers": [], 
277
[ceph-client][DEBUG ]   "monmap": {
278
[ceph-client][DEBUG ]     "created": "2016-05-27 09:53:21.881989", 
279
[ceph-client][DEBUG ]     "epoch": 1, 
280
[ceph-client][DEBUG ]     "fsid": "7475f68c-420a-46b5-a45a-395d2197d37e", 
281
[ceph-client][DEBUG ]     "modified": "2016-05-27 09:53:21.881989", 
282
[ceph-client][DEBUG ]     "mons": [
283
[ceph-client][DEBUG ]       {
284
[ceph-client][DEBUG ]         "addr": "10.211.55.93:6789/0", 
285
[ceph-client][DEBUG ]         "name": "ceph-client", 
286
[ceph-client][DEBUG ]         "rank": 0
287
[ceph-client][DEBUG ]       }
288
[ceph-client][DEBUG ]     ]
289
[ceph-client][DEBUG ]   }, 
290
[ceph-client][DEBUG ]   "name": "ceph-client", 
291
[ceph-client][DEBUG ]   "outside_quorum": [], 
292
[ceph-client][DEBUG ]   "quorum": [
293
[ceph-client][DEBUG ]     0
294
[ceph-client][DEBUG ]   ], 
295
[ceph-client][DEBUG ]   "rank": 0, 
296
[ceph-client][DEBUG ]   "state": "leader", 
297
[ceph-client][DEBUG ]   "sync_provider": []
298
[ceph-client][DEBUG ] }
299
[ceph-client][DEBUG ] ********************************************************************************
300
[ceph-client][INFO  ] monitor: mon.ceph-client is running
301
[ceph-client][INFO  ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph-client.asok mon_status
302
[ceph_deploy.mon][INFO  ] processing monitor mon.ceph-client
303
[ceph-client][DEBUG ] connected to host: ceph-client 
304
[ceph-client][DEBUG ] detect platform information from remote host
305
[ceph-client][DEBUG ] detect machine type
306
[ceph-client][DEBUG ] find the location of an executable
307
[ceph-client][INFO  ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ceph-client.asok mon_status
308
[ceph_deploy.mon][INFO  ] mon.ceph-client monitor has reached quorum!
309
[ceph_deploy.mon][INFO  ] all initial monitors are running and have formed quorum
310
[ceph_deploy.mon][INFO  ] Running gatherkeys...
311
[ceph_deploy.gatherkeys][DEBUG ] Checking ceph-client for /etc/ceph/ceph.client.admin.keyring
312
[ceph-client][DEBUG ] connected to host: ceph-client 
313
[ceph-client][DEBUG ] detect platform information from remote host
314
[ceph-client][DEBUG ] detect machine type
315
[ceph-client][DEBUG ] fetch remote file
316
[ceph_deploy.gatherkeys][DEBUG ] Got ceph.client.admin.keyring key from ceph-client.
317
[ceph_deploy.gatherkeys][DEBUG ] Have ceph.mon.keyring
318
[ceph_deploy.gatherkeys][DEBUG ] Checking ceph-client for /var/lib/ceph/bootstrap-osd/ceph.keyring
319
[ceph-client][DEBUG ] connected to host: ceph-client 
320
[ceph-client][DEBUG ] detect platform information from remote host
321
[ceph-client][DEBUG ] detect machine type
322
[ceph-client][DEBUG ] fetch remote file
323
[ceph_deploy.gatherkeys][DEBUG ] Got ceph.bootstrap-osd.keyring key from ceph-client.
324
[ceph_deploy.gatherkeys][DEBUG ] Checking ceph-client for /var/lib/ceph/bootstrap-mds/ceph.keyring
325
[ceph-client][DEBUG ] connected to host: ceph-client 
326
[ceph-client][DEBUG ] detect platform information from remote host
327
[ceph-client][DEBUG ] detect machine type
328
[ceph-client][DEBUG ] fetch remote file
329
[ceph_deploy.gatherkeys][DEBUG ] Got ceph.bootstrap-mds.keyring key from ceph-client.
330
[ceph_deploy.gatherkeys][DEBUG ] Checking ceph-client for /var/lib/ceph/bootstrap-rgw/ceph.keyring
331
[ceph-client][DEBUG ] connected to host: ceph-client 
332
[ceph-client][DEBUG ] detect platform information from remote host
333
[ceph-client][DEBUG ] detect machine type
334
[ceph-client][DEBUG ] fetch remote file
335
[ceph_deploy.gatherkeys][DEBUG ] Got ceph.bootstrap-rgw.keyring key from ceph-client.
336
[root@ceph-client ceph-config]# ceph-deploy mon create-initial ceph-client
337
usage: ceph-deploy [-h] [-v | -q] [--version] [--username USERNAME]
338
                   [--overwrite-conf] [--cluster NAME] [--ceph-conf CEPH_CONF]
339
                   COMMAND ...
340
ceph-deploy: error: unrecognized arguments: ceph-client
341
[root@ceph-client ceph-config]# ceph-deploy gatherkeys ceph-client
342
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
343
[ceph_deploy.cli][INFO  ] Invoked (1.5.33): /usr/bin/ceph-deploy gatherkeys ceph-client
344
[ceph_deploy.cli][INFO  ] ceph-deploy options:
345
[ceph_deploy.cli][INFO  ]  username                      : None
346
[ceph_deploy.cli][INFO  ]  verbose                       : False
347
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
348
[ceph_deploy.cli][INFO  ]  quiet                         : False
349
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x25ec518>
350
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
351
[ceph_deploy.cli][INFO  ]  mon                           : ['ceph-client']
352
[ceph_deploy.cli][INFO  ]  func                          : <function gatherkeys at 0x25d5758>
353
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
354
[ceph_deploy.cli][INFO  ]  default_release               : False
355
[ceph_deploy.gatherkeys][DEBUG ] Have ceph.client.admin.keyring
356
[ceph_deploy.gatherkeys][DEBUG ] Have ceph.mon.keyring
357
[ceph_deploy.gatherkeys][DEBUG ] Have ceph.bootstrap-osd.keyring
358
[ceph_deploy.gatherkeys][DEBUG ] Have ceph.bootstrap-mds.keyring
359
[ceph_deploy.gatherkeys][DEBUG ] Have ceph.bootstrap-rgw.keyring
360
[root@ceph-client ceph-config]# ceph-deploy osd create --zap-disk --fs-type xfs  ceph-client:sdb
361
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
362
[ceph_deploy.cli][INFO  ] Invoked (1.5.33): /usr/bin/ceph-deploy osd create --zap-disk --fs-type xfs ceph-client:sdb
363
[ceph_deploy.cli][INFO  ] ceph-deploy options:
364
[ceph_deploy.cli][INFO  ]  username                      : None
365
[ceph_deploy.cli][INFO  ]  disk                          : [('ceph-client', '/dev/sdb', None)]
366
[ceph_deploy.cli][INFO  ]  dmcrypt                       : False
367
[ceph_deploy.cli][INFO  ]  verbose                       : False
368
[ceph_deploy.cli][INFO  ]  bluestore                     : None
369
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
370
[ceph_deploy.cli][INFO  ]  subcommand                    : create
371
[ceph_deploy.cli][INFO  ]  dmcrypt_key_dir               : /etc/ceph/dmcrypt-keys
372
[ceph_deploy.cli][INFO  ]  quiet                         : False
373
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7f819fe47bd8>
374
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
375
[ceph_deploy.cli][INFO  ]  fs_type                       : xfs
376
[ceph_deploy.cli][INFO  ]  func                          : <function osd at 0x7f819fe35c08>
377
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
378
[ceph_deploy.cli][INFO  ]  default_release               : False
379
[ceph_deploy.cli][INFO  ]  zap_disk                      : True
380
[ceph_deploy.osd][DEBUG ] Preparing cluster ceph disks ceph-client:/dev/sdb:
381
[ceph-client][DEBUG ] connected to host: ceph-client 
382
[ceph-client][DEBUG ] detect platform information from remote host
383
[ceph-client][DEBUG ] detect machine type
384
[ceph-client][DEBUG ] find the location of an executable
385
[ceph_deploy.osd][INFO  ] Distro info: Redhat Linux Server 7.2 
386
[ceph_deploy.osd][DEBUG ] Deploying osd to ceph-client
387
[ceph-client][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
388
[ceph_deploy.osd][DEBUG ] Preparing host ceph-client disk /dev/sdb journal None activate True
389
[ceph-client][DEBUG ] find the location of an executable
390
[ceph-client][INFO  ] Running command: /usr/sbin/ceph-disk -v prepare --zap-disk --cluster ceph --fs-type xfs -- /dev/sdb
391
[ceph-client][WARNIN] command: Running command: /usr/bin/ceph-osd --cluster=ceph --show-config-value=fsid
392
[ceph-client][WARNIN] command: Running command: /usr/bin/ceph-osd --check-allows-journal -i 0 --cluster ceph
393
[ceph-client][WARNIN] command: Running command: /usr/bin/ceph-osd --check-wants-journal -i 0 --cluster ceph
394
[ceph-client][WARNIN] command: Running command: /usr/bin/ceph-osd --check-needs-journal -i 0 --cluster ceph
395
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
396
[ceph-client][WARNIN] set_type: Will colocate journal with data on /dev/sdb
397
[ceph-client][WARNIN] command: Running command: /usr/bin/ceph-osd --cluster=ceph --show-config-value=osd_journal_size
398
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
399
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
400
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
401
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb1 uuid path is /sys/dev/block/8:17/dm/uuid
402
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb2 uuid path is /sys/dev/block/8:18/dm/uuid
403
[ceph-client][WARNIN] command: Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_mkfs_options_xfs
404
[ceph-client][WARNIN] command: Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_fs_mkfs_options_xfs
405
[ceph-client][WARNIN] command: Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_mount_options_xfs
406
[ceph-client][WARNIN] command: Running command: /usr/bin/ceph-conf --cluster=ceph --name=osd. --lookup osd_fs_mount_options_xfs
407
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
408
[ceph-client][WARNIN] zap: Zapping partition table on /dev/sdb
409
[ceph-client][WARNIN] command_check_call: Running command: /usr/sbin/sgdisk --zap-all -- /dev/sdb
410
[ceph-client][WARNIN] Caution: invalid backup GPT header, but valid main header; regenerating
411
[ceph-client][WARNIN] backup header from main header.
412
[ceph-client][WARNIN] 
413
[ceph-client][WARNIN] Warning! Main and backup partition tables differ! Use the 'c' and 'e' options
414
[ceph-client][WARNIN] on the recovery & transformation menu to examine the two tables.
415
[ceph-client][WARNIN] 
416
[ceph-client][WARNIN] Warning! One or more CRCs don't match. You should repair the disk!
417
[ceph-client][WARNIN] 
418
[ceph-client][DEBUG ] ****************************************************************************
419
[ceph-client][DEBUG ] Caution: Found protective or hybrid MBR and corrupt GPT. Using GPT, but disk
420
[ceph-client][DEBUG ] verification and recovery are STRONGLY recommended.
421
[ceph-client][DEBUG ] ****************************************************************************
422
[ceph-client][DEBUG ] GPT data structures destroyed! You may now partition the disk using fdisk or
423
[ceph-client][DEBUG ] other utilities.
424
[ceph-client][WARNIN] command_check_call: Running command: /usr/sbin/sgdisk --clear --mbrtogpt -- /dev/sdb
425
[ceph-client][DEBUG ] Creating new GPT entries.
426
[ceph-client][DEBUG ] The operation has completed successfully.
427
[ceph-client][WARNIN] update_partition: Calling partprobe on zapped device /dev/sdb
428
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/udevadm settle --timeout=600
429
[ceph-client][WARNIN] command: Running command: /usr/bin/flock -s /dev/sdb /usr/sbin/partprobe /dev/sdb
430
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/udevadm settle --timeout=600
431
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
432
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
433
[ceph-client][WARNIN] ptype_tobe_for_name: name = journal
434
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
435
[ceph-client][WARNIN] create_partition: Creating journal partition num 2 size 5120 on /dev/sdb
436
[ceph-client][WARNIN] command_check_call: Running command: /usr/sbin/sgdisk --new=2:0:+5120M --change-name=2:ceph journal --partition-guid=2:348f2de1-0fc7-40f3-8619-58c3e13f9a40 --typecode=2:45b0969e-9b03-4f30-b4c6-b4b80ceff106 --mbrtogpt -- /dev/sdb
437
[ceph-client][DEBUG ] The operation has completed successfully.
438
[ceph-client][WARNIN] update_partition: Calling partprobe on created device /dev/sdb
439
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/udevadm settle --timeout=600
440
[ceph-client][WARNIN] command: Running command: /usr/bin/flock -s /dev/sdb /usr/sbin/partprobe /dev/sdb
441
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/udevadm settle --timeout=600
442
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
443
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
444
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb2 uuid path is /sys/dev/block/8:18/dm/uuid
445
[ceph-client][WARNIN] prepare_device: Journal is GPT partition /dev/disk/by-partuuid/348f2de1-0fc7-40f3-8619-58c3e13f9a40
446
[ceph-client][WARNIN] prepare_device: Journal is GPT partition /dev/disk/by-partuuid/348f2de1-0fc7-40f3-8619-58c3e13f9a40
447
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
448
[ceph-client][WARNIN] set_data_partition: Creating osd partition on /dev/sdb
449
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
450
[ceph-client][WARNIN] ptype_tobe_for_name: name = data
451
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
452
[ceph-client][WARNIN] create_partition: Creating data partition num 1 size 0 on /dev/sdb
453
[ceph-client][WARNIN] command_check_call: Running command: /usr/sbin/sgdisk --largest-new=1 --change-name=1:ceph data --partition-guid=1:e79fb746-b631-46b9-94ec-13f30e5ad57d --typecode=1:89c57f98-2fe5-4dc0-89c1-f3ad0ceff2be --mbrtogpt -- /dev/sdb
454
[ceph-client][DEBUG ] The operation has completed successfully.
455
[ceph-client][WARNIN] update_partition: Calling partprobe on created device /dev/sdb
456
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/udevadm settle --timeout=600
457
[ceph-client][WARNIN] command: Running command: /usr/bin/flock -s /dev/sdb /usr/sbin/partprobe /dev/sdb
458
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/udevadm settle --timeout=600
459
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
460
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
461
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb1 uuid path is /sys/dev/block/8:17/dm/uuid
462
[ceph-client][WARNIN] populate_data_path_device: Creating xfs fs on /dev/sdb1
463
[ceph-client][WARNIN] command_check_call: Running command: /usr/sbin/mkfs -t xfs -f -i size=2048 -- /dev/sdb1
464
[ceph-client][DEBUG ] meta-data=/dev/sdb1              isize=2048   agcount=4, agsize=458687 blks
465
[ceph-client][DEBUG ]          =                       sectsz=512   attr=2, projid32bit=1
466
[ceph-client][DEBUG ]          =                       crc=0        finobt=0
467
[ceph-client][DEBUG ] data     =                       bsize=4096   blocks=1834747, imaxpct=25
468
[ceph-client][DEBUG ]          =                       sunit=0      swidth=0 blks
469
[ceph-client][DEBUG ] naming   =version 2              bsize=4096   ascii-ci=0 ftype=0
470
[ceph-client][DEBUG ] log      =internal log           bsize=4096   blocks=2560, version=2
471
[ceph-client][DEBUG ]          =                       sectsz=512   sunit=0 blks, lazy-count=1
472
[ceph-client][DEBUG ] realtime =none                   extsz=4096   blocks=0, rtextents=0
473
[ceph-client][WARNIN] mount: Mounting /dev/sdb1 on /var/lib/ceph/tmp/mnt.GfW1ir with options noatime,inode64
474
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/mount -t xfs -o noatime,inode64 -- /dev/sdb1 /var/lib/ceph/tmp/mnt.GfW1ir
475
[ceph-client][WARNIN] command: Running command: /usr/sbin/restorecon /var/lib/ceph/tmp/mnt.GfW1ir
476
[ceph-client][WARNIN] populate_data_path: Preparing osd data dir /var/lib/ceph/tmp/mnt.GfW1ir
477
[ceph-client][WARNIN] command: Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.GfW1ir/ceph_fsid.8175.tmp
478
[ceph-client][WARNIN] command: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.GfW1ir/ceph_fsid.8175.tmp
479
[ceph-client][WARNIN] command: Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.GfW1ir/fsid.8175.tmp
480
[ceph-client][WARNIN] command: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.GfW1ir/fsid.8175.tmp
481
[ceph-client][WARNIN] command: Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.GfW1ir/magic.8175.tmp
482
[ceph-client][WARNIN] command: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.GfW1ir/magic.8175.tmp
483
[ceph-client][WARNIN] command: Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.GfW1ir/journal_uuid.8175.tmp
484
[ceph-client][WARNIN] command: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.GfW1ir/journal_uuid.8175.tmp
485
[ceph-client][WARNIN] adjust_symlink: Creating symlink /var/lib/ceph/tmp/mnt.GfW1ir/journal -> /dev/disk/by-partuuid/348f2de1-0fc7-40f3-8619-58c3e13f9a40
486
[ceph-client][WARNIN] command: Running command: /usr/sbin/restorecon -R /var/lib/ceph/tmp/mnt.GfW1ir
487
[ceph-client][WARNIN] command: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/tmp/mnt.GfW1ir
488
[ceph-client][WARNIN] unmount: Unmounting /var/lib/ceph/tmp/mnt.GfW1ir
489
[ceph-client][WARNIN] command_check_call: Running command: /bin/umount -- /var/lib/ceph/tmp/mnt.GfW1ir
490
[ceph-client][WARNIN] get_dm_uuid: get_dm_uuid /dev/sdb uuid path is /sys/dev/block/8:16/dm/uuid
491
[ceph-client][WARNIN] command_check_call: Running command: /usr/sbin/sgdisk --typecode=1:4fbd7e29-9d25-41b8-afd0-062c0ceff05d -- /dev/sdb
492
[ceph-client][DEBUG ] Warning: The kernel is still using the old partition table.
493
[ceph-client][DEBUG ] The new table will be used at the next reboot.
494
[ceph-client][DEBUG ] The operation has completed successfully.
495
[ceph-client][WARNIN] update_partition: Calling partprobe on prepared device /dev/sdb
496
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/udevadm settle --timeout=600
497
[ceph-client][WARNIN] command: Running command: /usr/bin/flock -s /dev/sdb /usr/sbin/partprobe /dev/sdb
498
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/udevadm settle --timeout=600
499
[ceph-client][WARNIN] command_check_call: Running command: /usr/bin/udevadm trigger --action=add --sysname-match sdb1
500
[ceph-client][INFO  ] Running command: systemctl enable ceph.target
501
[ceph-client][INFO  ] checking OSD status...
502
[ceph-client][DEBUG ] find the location of an executable
503
[ceph-client][INFO  ] Running command: /bin/ceph --cluster=ceph osd stat --format=json
504
[ceph-client][WARNIN] there is 1 OSD down
505
[ceph-client][WARNIN] there is 1 OSD out
506
[ceph_deploy.osd][DEBUG ] Host ceph-client is now ready for osd use.
507
[root@ceph-client ceph-config]# ceph status
508
    cluster 7475f68c-420a-46b5-a45a-395d2197d37e
509
     health HEALTH_OK
510
     monmap e1: 1 mons at {ceph-client=10.211.55.93:6789/0}
511
            election epoch 3, quorum 0 ceph-client
512
     osdmap e2: 1 osds: 0 up, 0 in
513
            flags sortbitwise
514
      pgmap v3: 64 pgs, 1 pools, 0 bytes data, 0 objects
515
            0 kB used, 0 kB / 0 kB avail
516
                  64 creating
517
[root@ceph-client ceph-config]# partprobe /dev/sdb
518
[root@ceph-client ceph-config]# ceph status
519
    cluster 7475f68c-420a-46b5-a45a-395d2197d37e
520
     health HEALTH_ERR
521
            64 pgs are stuck inactive for more than 300 seconds
522
            64 pgs stuck inactive
523
     monmap e1: 1 mons at {ceph-client=10.211.55.93:6789/0}
524
            election epoch 3, quorum 0 ceph-client
525
     osdmap e2: 1 osds: 0 up, 0 in
526
            flags sortbitwise
527
      pgmap v3: 64 pgs, 1 pools, 0 bytes data, 0 objects
528
            0 kB used, 0 kB / 0 kB avail
529
                  64 creating
530
[root@ceph-client ceph-config]# ceph status
531
    cluster 7475f68c-420a-46b5-a45a-395d2197d37e
532
     health HEALTH_ERR
533
            64 pgs are stuck inactive for more than 300 seconds
534
            64 pgs stuck inactive
535
     monmap e1: 1 mons at {ceph-client=10.211.55.93:6789/0}
536
            election epoch 3, quorum 0 ceph-client
537
     osdmap e2: 1 osds: 0 up, 0 in
538
            flags sortbitwise
539
      pgmap v3: 64 pgs, 1 pools, 0 bytes data, 0 objects
540
            0 kB used, 0 kB / 0 kB avail
541
                  64 creating
542
[root@ceph-client ceph-config]# reboot
543
Connection to 10.211.55.93 closed by remote host.
544
Connection to 10.211.55.93 closed.
545
[muislam@muminul-dev ~]$ ssh root@10.211.55.93
546
root@10.211.55.93's password: 
547
Last login: Fri May 27 09:45:32 2016 from 10.211.55.4
548
[root@ceph-client ~]# cd ceph-config/
549
[root@ceph-client ceph-config]# ceph status
550
    cluster 7475f68c-420a-46b5-a45a-395d2197d37e
551
     health HEALTH_ERR
552
            64 pgs are stuck inactive for more than 300 seconds
553
            64 pgs stuck inactive
554
     monmap e1: 1 mons at {ceph-client=10.211.55.93:6789/0}
555
            election epoch 4, quorum 0 ceph-client
556
     osdmap e5: 1 osds: 1 up, 1 in
557
            flags sortbitwise
558
      pgmap v6: 64 pgs, 1 pools, 0 bytes data, 0 objects
559
            0 kB used, 0 kB / 0 kB avail
560
                  64 creating
561
[root@ceph-client ceph-config]# ceph status
562
    cluster 7475f68c-420a-46b5-a45a-395d2197d37e
563
     health HEALTH_OK
564
     monmap e1: 1 mons at {ceph-client=10.211.55.93:6789/0}
565
            election epoch 4, quorum 0 ceph-client
566
     osdmap e5: 1 osds: 1 up, 1 in
567
            flags sortbitwise
568
      pgmap v7: 64 pgs, 1 pools, 0 bytes data, 0 objects
569
            33928 kB used, 7123 MB / 7156 MB avail
570
                  64 active+clean
571