|
sudo ./bin/ceph-mds --setuser ceph --setgroup ceph --cluster ti -i sg1vosrv12 -d
|
|
2019-02-18 21:34:29.489 7fe1330dc440 0 set uid:gid to 64045:64045 (ceph:ceph)
|
|
2019-02-18 21:34:29.489 7fe1330dc440 0 ceph version 13.2.4 (b10be4d44915a4d78a8e06aa31919e74927b142e) mimic (stable), process ceph-mds, pid 1191
|
|
2019-02-18 21:34:29.489 7fe1330dc440 0 pidfile_write: ignore empty --pid-file
|
|
starting mds.sg1vosrv12 at -
|
|
2019-02-18 21:34:29.497 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 329 from mon.2
|
|
2019-02-18 21:34:29.661 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 330 from mon.2
|
|
2019-02-18 21:34:29.661 7fe122322700 1 mds.sg1vosrv12 Map has assigned me to become a standby
|
|
2019-02-18 21:34:29.689 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 331 from mon.2
|
|
2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 handle_mds_map i am now mds.0.331
|
|
2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 handle_mds_map state change up:boot --> up:replay
|
|
2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 replay_start
|
|
2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 recovery set is
|
|
2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 waiting for osdmap 87595 (which blacklists prior instance)
|
|
2019-02-18 21:34:29.713 7fe11b92d700 0 mds.0.cache creating system inode with ino:0x100
|
|
2019-02-18 21:34:29.713 7fe11b92d700 0 mds.0.cache creating system inode with ino:0x1
|
|
2019-02-18 21:34:31.145 7fe11a12a700 0 log_channel(cluster) log [WRN] : replayed op client.18359173:903,900 used ino 0x100000051bd but session next is 0x10000004bde
|
|
2019-02-18 21:34:31.145 7fe11a12a700 0 log_channel(cluster) log [WRN] : replayed op client.18359173:904,900 used ino 0x100000051be but session next is 0x10000004bde
|
|
2019-02-18 21:34:31.145 7fe11a12a700 0 log_channel(cluster) log [WRN] : replayed op client.18359173:905,900 used ino 0x100000051bf but session next is 0x10000004bde
|
|
2019-02-18 21:34:31.145 7fe11a12a700 0 log_channel(cluster) log [WRN] : replayed op client.18359173:906,900 used ino 0x100000051c0 but session next is 0x10000004bde
|
|
2019-02-18 21:34:31.217 7fe11a12a700 1 mds.0.331 replay_done
|
|
2019-02-18 21:34:31.217 7fe11a12a700 1 mds.0.331 making mds journal writeable
|
|
2019-02-18 21:34:31.997 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 332 from mon.2
|
|
2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 handle_mds_map i am now mds.0.331
|
|
2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 handle_mds_map state change up:replay --> up:reconnect
|
|
2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 reconnect_start
|
|
2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 reopen_log
|
|
2019-02-18 21:34:31.997 7fe122322700 1 mds.0.server reconnect_clients -- 10 sessions
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.17592384 10.10.181.17:0/3643175079 after 0.000726
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.18110760 10.10.181.16:0/3015216276 after 0.000834
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.15227693 10.10.181.16:0/742284117 after 0.000900
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.18164119 10.10.181.17:0/875193457 after 0.000964
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.17492882 10.10.181.18:0/1459513868 after 0.001010
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.15258971 10.10.181.15:0/72759821 after 0.001048
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.18355462 10.10.32.124:0/3176739197 after 0.001507
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.18337740 10.10.181.16:0/2022917557 after 0.001931
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.16348230 10.10.181.15:0/536186448 after 0.002257
|
|
2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.16348125 10.10.181.16:0/4010683472 after 0.002741
|
|
2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 reconnect_done
|
|
2019-02-18 21:34:33.033 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 333 from mon.2
|
|
2019-02-18 21:34:33.033 7fe122322700 1 mds.0.331 handle_mds_map i am now mds.0.331
|
|
2019-02-18 21:34:33.033 7fe122322700 1 mds.0.331 handle_mds_map state change up:reconnect --> up:rejoin
|
|
2019-02-18 21:34:33.033 7fe122322700 1 mds.0.331 rejoin_start
|
|
2019-02-18 21:34:33.037 7fe122322700 1 mds.0.331 rejoin_joint_start
|
|
2019-02-18 21:34:33.125 7fe11b92d700 1 mds.0.331 rejoin_done
|
|
2019-02-18 21:34:34.089 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 334 from mon.2
|
|
2019-02-18 21:34:34.089 7fe122322700 1 mds.0.331 handle_mds_map i am now mds.0.331
|
|
2019-02-18 21:34:34.089 7fe122322700 1 mds.0.331 handle_mds_map state change up:rejoin --> up:active
|
|
2019-02-18 21:34:34.089 7fe122322700 1 mds.0.331 recovery_done -- successful recovery!
|
|
2019-02-18 21:34:34.089 7fe122322700 1 mds.0.331 active_start
|
|
2019-02-18 21:34:34.097 7fe122322700 1 mds.0.331 cluster recovered.
|
|
2019-02-18 21:34:34.097 7fe11b92d700 0 mds.0 RecoveryQueue::_recovered recovery error! -1
|
|
2019-02-18 21:34:34.097 7fe11b92d700 -1 log_channel(cluster) log [ERR] : OSD read error while recovering size for inode 0x100000056a7
|
|
2019-02-18 21:34:34.109 7fe11b92d700 1 mds.sg1vosrv12 respawn!
|
|
--- begin dump of recent events ---
|
|
-816> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command perfcounters_dump hook 0x560d8ff2e2d0
|
|
-815> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command 1 hook 0x560d8ff2e2d0
|
|
-814> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command perf dump hook 0x560d8ff2e2d0
|
|
-813> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command perfcounters_schema hook 0x560d8ff2e2d0
|
|
-812> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command perf histogram dump hook 0x560d8ff2e2d0
|
|
-811> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command 2 hook 0x560d8ff2e2d0
|
|
-810> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command perf schema hook 0x560d8ff2e2d0
|
|
-809> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command perf histogram schema hook 0x560d8ff2e2d0
|
|
-808> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command perf reset hook 0x560d8ff2e2d0
|
|
-807> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command config show hook 0x560d8ff2e2d0
|
|
-806> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command config help hook 0x560d8ff2e2d0
|
|
-805> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command config set hook 0x560d8ff2e2d0
|
|
-804> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command config unset hook 0x560d8ff2e2d0
|
|
-803> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command config get hook 0x560d8ff2e2d0
|
|
-802> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command config diff hook 0x560d8ff2e2d0
|
|
-801> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command config diff get hook 0x560d8ff2e2d0
|
|
-800> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command log flush hook 0x560d8ff2e2d0
|
|
-799> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command log dump hook 0x560d8ff2e2d0
|
|
-798> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command log reopen hook 0x560d8ff2e2d0
|
|
-797> 2019-02-18 21:34:29.477 7fe1330dc440 5 asok(0x560d8ff30000) register_command dump_mempools hook 0x560d8ffe8068
|
|
-796> 2019-02-18 21:34:29.481 7fe1330dc440 10 monclient: get_monmap_and_config
|
|
-795> 2019-02-18 21:34:29.481 7fe1330dc440 10 monclient: build_initial_monmap
|
|
-794> 2019-02-18 21:34:29.485 7fe124326700 2 Event(0x560d8ff30e00 nevent=5000 time_id=1).set_owner idx=2 owner=140604951652096
|
|
-793> 2019-02-18 21:34:29.485 7fe124b27700 2 Event(0x560d8ff30bc0 nevent=5000 time_id=1).set_owner idx=1 owner=140604960044800
|
|
-792> 2019-02-18 21:34:29.485 7fe125328700 2 Event(0x560d8ff30980 nevent=5000 time_id=1).set_owner idx=0 owner=140604968437504
|
|
-791> 2019-02-18 21:34:29.485 7fe1330dc440 1 Processor -- start
|
|
-790> 2019-02-18 21:34:29.485 7fe1330dc440 1 -- - start start
|
|
-789> 2019-02-18 21:34:29.485 7fe1330dc440 10 monclient: init
|
|
-788> 2019-02-18 21:34:29.485 7fe1330dc440 5 adding auth protocol: cephx
|
|
-787> 2019-02-18 21:34:29.485 7fe1330dc440 10 monclient: auth_supported 2 method cephx
|
|
-786> 2019-02-18 21:34:29.485 7fe1330dc440 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ti-sg1vosrv12/keyring
|
|
-785> 2019-02-18 21:34:29.485 7fe1330dc440 10 monclient: _reopen_session rank -1
|
|
-784> 2019-02-18 21:34:29.485 7fe1330dc440 10 monclient(hunting): picked mon.noname-b con 0x560d901e4700 addr 10.10.0.17:6789/0
|
|
-783> 2019-02-18 21:34:29.485 7fe1330dc440 10 monclient(hunting): picked mon.noname-c con 0x560d901e4e00 addr 10.10.0.18:6789/0
|
|
-782> 2019-02-18 21:34:29.485 7fe1330dc440 1 -- - --> 10.10.0.17:6789/0 -- auth(proto 0 35 bytes epoch 0) v1 -- 0x560d90152780 con 0
|
|
-781> 2019-02-18 21:34:29.485 7fe1330dc440 1 -- - --> 10.10.0.18:6789/0 -- auth(proto 0 35 bytes epoch 0) v1 -- 0x560d90152a00 con 0
|
|
-780> 2019-02-18 21:34:29.485 7fe1330dc440 10 monclient(hunting): _renew_subs
|
|
-779> 2019-02-18 21:34:29.485 7fe1330dc440 10 monclient(hunting): authenticate will time out at 2019-02-18 21:39:29.487640
|
|
-778> 2019-02-18 21:34:29.485 7fe124b27700 1 -- 10.10.32.124:0/2642982909 learned_addr learned my addr 10.10.32.124:0/2642982909
|
|
-777> 2019-02-18 21:34:29.485 7fe124b27700 2 -- 10.10.32.124:0/2642982909 >> 10.10.0.17:6789/0 conn(0x560d901e4700 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-776> 2019-02-18 21:34:29.485 7fe124326700 2 -- 10.10.32.124:0/2642982909 >> 10.10.0.18:6789/0 conn(0x560d901e4e00 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=0)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-775> 2019-02-18 21:34:29.485 7fe124b27700 5 -- 10.10.32.124:0/2642982909 >> 10.10.0.17:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111251 cs=1 l=1). rx mon.1 seq 1 0x560d8ff31b00 mon_map magic: 0 v1
|
|
-774> 2019-02-18 21:34:29.485 7fe124b27700 5 -- 10.10.32.124:0/2642982909 >> 10.10.0.17:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111251 cs=1 l=1). rx mon.1 seq 2 0x560d90152780 auth_reply(proto 2 0 (0) Success) v1
|
|
-773> 2019-02-18 21:34:29.485 7fe124326700 5 -- 10.10.32.124:0/2642982909 >> 10.10.0.18:6789/0 conn(0x560d901e4e00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111221 cs=1 l=1). rx mon.2 seq 1 0x560d8ff31d40 mon_map magic: 0 v1
|
|
-772> 2019-02-18 21:34:29.485 7fe124326700 5 -- 10.10.32.124:0/2642982909 >> 10.10.0.18:6789/0 conn(0x560d901e4e00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111221 cs=1 l=1). rx mon.2 seq 2 0x560d90152a00 auth_reply(proto 2 0 (0) Success) v1
|
|
-771> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 <== mon.1 10.10.0.17:6789/0 1 ==== mon_map magic: 0 v1 ==== 367+0+0 (3561475368 0 0) 0x560d8ff31b00 con 0x560d901e4700
|
|
-770> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-769> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient(hunting): got monmap 8, mon.noname-b is now rank -1
|
|
-768> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient(hunting): dump:
|
|
epoch 8
|
|
fsid e98e202d-9b26-4f1c-a40c-3d4a1bff56a4
|
|
last_changed 2018-10-04 20:15:04.556706
|
|
created 2017-11-29 13:32:12.934114
|
|
0: 10.10.0.16:6789/0 mon.8
|
|
1: 10.10.0.17:6789/0 mon.12
|
|
2: 10.10.0.18:6789/0 mon.25
|
|
|
|
-767> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 <== mon.1 10.10.0.17:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (2410151876 0 0) 0x560d90152780 con 0x560d901e4700
|
|
-766> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient(hunting): my global_id is 18580279
|
|
-765> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 --> 10.10.0.17:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x560d90152f00 con 0
|
|
-764> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 <== mon.2 10.10.0.18:6789/0 1 ==== mon_map magic: 0 v1 ==== 367+0+0 (3561475368 0 0) 0x560d8ff31d40 con 0x560d901e4e00
|
|
-763> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-762> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient(hunting): got monmap 8, mon.25 is now rank 2
|
|
-761> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient(hunting): dump:
|
|
epoch 8
|
|
fsid e98e202d-9b26-4f1c-a40c-3d4a1bff56a4
|
|
last_changed 2018-10-04 20:15:04.556706
|
|
created 2017-11-29 13:32:12.934114
|
|
0: 10.10.0.16:6789/0 mon.8
|
|
1: 10.10.0.17:6789/0 mon.12
|
|
2: 10.10.0.18:6789/0 mon.25
|
|
|
|
-760> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 <== mon.2 10.10.0.18:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (106109495 0 0) 0x560d90152a00 con 0x560d901e4e00
|
|
-759> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient(hunting): my global_id is 18570323
|
|
-758> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 --> 10.10.0.18:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x560d90152780 con 0
|
|
-757> 2019-02-18 21:34:29.485 7fe124326700 5 -- 10.10.32.124:0/2642982909 >> 10.10.0.18:6789/0 conn(0x560d901e4e00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111221 cs=1 l=1). rx mon.2 seq 3 0x560d90152780 auth_reply(proto 2 0 (0) Success) v1
|
|
-756> 2019-02-18 21:34:29.485 7fe124b27700 5 -- 10.10.32.124:0/2642982909 >> 10.10.0.17:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111251 cs=1 l=1). rx mon.1 seq 3 0x560d90152f00 auth_reply(proto 2 0 (0) Success) v1
|
|
-755> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 <== mon.2 10.10.0.18:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 222+0+0 (2073884608 0 0) 0x560d90152780 con 0x560d901e4e00
|
|
-754> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 >> 10.10.0.17:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN pgs=2111251 cs=1 l=1).mark_down
|
|
-753> 2019-02-18 21:34:29.485 7fe123b25700 2 -- 10.10.32.124:0/2642982909 >> 10.10.0.17:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN pgs=2111251 cs=1 l=1)._stop
|
|
-752> 2019-02-18 21:34:29.485 7fe123b25700 1 monclient: found mon.25
|
|
-751> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-750> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 --> 10.10.0.18:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560d8ff30fc0 con 0
|
|
-749> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2019-02-18 21:33:59.490740)
|
|
-748> 2019-02-18 21:34:29.485 7fe123b25700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-747> 2019-02-18 21:34:29.485 7fe123b25700 1 -- 10.10.32.124:0/2642982909 --> 10.10.0.18:6789/0 -- auth(proto 2 2 bytes epoch 0) v1 -- 0x560d90152f00 con 0
|
|
-746> 2019-02-18 21:34:29.485 7fe1330dc440 5 monclient: authenticate success, global_id 18570323
|
|
-745> 2019-02-18 21:34:29.485 7fe124326700 5 -- 10.10.32.124:0/2642982909 >> 10.10.0.18:6789/0 conn(0x560d901e4e00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111221 cs=1 l=1). rx mon.2 seq 4 0x560d8ff30fc0 config(0 keys) v1
|
|
-744> 2019-02-18 21:34:29.489 7fe124326700 5 -- 10.10.32.124:0/2642982909 >> 10.10.0.18:6789/0 conn(0x560d901e4e00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111221 cs=1 l=1). rx mon.2 seq 5 0x560d8ff31b00 mon_map magic: 0 v1
|
|
-743> 2019-02-18 21:34:29.489 7fe123b25700 1 -- 10.10.32.124:0/2642982909 <== mon.2 10.10.0.18:6789/0 4 ==== config(0 keys) v1 ==== 4+0+0 (0 0 0) 0x560d8ff30fc0 con 0x560d901e4e00
|
|
-742> 2019-02-18 21:34:29.489 7fe123b25700 10 monclient: handle_config config(0 keys) v1
|
|
-741> 2019-02-18 21:34:29.489 7fe1330dc440 10 monclient: get_monmap_and_config success
|
|
-740> 2019-02-18 21:34:29.489 7fe1330dc440 10 monclient: shutdown
|
|
-739> 2019-02-18 21:34:29.489 7fe123b25700 1 -- 10.10.32.124:0/2642982909 <== mon.2 10.10.0.18:6789/0 5 ==== mon_map magic: 0 v1 ==== 367+0+0 (3561475368 0 0) 0x560d8ff31b00 con 0x560d901e4e00
|
|
-738> 2019-02-18 21:34:29.489 7fe1330dc440 1 -- 10.10.32.124:0/2642982909 >> 10.10.0.18:6789/0 conn(0x560d901e4e00 :-1 s=STATE_OPEN pgs=2111221 cs=1 l=1).mark_down
|
|
-737> 2019-02-18 21:34:29.489 7fe1330dc440 2 -- 10.10.32.124:0/2642982909 >> 10.10.0.18:6789/0 conn(0x560d901e4e00 :-1 s=STATE_OPEN pgs=2111221 cs=1 l=1)._stop
|
|
-736> 2019-02-18 21:34:29.489 7fe123b25700 10 monclient: discarding stray monitor message mon_map magic: 0 v1
|
|
-735> 2019-02-18 21:34:29.489 7fe122322700 4 set_mon_vals no callback set
|
|
-734> 2019-02-18 21:34:29.489 7fe1330dc440 1 -- 10.10.32.124:0/2642982909 shutdown_connections
|
|
-733> 2019-02-18 21:34:29.489 7fe1330dc440 5 -- 10.10.32.124:0/2642982909 shutdown_connections mark down 10.10.0.18:6789/0 0x560d901e4e00
|
|
-732> 2019-02-18 21:34:29.489 7fe1330dc440 5 -- 10.10.32.124:0/2642982909 shutdown_connections mark down 10.10.0.17:6789/0 0x560d901e4700
|
|
-731> 2019-02-18 21:34:29.489 7fe1330dc440 5 -- 10.10.32.124:0/2642982909 shutdown_connections delete 0x560d901e4700
|
|
-730> 2019-02-18 21:34:29.489 7fe1330dc440 5 -- 10.10.32.124:0/2642982909 shutdown_connections delete 0x560d901e4e00
|
|
-729> 2019-02-18 21:34:29.489 7fe1330dc440 1 -- 10.10.32.124:0/2642982909 shutdown_connections
|
|
-728> 2019-02-18 21:34:29.489 7fe1330dc440 1 -- 10.10.32.124:0/2642982909 wait complete.
|
|
-727> 2019-02-18 21:34:29.489 7fe1330dc440 1 -- 10.10.32.124:0/2642982909 >> 10.10.32.124:0/2642982909 conn(0x560d901e4000 :-1 s=STATE_NONE pgs=0 cs=0 l=0).mark_down
|
|
-726> 2019-02-18 21:34:29.489 7fe1330dc440 2 -- 10.10.32.124:0/2642982909 >> 10.10.32.124:0/2642982909 conn(0x560d901e4000 :-1 s=STATE_NONE pgs=0 cs=0 l=0)._stop
|
|
-725> 2019-02-18 21:34:29.489 7fe1330dc440 0 set uid:gid to 64045:64045 (ceph:ceph)
|
|
-724> 2019-02-18 21:34:29.489 7fe1330dc440 0 ceph version 13.2.4 (b10be4d44915a4d78a8e06aa31919e74927b142e) mimic (stable), process ceph-mds, pid 1191
|
|
-723> 2019-02-18 21:34:29.489 7fe1330dc440 0 pidfile_write: ignore empty --pid-file
|
|
-722> 2019-02-18 21:34:29.489 7fe1330dc440 5 asok(0x560d8ff30000) init /var/run/ceph/ti-mds.sg1vosrv12.asok
|
|
-721> 2019-02-18 21:34:29.489 7fe1330dc440 5 asok(0x560d8ff30000) bind_and_listen /var/run/ceph/ti-mds.sg1vosrv12.asok
|
|
-720> 2019-02-18 21:34:29.489 7fe1330dc440 5 asok(0x560d8ff30000) register_command 0 hook 0x560d8ff2d380
|
|
-719> 2019-02-18 21:34:29.489 7fe1330dc440 5 asok(0x560d8ff30000) register_command version hook 0x560d8ff2d380
|
|
-718> 2019-02-18 21:34:29.489 7fe1330dc440 5 asok(0x560d8ff30000) register_command git_version hook 0x560d8ff2d380
|
|
-717> 2019-02-18 21:34:29.489 7fe1330dc440 5 asok(0x560d8ff30000) register_command help hook 0x560d8ff2e1d0
|
|
-716> 2019-02-18 21:34:29.489 7fe1330dc440 5 asok(0x560d8ff30000) register_command get_command_descriptions hook 0x560d8ff2e1c0
|
|
-715> 2019-02-18 21:34:29.489 7fe1330dc440 1 -- 0.0.0.0:6800/2690028880 _finish_bind bind my_inst.addr is 0.0.0.0:6800/2690028880
|
|
-714> 2019-02-18 21:34:29.489 7fe123324700 5 asok(0x560d8ff30000) entry start
|
|
-713> 2019-02-18 21:34:29.489 7fe1330dc440 10 monclient: build_initial_monmap
|
|
-712> 2019-02-18 21:34:29.489 7fe1330dc440 1 -- 0.0.0.0:6800/2690028880 start start
|
|
-711> 2019-02-18 21:34:29.489 7fe1330dc440 5 adding auth protocol: cephx
|
|
-710> 2019-02-18 21:34:29.489 7fe1330dc440 5 adding auth protocol: cephx
|
|
-709> 2019-02-18 21:34:29.489 7fe1330dc440 1 Processor -- start
|
|
-708> 2019-02-18 21:34:29.489 7fe1330dc440 10 monclient: init
|
|
-707> 2019-02-18 21:34:29.489 7fe1330dc440 5 adding auth protocol: cephx
|
|
-706> 2019-02-18 21:34:29.489 7fe1330dc440 10 monclient: auth_supported 2 method cephx
|
|
-705> 2019-02-18 21:34:29.489 7fe1330dc440 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ti-sg1vosrv12/keyring
|
|
-704> 2019-02-18 21:34:29.489 7fe1330dc440 10 monclient: _reopen_session rank -1
|
|
-703> 2019-02-18 21:34:29.489 7fe1330dc440 10 monclient(hunting): picked mon.noname-a con 0x560d901e4700 addr 10.10.0.16:6789/0
|
|
-702> 2019-02-18 21:34:29.489 7fe1330dc440 10 monclient(hunting): picked mon.noname-c con 0x560d901e5500 addr 10.10.0.18:6789/0
|
|
-701> 2019-02-18 21:34:29.489 7fe1330dc440 1 -- 0.0.0.0:6800/2690028880 --> 10.10.0.16:6789/0 -- auth(proto 0 35 bytes epoch 0) v1 -- 0x560d90152c80 con 0
|
|
-700> 2019-02-18 21:34:29.489 7fe1330dc440 1 -- 0.0.0.0:6800/2690028880 --> 10.10.0.18:6789/0 -- auth(proto 0 35 bytes epoch 0) v1 -- 0x560d90152a00 con 0
|
|
-699> 2019-02-18 21:34:29.489 7fe1330dc440 10 monclient(hunting): _renew_subs
|
|
-698> 2019-02-18 21:34:29.493 7fe124326700 1 -- 10.10.32.124:6800/2690028880 learned_addr learned my addr 10.10.32.124:6800/2690028880
|
|
-697> 2019-02-18 21:34:29.493 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-696> 2019-02-18 21:34:29.493 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6789/0 conn(0x560d901e4700 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-695> 2019-02-18 21:34:29.493 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 1 0x560d8ff31d40 mon_map magic: 0 v1
|
|
-694> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 1 ==== mon_map magic: 0 v1 ==== 367+0+0 (3561475368 0 0) 0x560d8ff31d40 con 0x560d901e5500
|
|
-693> 2019-02-18 21:34:29.493 7fe122322700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-692> 2019-02-18 21:34:29.493 7fe122322700 10 monclient(hunting): got monmap 8, mon.noname-c is now rank -1
|
|
-691> 2019-02-18 21:34:29.493 7fe122322700 10 monclient(hunting): dump:
|
|
epoch 8
|
|
fsid e98e202d-9b26-4f1c-a40c-3d4a1bff56a4
|
|
last_changed 2018-10-04 20:15:04.556706
|
|
created 2017-11-29 13:32:12.934114
|
|
0: 10.10.0.16:6789/0 mon.8
|
|
1: 10.10.0.17:6789/0 mon.12
|
|
2: 10.10.0.18:6789/0 mon.25
|
|
|
|
-690> 2019-02-18 21:34:29.493 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2247 cs=1 l=1). rx mon.0 seq 1 0x560d8ff31b00 mon_map magic: 0 v1
|
|
-689> 2019-02-18 21:34:29.493 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2247 cs=1 l=1). rx mon.0 seq 2 0x560d90152c80 auth_reply(proto 2 0 (0) Success) v1
|
|
-688> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.0 10.10.0.16:6789/0 1 ==== mon_map magic: 0 v1 ==== 367+0+0 (3561475368 0 0) 0x560d8ff31b00 con 0x560d901e4700
|
|
-687> 2019-02-18 21:34:29.493 7fe122322700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
|
|
-686> 2019-02-18 21:34:29.493 7fe122322700 10 monclient(hunting): got monmap 8, mon.8 is now rank 0
|
|
-685> 2019-02-18 21:34:29.493 7fe122322700 10 monclient(hunting): dump:
|
|
epoch 8
|
|
fsid e98e202d-9b26-4f1c-a40c-3d4a1bff56a4
|
|
last_changed 2018-10-04 20:15:04.556706
|
|
created 2017-11-29 13:32:12.934114
|
|
0: 10.10.0.16:6789/0 mon.8
|
|
1: 10.10.0.17:6789/0 mon.12
|
|
2: 10.10.0.18:6789/0 mon.25
|
|
|
|
-684> 2019-02-18 21:34:29.493 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 2 0x560d90152f00 auth_reply(proto 2 0 (0) Success) v1
|
|
-683> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.0 10.10.0.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (1071331357 0 0) 0x560d90152c80 con 0x560d901e4700
|
|
-682> 2019-02-18 21:34:29.493 7fe122322700 10 monclient(hunting): my global_id is 18560307
|
|
-681> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x560d90153680 con 0
|
|
-680> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (2444984266 0 0) 0x560d90152f00 con 0x560d901e5500
|
|
-679> 2019-02-18 21:34:29.493 7fe122322700 10 monclient(hunting): my global_id is 18570326
|
|
-678> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- 0x560d90152c80 con 0
|
|
-677> 2019-02-18 21:34:29.493 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 3 0x560d90152c80 auth_reply(proto 2 0 (0) Success) v1
|
|
-676> 2019-02-18 21:34:29.493 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2247 cs=1 l=1). rx mon.0 seq 3 0x560d90153680 auth_reply(proto 2 0 (0) Success) v1
|
|
-675> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 222+0+0 (2903700480 0 0) 0x560d90152c80 con 0x560d901e5500
|
|
-674> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- auth(proto 2 181 bytes epoch 0) v1 -- 0x560d90152f00 con 0
|
|
-673> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.0 10.10.0.16:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 222+0+0 (14038876 0 0) 0x560d90153680 con 0x560d901e4700
|
|
-672> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6789/0 -- auth(proto 2 181 bytes epoch 0) v1 -- 0x560d90152c80 con 0
|
|
-671> 2019-02-18 21:34:29.493 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 4 0x560d90152f00 auth_reply(proto 2 0 (0) Success) v1
|
|
-670> 2019-02-18 21:34:29.493 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2247 cs=1 l=1). rx mon.0 seq 4 0x560d90152c80 auth_reply(proto 2 0 (0) Success) v1
|
|
-669> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 847+0+0 (3379934911 0 0) 0x560d90152f00 con 0x560d901e5500
|
|
-668> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN pgs=2247 cs=1 l=1).mark_down
|
|
-667> 2019-02-18 21:34:29.493 7fe122322700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6789/0 conn(0x560d901e4700 :-1 s=STATE_OPEN pgs=2247 cs=1 l=1)._stop
|
|
-666> 2019-02-18 21:34:29.493 7fe122322700 1 monclient: found mon.25
|
|
-665> 2019-02-18 21:34:29.493 7fe122322700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-664> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560d8ff31440 con 0
|
|
-663> 2019-02-18 21:34:29.493 7fe122322700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2019-02-18 21:33:59.498776)
|
|
-662> 2019-02-18 21:34:29.493 7fe122322700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-661> 2019-02-18 21:34:29.493 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- auth(proto 2 2 bytes epoch 0) v1 -- 0x560d90152c80 con 0
|
|
-660> 2019-02-18 21:34:29.493 7fe1330dc440 5 monclient: authenticate success, global_id 18570326
|
|
-659> 2019-02-18 21:34:29.493 7fe1330dc440 10 monclient: wait_auth_rotating waiting (until 2019-02-18 21:34:59.498839)
|
|
-658> 2019-02-18 21:34:29.497 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 5 0x560d8ff31440 config(0 keys) v1
|
|
-657> 2019-02-18 21:34:29.497 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 6 0x560d8ff31d40 mon_map magic: 0 v1
|
|
-656> 2019-02-18 21:34:29.497 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 5 ==== config(0 keys) v1 ==== 4+0+0 (0 0 0) 0x560d8ff31440 con 0x560d901e5500
|
|
-655> 2019-02-18 21:34:29.497 7fe122322700 10 monclient: handle_config config(0 keys) v1
|
|
-654> 2019-02-18 21:34:29.497 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 7 0x560d90152c80 auth_reply(proto 2 0 (0) Success) v1
|
|
-653> 2019-02-18 21:34:29.497 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 6 ==== mon_map magic: 0 v1 ==== 367+0+0 (3561475368 0 0) 0x560d8ff31d40 con 0x560d901e5500
|
|
-652> 2019-02-18 21:34:29.497 7fe122322700 10 monclient: handle_monmap mon_map magic: 0 v1
|
|
-651> 2019-02-18 21:34:29.497 7fe122322700 10 monclient: got monmap 8, mon.25 is now rank 2
|
|
-650> 2019-02-18 21:34:29.497 7fe122322700 10 monclient: dump:
|
|
epoch 8
|
|
fsid e98e202d-9b26-4f1c-a40c-3d4a1bff56a4
|
|
last_changed 2018-10-04 20:15:04.556706
|
|
created 2017-11-29 13:32:12.934114
|
|
0: 10.10.0.16:6789/0 mon.8
|
|
1: 10.10.0.17:6789/0 mon.12
|
|
2: 10.10.0.18:6789/0 mon.25
|
|
|
|
-649> 2019-02-18 21:34:29.497 7fe120136700 4 set_mon_vals no callback set
|
|
-648> 2019-02-18 21:34:29.497 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 7 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (833418295 0 0) 0x560d90152c80 con 0x560d901e5500
|
|
-647> 2019-02-18 21:34:29.497 7fe122322700 10 monclient: _check_auth_rotating have uptodate secrets (they expire after 2019-02-18 21:33:59.499600)
|
|
-646> 2019-02-18 21:34:29.497 7fe1330dc440 10 monclient: wait_auth_rotating done
|
|
-645> 2019-02-18 21:34:29.497 7fe1330dc440 10 monclient: _renew_subs
|
|
-644> 2019-02-18 21:34:29.497 7fe1330dc440 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-643> 2019-02-18 21:34:29.497 7fe1330dc440 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- mon_subscribe({mdsmap=0+,mgrmap=0+}) v3 -- 0x560d8ff31680 con 0
|
|
-642> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command status hook 0x560d8ff2e490
|
|
-641> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dump_ops_in_flight hook 0x560d8ff2e490
|
|
-640> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command ops hook 0x560d8ff2e490
|
|
-639> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dump_blocked_ops hook 0x560d8ff2e490
|
|
-638> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dump_historic_ops hook 0x560d8ff2e490
|
|
-637> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dump_historic_ops_by_duration hook 0x560d8ff2e490
|
|
-636> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command scrub_path hook 0x560d8ff2e490
|
|
-635> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command tag path hook 0x560d8ff2e490
|
|
-634> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command flush_path hook 0x560d8ff2e490
|
|
-633> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command export dir hook 0x560d8ff2e490
|
|
-632> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dump cache hook 0x560d8ff2e490
|
|
-631> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command cache status hook 0x560d8ff2e490
|
|
-630> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command cache drop hook 0x560d8ff2e490
|
|
-629> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dump tree hook 0x560d8ff2e490
|
|
-628> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dump loads hook 0x560d8ff2e490
|
|
-627> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dump snaps hook 0x560d8ff2e490
|
|
-626> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command session evict hook 0x560d8ff2e490
|
|
-625> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command osdmap barrier hook 0x560d8ff2e490
|
|
-624> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command session ls hook 0x560d8ff2e490
|
|
-623> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command flush journal hook 0x560d8ff2e490
|
|
-622> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command force_readonly hook 0x560d8ff2e490
|
|
-621> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command get subtrees hook 0x560d8ff2e490
|
|
-620> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dirfrag split hook 0x560d8ff2e490
|
|
-619> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dirfrag merge hook 0x560d8ff2e490
|
|
-618> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command dirfrag ls hook 0x560d8ff2e490
|
|
-617> 2019-02-18 21:34:29.497 7fe1330dc440 5 asok(0x560d8ff30000) register_command openfiles ls hook 0x560d8ff2e490
|
|
-616> 2019-02-18 21:34:29.497 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 8 0x560d90152a00 mdsmap(e 329) v1
|
|
-615> 2019-02-18 21:34:29.497 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 8 ==== mdsmap(e 329) v1 ==== 493+0+0 (3491071673 0 0) 0x560d90152a00 con 0x560d901e5500
|
|
-614> 2019-02-18 21:34:29.497 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 329 from mon.2
|
|
-613> 2019-02-18 21:34:29.497 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 9 0x560d8ff98600 mgrmap(e 225) v1
|
|
-612> 2019-02-18 21:34:29.497 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 9 ==== mgrmap(e 225) v1 ==== 1678+0+0 (2759681480 0 0) 0x560d8ff98600 con 0x560d901e5500
|
|
-611> 2019-02-18 21:34:29.497 7fe122322700 4 mgrc handle_mgr_map Got map version 225
|
|
-610> 2019-02-18 21:34:29.497 7fe122322700 4 mgrc handle_mgr_map Active mgr is now 10.10.0.16:6800/1906091
|
|
-609> 2019-02-18 21:34:29.497 7fe122322700 4 mgrc reconnect Starting new session with 10.10.0.16:6800/1906091
|
|
-608> 2019-02-18 21:34:29.497 7fe11e933700 5 mds.beacon.sg1vosrv12 Sending beacon up:boot seq 1
|
|
-607> 2019-02-18 21:34:29.497 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6800/1906091 conn(0x560d901e7100 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-606> 2019-02-18 21:34:29.497 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6800/1906091 -- mgropen(unknown.sg1vosrv12) v3 -- 0x560d9022e000 con 0
|
|
-605> 2019-02-18 21:34:29.501 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6800/1906091 conn(0x560d901e7100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1853 cs=1 l=1). rx mgr.18564296 seq 1 0x560d8ff7e1e0 mgrconfigure(period=5, threshold=5) v2
|
|
-604> 2019-02-18 21:34:29.501 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mgr.18564296 10.10.0.16:6800/1906091 1 ==== mgrconfigure(period=5, threshold=5) v2 ==== 8+0+0 (3460719617 0 0) 0x560d8ff7e1e0 con 0x560d901e7100
|
|
-603> 2019-02-18 21:34:29.501 7fe122322700 4 mgrc handle_mgr_configure stats_period=5
|
|
-602> 2019-02-18 21:34:29.501 7fe122322700 4 mgrc handle_mgr_configure updated stats threshold: 5
|
|
-601> 2019-02-18 21:34:29.501 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6800/1906091 -- mgrreport(unknown.sg1vosrv12 +0-0 packed 6) v6 -- 0x560d90142e00 con 0
|
|
-600> 2019-02-18 21:34:29.517 7fe11e933700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-599> 2019-02-18 21:34:29.517 7fe11e933700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- mdsbeacon(18570326/sg1vosrv12 up:boot seq 1 v329) v7 -- 0x560d90142a80 con 0
|
|
-598> 2019-02-18 21:34:29.661 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 10 0x560d90153680 mdsmap(e 330) v1
|
|
-597> 2019-02-18 21:34:29.661 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 10 ==== mdsmap(e 330) v1 ==== 617+0+0 (4166173058 0 0) 0x560d90153680 con 0x560d901e5500
|
|
-596> 2019-02-18 21:34:29.661 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 330 from mon.2
|
|
-595> 2019-02-18 21:34:29.661 7fe122322700 5 mds.beacon.sg1vosrv12 set_want_state: up:boot -> up:standby
|
|
-594> 2019-02-18 21:34:29.661 7fe122322700 1 mds.sg1vosrv12 Map has assigned me to become a standby
|
|
-593> 2019-02-18 21:34:29.661 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 11 0x560d90142a80 mdsbeacon(18570326/sg1vosrv12 up:boot seq 1 v330) v7
|
|
-592> 2019-02-18 21:34:29.661 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 11 ==== mdsbeacon(18570326/sg1vosrv12 up:boot seq 1 v330) v7 ==== 139+0+0 (305164580 0 0) 0x560d90142a80 con 0x560d901e5500
|
|
-591> 2019-02-18 21:34:29.661 7fe124326700 5 mds.beacon.sg1vosrv12 received beacon reply up:boot seq 1 rtt 0.164001
|
|
-590> 2019-02-18 21:34:29.689 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 12 0x560d90152f00 mdsmap(e 331) v1
|
|
-589> 2019-02-18 21:34:29.689 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 12 ==== mdsmap(e 331) v1 ==== 657+0+0 (2341801724 0 0) 0x560d90152f00 con 0x560d901e5500
|
|
-588> 2019-02-18 21:34:29.689 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 331 from mon.2
|
|
-587> 2019-02-18 21:34:29.689 7fe122322700 4 mds.0.purge_queue operator(): data pool 5 not found in OSDMap
|
|
-586> 2019-02-18 21:34:29.689 7fe122322700 4 mds.0.purge_queue operator(): data pool 114 not found in OSDMap
|
|
-585> 2019-02-18 21:34:29.689 7fe122322700 5 asok(0x560d8ff30000) register_command objecter_requests hook 0x560d8ff2e650
|
|
-584> 2019-02-18 21:34:29.689 7fe122322700 10 monclient: _renew_subs
|
|
-583> 2019-02-18 21:34:29.689 7fe122322700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-582> 2019-02-18 21:34:29.689 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- mon_subscribe({osdmap=0}) v3 -- 0x560d8ff32880 con 0
|
|
-581> 2019-02-18 21:34:29.689 7fe122322700 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
|
|
-580> 2019-02-18 21:34:29.689 7fe122322700 4 mds.0.purge_queue operator(): data pool 5 not found in OSDMap
|
|
-579> 2019-02-18 21:34:29.689 7fe122322700 4 mds.0.purge_queue operator(): data pool 114 not found in OSDMap
|
|
-578> 2019-02-18 21:34:29.689 7fe122322700 4 mds.0.0 handle_osd_map epoch 0, 0 new blacklist entries
|
|
-577> 2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 handle_mds_map i am now mds.0.331
|
|
-576> 2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 handle_mds_map state change up:boot --> up:replay
|
|
-575> 2019-02-18 21:34:29.693 7fe122322700 5 mds.beacon.sg1vosrv12 set_want_state: up:standby -> up:replay
|
|
-574> 2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 replay_start
|
|
-573> 2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 recovery set is
|
|
-572> 2019-02-18 21:34:29.693 7fe122322700 1 mds.0.331 waiting for osdmap 87595 (which blacklists prior instance)
|
|
-571> 2019-02-18 21:34:29.693 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 13 0x560d8ffe9080 osd_map(87595..87595 src has 87076..87595) v4
|
|
-570> 2019-02-18 21:34:29.693 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 13 ==== osd_map(87595..87595 src has 87076..87595) v4 ==== 18296+0+0 (2128304461 0 0) 0x560d8ffe9080 con 0x560d901e5500
|
|
-569> 2019-02-18 21:34:29.693 7fe122322700 4 mds.0.331 handle_osd_map epoch 87595, 0 new blacklist entries
|
|
-568> 2019-02-18 21:34:29.693 7fe122322700 10 monclient: _renew_subs
|
|
-567> 2019-02-18 21:34:29.693 7fe122322700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-566> 2019-02-18 21:34:29.693 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- mon_subscribe({osdmap=87596}) v3 -- 0x560d8ff32ac0 con 0
|
|
-565> 2019-02-18 21:34:29.693 7fe11b92d700 2 mds.0.331 boot_start 0: opening inotable
|
|
-564> 2019-02-18 21:34:29.693 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6801/2707522 -- osd_op(unknown.0.331:1 4.13 4:c91d4a1d:::mds0_inotable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022e340 con 0
|
|
-563> 2019-02-18 21:34:29.693 7fe11b92d700 2 mds.0.331 boot_start 0: opening sessionmap
|
|
-562> 2019-02-18 21:34:29.693 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6800/2707654 -- osd_op(unknown.0.331:2 4.b 4:d0630e4c:::mds0_sessionmap:head [omap-get-header,omap-get-vals] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022e680 con 0
|
|
-561> 2019-02-18 21:34:29.693 7fe11b92d700 2 mds.0.331 boot_start 0: opening mds log
|
|
-560> 2019-02-18 21:34:29.693 7fe11b92d700 5 mds.0.log open discovering log bounds
|
|
-559> 2019-02-18 21:34:29.693 7fe11b92d700 2 mds.0.331 boot_start 0: opening purge queue (async)
|
|
-558> 2019-02-18 21:34:29.693 7fe11b92d700 4 mds.0.purge_queue open: opening
|
|
-557> 2019-02-18 21:34:29.693 7fe11b92d700 1 mds.0.journaler.pq(ro) recover start
|
|
-556> 2019-02-18 21:34:29.693 7fe11b92d700 1 mds.0.journaler.pq(ro) read_head
|
|
-555> 2019-02-18 21:34:29.693 7fe11b12c700 4 mds.0.journalpointer Reading journal pointer '400.00000000'
|
|
-554> 2019-02-18 21:34:29.693 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6814/1907788 -- osd_op(unknown.0.331:3 4.15 4:aa448500:::500.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022e9c0 con 0
|
|
-553> 2019-02-18 21:34:29.693 7fe11b92d700 2 mds.0.331 boot_start 0: loading open file table (async)
|
|
-552> 2019-02-18 21:34:29.693 7fe11b12c700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6804/2707580 -- osd_op(unknown.0.331:4 4.f 4:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022ed00 con 0
|
|
-551> 2019-02-18 21:34:29.693 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6820/2707789 -- osd_op(unknown.0.331:5 4.6 4:654134d2:::mds0_openfiles.0:head [omap-get-header,omap-get-vals] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f040 con 0
|
|
-550> 2019-02-18 21:34:29.693 7fe11b92d700 2 mds.0.331 boot_start 0: opening snap table
|
|
-549> 2019-02-18 21:34:29.693 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6816/2707787 -- osd_op(unknown.0.331:6 4.d 4:b50e409b:::mds_snaptable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f380 con 0
|
|
-548> 2019-02-18 21:34:29.693 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6800/2707654 conn(0x560d90274000 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-547> 2019-02-18 21:34:29.693 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-546> 2019-02-18 21:34:29.697 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6814/1907788 conn(0x560d90274700 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-545> 2019-02-18 21:34:29.697 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6820/2707789 conn(0x560d90275500 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-544> 2019-02-18 21:34:29.697 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6804/2707580 conn(0x560d90274e00 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-543> 2019-02-18 21:34:29.697 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6816/2707787 conn(0x560d90275c00 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-542> 2019-02-18 21:34:29.697 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=109 cs=1 l=1). rx osd.4 seq 1 0x560d9022e340 osd_op_reply(1 mds0_inotable [read 0~34] v0'0 uv2 ondisk = 0) v8
|
|
-541> 2019-02-18 21:34:29.697 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.4 10.10.0.18:6801/2707522 1 ==== osd_op_reply(1 mds0_inotable [read 0~34] v0'0 uv2 ondisk = 0) v8 ==== 157+0+34 (1804238805 0 1695280775) 0x560d9022e340 con 0x560d901e7800
|
|
-540> 2019-02-18 21:34:29.697 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6814/1907788 conn(0x560d90274700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=32 cs=1 l=1). rx osd.16 seq 1 0x560d9022e9c0 osd_op_reply(3 500.00000000 [read 0~90] v0'0 uv856 ondisk = 0) v8
|
|
-539> 2019-02-18 21:34:29.697 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.16 10.10.0.16:6814/1907788 1 ==== osd_op_reply(3 500.00000000 [read 0~90] v0'0 uv856 ondisk = 0) v8 ==== 156+0+90 (1300303190 0 1660471416) 0x560d9022e9c0 con 0x560d90274700
|
|
-538> 2019-02-18 21:34:29.697 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6804/2707580 conn(0x560d90274e00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=122 cs=1 l=1). rx osd.1 seq 1 0x560d9022e340 osd_op_reply(4 400.00000000 [read 0~22] v0'0 uv1 ondisk = 0) v8
|
|
-537> 2019-02-18 21:34:29.697 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.1 10.10.0.18:6804/2707580 1 ==== osd_op_reply(4 400.00000000 [read 0~22] v0'0 uv1 ondisk = 0) v8 ==== 156+0+22 (2551420690 0 3825830296) 0x560d9022e340 con 0x560d90274e00
|
|
-536> 2019-02-18 21:34:29.697 7fe11c92f700 1 mds.0.journaler.pq(ro) _finish_read_head loghead(trim 4194304, expire 5065833, write 5065833, stream_format 1). probing for end of log (from 5065833)...
|
|
-535> 2019-02-18 21:34:29.697 7fe11c92f700 1 mds.0.journaler.pq(ro) probing for end of the log
|
|
-534> 2019-02-18 21:34:29.697 7fe11b12c700 1 mds.0.journaler.mdlog(ro) recover start
|
|
-533> 2019-02-18 21:34:29.697 7fe11b12c700 1 mds.0.journaler.mdlog(ro) read_head
|
|
-532> 2019-02-18 21:34:29.697 7fe11c92f700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:7 4.1 4:86ee9bce:::500.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9022e000 con 0
|
|
-531> 2019-02-18 21:34:29.697 7fe11c92f700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6820/2707789 -- osd_op(unknown.0.331:8 4.17 4:eaf075c4:::500.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9022e680 con 0
|
|
-530> 2019-02-18 21:34:29.697 7fe11b12c700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:9 4.14 4:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022fd40 con 0
|
|
-529> 2019-02-18 21:34:29.697 7fe11b12c700 4 mds.0.log Waiting for journal 0x200 to recover...
|
|
-528> 2019-02-18 21:34:29.697 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-527> 2019-02-18 21:34:29.697 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-526> 2019-02-18 21:34:29.701 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 1 0x560d9022e000 osd_op_reply(7 500.00000001 [stat] v0'0 uv250 ondisk = 0) v8
|
|
-525> 2019-02-18 21:34:29.701 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 1 ==== osd_op_reply(7 500.00000001 [stat] v0'0 uv250 ondisk = 0) v8 ==== 156+0+16 (438752107 0 716870517) 0x560d9022e000 con 0x560d90276a00
|
|
-524> 2019-02-18 21:34:29.701 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6800/2707654 conn(0x560d90274000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=166 cs=1 l=1). rx osd.0 seq 1 0x560d9022f040 osd_op_reply(2 mds0_sessionmap [omap-get-header,omap-get-vals] v0'0 uv1 ondisk = 0) v8
|
|
-523> 2019-02-18 21:34:29.701 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.0 10.10.0.18:6800/2707654 1 ==== osd_op_reply(2 mds0_sessionmap [omap-get-header,omap-get-vals] v0'0 uv1 ondisk = 0) v8 ==== 201+0+19 (545076593 0 1118585302) 0x560d9022f040 con 0x560d90274000
|
|
-522> 2019-02-18 21:34:29.701 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 1 0x560d9022f040 osd_op_reply(9 200.00000000 [read 0~90] v0'0 uv1557 ondisk = 0) v8
|
|
-521> 2019-02-18 21:34:29.701 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 1 ==== osd_op_reply(9 200.00000000 [read 0~90] v0'0 uv1557 ondisk = 0) v8 ==== 156+0+90 (2374633032 0 85040205) 0x560d9022f040 con 0x560d90277100
|
|
-520> 2019-02-18 21:34:29.701 7fe11b92d700 1 mds.0.journaler.mdlog(ro) _finish_read_head loghead(trim 4194304, expire 4194304, write 159641158, stream_format 1). probing for end of log (from 159641158)...
|
|
-519> 2019-02-18 21:34:29.701 7fe11b92d700 1 mds.0.journaler.mdlog(ro) probing for end of the log
|
|
-518> 2019-02-18 21:34:29.701 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:10 4.1f 4:fc76fa7d:::200.00000026:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9022f6c0 con 0
|
|
-517> 2019-02-18 21:34:29.701 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6800/2707654 -- osd_op(unknown.0.331:11 4.3 4:c7ae69ec:::200.00000027:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d902303c0 con 0
|
|
-516> 2019-02-18 21:34:29.701 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6800/2707654 conn(0x560d90274000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=166 cs=1 l=1). rx osd.0 seq 2 0x560d902303c0 osd_op_reply(11 200.00000027 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8
|
|
-515> 2019-02-18 21:34:29.701 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.0 10.10.0.18:6800/2707654 2 ==== osd_op_reply(11 200.00000027 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (2344425302 0 0) 0x560d902303c0 con 0x560d90274000
|
|
-514> 2019-02-18 21:34:29.701 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 2 0x560d9022ed00 osd_op_reply(10 200.00000026 [stat] v0'0 uv922 ondisk = 0) v8
|
|
-513> 2019-02-18 21:34:29.701 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 2 ==== osd_op_reply(10 200.00000026 [stat] v0'0 uv922 ondisk = 0) v8 ==== 156+0+16 (3448172538 0 3775489547) 0x560d9022ed00 con 0x560d90276a00
|
|
-512> 2019-02-18 21:34:29.701 7fe11b92d700 1 mds.0.journaler.mdlog(ro) _finish_probe_end write_pos = 160062945 (header had 159641158). recovered.
|
|
-511> 2019-02-18 21:34:29.701 7fe11b12c700 4 mds.0.log Journal 0x200 recovered.
|
|
-510> 2019-02-18 21:34:29.701 7fe11b12c700 4 mds.0.log Recovered journal 0x200 in format 1
|
|
-509> 2019-02-18 21:34:29.713 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6816/2707787 conn(0x560d90275c00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=140 cs=1 l=1). rx osd.3 seq 1 0x560d9022e9c0 osd_op_reply(6 mds_snaptable [read 0~70] v0'0 uv2 ondisk = 0) v8
|
|
-508> 2019-02-18 21:34:29.713 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.3 10.10.0.18:6816/2707787 1 ==== osd_op_reply(6 mds_snaptable [read 0~70] v0'0 uv2 ondisk = 0) v8 ==== 157+0+70 (981630646 0 294686788) 0x560d9022e9c0 con 0x560d90275c00
|
|
-507> 2019-02-18 21:34:29.713 7fe11b92d700 2 mds.0.331 boot_start 1: loading/discovering base inodes
|
|
-506> 2019-02-18 21:34:29.713 7fe11b92d700 0 mds.0.cache creating system inode with ino:0x100
|
|
-505> 2019-02-18 21:34:29.713 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6801/2707522 -- osd_op(unknown.0.331:12 4.13 4:cd5a64a3:::100.00000000:head [getxattr inode] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90230700 con 0
|
|
-504> 2019-02-18 21:34:29.713 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:13 4.1f 4:fe07bba1:::100.00000000.inode:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90230a40 con 0
|
|
-503> 2019-02-18 21:34:29.713 7fe11b92d700 0 mds.0.cache creating system inode with ino:0x1
|
|
-502> 2019-02-18 21:34:29.713 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:14 4.1f 4:ff5b34d6:::1.00000000:head [getxattr inode] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90230d80 con 0
|
|
-501> 2019-02-18 21:34:29.713 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:15 4.14 4:287034c4:::1.00000000.inode:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f6c0 con 0
|
|
-500> 2019-02-18 21:34:29.713 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=109 cs=1 l=1). rx osd.4 seq 2 0x560d90230d80 osd_op_reply(12 100.00000000 [getxattr] v0'0 uv0 ondisk = -61 ((61) No data available)) v8
|
|
-499> 2019-02-18 21:34:29.713 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.4 10.10.0.18:6801/2707522 2 ==== osd_op_reply(12 100.00000000 [getxattr] v0'0 uv0 ondisk = -61 ((61) No data available)) v8 ==== 156+0+0 (194499784 0 0) 0x560d90230d80 con 0x560d901e7800
|
|
-498> 2019-02-18 21:34:29.713 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 3 0x560d90230d80 osd_op_reply(13 100.00000000.inode [read 0~536] v0'0 uv2 ondisk = 0) v8
|
|
-497> 2019-02-18 21:34:29.713 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 3 ==== osd_op_reply(13 100.00000000.inode [read 0~536] v0'0 uv2 ondisk = 0) v8 ==== 162+0+536 (1025923650 0 2779624372) 0x560d90230d80 con 0x560d90276a00
|
|
-496> 2019-02-18 21:34:29.713 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 2 0x560d9022fd40 osd_op_reply(15 1.00000000.inode [read 0~536] v0'0 uv4 ondisk = 0) v8
|
|
-495> 2019-02-18 21:34:29.713 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 4 0x560d90230d80 osd_op_reply(14 1.00000000 [getxattr] v0'0 uv0 ondisk = -61 ((61) No data available)) v8
|
|
-494> 2019-02-18 21:34:29.713 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 4 ==== osd_op_reply(14 1.00000000 [getxattr] v0'0 uv0 ondisk = -61 ((61) No data available)) v8 ==== 154+0+0 (3086911152 0 0) 0x560d90230d80 con 0x560d90276a00
|
|
-493> 2019-02-18 21:34:29.713 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 2 ==== osd_op_reply(15 1.00000000.inode [read 0~536] v0'0 uv4 ondisk = 0) v8 ==== 160+0+536 (2898289279 0 1205164707) 0x560d9022fd40 con 0x560d90277100
|
|
-492> 2019-02-18 21:34:29.713 7fe11b92d700 2 mds.0.331 boot_start 2: replaying mds log
|
|
-491> 2019-02-18 21:34:29.713 7fe11b92d700 2 mds.0.331 boot_start 2: waiting for purge queue recovered
|
|
-490> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:16 4.14 4:2e2fa760:::200.00000001:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90230a40 con 0
|
|
-489> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6801/2707522 -- osd_op(unknown.0.331:17 4.1b 4:ddb4e4d7:::200.00000002:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90230080 con 0
|
|
-488> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6800/2707654 -- osd_op(unknown.0.331:18 4.b 4:d5c7a900:::200.00000003:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d902310c0 con 0
|
|
-487> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:19 4.1f 4:f83d65d8:::200.00000004:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90231400 con 0
|
|
-486> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6805/1907572 -- osd_op(unknown.0.331:20 4.1a 4:5e41ab69:::200.00000005:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90231740 con 0
|
|
-485> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6814/1907788 -- osd_op(unknown.0.331:21 4.1e 4:7bf7e7b5:::200.00000006:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90231a80 con 0
|
|
-484> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6816/2707787 -- osd_op(unknown.0.331:22 4.1d 4:bec1251c:::200.00000007:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f6c0 con 0
|
|
-483> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6816/2707787 -- osd_op(unknown.0.331:23 4.1d 4:bf8dcf43:::200.00000008:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d902303c0 con 0
|
|
-482> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6801/2707522 -- osd_op(unknown.0.331:24 4.0 4:02ac1934:::200.00000009:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f040 con 0
|
|
-481> 2019-02-18 21:34:29.713 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6801/2707522 -- osd_op(unknown.0.331:25 4.13 4:ceffbd45:::200.0000000a:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022e680 con 0
|
|
-480> 2019-02-18 21:34:29.713 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6820/2707789 conn(0x560d90275500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=132 cs=1 l=1). rx osd.5 seq 1 0x560d9022f380 osd_op_reply(8 500.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8
|
|
-479> 2019-02-18 21:34:29.713 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.5 10.10.0.18:6820/2707789 1 ==== osd_op_reply(8 500.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (3558676195 0 0) 0x560d9022f380 con 0x560d90275500
|
|
-478> 2019-02-18 21:34:29.713 7fe11c92f700 1 mds.0.journaler.pq(ro) _finish_probe_end write_pos = 5065833 (header had 5065833). recovered.
|
|
-477> 2019-02-18 21:34:29.713 7fe11c92f700 4 mds.0.purge_queue operator(): open complete
|
|
-476> 2019-02-18 21:34:29.713 7fe11c92f700 1 mds.0.journaler.pq(ro) set_writeable
|
|
-475> 2019-02-18 21:34:29.717 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6820/2707789 conn(0x560d90275500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=132 cs=1 l=1). rx osd.5 seq 2 0x560d9022f380 osd_op_reply(5 mds0_openfiles.0 [omap-get-header,omap-get-vals] v0'0 uv556 ondisk = 0) v8
|
|
-474> 2019-02-18 21:34:29.717 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.5 10.10.0.18:6820/2707789 2 ==== osd_op_reply(5 mds0_openfiles.0 [omap-get-header,omap-get-vals] v0'0 uv556 ondisk = 0) v8 ==== 202+0+490 (460109174 0 3138830852) 0x560d9022f380 con 0x560d90275500
|
|
-473> 2019-02-18 21:34:29.717 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6805/1907572 conn(0x560d9029e300 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-472> 2019-02-18 21:34:29.853 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6814/1907788 conn(0x560d90274700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=32 cs=1 l=1). rx osd.16 seq 2 0x560d90231740 osd_op_reply(21 200.00000006 [read 0~4194304 [fadvise_dontneed]] v0'0 uv488 ondisk = 0) v8
|
|
-471> 2019-02-18 21:34:29.853 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.16 10.10.0.16:6814/1907788 2 ==== osd_op_reply(21 200.00000006 [read 0~4194304 [fadvise_dontneed]] v0'0 uv488 ondisk = 0) v8 ==== 156+0+4194304 (3999397145 0 2683165417) 0x560d90231740 con 0x560d90274700
|
|
-470> 2019-02-18 21:34:29.885 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=109 cs=1 l=1). rx osd.4 seq 3 0x560d9022e680 osd_op_reply(17 200.00000002 [read 0~4194304 [fadvise_dontneed]] v0'0 uv594 ondisk = 0) v8
|
|
-469> 2019-02-18 21:34:29.885 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.4 10.10.0.18:6801/2707522 3 ==== osd_op_reply(17 200.00000002 [read 0~4194304 [fadvise_dontneed]] v0'0 uv594 ondisk = 0) v8 ==== 156+0+4194304 (1073885147 0 1548361039) 0x560d9022e680 con 0x560d901e7800
|
|
-468> 2019-02-18 21:34:29.949 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 5 0x560d9022e680 osd_op_reply(19 200.00000004 [read 0~4194304 [fadvise_dontneed]] v0'0 uv492 ondisk = 0) v8
|
|
-467> 2019-02-18 21:34:29.949 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 5 ==== osd_op_reply(19 200.00000004 [read 0~4194304 [fadvise_dontneed]] v0'0 uv492 ondisk = 0) v8 ==== 156+0+4194304 (2917721850 0 3871202058) 0x560d9022e680 con 0x560d90276a00
|
|
-466> 2019-02-18 21:34:29.965 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=109 cs=1 l=1). rx osd.4 seq 4 0x560d9022e680 osd_op_reply(24 200.00000009 [read 0~4194304 [fadvise_dontneed]] v0'0 uv520 ondisk = 0) v8
|
|
-465> 2019-02-18 21:34:29.965 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.4 10.10.0.18:6801/2707522 4 ==== osd_op_reply(24 200.00000009 [read 0~4194304 [fadvise_dontneed]] v0'0 uv520 ondisk = 0) v8 ==== 156+0+4194304 (1787422896 0 1987126615) 0x560d9022e680 con 0x560d901e7800
|
|
-464> 2019-02-18 21:34:29.985 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6800/2707654 conn(0x560d90274000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=166 cs=1 l=1). rx osd.0 seq 3 0x560d9022f380 osd_op_reply(18 200.00000003 [read 0~4194304 [fadvise_dontneed]] v0'0 uv559 ondisk = 0) v8
|
|
-463> 2019-02-18 21:34:29.985 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.0 10.10.0.18:6800/2707654 3 ==== osd_op_reply(18 200.00000003 [read 0~4194304 [fadvise_dontneed]] v0'0 uv559 ondisk = 0) v8 ==== 156+0+4194304 (464997453 0 319518351) 0x560d9022f380 con 0x560d90274000
|
|
-462> 2019-02-18 21:34:30.025 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6805/1907572 conn(0x560d9029e300 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.15 seq 1 0x560d90231740 osd_op_reply(20 200.00000005 [read 0~4194304 [fadvise_dontneed]] v0'0 uv638 ondisk = 0) v8
|
|
-461> 2019-02-18 21:34:30.025 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.15 10.10.0.16:6805/1907572 1 ==== osd_op_reply(20 200.00000005 [read 0~4194304 [fadvise_dontneed]] v0'0 uv638 ondisk = 0) v8 ==== 156+0+4194304 (1143476709 0 540111858) 0x560d90231740 con 0x560d9029e300
|
|
-460> 2019-02-18 21:34:30.033 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=109 cs=1 l=1). rx osd.4 seq 5 0x560d9022e680 osd_op_reply(25 200.0000000a [read 0~4194304 [fadvise_dontneed]] v0'0 uv503 ondisk = 0) v8
|
|
-459> 2019-02-18 21:34:30.033 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.4 10.10.0.18:6801/2707522 5 ==== osd_op_reply(25 200.0000000a [read 0~4194304 [fadvise_dontneed]] v0'0 uv503 ondisk = 0) v8 ==== 156+0+4194304 (382583840 0 1413319993) 0x560d9022e680 con 0x560d901e7800
|
|
-458> 2019-02-18 21:34:30.041 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 3 0x560d9022f380 osd_op_reply(16 200.00000001 [read 0~4194304 [fadvise_dontneed]] v0'0 uv820 ondisk = 0) v8
|
|
-457> 2019-02-18 21:34:30.041 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 3 ==== osd_op_reply(16 200.00000001 [read 0~4194304 [fadvise_dontneed]] v0'0 uv820 ondisk = 0) v8 ==== 156+0+4194304 (3002589330 0 3684064079) 0x560d9022f380 con 0x560d90277100
|
|
-456> 2019-02-18 21:34:30.041 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6805/1907572 -- osd_op(unknown.0.331:26 4.2 4:4272d415:::200.0000000b:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d926cc000 con 0
|
|
-455> 2019-02-18 21:34:30.049 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6816/2707787 conn(0x560d90275c00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=140 cs=1 l=1). rx osd.3 seq 2 0x560d926cc000 osd_op_reply(22 200.00000007 [read 0~4194304 [fadvise_dontneed]] v0'0 uv667 ondisk = 0) v8
|
|
-454> 2019-02-18 21:34:30.049 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.3 10.10.0.18:6816/2707787 2 ==== osd_op_reply(22 200.00000007 [read 0~4194304 [fadvise_dontneed]] v0'0 uv667 ondisk = 0) v8 ==== 156+0+4194304 (637484352 0 3874057656) 0x560d926cc000 con 0x560d90275c00
|
|
-453> 2019-02-18 21:34:30.065 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6801/2707522 -- osd_op(unknown.0.331:27 4.0 4:07a02702:::200.0000000c:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d926cc340 con 0
|
|
-452> 2019-02-18 21:34:30.085 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6801/2707522 -- osd_op(unknown.0.331:28 4.13 4:cb3d3880:::200.0000000d:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d926cc680 con 0
|
|
-451> 2019-02-18 21:34:30.097 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:29 4.18 4:1e8917d7:::200.0000000e:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d926cc9c0 con 0
|
|
-450> 2019-02-18 21:34:30.113 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:30 4.8 4:17051619:::200.0000000f:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d926ccd00 con 0
|
|
-449> 2019-02-18 21:34:30.125 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6816/2707787 -- osd_op(unknown.0.331:31 4.d 4:b02ffd62:::200.00000010:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d902310c0 con 0
|
|
-448> 2019-02-18 21:34:30.129 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6816/2707787 conn(0x560d90275c00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=140 cs=1 l=1). rx osd.3 seq 3 0x560d902310c0 osd_op_reply(23 200.00000008 [read 0~4194304 [fadvise_dontneed]] v0'0 uv1069 ondisk = 0) v8
|
|
-447> 2019-02-18 21:34:30.129 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.3 10.10.0.18:6816/2707787 3 ==== osd_op_reply(23 200.00000008 [read 0~4194304 [fadvise_dontneed]] v0'0 uv1069 ondisk = 0) v8 ==== 156+0+4194304 (3076858855 0 3448329836) 0x560d902310c0 con 0x560d90275c00
|
|
-446> 2019-02-18 21:34:30.137 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6805/1907572 -- osd_op(unknown.0.331:32 4.2 4:42569fed:::200.00000011:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90230a40 con 0
|
|
-445> 2019-02-18 21:34:30.149 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=109 cs=1 l=1). rx osd.4 seq 6 0x560d902303c0 osd_op_reply(27 200.0000000c [read 0~4194304 [fadvise_dontneed]] v0'0 uv1041 ondisk = 0) v8
|
|
-444> 2019-02-18 21:34:30.149 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.4 10.10.0.18:6801/2707522 6 ==== osd_op_reply(27 200.0000000c [read 0~4194304 [fadvise_dontneed]] v0'0 uv1041 ondisk = 0) v8 ==== 156+0+4194304 (1099342097 0 521215537) 0x560d902303c0 con 0x560d901e7800
|
|
-443> 2019-02-18 21:34:30.149 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:33 4.18 4:1cc859d9:::200.00000012:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022fd40 con 0
|
|
-442> 2019-02-18 21:34:30.161 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6805/1907572 -- osd_op(unknown.0.331:34 4.e 4:715f5c78:::200.00000013:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f6c0 con 0
|
|
-441> 2019-02-18 21:34:30.173 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6805/1907572 conn(0x560d9029e300 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.15 seq 2 0x560d9022f6c0 osd_op_reply(26 200.0000000b [read 0~4194304 [fadvise_dontneed]] v0'0 uv514 ondisk = 0) v8
|
|
-440> 2019-02-18 21:34:30.173 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.15 10.10.0.16:6805/1907572 2 ==== osd_op_reply(26 200.0000000b [read 0~4194304 [fadvise_dontneed]] v0'0 uv514 ondisk = 0) v8 ==== 156+0+4194304 (1013148250 0 1530832353) 0x560d9022f6c0 con 0x560d9029e300
|
|
-439> 2019-02-18 21:34:30.173 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:35 4.1c 4:3939b497:::200.00000014:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90231a80 con 0
|
|
-438> 2019-02-18 21:34:30.189 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6816/2707787 -- osd_op(unknown.0.331:36 4.1d 4:bec9163d:::200.00000015:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022e9c0 con 0
|
|
-437> 2019-02-18 21:34:30.201 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6804/2707580 -- osd_op(unknown.0.331:37 4.f 4:f376ae95:::200.00000016:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90231400 con 0
|
|
-436> 2019-02-18 21:34:30.245 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 4 0x560d90231a80 osd_op_reply(29 200.0000000e [read 0~4194304 [fadvise_dontneed]] v0'0 uv424 ondisk = 0) v8
|
|
-435> 2019-02-18 21:34:30.245 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 4 ==== osd_op_reply(29 200.0000000e [read 0~4194304 [fadvise_dontneed]] v0'0 uv424 ondisk = 0) v8 ==== 156+0+4194304 (1800266923 0 1245497462) 0x560d90231a80 con 0x560d90277100
|
|
-434> 2019-02-18 21:34:30.261 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6816/2707787 conn(0x560d90275c00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=140 cs=1 l=1). rx osd.3 seq 4 0x560d9022e9c0 osd_op_reply(31 200.00000010 [read 0~4194304 [fadvise_dontneed]] v0'0 uv463 ondisk = 0) v8
|
|
-433> 2019-02-18 21:34:30.261 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.3 10.10.0.18:6816/2707787 4 ==== osd_op_reply(31 200.00000010 [read 0~4194304 [fadvise_dontneed]] v0'0 uv463 ondisk = 0) v8 ==== 156+0+4194304 (925721532 0 2853452776) 0x560d9022e9c0 con 0x560d90275c00
|
|
-432> 2019-02-18 21:34:30.289 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6805/1907572 conn(0x560d9029e300 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.15 seq 3 0x560d9022e9c0 osd_op_reply(32 200.00000011 [read 0~4194304 [fadvise_dontneed]] v0'0 uv981 ondisk = 0) v8
|
|
-431> 2019-02-18 21:34:30.289 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.15 10.10.0.16:6805/1907572 3 ==== osd_op_reply(32 200.00000011 [read 0~4194304 [fadvise_dontneed]] v0'0 uv981 ondisk = 0) v8 ==== 156+0+4194304 (1072451680 0 2217815792) 0x560d9022e9c0 con 0x560d9029e300
|
|
-430> 2019-02-18 21:34:30.389 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6816/2707787 conn(0x560d90275c00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=140 cs=1 l=1). rx osd.3 seq 5 0x560d9022e9c0 osd_op_reply(36 200.00000015 [read 0~4194304 [fadvise_dontneed]] v0'0 uv1113 ondisk = 0) v8
|
|
-429> 2019-02-18 21:34:30.389 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.3 10.10.0.18:6816/2707787 5 ==== osd_op_reply(36 200.00000015 [read 0~4194304 [fadvise_dontneed]] v0'0 uv1113 ondisk = 0) v8 ==== 156+0+4194304 (2834062961 0 3261265464) 0x560d9022e9c0 con 0x560d90275c00
|
|
-428> 2019-02-18 21:34:30.389 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=109 cs=1 l=1). rx osd.4 seq 7 0x560d90231400 osd_op_reply(28 200.0000000d [read 0~4194304 [fadvise_dontneed]] v0'0 uv1038 ondisk = 0) v8
|
|
-427> 2019-02-18 21:34:30.389 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.4 10.10.0.18:6801/2707522 7 ==== osd_op_reply(28 200.0000000d [read 0~4194304 [fadvise_dontneed]] v0'0 uv1038 ondisk = 0) v8 ==== 156+0+4194304 (2250692097 0 3656271960) 0x560d90231400 con 0x560d901e7800
|
|
-426> 2019-02-18 21:34:30.389 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6809/1907588 -- osd_op(unknown.0.331:38 4.a 4:545c15c7:::200.00000017:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f040 con 0
|
|
-425> 2019-02-18 21:34:30.401 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6809/1907588 conn(0x560d917d5500 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-424> 2019-02-18 21:34:30.417 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6805/1907572 -- osd_op(unknown.0.331:39 4.1a 4:590b566d:::200.00000018:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022e680 con 0
|
|
-423> 2019-02-18 21:34:30.417 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 5 0x560d90231a80 osd_op_reply(30 200.0000000f [read 0~4194304 [fadvise_dontneed]] v0'0 uv430 ondisk = 0) v8
|
|
-422> 2019-02-18 21:34:30.417 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 5 ==== osd_op_reply(30 200.0000000f [read 0~4194304 [fadvise_dontneed]] v0'0 uv430 ondisk = 0) v8 ==== 156+0+4194304 (865752861 0 1361366437) 0x560d90231a80 con 0x560d90277100
|
|
-421> 2019-02-18 21:34:30.433 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6800/2707654 -- osd_op(unknown.0.331:40 4.b 4:d2a48755:::200.00000019:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90230080 con 0
|
|
-420> 2019-02-18 21:34:30.437 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6805/1907572 conn(0x560d9029e300 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.15 seq 4 0x560d9022e680 osd_op_reply(34 200.00000013 [read 0~4194304 [fadvise_dontneed]] v0'0 uv485 ondisk = 0) v8
|
|
-419> 2019-02-18 21:34:30.437 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.15 10.10.0.16:6805/1907572 4 ==== osd_op_reply(34 200.00000013 [read 0~4194304 [fadvise_dontneed]] v0'0 uv485 ondisk = 0) v8 ==== 156+0+4194304 (955433522 0 1608193226) 0x560d9022e680 con 0x560d9029e300
|
|
-418> 2019-02-18 21:34:30.445 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:41 4.14 4:2e600548:::200.0000001a:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90230d80 con 0
|
|
-417> 2019-02-18 21:34:30.461 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6816/2707787 -- osd_op(unknown.0.331:42 4.19 4:9d0ed013:::200.0000001b:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f380 con 0
|
|
-416> 2019-02-18 21:34:30.497 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6804/2707580 conn(0x560d90274e00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=122 cs=1 l=1). rx osd.1 seq 2 0x560d9022f040 osd_op_reply(37 200.00000016 [read 0~4194304 [fadvise_dontneed]] v0'0 uv60 ondisk = 0) v8
|
|
-415> 2019-02-18 21:34:30.497 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.1 10.10.0.18:6804/2707580 2 ==== osd_op_reply(37 200.00000016 [read 0~4194304 [fadvise_dontneed]] v0'0 uv60 ondisk = 0) v8 ==== 156+0+4194304 (3973016605 0 961424312) 0x560d9022f040 con 0x560d90274e00
|
|
-414> 2019-02-18 21:34:30.521 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6809/1907588 conn(0x560d917d5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=30 cs=1 l=1). rx osd.13 seq 1 0x560d9022f040 osd_op_reply(38 200.00000017 [read 0~4194304 [fadvise_dontneed]] v0'0 uv32 ondisk = 0) v8
|
|
-413> 2019-02-18 21:34:30.521 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.13 10.10.0.16:6809/1907588 1 ==== osd_op_reply(38 200.00000017 [read 0~4194304 [fadvise_dontneed]] v0'0 uv32 ondisk = 0) v8 ==== 156+0+4194304 (62684103 0 2310187829) 0x560d9022f040 con 0x560d917d5500
|
|
-412> 2019-02-18 21:34:30.545 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 6 0x560d90230d80 osd_op_reply(33 200.00000012 [read 0~4194304 [fadvise_dontneed]] v0'0 uv872 ondisk = 0) v8
|
|
-411> 2019-02-18 21:34:30.545 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 6 ==== osd_op_reply(33 200.00000012 [read 0~4194304 [fadvise_dontneed]] v0'0 uv872 ondisk = 0) v8 ==== 156+0+4194304 (707404242 0 95197740) 0x560d90230d80 con 0x560d90277100
|
|
-410> 2019-02-18 21:34:30.545 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6820/2707789 -- osd_op(unknown.0.331:43 4.16 4:6b6b4f13:::200.0000001c:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90230a40 con 0
|
|
-409> 2019-02-18 21:34:30.561 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6805/1907572 conn(0x560d9029e300 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.15 seq 5 0x560d9022f380 osd_op_reply(39 200.00000018 [read 0~4194304 [fadvise_dontneed]] v0'0 uv758 ondisk = 0) v8
|
|
-408> 2019-02-18 21:34:30.561 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.15 10.10.0.16:6805/1907572 5 ==== osd_op_reply(39 200.00000018 [read 0~4194304 [fadvise_dontneed]] v0'0 uv758 ondisk = 0) v8 ==== 156+0+4194304 (2795133574 0 596529087) 0x560d9022f380 con 0x560d9029e300
|
|
-407> 2019-02-18 21:34:30.577 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6814/1907788 -- osd_op(unknown.0.331:44 4.5 4:a055a6fb:::200.0000001d:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d902310c0 con 0
|
|
-406> 2019-02-18 21:34:30.589 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 7 0x560d90230a40 osd_op_reply(35 200.00000014 [read 0~4194304 [fadvise_dontneed]] v0'0 uv132 ondisk = 0) v8
|
|
-405> 2019-02-18 21:34:30.589 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 7 ==== osd_op_reply(35 200.00000014 [read 0~4194304 [fadvise_dontneed]] v0'0 uv132 ondisk = 0) v8 ==== 156+0+4194304 (3477780990 0 887550635) 0x560d90230a40 con 0x560d90277100
|
|
-404> 2019-02-18 21:34:30.593 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6805/1907572 -- osd_op(unknown.0.331:45 4.1a 4:5d7bf03a:::200.0000001e:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90231740 con 0
|
|
-403> 2019-02-18 21:34:30.605 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:46 4.14 4:2f96a938:::200.0000001f:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d902303c0 con 0
|
|
-402> 2019-02-18 21:34:30.617 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6814/1907788 -- osd_op(unknown.0.331:47 4.10 4:0a8213bc:::200.00000020:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90231400 con 0
|
|
-401> 2019-02-18 21:34:30.629 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6814/1907788 -- osd_op(unknown.0.331:48 4.15 4:ad28d794:::200.00000021:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f6c0 con 0
|
|
-400> 2019-02-18 21:34:30.641 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 8 0x560d902303c0 osd_op_reply(41 200.0000001a [read 0~4194304 [fadvise_dontneed]] v0'0 uv1188 ondisk = 0) v8
|
|
-399> 2019-02-18 21:34:30.641 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 8 ==== osd_op_reply(41 200.0000001a [read 0~4194304 [fadvise_dontneed]] v0'0 uv1188 ondisk = 0) v8 ==== 156+0+4194304 (1575100122 0 3456838278) 0x560d902303c0 con 0x560d90277100
|
|
-398> 2019-02-18 21:34:30.645 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6814/1907788 -- osd_op(unknown.0.331:49 4.10 4:0fe13e98:::200.00000022:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d90231740 con 0
|
|
-397> 2019-02-18 21:34:30.709 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6800/2707654 conn(0x560d90274000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=166 cs=1 l=1). rx osd.0 seq 4 0x560d902303c0 osd_op_reply(40 200.00000019 [read 0~4194304 [fadvise_dontneed]] v0'0 uv631 ondisk = 0) v8
|
|
-396> 2019-02-18 21:34:30.709 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.0 10.10.0.18:6800/2707654 4 ==== osd_op_reply(40 200.00000019 [read 0~4194304 [fadvise_dontneed]] v0'0 uv631 ondisk = 0) v8 ==== 156+0+4194304 (2793730881 0 2613511175) 0x560d902303c0 con 0x560d90274000
|
|
-395> 2019-02-18 21:34:30.709 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6801/1907784 -- osd_op(unknown.0.331:50 4.9 4:97c4b052:::200.00000023:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d902310c0 con 0
|
|
-394> 2019-02-18 21:34:30.717 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 9 0x560d902303c0 osd_op_reply(46 200.0000001f [read 0~4194304 [fadvise_dontneed]] v0'0 uv1387 ondisk = 0) v8
|
|
-393> 2019-02-18 21:34:30.717 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 9 ==== osd_op_reply(46 200.0000001f [read 0~4194304 [fadvise_dontneed]] v0'0 uv1387 ondisk = 0) v8 ==== 156+0+4194304 (1519525245 0 2684703944) 0x560d902303c0 con 0x560d90277100
|
|
-392> 2019-02-18 21:34:30.717 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6801/1907784 conn(0x560d93e21c00 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-391> 2019-02-18 21:34:30.729 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6804/2707580 -- osd_op(unknown.0.331:51 4.7 4:e75b9d00:::200.00000024:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022f380 con 0
|
|
-390> 2019-02-18 21:34:30.733 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6816/2707787 conn(0x560d90275c00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=140 cs=1 l=1). rx osd.3 seq 6 0x560d90231740 osd_op_reply(42 200.0000001b [read 0~4194304 [fadvise_dontneed]] v0'0 uv117 ondisk = 0) v8
|
|
-389> 2019-02-18 21:34:30.733 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.3 10.10.0.18:6816/2707787 6 ==== osd_op_reply(42 200.0000001b [read 0~4194304 [fadvise_dontneed]] v0'0 uv117 ondisk = 0) v8 ==== 156+0+4194304 (3097016925 0 1472165923) 0x560d90231740 con 0x560d90275c00
|
|
-388> 2019-02-18 21:34:30.741 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6801/2707522 -- osd_op(unknown.0.331:52 4.0 4:0582a73f:::200.00000025:head [read 0~4194304 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022e680 con 0
|
|
-387> 2019-02-18 21:34:30.789 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6820/2707789 conn(0x560d90275500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=132 cs=1 l=1). rx osd.5 seq 3 0x560d902310c0 osd_op_reply(43 200.0000001c [read 0~4194304 [fadvise_dontneed]] v0'0 uv119 ondisk = 0) v8
|
|
-386> 2019-02-18 21:34:30.789 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.5 10.10.0.18:6820/2707789 3 ==== osd_op_reply(43 200.0000001c [read 0~4194304 [fadvise_dontneed]] v0'0 uv119 ondisk = 0) v8 ==== 156+0+4194304 (301880060 0 3037556931) 0x560d902310c0 con 0x560d90275500
|
|
-385> 2019-02-18 21:34:30.789 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:53 4.1f 4:fc76fa7d:::200.00000026:head [read 0~679393 [fadvise_dontneed]] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022e9c0 con 0
|
|
-384> 2019-02-18 21:34:30.801 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 6 0x560d9022e9c0 osd_op_reply(53 200.00000026 [read 0~679393 [fadvise_dontneed]] v0'0 uv922 ondisk = 0) v8
|
|
-383> 2019-02-18 21:34:30.801 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 6 ==== osd_op_reply(53 200.00000026 [read 0~679393 [fadvise_dontneed]] v0'0 uv922 ondisk = 0) v8 ==== 156+0+679393 (2151573837 0 447403849) 0x560d9022e9c0 con 0x560d90276a00
|
|
-382> 2019-02-18 21:34:30.865 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6804/2707580 conn(0x560d90274e00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=122 cs=1 l=1). rx osd.1 seq 3 0x560d9022e9c0 osd_op_reply(51 200.00000024 [read 0~4194304 [fadvise_dontneed]] v0'0 uv272 ondisk = 0) v8
|
|
-381> 2019-02-18 21:34:30.865 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.1 10.10.0.18:6804/2707580 3 ==== osd_op_reply(51 200.00000024 [read 0~4194304 [fadvise_dontneed]] v0'0 uv272 ondisk = 0) v8 ==== 156+0+4194304 (4222829053 0 2811236118) 0x560d9022e9c0 con 0x560d90274e00
|
|
-380> 2019-02-18 21:34:30.901 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=109 cs=1 l=1). rx osd.4 seq 8 0x560d9022e9c0 osd_op_reply(52 200.00000025 [read 0~4194304 [fadvise_dontneed]] v0'0 uv1385 ondisk = 0) v8
|
|
-379> 2019-02-18 21:34:30.901 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.4 10.10.0.18:6801/2707522 8 ==== osd_op_reply(52 200.00000025 [read 0~4194304 [fadvise_dontneed]] v0'0 uv1385 ondisk = 0) v8 ==== 156+0+4194304 (1415025827 0 3801290223) 0x560d9022e9c0 con 0x560d901e7800
|
|
-378> 2019-02-18 21:34:30.937 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6814/1907788 conn(0x560d90274700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=32 cs=1 l=1). rx osd.16 seq 3 0x560d90231740 osd_op_reply(44 200.0000001d [read 0~4194304 [fadvise_dontneed]] v0'0 uv66 ondisk = 0) v8
|
|
-377> 2019-02-18 21:34:30.941 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.16 10.10.0.16:6814/1907788 3 ==== osd_op_reply(44 200.0000001d [read 0~4194304 [fadvise_dontneed]] v0'0 uv66 ondisk = 0) v8 ==== 156+0+4194304 (2128385981 0 3208044187) 0x560d90231740 con 0x560d90274700
|
|
-376> 2019-02-18 21:34:30.977 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6801/1907784 conn(0x560d93e21c00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=31 cs=1 l=1). rx osd.14 seq 1 0x560d902310c0 osd_op_reply(50 200.00000023 [read 0~4194304 [fadvise_dontneed]] v0'0 uv304 ondisk = 0) v8
|
|
-375> 2019-02-18 21:34:30.977 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.14 10.10.0.16:6801/1907784 1 ==== osd_op_reply(50 200.00000023 [read 0~4194304 [fadvise_dontneed]] v0'0 uv304 ondisk = 0) v8 ==== 156+0+4194304 (507763973 0 701741253) 0x560d902310c0 con 0x560d93e21c00
|
|
-374> 2019-02-18 21:34:30.993 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6814/1907788 conn(0x560d90274700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=32 cs=1 l=1). rx osd.16 seq 4 0x560d90231740 osd_op_reply(47 200.00000020 [read 0~4194304 [fadvise_dontneed]] v0'0 uv112 ondisk = 0) v8
|
|
-373> 2019-02-18 21:34:30.993 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.16 10.10.0.16:6814/1907788 4 ==== osd_op_reply(47 200.00000020 [read 0~4194304 [fadvise_dontneed]] v0'0 uv112 ondisk = 0) v8 ==== 156+0+4194304 (1745888832 0 850944195) 0x560d90231740 con 0x560d90274700
|
|
-372> 2019-02-18 21:34:31.041 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6814/1907788 conn(0x560d90274700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=32 cs=1 l=1). rx osd.16 seq 5 0x560d90231740 osd_op_reply(48 200.00000021 [read 0~4194304 [fadvise_dontneed]] v0'0 uv819 ondisk = 0) v8
|
|
-371> 2019-02-18 21:34:31.041 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.16 10.10.0.16:6814/1907788 5 ==== osd_op_reply(48 200.00000021 [read 0~4194304 [fadvise_dontneed]] v0'0 uv819 ondisk = 0) v8 ==== 156+0+4194304 (2451212736 0 241370641) 0x560d90231740 con 0x560d90274700
|
|
-370> 2019-02-18 21:34:31.081 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6805/1907572 conn(0x560d9029e300 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=22 cs=1 l=1). rx osd.15 seq 6 0x560d90231740 osd_op_reply(45 200.0000001e [read 0~4194304 [fadvise_dontneed]] v0'0 uv1085 ondisk = 0) v8
|
|
-369> 2019-02-18 21:34:31.081 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.15 10.10.0.16:6805/1907572 6 ==== osd_op_reply(45 200.0000001e [read 0~4194304 [fadvise_dontneed]] v0'0 uv1085 ondisk = 0) v8 ==== 156+0+4194304 (3862288770 0 1940880364) 0x560d90231740 con 0x560d9029e300
|
|
-368> 2019-02-18 21:34:31.101 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6814/1907788 conn(0x560d90274700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=32 cs=1 l=1). rx osd.16 seq 6 0x560d90231740 osd_op_reply(49 200.00000022 [read 0~4194304 [fadvise_dontneed]] v0'0 uv293 ondisk = 0) v8
|
|
-367> 2019-02-18 21:34:31.101 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.16 10.10.0.16:6814/1907788 6 ==== osd_op_reply(49 200.00000022 [read 0~4194304 [fadvise_dontneed]] v0'0 uv293 ondisk = 0) v8 ==== 156+0+4194304 (3243338207 0 2473970219) 0x560d90231740 con 0x560d90274700
|
|
-366> 2019-02-18 21:34:31.145 7fe11a12a700 0 log_channel(cluster) log [WRN] : replayed op client.18359173:903,900 used ino 0x100000051bd but session next is 0x10000004bde
|
|
-365> 2019-02-18 21:34:31.145 7fe11a12a700 0 log_channel(cluster) log [WRN] : replayed op client.18359173:904,900 used ino 0x100000051be but session next is 0x10000004bde
|
|
-364> 2019-02-18 21:34:31.145 7fe11a12a700 0 log_channel(cluster) log [WRN] : replayed op client.18359173:905,900 used ino 0x100000051bf but session next is 0x10000004bde
|
|
-363> 2019-02-18 21:34:31.145 7fe11a12a700 0 log_channel(cluster) log [WRN] : replayed op client.18359173:906,900 used ino 0x100000051c0 but session next is 0x10000004bde
|
|
-362> 2019-02-18 21:34:31.217 7fe11a12a700 1 mds.0.331 replay_done
|
|
-361> 2019-02-18 21:34:31.217 7fe11a12a700 1 mds.0.331 making mds journal writeable
|
|
-360> 2019-02-18 21:34:31.217 7fe11a12a700 1 mds.0.journaler.mdlog(ro) set_writeable
|
|
-359> 2019-02-18 21:34:31.217 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:54 4.1f 4:fc76fa7d:::200.00000026:head [zero 679393~3514911] snapc 0=[] ondisk+write+known_if_redirected+full_force e87595) v8 -- 0x560d92e5a000 con 0
|
|
-358> 2019-02-18 21:34:31.217 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6800/2707654 -- osd_op(unknown.0.331:55 4.3 4:c7ae69ec:::200.00000027:head [delete] snapc 0=[] ondisk+write+known_if_redirected+full_force e87595) v8 -- 0x560d92e5a340 con 0
|
|
-357> 2019-02-18 21:34:31.217 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6813/1907634 -- osd_op(unknown.0.331:56 4.4 4:21ec450a:::200.00000028:head [delete] snapc 0=[] ondisk+write+known_if_redirected+full_force e87595) v8 -- 0x560d92e5a680 con 0
|
|
-356> 2019-02-18 21:34:31.217 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.16:6814/1907788 -- osd_op(unknown.0.331:57 4.5 4:a4bdc6a1:::200.00000029:head [delete] snapc 0=[] ondisk+write+known_if_redirected+full_force e87595) v8 -- 0x560d92e5a9c0 con 0
|
|
-355> 2019-02-18 21:34:31.217 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:58 4.18 4:1cd92fda:::200.0000002a:head [delete] snapc 0=[] ondisk+write+known_if_redirected+full_force e87595) v8 -- 0x560d92e5ad00 con 0
|
|
-354> 2019-02-18 21:34:31.217 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:59 4.c 4:372dc315:::200.0000002b:head [delete] snapc 0=[] ondisk+write+known_if_redirected+full_force e87595) v8 -- 0x560d92e5b040 con 0
|
|
-353> 2019-02-18 21:34:31.217 7fe11a12a700 2 mds.0.331 i am alone, moving to state reconnect
|
|
-352> 2019-02-18 21:34:31.217 7fe11a12a700 3 mds.0.331 request_state up:reconnect
|
|
-351> 2019-02-18 21:34:31.217 7fe11a12a700 5 mds.beacon.sg1vosrv12 set_want_state: up:replay -> up:reconnect
|
|
-350> 2019-02-18 21:34:31.217 7fe11a12a700 5 mds.beacon.sg1vosrv12 Sending beacon up:reconnect seq 2
|
|
-349> 2019-02-18 21:34:31.217 7fe11a12a700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-348> 2019-02-18 21:34:31.217 7fe11a12a700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- mdsbeacon(18570326/sg1vosrv12 up:reconnect seq 2 v331) v7 -- 0x560d90143180 con 0
|
|
-347> 2019-02-18 21:34:31.221 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6813/1907634 conn(0x560d922da300 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-346> 2019-02-18 21:34:31.225 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 10 0x560d92e5c080 osd_op_reply(59 200.0000002b [delete] v87595'50 uv0 ondisk = -2 ((2) No such file or directory)) v8
|
|
-345> 2019-02-18 21:34:31.225 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 10 ==== osd_op_reply(59 200.0000002b [delete] v87595'50 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (574863149 0 0) 0x560d92e5c080 con 0x560d90277100
|
|
-344> 2019-02-18 21:34:31.225 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 7 0x560d92e5a000 osd_op_reply(54 200.00000026 [zero 679393~3514911] v87595'923 uv922 ondisk = 0) v8
|
|
-343> 2019-02-18 21:34:31.225 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 7 ==== osd_op_reply(54 200.00000026 [zero 679393~3514911] v87595'923 uv922 ondisk = 0) v8 ==== 156+0+0 (52927052 0 0) 0x560d92e5a000 con 0x560d90276a00
|
|
-342> 2019-02-18 21:34:31.229 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6814/1907788 conn(0x560d90274700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=32 cs=1 l=1). rx osd.16 seq 7 0x560d92e5a680 osd_op_reply(57 200.00000029 [delete] v87595'116 uv66 ondisk = -2 ((2) No such file or directory)) v8
|
|
-341> 2019-02-18 21:34:31.229 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.16 10.10.0.16:6814/1907788 7 ==== osd_op_reply(57 200.00000029 [delete] v87595'116 uv66 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (1307695133 0 0) 0x560d92e5a680 con 0x560d90274700
|
|
-340> 2019-02-18 21:34:31.233 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.16:6813/1907634 conn(0x560d922da300 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=23 cs=1 l=1). rx osd.17 seq 1 0x560d92e5a680 osd_op_reply(56 200.00000028 [delete] v87595'55 uv0 ondisk = -2 ((2) No such file or directory)) v8
|
|
-339> 2019-02-18 21:34:31.233 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.17 10.10.0.16:6813/1907634 1 ==== osd_op_reply(56 200.00000028 [delete] v87595'55 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (776764955 0 0) 0x560d92e5a680 con 0x560d922da300
|
|
-338> 2019-02-18 21:34:31.237 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6800/2707654 conn(0x560d90274000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=166 cs=1 l=1). rx osd.0 seq 5 0x560d92e5c080 osd_op_reply(55 200.00000027 [delete] v87595'46 uv0 ondisk = -2 ((2) No such file or directory)) v8
|
|
-337> 2019-02-18 21:34:31.237 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.0 10.10.0.18:6800/2707654 5 ==== osd_op_reply(55 200.00000027 [delete] v87595'46 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (132934747 0 0) 0x560d92e5c080 con 0x560d90274000
|
|
-336> 2019-02-18 21:34:31.249 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 11 0x560d92e5c080 osd_op_reply(58 200.0000002a [delete] v87595'926 uv872 ondisk = -2 ((2) No such file or directory)) v8
|
|
-335> 2019-02-18 21:34:31.249 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 11 ==== osd_op_reply(58 200.0000002a [delete] v87595'926 uv872 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (3424582072 0 0) 0x560d92e5c080 con 0x560d90277100
|
|
-334> 2019-02-18 21:34:31.973 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d9162d500 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=39 -
|
|
-333> 2019-02-18 21:34:31.973 7fe124326700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d91631500 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=40 -
|
|
-332> 2019-02-18 21:34:31.973 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d91646000 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=42 -
|
|
-331> 2019-02-18 21:34:31.973 7fe125328700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d901e4000 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=38 -
|
|
-330> 2019-02-18 21:34:31.973 7fe125328700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d91637800 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=41 -
|
|
-329> 2019-02-18 21:34:31.973 7fe124326700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d91646700 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=43 -
|
|
-328> 2019-02-18 21:34:31.973 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.17:0/3643175079 conn(0x560d9162d500 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=39 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-327> 2019-02-18 21:34:31.977 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/742284117 conn(0x560d901e4000 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=38 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-326> 2019-02-18 21:34:31.977 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/3015216276 conn(0x560d91631500 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=46 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-325> 2019-02-18 21:34:31.977 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.17:0/875193457 conn(0x560d91646000 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=49 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-324> 2019-02-18 21:34:31.977 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.17:0/3643175079 conn(0x560d9162d500 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=39 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-323> 2019-02-18 21:34:31.977 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.17:0/3643175079 conn(0x560d9162d500 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=39 cs=1 l=0). rx client.17592384 seq 1 0x560d92e5c080 client_request(client.17592384:659 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:27.949525 RETRY=34 caller_uid=33, caller_gid=33{}) v2
|
|
-322> 2019-02-18 21:34:31.977 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.18:0/1459513868 conn(0x560d91646700 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=41 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-321> 2019-02-18 21:34:31.977 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.17:0/3643175079 conn(0x560d9162d500 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=39 cs=1 l=0). rx client.17592384 seq 2 0x560d92e5bd40 client_request(client.17592384:660 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:43.617901 RETRY=33 caller_uid=0, caller_gid=0{}) v2
|
|
-320> 2019-02-18 21:34:31.977 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.15:0/72759821 conn(0x560d91637800 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=37 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-319> 2019-02-18 21:34:31.977 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.17:0/3643175079 conn(0x560d9162d500 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=39 cs=1 l=0). rx client.17592384 seq 3 0x560d8ff30fc0 client_reconnect(1 caps) v3
|
|
-318> 2019-02-18 21:34:31.977 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/3015216276 conn(0x560d91631500 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=46 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-317> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.17592384 10.10.181.17:0/3643175079 1 ==== client_request(client.17592384:659 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:27.949525 RETRY=34 caller_uid=33, caller_gid=33{}) v2 ==== 135+0+0 (2643871895 0 0) 0x560d92e5c080 con 0x560d9162d500
|
|
-316> 2019-02-18 21:34:31.977 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-315> 2019-02-18 21:34:31.977 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/742284117 conn(0x560d901e4000 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=38 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-314> 2019-02-18 21:34:31.977 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/3015216276 conn(0x560d91631500 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=46 cs=1 l=0). rx client.18110760 seq 1 0x560d8ff32ac0 client_reconnect(1 caps) v3
|
|
-313> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.17592384 10.10.181.17:0/3643175079 2 ==== client_request(client.17592384:660 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:43.617901 RETRY=33 caller_uid=0, caller_gid=0{}) v2 ==== 135+0+0 (2120444486 0 0) 0x560d92e5bd40 con 0x560d9162d500
|
|
-312> 2019-02-18 21:34:31.977 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-311> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.17592384 10.10.181.17:0/3643175079 3 ==== client_reconnect(1 caps) v3 ==== 0+0+98 (0 0 2836255815) 0x560d8ff30fc0 con 0x560d9162d500
|
|
-310> 2019-02-18 21:34:31.977 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/742284117 conn(0x560d901e4000 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=38 cs=1 l=0). rx client.15227693 seq 1 0x560d902ac000 client_reconnect(1 caps) v3
|
|
-309> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.18110760 10.10.181.16:0/3015216276 1 ==== client_reconnect(1 caps) v3 ==== 0+0+98 (0 0 785616217) 0x560d8ff32ac0 con 0x560d91631500
|
|
-308> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.15227693 10.10.181.16:0/742284117 1 ==== client_reconnect(1 caps) v3 ==== 0+0+98 (0 0 4087271296) 0x560d902ac000 con 0x560d901e4000
|
|
-307> 2019-02-18 21:34:31.977 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.18:0/1459513868 conn(0x560d91646700 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=41 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-306> 2019-02-18 21:34:31.977 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.18:0/1459513868 conn(0x560d91646700 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=41 cs=1 l=0). rx client.17492882 seq 1 0x560d92e5a680 client_request(client.17492882:26 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:28.578641 RETRY=34 caller_uid=33, caller_gid=33{}) v2
|
|
-305> 2019-02-18 21:34:31.977 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.17:0/875193457 conn(0x560d91646000 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=49 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-304> 2019-02-18 21:34:31.977 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.18:0/1459513868 conn(0x560d91646700 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=41 cs=1 l=0). rx client.17492882 seq 2 0x560d92e5a9c0 client_request(client.17492882:27 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:44.251014 RETRY=32 caller_uid=0, caller_gid=0{}) v2
|
|
-303> 2019-02-18 21:34:31.977 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.17:0/875193457 conn(0x560d91646000 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=49 cs=1 l=0). rx client.18164119 seq 1 0x560d8ff33600 client_reconnect(1 caps) v3
|
|
-302> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.17492882 10.10.181.18:0/1459513868 1 ==== client_request(client.17492882:26 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:28.578641 RETRY=34 caller_uid=33, caller_gid=33{}) v2 ==== 135+0+0 (4093787193 0 0) 0x560d92e5a680 con 0x560d91646700
|
|
-301> 2019-02-18 21:34:31.977 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.18:0/1459513868 conn(0x560d91646700 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=41 cs=1 l=0). rx client.17492882 seq 3 0x560d8ff32880 client_reconnect(1 caps) v3
|
|
-300> 2019-02-18 21:34:31.977 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-299> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.17492882 10.10.181.18:0/1459513868 2 ==== client_request(client.17492882:27 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:44.251014 RETRY=32 caller_uid=0, caller_gid=0{}) v2 ==== 135+0+0 (3812880139 0 0) 0x560d92e5a9c0 con 0x560d91646700
|
|
-298> 2019-02-18 21:34:31.977 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-297> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.18164119 10.10.181.17:0/875193457 1 ==== client_reconnect(1 caps) v3 ==== 0+0+98 (0 0 2545327098) 0x560d8ff33600 con 0x560d91646000
|
|
-296> 2019-02-18 21:34:31.977 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.15:0/72759821 conn(0x560d91637800 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=37 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-295> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.17492882 10.10.181.18:0/1459513868 3 ==== client_reconnect(1 caps) v3 ==== 0+0+98 (0 0 448879190) 0x560d8ff32880 con 0x560d91646700
|
|
-294> 2019-02-18 21:34:31.977 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.15:0/72759821 conn(0x560d91637800 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=37 cs=1 l=0). rx client.15258971 seq 1 0x560d902acb40 client_reconnect(1 caps) v3
|
|
-293> 2019-02-18 21:34:31.977 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.15258971 10.10.181.15:0/72759821 1 ==== client_reconnect(1 caps) v3 ==== 0+0+98 (0 0 1486438467) 0x560d902acb40 con 0x560d91637800
|
|
-292> 2019-02-18 21:34:31.997 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 14 0x560d90152c80 mdsmap(e 332) v1
|
|
-291> 2019-02-18 21:34:31.997 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 15 0x560d90142a80 mdsbeacon(18570326/sg1vosrv12 up:reconnect seq 2 v332) v7
|
|
-290> 2019-02-18 21:34:31.997 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 15 ==== mdsbeacon(18570326/sg1vosrv12 up:reconnect seq 2 v332) v7 ==== 135+0+0 (1383130225 0 0) 0x560d90142a80 con 0x560d901e5500
|
|
-289> 2019-02-18 21:34:31.997 7fe124326700 5 mds.beacon.sg1vosrv12 received beacon reply up:reconnect seq 2 rtt 0.780006
|
|
-288> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 14 ==== mdsmap(e 332) v1 ==== 657+0+0 (729081451 0 0) 0x560d90152c80 con 0x560d901e5500
|
|
-287> 2019-02-18 21:34:31.997 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 332 from mon.2
|
|
-286> 2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 handle_mds_map i am now mds.0.331
|
|
-285> 2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 handle_mds_map state change up:replay --> up:reconnect
|
|
-284> 2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 reconnect_start
|
|
-283> 2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 reopen_log
|
|
-282> 2019-02-18 21:34:31.997 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d915e8300 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=44 -
|
|
-281> 2019-02-18 21:34:31.997 7fe122322700 4 mds.0.331 reconnect_start: killed 0 blacklisted sessions (42 blacklist entries, 10)
|
|
-280> 2019-02-18 21:34:31.997 7fe122322700 1 mds.0.server reconnect_clients -- 10 sessions
|
|
-279> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 _send_message--> mds.0 10.10.32.124:6800/2690028880 -- mds_table_request(snaptable server_ready) v1 -- ?+0 0x560d8ff32d00
|
|
-278> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.32.124:6800/2690028880 -- mds_table_request(snaptable server_ready) v1 -- 0x560d8ff32d00 con 0
|
|
-277> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mds.0 10.10.32.124:6800/2690028880 0 ==== mds_table_request(snaptable server_ready) v1 ==== 0+0+0 (0 0 0) 0x560d8ff32d00 con 0x560d901e4e00
|
|
-276> 2019-02-18 21:34:31.997 7fe124326700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d915fa700 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=47 -
|
|
-275> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 _send_message--> mds.0 10.10.32.124:6800/2690028880 -- mds_table_request(snaptable query 1 9 bytes) v1 -- ?+0 0x560d8ff32f40
|
|
-274> 2019-02-18 21:34:31.997 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d915fca00 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=46 -
|
|
-273> 2019-02-18 21:34:31.997 7fe125328700 1 -- 10.10.32.124:6800/2690028880 >> - conn(0x560d915fd100 :6800 s=STATE_ACCEPTING pgs=0 cs=0 l=0)._process_connection sd=45 -
|
|
-272> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.32.124:6800/2690028880 -- mds_table_request(snaptable query 1 9 bytes) v1 -- 0x560d8ff32f40 con 0
|
|
-271> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mds.0 10.10.32.124:6800/2690028880 0 ==== mds_table_request(snaptable query 1 9 bytes) v1 ==== 0+0+0 (0 0 0) 0x560d8ff32f40 con 0x560d901e4e00
|
|
-270> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.32.124:6800/2690028880 -- mds_table_request(snaptable query_reply 1 tid 1 29 bytes) v1 -- 0x560d8ff32d00 con 0
|
|
-269> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mds.0 10.10.32.124:6800/2690028880 0 ==== mds_table_request(snaptable query_reply 1 tid 1 29 bytes) v1 ==== 0+0+0 (0 0 0) 0x560d8ff32d00 con 0x560d901e4e00
|
|
-268> 2019-02-18 21:34:31.997 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.32.124:0/3176739197 conn(0x560d915e8300 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=38 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-267> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.17:0/3643175079 -- client_session(open) v3 -- 0x560d8ff32f40 con 0
|
|
-266> 2019-02-18 21:34:31.997 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.32.124:0/3176739197 conn(0x560d915e8300 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=38 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-265> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.17592384 10.10.181.17:0/3643175079 after 0.000726
|
|
-264> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.32.124:0/3176739197 conn(0x560d915e8300 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=38 cs=1 l=0). rx client.18355462 seq 1 0x560d8ff333c0 client_reconnect(3 caps) v3
|
|
-263> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.16:0/3015216276 -- client_session(open) v3 -- 0x560d8ff30fc0 con 0
|
|
-262> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.18110760 10.10.181.16:0/3015216276 after 0.000834
|
|
-261> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.16:0/742284117 -- client_session(open) v3 -- 0x560d8ff32ac0 con 0
|
|
-260> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.15227693 10.10.181.16:0/742284117 after 0.000900
|
|
-259> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.17:0/875193457 -- client_session(open) v3 -- 0x560d902ac000 con 0
|
|
-258> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.18164119 10.10.181.17:0/875193457 after 0.000964
|
|
-257> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.18:0/1459513868 -- client_session(open) v3 -- 0x560d8ff33600 con 0
|
|
-256> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.17492882 10.10.181.18:0/1459513868 after 0.001010
|
|
-255> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.15:0/72759821 -- client_session(open) v3 -- 0x560d8ff32880 con 0
|
|
-254> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.15258971 10.10.181.15:0/72759821 after 0.001048
|
|
-253> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.18355462 10.10.32.124:0/3176739197 1 ==== client_reconnect(3 caps) v3 ==== 0+0+305 (0 0 4010408309) 0x560d8ff333c0 con 0x560d915e8300
|
|
-252> 2019-02-18 21:34:31.997 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/2022917557 conn(0x560d915fa700 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=51 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-251> 2019-02-18 21:34:31.997 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=121 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-250> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.32.124:0/3176739197 -- client_session(open) v3 -- 0x560d902acd80 con 0
|
|
-249> 2019-02-18 21:34:31.997 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.15:0/536186448 conn(0x560d915fd100 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=39 cs=1 l=0).handle_connect_msg accept write reply msg done
|
|
-248> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.18355462 10.10.32.124:0/3176739197 after 0.001507
|
|
-247> 2019-02-18 21:34:31.997 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/2022917557 conn(0x560d915fa700 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=51 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-246> 2019-02-18 21:34:31.997 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=121 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-245> 2019-02-18 21:34:31.997 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/2022917557 conn(0x560d915fa700 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=51 cs=1 l=0). rx client.18337740 seq 1 0x560d8ff31b00 client_reconnect(1 caps) v3
|
|
-244> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 1 0x560d92e5ba00 client_request(client.16348125:7929 lookup #0x10000003062/settings 2019-02-18 20:37:27.747910 RETRY=34 caller_uid=33, caller_gid=33{}) v2
|
|
-243> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.18337740 10.10.181.16:0/2022917557 1 ==== client_reconnect(1 caps) v3 ==== 0+0+98 (0 0 1319804202) 0x560d8ff31b00 con 0x560d915fa700
|
|
-242> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 2 0x560d9022fd40 client_request(client.16348125:7930 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-241> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.16:0/2022917557 -- client_session(open) v3 -- 0x560d8ff333c0 con 0
|
|
-240> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 3 0x560d90231a80 client_request(client.16348125:7931 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-239> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.18337740 10.10.181.16:0/2022917557 after 0.001931
|
|
-238> 2019-02-18 21:34:31.997 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.181.15:0/536186448 conn(0x560d915fd100 :6800 s=STATE_ACCEPTING_WAIT_SEQ pgs=39 cs=1 l=0)._process_connection accept get newly_acked_seq 0
|
|
-237> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 4 0x560d90230080 client_request(client.16348125:7932 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-236> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 5 0x560d90230d80 client_request(client.16348125:7933 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-235> 2019-02-18 21:34:31.997 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.15:0/536186448 conn(0x560d915fd100 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=39 cs=1 l=0). rx client.16348230 seq 1 0x560d902ac6c0 client_reconnect(1 caps) v3
|
|
-234> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 1 ==== client_request(client.16348125:7929 lookup #0x10000003062/settings 2019-02-18 20:37:27.747910 RETRY=34 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (16068256 0 0) 0x560d92e5ba00 con 0x560d915fca00
|
|
-233> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-232> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 6 0x560d90230a40 client_request(client.16348125:7934 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-231> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 7 0x560d902303c0 client_request(client.16348125:7935 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-230> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 2 ==== client_request(client.16348125:7930 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (581843793 0 0) 0x560d9022fd40 con 0x560d915fca00
|
|
-229> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 8 0x560d902310c0 client_request(client.16348125:7936 lookup #0x10000003062/settings 2019-02-18 20:38:04.072524 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-228> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-227> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 9 0x560d92e5b6c0 client_request(client.16348125:7937 lookup #0x10000003062/settings 2019-02-18 20:38:04.076524 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-226> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 10 0x560d92e5b380 client_request(client.16348125:7938 lookup #0x10000003062/settings 2019-02-18 20:38:04.080524 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-225> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348230 10.10.181.15:0/536186448 1 ==== client_reconnect(1 caps) v3 ==== 0+0+98 (0 0 3092427817) 0x560d902ac6c0 con 0x560d915fd100
|
|
-224> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 11 0x560d92e5a340 client_request(client.16348125:7939 lookup #0x10000003062/data_files 2019-02-18 20:38:24.744873 RETRY=30 caller_uid=0, caller_gid=0{}) v2
|
|
-223> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.15:0/536186448 -- client_session(open) v3 -- 0x560d8ff31b00 con 0
|
|
-222> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 12 0x560d92e5ad00 client_request(client.16348125:7940 getattr pAsLsXsFs #0x10000003062 2019-02-18 20:41:05.311586 RETRY=24 caller_uid=0, caller_gid=0{}) v2
|
|
-221> 2019-02-18 21:34:31.997 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/4010683472 conn(0x560d915fca00 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=121 cs=1 l=0). rx client.16348125 seq 13 0x560d8ff33180 client_reconnect(1 caps) v3
|
|
-220> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.16348230 10.10.181.15:0/536186448 after 0.002257
|
|
-219> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 3 ==== client_request(client.16348125:7931 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (581843793 0 0) 0x560d90231a80 con 0x560d915fca00
|
|
-218> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-217> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 4 ==== client_request(client.16348125:7932 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (581843793 0 0) 0x560d90230080 con 0x560d915fca00
|
|
-216> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-215> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 5 ==== client_request(client.16348125:7933 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (581843793 0 0) 0x560d90230d80 con 0x560d915fca00
|
|
-214> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-213> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 6 ==== client_request(client.16348125:7934 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (581843793 0 0) 0x560d90230a40 con 0x560d915fca00
|
|
-212> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-211> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 7 ==== client_request(client.16348125:7935 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (581843793 0 0) 0x560d902303c0 con 0x560d915fca00
|
|
-210> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-209> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 8 ==== client_request(client.16348125:7936 lookup #0x10000003062/settings 2019-02-18 20:38:04.072524 RETRY=32 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (3275530278 0 0) 0x560d902310c0 con 0x560d915fca00
|
|
-208> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-207> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 9 ==== client_request(client.16348125:7937 lookup #0x10000003062/settings 2019-02-18 20:38:04.076524 RETRY=32 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (2768370674 0 0) 0x560d92e5b6c0 con 0x560d915fca00
|
|
-206> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-205> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 10 ==== client_request(client.16348125:7938 lookup #0x10000003062/settings 2019-02-18 20:38:04.080524 RETRY=32 caller_uid=33, caller_gid=33{}) v2 ==== 130+0+0 (3425441363 0 0) 0x560d92e5b380 con 0x560d915fca00
|
|
-204> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-203> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 11 ==== client_request(client.16348125:7939 lookup #0x10000003062/data_files 2019-02-18 20:38:24.744873 RETRY=30 caller_uid=0, caller_gid=0{}) v2 ==== 132+0+0 (3643712966 0 0) 0x560d92e5a340 con 0x560d915fca00
|
|
-202> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-201> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 12 ==== client_request(client.16348125:7940 getattr pAsLsXsFs #0x10000003062 2019-02-18 20:41:05.311586 RETRY=24 caller_uid=0, caller_gid=0{}) v2 ==== 122+0+0 (2559726640 0 0) 0x560d92e5ad00 con 0x560d915fca00
|
|
-200> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.server not active yet, waiting
|
|
-199> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.16348125 10.10.181.16:0/4010683472 13 ==== client_reconnect(1 caps) v3 ==== 0+0+98 (0 0 729759324) 0x560d8ff33180 con 0x560d915fca00
|
|
-198> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.16:0/4010683472 -- client_session(open) v3 -- 0x560d902ac6c0 con 0
|
|
-197> 2019-02-18 21:34:31.997 7fe122322700 0 log_channel(cluster) log [DBG] : reconnect by client.16348125 10.10.181.16:0/4010683472 after 0.002741
|
|
-196> 2019-02-18 21:34:31.997 7fe122322700 1 mds.0.331 reconnect_done
|
|
-195> 2019-02-18 21:34:31.997 7fe122322700 3 mds.0.331 request_state up:rejoin
|
|
-194> 2019-02-18 21:34:31.997 7fe122322700 5 mds.beacon.sg1vosrv12 set_want_state: up:reconnect -> up:rejoin
|
|
-193> 2019-02-18 21:34:31.997 7fe122322700 5 mds.beacon.sg1vosrv12 Sending beacon up:rejoin seq 3
|
|
-192> 2019-02-18 21:34:31.997 7fe122322700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-191> 2019-02-18 21:34:31.997 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- mdsbeacon(18570326/sg1vosrv12 up:rejoin seq 3 v332) v7 -- 0x560d90143500 con 0
|
|
-190> 2019-02-18 21:34:33.033 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 16 0x560d90264080 mdsmap(e 333) v1
|
|
-189> 2019-02-18 21:34:33.033 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 16 ==== mdsmap(e 333) v1 ==== 657+0+0 (933154759 0 0) 0x560d90264080 con 0x560d901e5500
|
|
-188> 2019-02-18 21:34:33.033 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 333 from mon.2
|
|
-187> 2019-02-18 21:34:33.033 7fe122322700 1 mds.0.331 handle_mds_map i am now mds.0.331
|
|
-186> 2019-02-18 21:34:33.033 7fe122322700 1 mds.0.331 handle_mds_map state change up:reconnect --> up:rejoin
|
|
-185> 2019-02-18 21:34:33.033 7fe122322700 1 mds.0.331 rejoin_start
|
|
-184> 2019-02-18 21:34:33.033 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 17 0x560d90143500 mdsbeacon(18570326/sg1vosrv12 up:rejoin seq 3 v333) v7
|
|
-183> 2019-02-18 21:34:33.033 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 17 ==== mdsbeacon(18570326/sg1vosrv12 up:rejoin seq 3 v333) v7 ==== 135+0+0 (3749009500 0 0) 0x560d90143500 con 0x560d901e5500
|
|
-182> 2019-02-18 21:34:33.033 7fe124326700 5 mds.beacon.sg1vosrv12 received beacon reply up:rejoin seq 3 rtt 1.03601
|
|
-181> 2019-02-18 21:34:33.037 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:60 4.1f 4:ff5b34d6:::1.00000000:head [omap-get-header,omap-get-vals,getxattr parent] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d92e5d740 con 0
|
|
-180> 2019-02-18 21:34:33.037 7fe122322700 1 mds.0.331 rejoin_joint_start
|
|
-179> 2019-02-18 21:34:33.037 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 8 0x560d92e5d740 osd_op_reply(60 1.00000000 [omap-get-header,omap-get-vals,getxattr] v0'0 uv1 ondisk = 0) v8
|
|
-178> 2019-02-18 21:34:33.037 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 8 ==== osd_op_reply(60 1.00000000 [omap-get-header,omap-get-vals,getxattr] v0'0 uv1 ondisk = 0) v8 ==== 238+0+279 (3945866929 0 3031284639) 0x560d92e5d740 con 0x560d90276a00
|
|
-177> 2019-02-18 21:34:33.045 7fe11a92b700 5 mds.0.log _submit_thread 160062945~564 : ESessions 10 opens cmapv 19170
|
|
-176> 2019-02-18 21:34:33.045 7fe11a92b700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:61 4.1f 4:fc76fa7d:::200.00000026:head [write 679393~584] snapc 0=[] ondisk+write+known_if_redirected+full_force e87595) v8 -- 0x560d92618000 con 0
|
|
-175> 2019-02-18 21:34:33.045 7fe11a92b700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:62 4.14 4:292cf221:::200.00000000:head [writefull 0~90] snapc 0=[] ondisk+write+known_if_redirected+full_force e87595) v8 -- 0x560d92618340 con 0
|
|
-174> 2019-02-18 21:34:33.085 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 12 0x560d92618340 osd_op_reply(62 200.00000000 [writefull 0~90] v87595'1558 uv1558 ondisk = 0) v8
|
|
-173> 2019-02-18 21:34:33.085 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 12 ==== osd_op_reply(62 200.00000000 [writefull 0~90] v87595'1558 uv1558 ondisk = 0) v8 ==== 156+0+0 (1081114946 0 0) 0x560d92618340 con 0x560d90277100
|
|
-172> 2019-02-18 21:34:33.113 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 9 0x560d92618000 osd_op_reply(61 200.00000026 [write 679393~584] v87595'924 uv924 ondisk = 0) v8
|
|
-171> 2019-02-18 21:34:33.113 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 9 ==== osd_op_reply(61 200.00000026 [write 679393~584] v87595'924 uv924 ondisk = 0) v8 ==== 156+0+0 (3636569984 0 0) 0x560d92618000 con 0x560d90276a00
|
|
-170> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.18:0/1459513868 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d90264800 con 0
|
|
-169> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.16:0/4010683472 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d90264a80 con 0
|
|
-168> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.32.124:0/3176739197 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d90264d00 con 0
|
|
-167> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.15:0/536186448 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d90264f80 con 0
|
|
-166> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.16:0/2022917557 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d90265200 con 0
|
|
-165> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.16:0/742284117 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d90265480 con 0
|
|
-164> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.15:0/72759821 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d90265700 con 0
|
|
-163> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.17:0/3643175079 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d90265980 con 0
|
|
-162> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.17:0/875193457 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d90265c00 con 0
|
|
-161> 2019-02-18 21:34:33.125 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.16:0/3015216276 -- client_snap(update split=0x3 tracelen=48) v1 -- 0x560d92e86000 con 0
|
|
-160> 2019-02-18 21:34:33.125 7fe11b92d700 1 mds.0.331 rejoin_done
|
|
-159> 2019-02-18 21:34:33.133 7fe11b92d700 3 mds.0.331 request_state up:active
|
|
-158> 2019-02-18 21:34:33.133 7fe11b92d700 5 mds.beacon.sg1vosrv12 set_want_state: up:rejoin -> up:active
|
|
-157> 2019-02-18 21:34:33.133 7fe11b92d700 5 mds.beacon.sg1vosrv12 Sending beacon up:active seq 4
|
|
-156> 2019-02-18 21:34:33.133 7fe11b92d700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-155> 2019-02-18 21:34:33.133 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- mdsbeacon(18570326/sg1vosrv12 up:active seq 4 v333) v7 -- 0x560d90143c00 con 0
|
|
-154> 2019-02-18 21:34:33.545 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.181.16:0/3015216276 conn(0x560d91631500 :6800 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=46 cs=1 l=0). rx client.18110760 seq 2 0x560d8ff333c0 client_session(request_renewcaps seq 61997)
|
|
-153> 2019-02-18 21:34:33.545 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== client.18110760 10.10.181.16:0/3015216276 2 ==== client_session(request_renewcaps seq 61997) ==== 28+0+0 (182028890 0 0) 0x560d8ff333c0 con 0x560d91631500
|
|
-152> 2019-02-18 21:34:33.545 7fe122322700 3 mds.0.server handle_client_session client_session(request_renewcaps seq 61997) from client.18110760
|
|
-151> 2019-02-18 21:34:33.545 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.181.16:0/3015216276 -- client_session(renewcaps seq 61997) v3 -- 0x560d8ff33180 con 0
|
|
-150> 2019-02-18 21:34:34.089 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 18 0x560d90264580 mdsmap(e 334) v1
|
|
-149> 2019-02-18 21:34:34.089 7fe122322700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 18 ==== mdsmap(e 334) v1 ==== 657+0+0 (531959257 0 0) 0x560d90264580 con 0x560d901e5500
|
|
-148> 2019-02-18 21:34:34.089 7fe122322700 1 mds.sg1vosrv12 Updating MDS map to version 334 from mon.2
|
|
-147> 2019-02-18 21:34:34.089 7fe122322700 1 mds.0.331 handle_mds_map i am now mds.0.331
|
|
-146> 2019-02-18 21:34:34.089 7fe122322700 1 mds.0.331 handle_mds_map state change up:rejoin --> up:active
|
|
-145> 2019-02-18 21:34:34.089 7fe122322700 1 mds.0.331 recovery_done -- successful recovery!
|
|
-144> 2019-02-18 21:34:34.089 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:63 114.14 114:293887a6:gitlab-runner::100000056b7.00000000:head [trimtrunc 2@0] snapc 1=[] ondisk+write+known_if_redirected+full_force e87595) v8 -- 0x560d926189c0 con 0
|
|
-143> 2019-02-18 21:34:34.089 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6801/2707522 -- osd_op(unknown.0.331:64 4.13 4:cd5a64a3:::100.00000000:head [omap-get-header,omap-get-vals,getxattr parent] snapc 0=[] ondisk+read+known_if_redirected+full_force e87595) v8 -- 0x560d9022e340 con 0
|
|
-142> 2019-02-18 21:34:34.089 7fe122322700 1 mds.0.331 active_start
|
|
-141> 2019-02-18 21:34:34.089 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 19 0x560d90143180 mdsbeacon(18570326/sg1vosrv12 up:active seq 4 v334) v7
|
|
-140> 2019-02-18 21:34:34.089 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 19 ==== mdsbeacon(18570326/sg1vosrv12 up:active seq 4 v334) v7 ==== 135+0+0 (1677445209 0 0) 0x560d90143180 con 0x560d901e5500
|
|
-139> 2019-02-18 21:34:34.089 7fe124326700 5 mds.beacon.sg1vosrv12 received beacon reply up:active seq 4 rtt 0.956008
|
|
-138> 2019-02-18 21:34:34.089 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 10 0x560d92618000 osd_op_reply(63 100000056b7.00000000 [trimtrunc 2@0] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-137> 2019-02-18 21:34:34.089 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 10 ==== osd_op_reply(63 100000056b7.00000000 [trimtrunc 2@0] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (270886636 0 0) 0x560d92618000 con 0x560d90276a00
|
|
-136> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:65 114.17 114:ea9f4152:gitlab-runner::100000056a7.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92618d00 con 0
|
|
-135> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:66 114.1c 114:3aecad11:gitlab-runner::10000005699.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92619040 con 0
|
|
-134> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6802/3799271 -- osd_op(unknown.0.331:67 114.24 114:2620762d:gitlab-runner::10000005698.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92619380 con 0
|
|
-133> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6821/3799442 -- osd_op(unknown.0.331:68 114.2f 114:f5c02295:gitlab-runner::10000005697.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d926196c0 con 0
|
|
-132> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:69 114.1a 114:58a0e23b:gitlab-runner::10000005694.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92619a00 con 0
|
|
-131> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:70 114.e 114:721de89b:gitlab-runner::10000005690.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92619d40 con 0
|
|
-130> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:71 114.6 114:61710527:gitlab-runner::1000000568f.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9261a080 con 0
|
|
-129> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:72 114.6 114:62eea092:gitlab-runner::1000000568e.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9261a3c0 con 0
|
|
-128> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:73 114.29 114:95e606f1:gitlab-runner::1000000568c.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9261a700 con 0
|
|
-127> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:74 114.0 114:01e99402:gitlab-runner::10000005689.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9022e340 con 0
|
|
-126> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6810/3799921 -- osd_op(unknown.0.331:75 114.1 114:83796fac:gitlab-runner::10000005687.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9022e000 con 0
|
|
-125> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6802/3799271 -- osd_op(unknown.0.331:76 114.20 114:068650c4:gitlab-runner::10000005674.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9022e9c0 con 0
|
|
-124> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6826/3799458 -- osd_op(unknown.0.331:77 114.35 114:af710ba0:gitlab-runner::10000005673.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92e5da80 con 0
|
|
-123> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6802/3799271 -- osd_op(unknown.0.331:78 114.8 114:10feb917:gitlab-runner::10000005670.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92e5d740 con 0
|
|
-122> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:79 114.1d 114:ba17f1b5:gitlab-runner::1000000566e.000067ff:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92e5a000 con 0
|
|
-121> 2019-02-18 21:34:34.093 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 13 0x560d9022e000 osd_op_reply(65 100000056a7.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-120> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6826/3799458 -- osd_op(unknown.0.331:80 114.2b 114:d74ef976:gitlab-runner::10000005660.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d926189c0 con 0
|
|
-119> 2019-02-18 21:34:34.093 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 13 ==== osd_op_reply(65 100000056a7.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (3142229759 0 0) 0x560d9022e000 con 0x560d90277100
|
|
-118> 2019-02-18 21:34:34.093 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 11 0x560d9022e340 osd_op_reply(66 10000005699.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-117> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6826/3799458 -- osd_op(unknown.0.331:81 114.2b 114:d6c3483d:gitlab-runner::1000000567e.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92618000 con 0
|
|
-116> 2019-02-18 21:34:34.093 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 14 0x560d9022e000 osd_op_reply(69 10000005694.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-115> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:82 114.0 114:03d4b8f4:gitlab-runner::100000056a8.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92619040 con 0
|
|
-114> 2019-02-18 21:34:34.093 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 11 ==== osd_op_reply(66 10000005699.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (64199051 0 0) 0x560d9022e340 con 0x560d90276a00
|
|
-113> 2019-02-18 21:34:34.093 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 14 ==== osd_op_reply(69 10000005694.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (4003965051 0 0) 0x560d9022e000 con 0x560d90277100
|
|
-112> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6826/3799458 -- osd_op(unknown.0.331:83 114.3b 114:dcabfc01:gitlab-runner::100000056a4.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d92619d40 con 0
|
|
-111> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6821/3799442 -- osd_op(unknown.0.331:84 114.2 114:403f4892:gitlab-runner::100000056a5.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9022e680 con 0
|
|
-110> 2019-02-18 21:34:34.093 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 12 0x560d9022e340 osd_op_reply(70 10000005690.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-109> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6817/3799922 -- osd_op(unknown.0.331:85 114.18 114:18823eaa:gitlab-runner::100000056b8.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9022f380 con 0
|
|
-108> 2019-02-18 21:34:34.093 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 12 ==== osd_op_reply(70 10000005690.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (580167647 0 0) 0x560d9022e340 con 0x560d90276a00
|
|
-107> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6802/3799271 -- osd_op(unknown.0.331:86 114.3a 114:5e028501:gitlab-runner::10000005691.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9022f040 con 0
|
|
-106> 2019-02-18 21:34:34.093 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 13 0x560d9022e340 osd_op_reply(71 1000000568f.00000001 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-105> 2019-02-18 21:34:34.093 7fe122322700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.17:6826/3799458 -- osd_op(unknown.0.331:87 114.3b 114:ddf3e7e7:gitlab-runner::1000000566f.00000400:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+full_force e87595) v8 -- 0x560d9261aa40 con 0
|
|
-104> 2019-02-18 21:34:34.093 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 13 ==== osd_op_reply(71 1000000568f.00000001 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (4070954285 0 0) 0x560d9022e340 con 0x560d90276a00
|
|
-103> 2019-02-18 21:34:34.093 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 14 0x560d9022e340 osd_op_reply(72 1000000568e.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-102> 2019-02-18 21:34:34.093 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 14 ==== osd_op_reply(72 1000000568e.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (989284221 0 0) 0x560d9022e340 con 0x560d90276a00
|
|
-101> 2019-02-18 21:34:34.093 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 15 0x560d9022e340 osd_op_reply(74 10000005689.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-100> 2019-02-18 21:34:34.093 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 15 ==== osd_op_reply(74 10000005689.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (2547133555 0 0) 0x560d9022e340 con 0x560d90276a00
|
|
-99> 2019-02-18 21:34:34.093 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 15 0x560d9022e000 osd_op_reply(73 1000000568c.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-98> 2019-02-18 21:34:34.093 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 15 ==== osd_op_reply(73 1000000568c.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (3767567313 0 0) 0x560d9022e000 con 0x560d90277100
|
|
-97> 2019-02-18 21:34:34.093 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6810/3799921 conn(0x560d90277100 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=252 cs=1 l=1). rx osd.19 seq 16 0x560d9022e000 osd_op_reply(75 10000005687.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-96> 2019-02-18 21:34:34.093 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.19 10.10.0.17:6810/3799921 16 ==== osd_op_reply(75 10000005687.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (157880749 0 0) 0x560d9022e000 con 0x560d90277100
|
|
-95> 2019-02-18 21:34:34.097 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 16 0x560d9022f380 osd_op_reply(79 1000000566e.000067ff [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-94> 2019-02-18 21:34:34.097 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 16 ==== osd_op_reply(79 1000000566e.000067ff [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (724052142 0 0) 0x560d9022f380 con 0x560d90276a00
|
|
-93> 2019-02-18 21:34:34.097 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 17 0x560d9022f380 osd_op_reply(82 100000056a8.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-92> 2019-02-18 21:34:34.097 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 17 ==== osd_op_reply(82 100000056a8.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (3038020607 0 0) 0x560d9022f380 con 0x560d90276a00
|
|
-91> 2019-02-18 21:34:34.097 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6817/3799922 conn(0x560d90276a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=247 cs=1 l=1). rx osd.18 seq 18 0x560d9022f380 osd_op_reply(85 100000056b8.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-90> 2019-02-18 21:34:34.097 7fe124326700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6821/3799442 conn(0x560d9029ce00 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-89> 2019-02-18 21:34:34.097 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.18 10.10.0.17:6817/3799922 18 ==== osd_op_reply(85 100000056b8.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (1835453471 0 0) 0x560d9022f380 con 0x560d90276a00
|
|
-88> 2019-02-18 21:34:34.097 7fe124b27700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6802/3799271 conn(0x560d901e6a00 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-87> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.17592384:659 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:27.949525 RETRY=34 caller_uid=33, caller_gid=33{}) v2
|
|
-86> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-85> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.17592384:660 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:43.617901 RETRY=33 caller_uid=0, caller_gid=0{}) v2
|
|
-84> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-83> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.17492882:26 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:28.578641 RETRY=34 caller_uid=33, caller_gid=33{}) v2
|
|
-82> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-81> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.17492882:27 lookup #0x10000000009/lock_yBgMBwiR 2019-02-18 20:37:44.251014 RETRY=32 caller_uid=0, caller_gid=0{}) v2
|
|
-80> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-79> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7929 lookup #0x10000003062/settings 2019-02-18 20:37:27.747910 RETRY=34 caller_uid=33, caller_gid=33{}) v2
|
|
-78> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-77> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7930 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-76> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-75> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7931 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-74> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-73> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7932 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-72> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-71> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7933 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-70> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-69> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7934 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-68> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-67> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7935 lookup #0x10000003062/settings 2019-02-18 20:38:04.068523 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-66> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-65> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7936 lookup #0x10000003062/settings 2019-02-18 20:38:04.072524 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-64> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-63> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7937 lookup #0x10000003062/settings 2019-02-18 20:38:04.076524 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-62> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-61> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7938 lookup #0x10000003062/settings 2019-02-18 20:38:04.080524 RETRY=32 caller_uid=33, caller_gid=33{}) v2
|
|
-60> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-59> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7939 lookup #0x10000003062/data_files 2019-02-18 20:38:24.744873 RETRY=30 caller_uid=0, caller_gid=0{}) v2
|
|
-58> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-57> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.server handle_client_request client_request(client.16348125:7940 getattr pAsLsXsFs #0x10000003062 2019-02-18 20:41:05.311586 RETRY=24 caller_uid=0, caller_gid=0{}) v2
|
|
-56> 2019-02-18 21:34:34.097 7fe122322700 5 mds.0.server waiting for root
|
|
-55> 2019-02-18 21:34:34.097 7fe122322700 1 mds.0.331 cluster recovered.
|
|
-54> 2019-02-18 21:34:34.097 7fe122322700 4 mds.0.331 set_osd_epoch_barrier: epoch=87595
|
|
-53> 2019-02-18 21:34:34.097 7fe125328700 2 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6826/3799458 conn(0x560d9029c700 :-1 s=STATE_CONNECTING_WAIT_ACK_SEQ pgs=0 cs=0 l=1)._process_connection got newly_acked_seq 0 vs out_seq 0
|
|
-52> 2019-02-18 21:34:34.097 7fe11b92d700 0 mds.0 RecoveryQueue::_recovered recovery error! -1
|
|
-51> 2019-02-18 21:34:34.097 7fe11b92d700 -1 log_channel(cluster) log [ERR] : OSD read error while recovering size for inode 0x100000056a7
|
|
-50> 2019-02-18 21:34:34.097 7fe11b92d700 5 mds.beacon.sg1vosrv12 set_want_state: up:active -> down:damaged
|
|
-49> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client log_queue is 15 last_log 15 sent 0 num 15 unsent 15 sending 15
|
|
-48> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:31.149111 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 1 : cluster [WRN] replayed op client.18359173:903,900 used ino 0x100000051bd but session next is 0x10000004bde
|
|
-47> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:31.149127 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 2 : cluster [WRN] replayed op client.18359173:904,900 used ino 0x100000051be but session next is 0x10000004bde
|
|
-46> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:31.149142 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 3 : cluster [WRN] replayed op client.18359173:905,900 used ino 0x100000051bf but session next is 0x10000004bde
|
|
-45> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:31.149197 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 4 : cluster [WRN] replayed op client.18359173:906,900 used ino 0x100000051c0 but session next is 0x10000004bde
|
|
-44> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.000419 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 5 : cluster [DBG] reconnect by client.17592384 10.10.181.17:0/3643175079 after 0.000726
|
|
-43> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.000506 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 6 : cluster [DBG] reconnect by client.18110760 10.10.181.16:0/3015216276 after 0.000834
|
|
-42> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.000576 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 7 : cluster [DBG] reconnect by client.15227693 10.10.181.16:0/742284117 after 0.000900
|
|
-41> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.000628 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 8 : cluster [DBG] reconnect by client.18164119 10.10.181.17:0/875193457 after 0.000964
|
|
-40> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.000669 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 9 : cluster [DBG] reconnect by client.17492882 10.10.181.18:0/1459513868 after 0.001010
|
|
-39> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.000731 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 10 : cluster [DBG] reconnect by client.15258971 10.10.181.15:0/72759821 after 0.001048
|
|
-38> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.001216 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 11 : cluster [DBG] reconnect by client.18355462 10.10.32.124:0/3176739197 after 0.001507
|
|
-37> 2019-02-18 21:34:34.097 7fe11a92b700 5 mds.0.log _submit_thread 160063529~5865 : EUpdate truncate finish [metablob 0x1, 6 dirs]
|
|
-36> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.001664 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 12 : cluster [DBG] reconnect by client.18337740 10.10.181.16:0/2022917557 after 0.001931
|
|
-35> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.001952 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 13 : cluster [DBG] reconnect by client.16348230 10.10.181.15:0/536186448 after 0.002257
|
|
-34> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:32.002418 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 14 : cluster [DBG] reconnect by client.16348125 10.10.181.16:0/4010683472 after 0.002741
|
|
-33> 2019-02-18 21:34:34.097 7fe11b92d700 10 log_client will send 2019-02-18 21:34:34.099823 mds.sg1vosrv12 mds.0 10.10.32.124:6800/2690028880 15 : cluster [ERR] OSD read error while recovering size for inode 0x100000056a7
|
|
-32> 2019-02-18 21:34:34.097 7fe11b92d700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-31> 2019-02-18 21:34:34.097 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- log(15 entries from seq 1 at 2019-02-18 21:34:31.149111) v1 -- 0x560d92e86500 con 0
|
|
-30> 2019-02-18 21:34:34.097 7fe11b92d700 5 mds.beacon.sg1vosrv12 Sending beacon down:damaged seq 5
|
|
-29> 2019-02-18 21:34:34.097 7fe11b92d700 10 monclient: _send_mon_message to mon.25 at 10.10.0.18:6789/0
|
|
-28> 2019-02-18 21:34:34.097 7fe11b92d700 1 -- 10.10.32.124:6800/2690028880 --> 10.10.0.18:6789/0 -- mdsbeacon(18570326/sg1vosrv12 down:damaged seq 5 v334) v7 -- 0x560d90143f80 con 0
|
|
-27> 2019-02-18 21:34:34.097 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6821/3799442 conn(0x560d9029ce00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=251 cs=1 l=1). rx osd.8 seq 1 0x560d9022e680 osd_op_reply(68 10000005697.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-26> 2019-02-18 21:34:34.097 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6802/3799271 conn(0x560d901e6a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=168 cs=1 l=1). rx osd.6 seq 1 0x560d9022f040 osd_op_reply(67 10000005698.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-25> 2019-02-18 21:34:34.097 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.8 10.10.0.17:6821/3799442 1 ==== osd_op_reply(68 10000005697.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (58235794 0 0) 0x560d9022e680 con 0x560d9029ce00
|
|
-24> 2019-02-18 21:34:34.097 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.6 10.10.0.17:6802/3799271 1 ==== osd_op_reply(67 10000005698.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (4157817311 0 0) 0x560d9022f040 con 0x560d901e6a00
|
|
-23> 2019-02-18 21:34:34.097 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6821/3799442 conn(0x560d9029ce00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=251 cs=1 l=1). rx osd.8 seq 2 0x560d9022e680 osd_op_reply(84 100000056a5.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-22> 2019-02-18 21:34:34.097 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== osd.8 10.10.0.17:6821/3799442 2 ==== osd_op_reply(84 100000056a5.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (3388714365 0 0) 0x560d9022e680 con 0x560d9029ce00
|
|
-21> 2019-02-18 21:34:34.097 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6802/3799271 conn(0x560d901e6a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=168 cs=1 l=1). rx osd.6 seq 2 0x560d9022f040 osd_op_reply(76 10000005674.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-20> 2019-02-18 21:34:34.097 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.6 10.10.0.17:6802/3799271 2 ==== osd_op_reply(76 10000005674.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (1278183517 0 0) 0x560d9022f040 con 0x560d901e6a00
|
|
-19> 2019-02-18 21:34:34.097 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6802/3799271 conn(0x560d901e6a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=168 cs=1 l=1). rx osd.6 seq 3 0x560d9022f040 osd_op_reply(78 10000005670.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-18> 2019-02-18 21:34:34.097 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.6 10.10.0.17:6802/3799271 3 ==== osd_op_reply(78 10000005670.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (3783287008 0 0) 0x560d9022f040 con 0x560d901e6a00
|
|
-17> 2019-02-18 21:34:34.097 7fe124b27700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6802/3799271 conn(0x560d901e6a00 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=168 cs=1 l=1). rx osd.6 seq 4 0x560d9022f040 osd_op_reply(86 10000005691.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-16> 2019-02-18 21:34:34.097 7fe124b27700 1 -- 10.10.32.124:6800/2690028880 <== osd.6 10.10.0.17:6802/3799271 4 ==== osd_op_reply(86 10000005691.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (1641359596 0 0) 0x560d9022f040 con 0x560d901e6a00
|
|
-15> 2019-02-18 21:34:34.097 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6826/3799458 conn(0x560d9029c700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=200 cs=1 l=1). rx osd.7 seq 1 0x560d9261aa40 osd_op_reply(77 10000005673.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-14> 2019-02-18 21:34:34.097 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.7 10.10.0.17:6826/3799458 1 ==== osd_op_reply(77 10000005673.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (713366300 0 0) 0x560d9261aa40 con 0x560d9029c700
|
|
-13> 2019-02-18 21:34:34.097 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6826/3799458 conn(0x560d9029c700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=200 cs=1 l=1). rx osd.7 seq 2 0x560d9261aa40 osd_op_reply(80 10000005660.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-12> 2019-02-18 21:34:34.097 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.7 10.10.0.17:6826/3799458 2 ==== osd_op_reply(80 10000005660.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (4198514972 0 0) 0x560d9261aa40 con 0x560d9029c700
|
|
-11> 2019-02-18 21:34:34.097 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6826/3799458 conn(0x560d9029c700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=200 cs=1 l=1). rx osd.7 seq 3 0x560d9261aa40 osd_op_reply(81 1000000567e.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-10> 2019-02-18 21:34:34.097 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.7 10.10.0.17:6826/3799458 3 ==== osd_op_reply(81 1000000567e.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (3304712619 0 0) 0x560d9261aa40 con 0x560d9029c700
|
|
-9> 2019-02-18 21:34:34.097 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6826/3799458 conn(0x560d9029c700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=200 cs=1 l=1). rx osd.7 seq 4 0x560d9261aa40 osd_op_reply(83 100000056a4.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-8> 2019-02-18 21:34:34.097 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.7 10.10.0.17:6826/3799458 4 ==== osd_op_reply(83 100000056a4.00000000 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (2607516045 0 0) 0x560d9261aa40 con 0x560d9029c700
|
|
-7> 2019-02-18 21:34:34.097 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.17:6826/3799458 conn(0x560d9029c700 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=200 cs=1 l=1). rx osd.7 seq 5 0x560d9261aa40 osd_op_reply(87 1000000566f.00000400 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8
|
|
-6> 2019-02-18 21:34:34.097 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.7 10.10.0.17:6826/3799458 5 ==== osd_op_reply(87 1000000566f.00000400 [stat] v0'0 uv0 ondisk = -1 ((1) Operation not permitted)) v8 ==== 164+0+0 (326804425 0 0) 0x560d9261aa40 con 0x560d9029c700
|
|
-5> 2019-02-18 21:34:34.097 7fe125328700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6801/2707522 conn(0x560d901e7800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=109 cs=1 l=1). rx osd.4 seq 9 0x560d9261aa40 osd_op_reply(64 100.00000000 [omap-get-header,omap-get-vals,getxattr] v0'0 uv1 ondisk = 0) v8
|
|
-4> 2019-02-18 21:34:34.097 7fe125328700 1 -- 10.10.32.124:6800/2690028880 <== osd.4 10.10.0.18:6801/2707522 9 ==== osd_op_reply(64 100.00000000 [omap-get-header,omap-get-vals,getxattr] v0'0 uv1 ondisk = 0) v8 ==== 240+0+5089 (3921950555 0 3728907065) 0x560d9261aa40 con 0x560d901e7800
|
|
-3> 2019-02-18 21:34:34.109 7fe124326700 5 -- 10.10.32.124:6800/2690028880 >> 10.10.0.18:6789/0 conn(0x560d901e5500 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2111222 cs=1 l=1). rx mon.2 seq 20 0x560d90143f80 mdsbeacon(18570326/sg1vosrv12 down:damaged seq 5 v335) v7
|
|
-2> 2019-02-18 21:34:34.109 7fe124326700 1 -- 10.10.32.124:6800/2690028880 <== mon.2 10.10.0.18:6789/0 20 ==== mdsbeacon(18570326/sg1vosrv12 down:damaged seq 5 v335) v7 ==== 135+0+0 (4039513798 0 0) 0x560d90143f80 con 0x560d901e5500
|
|
-1> 2019-02-18 21:34:34.109 7fe124326700 5 mds.beacon.sg1vosrv12 received beacon reply down:damaged seq 5 rtt 0.0120001
|
|
0> 2019-02-18 21:34:34.109 7fe11b92d700 1 mds.sg1vosrv12 respawn!
|
|
--- logging levels ---
|
|
0/ 5 none
|
|
0/ 1 lockdep
|
|
0/ 1 context
|
|
1/ 1 crush
|
|
1/ 5 mds
|
|
1/ 5 mds_balancer
|
|
1/ 5 mds_locker
|
|
1/ 5 mds_log
|
|
1/ 5 mds_log_expire
|
|
1/ 5 mds_migrator
|
|
0/ 1 buffer
|
|
0/ 1 timer
|
|
0/ 1 filer
|
|
0/ 1 striper
|
|
0/ 1 objecter
|
|
0/ 5 rados
|
|
0/ 5 rbd
|
|
0/ 5 rbd_mirror
|
|
0/ 5 rbd_replay
|
|
0/ 5 journaler
|
|
0/ 5 objectcacher
|
|
0/ 5 client
|
|
1/ 5 osd
|
|
0/ 5 optracker
|
|
0/ 5 objclass
|
|
1/ 3 filestore
|
|
1/ 3 journal
|
|
0/ 5 ms
|
|
1/ 5 mon
|
|
0/10 monc
|
|
1/ 5 paxos
|
|
0/ 5 tp
|
|
1/ 5 auth
|
|
1/ 5 crypto
|
|
1/ 1 finisher
|
|
1/ 1 reserver
|
|
1/ 5 heartbeatmap
|
|
1/ 5 perfcounter
|
|
1/ 5 rgw
|
|
1/ 5 rgw_sync
|
|
1/10 civetweb
|
|
1/ 5 javaclient
|
|
1/ 5 asok
|
|
1/ 1 throttle
|
|
0/ 0 refs
|
|
1/ 5 xio
|
|
1/ 5 compressor
|
|
1/ 5 bluestore
|
|
1/ 5 bluefs
|
|
1/ 3 bdev
|
|
1/ 5 kstore
|
|
4/ 5 rocksdb
|
|
4/ 5 leveldb
|
|
4/ 5 memdb
|
|
1/ 5 kinetic
|
|
1/ 5 fuse
|
|
1/ 5 mgr
|
|
1/ 5 mgrc
|
|
1/ 5 dpdk
|
|
1/ 5 eventtrace
|
|
-2/-2 (syslog threshold)
|
|
99/99 (stderr threshold)
|
|
max_recent 10000
|
|
max_new 1000
|
|
log_file
|
|
--- end dump of recent events ---
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 e: './bin/ceph-mds'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 0: './bin/ceph-mds'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 1: '--setuser'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 2: 'ceph'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 3: '--setgroup'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 4: 'ceph'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 5: '--cluster'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 6: 'ti'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 7: '-i'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 8: 'sg1vosrv12'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 9: '-d'
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 respawning with exe /home/jerome.poulin/GIT/ceph/build/bin/ceph-mds
|
|
2019-02-18 21:34:34.133 7fe11b92d700 1 mds.sg1vosrv12 exe_path /proc/self/exe
|
|
ignoring --setuser ceph since I am not root
|
|
ignoring --setgroup ceph since I am not root
|
|
2019-02-18 21:34:34.165 7f482c6aa440 0 ceph version 13.2.4 (b10be4d44915a4d78a8e06aa31919e74927b142e) mimic (stable), process ceph-mds, pid 1191
|
|
2019-02-18 21:34:34.165 7f482c6aa440 0 pidfile_write: ignore empty --pid-file
|
|
starting mds.sg1vosrv12 at -
|
|
2019-02-18 21:34:34.189 7f481b8f0700 1 mds.sg1vosrv12 Updating MDS map to version 334 from mon.1
|
|
2019-02-18 21:34:35.125 7f481b8f0700 1 mds.sg1vosrv12 Updating MDS map to version 335 from mon.1
|
|
2019-02-18 21:34:38.741 7f481b8f0700 1 mds.sg1vosrv12 Updating MDS map to version 336 from mon.1
|
|
2019-02-18 21:34:38.741 7f481b8f0700 1 mds.sg1vosrv12 Map has assigned me to become a standby
|
|
|