10.05.31_11:09:57.593924 --- opened log /var/log/ceph/r1-10.1255 --- ceph version 0.21~rc () 10.05.31_11:09:57.594170 7fbcb2b4b720 -- 0.0.0.0:6800/1255 accepter.bind ms_addr is 0.0.0.0:6800/1255 need_addr=1 10.05.31_11:09:57.594215 7fbcb2b4b720 -- 0.0.0.0:6800/1255 messenger.start 10.05.31_11:09:57.594224 7fbcb2b4b720 -- 0.0.0.0:6800/1255 messenger.start daemonizing 10.05.31_11:09:57.594917 7fbcb2b4b720 ---- renamed log /var/log/ceph/r1-10.1255 -> /var/log/ceph/r1-10.1256 ---- 10.05.31_11:09:57.595025 7fbcb2b4b720 -- 0.0.0.0:6800/1255 accepter.start 10.05.31_11:09:57.596048 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.12 -> /var/log/ceph/mds.r1-10.13 ---- 10.05.31_11:09:57.596081 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.11 -> /var/log/ceph/mds.r1-10.12 ---- 10.05.31_11:09:57.596105 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.10 -> /var/log/ceph/mds.r1-10.11 ---- 10.05.31_11:09:57.596129 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.9 -> /var/log/ceph/mds.r1-10.10 ---- 10.05.31_11:09:57.596155 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.8 -> /var/log/ceph/mds.r1-10.9 ---- 10.05.31_11:09:57.596180 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.7 -> /var/log/ceph/mds.r1-10.8 ---- 10.05.31_11:09:57.596204 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.6 -> /var/log/ceph/mds.r1-10.7 ---- 10.05.31_11:09:57.596229 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.5 -> /var/log/ceph/mds.r1-10.6 ---- 10.05.31_11:09:57.596252 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.4 -> /var/log/ceph/mds.r1-10.5 ---- 10.05.31_11:09:57.596275 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.3 -> /var/log/ceph/mds.r1-10.4 ---- 10.05.31_11:09:57.596298 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.2 -> /var/log/ceph/mds.r1-10.3 ---- 10.05.31_11:09:57.596320 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.1 -> /var/log/ceph/mds.r1-10.2 ---- 10.05.31_11:09:57.596342 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10.0 -> /var/log/ceph/mds.r1-10.1 ---- 10.05.31_11:09:57.596368 7fbcb2b4b720 ---- renamed symlink /var/log/ceph/mds.r1-10 -> /var/log/ceph/mds.r1-10.0 ---- 10.05.31_11:09:57.596393 7fbcb2b4b720 ---- created symlink /var/log/ceph/mds.r1-10 -> r1-10.1256 ---- 10.05.31_11:09:57.596505 7fbcb2b4b720 -- 0.0.0.0:6800/1255 --> mon2 172.16.2.11:6789/0 -- auth(proto 0 30 bytes) v1 -- ?+0 0xcd4110 10.05.31_11:09:57.596725 7fbcafc3b710 -- 0.0.0.0:6800/1255 >> 172.16.2.11:6789/0 pipe(0xcd4380 sd=-1 pgs=0 cs=0 l=0).fault first fault 10.05.31_11:09:58.997543 7fbcafc3b710 -- 172.16.2.10:6800/1255 learned my addr 172.16.2.10:6800/1255 10.05.31_11:09:58.997727 7fbcb0c3d710 mds-1.0 ms_handle_connect on 172.16.2.11:6789/0 10.05.31_11:10:02.117306 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 1 ==== auth_reply(proto 1 0 Success) v1 ==== 24+0+0 (25116958 0 0) 0xcd4110 10.05.31_11:10:02.117380 7fbcb0c3d710 monclient(hunting): found mon2 10.05.31_11:10:02.117389 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mon_subscribe({monmap=0+}) v1 -- ?+0 0xcd5e80 10.05.31_11:10:02.117451 7fbcb2b4b720 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:boot seq 1 v0) v1 -- ?+0 0xcd4110 10.05.31_11:10:02.117572 7fbcb2b4b720 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mon_subscribe({monmap=0+,osdmap=0}) v1 -- ?+0 0x7fbca8000cc0 10.05.31_11:10:02.117599 7fbcb2b4b720 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mon_subscribe({mdsmap=0+,monmap=0+,osdmap=0}) v1 -- ?+0 0xcd5e80 10.05.31_11:10:02.138705 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 2 ==== mon_map v1 ==== 481+0+0 (3368855601 0 0) 0xcd97b0 10.05.31_11:10:02.138735 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 3 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (432179016 0 0) 0xcd9ab0 10.05.31_11:10:02.139126 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 4 ==== mon_map v1 ==== 481+0+0 (3368855601 0 0) 0xcd97b0 10.05.31_11:10:02.139209 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 5 ==== osd_map(154,154) v1 ==== 2428+0+0 (2080263650 0 0) 0xcd97b0 10.05.31_11:10:02.139310 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 6 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (432179016 0 0) 0xcd5e80 10.05.31_11:10:02.139495 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 7 ==== mdsmap(e 1276) v1 ==== 2070+0+0 (2929430210 0 0) 0xcd5e80 10.05.31_11:10:02.139540 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 8 ==== mon_map v1 ==== 481+0+0 (3368855601 0 0) 0xcda1c0 10.05.31_11:10:02.139557 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 9 ==== osd_map(154,154) v1 ==== 2428+0+0 (2080263650 0 0) 0xcdae00 10.05.31_11:10:02.139581 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 10 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (432179016 0 0) 0xcd45e0 10.05.31_11:10:06.117543 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:boot seq 2 v1276) v1 -- ?+0 0xcd5e80 10.05.31_11:10:07.590353 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 11 ==== mdsmap(e 1277) v1 ==== 2272+0+0 (553634009 0 0) 0xcda0a0 10.05.31_11:10:07.718069 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 12 ==== mdsmap(e 1278) v1 ==== 2473+0+0 (2426392432 0 0) 0xcda170 10.05.31_11:10:07.852957 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 13 ==== mdsmap(e 1279) v1 ==== 2675+0+0 (692336963 0 0) 0xcda230 10.05.31_11:10:07.852996 7fbcb0c3d710 mds-1.0 handle_mds_map standby 10.05.31_11:10:10.117649 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:standby seq 3 v1279) v1 -- ?+0 0x7fbca80044f0 10.05.31_11:10:10.118181 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 14 ==== mdsbeacon(10502/r1-10 up:standby seq 3 v1279) v1 ==== 71+0+0 (2006518738 0 0) 0xcd5e80 10.05.31_11:10:14.117743 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:standby seq 4 v1279) v1 -- ?+0 0x7fbca80044f0 10.05.31_11:10:14.118274 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 15 ==== mdsbeacon(10502/r1-10 up:standby seq 4 v1279) v1 ==== 71+0+0 (3172432129 0 0) 0xcd5e80 10.05.31_11:10:18.117835 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:standby seq 5 v1279) v1 -- ?+0 0x7fbca80044c0 10.05.31_11:10:18.118348 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 16 ==== mdsbeacon(10502/r1-10 up:standby seq 5 v1279) v1 ==== 71+0+0 (2468590236 0 0) 0xcd5e80 10.05.31_11:10:22.106222 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 17 ==== mdsmap(e 1280) v1 ==== 2070+0+0 (2532848946 0 0) 0xcd5e80 10.05.31_11:10:22.106360 7fbcb0c3d710 ---- renamed symlink /var/log/ceph/mds1.2 -> /var/log/ceph/mds1.3 ---- 10.05.31_11:10:22.106390 7fbcb0c3d710 ---- renamed symlink /var/log/ceph/mds1.1 -> /var/log/ceph/mds1.2 ---- 10.05.31_11:10:22.106418 7fbcb0c3d710 ---- renamed symlink /var/log/ceph/mds1.0 -> /var/log/ceph/mds1.1 ---- 10.05.31_11:10:22.106447 7fbcb0c3d710 ---- renamed symlink /var/log/ceph/mds1 -> /var/log/ceph/mds1.0 ---- 10.05.31_11:10:22.106473 7fbcb0c3d710 ---- created symlink /var/log/ceph/mds1 -> r1-10.1256 ---- 10.05.31_11:10:22.116732 7fbcb0c3d710 mds1.8 handle_mds_map i am now mds1.8 10.05.31_11:10:22.116743 7fbcb0c3d710 mds1.8 handle_mds_map state change up:standby --> up:replay 10.05.31_11:10:22.116749 7fbcb0c3d710 mds1.8 replay_start 10.05.31_11:10:22.116757 7fbcb0c3d710 mds1.8 now replay. my recovery peers are 0,2 10.05.31_11:10:22.116796 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> osd1 172.16.2.10:6801/17674 -- osd_op(mds1.8:1 mds1_inotable [read 0~0] 1.75db) v1 -- ?+0 0x7fbca800f530 10.05.31_11:10:22.116856 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> osd0 172.16.2.9:6801/19704 -- osd_op(mds1.8:2 mds1_sessionmap [read 0~0] 1.fe43) v1 -- ?+0 0x7fbca80101a0 10.05.31_11:10:22.116936 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> osd1 172.16.2.10:6801/17674 -- osd_op(mds1.8:3 201.00000000 [read 0~0] 1.a157) v1 -- ?+0 0x7fbca8011a30 10.05.31_11:10:22.116994 7fbcad436710 -- 172.16.2.10:6800/1255 >> 172.16.2.10:6801/17674 pipe(0x7fbca800f860 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.10:6801/1339 not 172.16.2.10:6801/17674 - wrong node! 10.05.31_11:10:22.117044 7fbcad436710 -- 172.16.2.10:6800/1255 >> 172.16.2.10:6801/17674 pipe(0x7fbca800f860 sd=-1 pgs=0 cs=0 l=0).fault first fault 10.05.31_11:10:22.117186 7fbcad436710 -- 172.16.2.10:6800/1255 >> 172.16.2.10:6801/17674 pipe(0x7fbca800f860 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.10:6801/1339 not 172.16.2.10:6801/17674 - wrong node! 10.05.31_11:10:22.117234 7fbcacc35710 -- 172.16.2.10:6800/1255 >> 172.16.2.9:6801/19704 pipe(0x7fbca80104d0 sd=13 pgs=0 cs=0 l=0).connect claims to be 172.16.2.9:6801/1331 not 172.16.2.9:6801/19704 - wrong node! 10.05.31_11:10:22.117277 7fbcacc35710 -- 172.16.2.10:6800/1255 >> 172.16.2.9:6801/19704 pipe(0x7fbca80104d0 sd=-1 pgs=0 cs=0 l=0).fault first fault 10.05.31_11:10:22.117531 7fbcacc35710 -- 172.16.2.10:6800/1255 >> 172.16.2.9:6801/19704 pipe(0x7fbca80104d0 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.9:6801/1331 not 172.16.2.9:6801/19704 - wrong node! 10.05.31_11:10:22.120915 7fbcb0c3d710 mds1.cache handle_mds_failure mds0 : recovery peers are 0,2 10.05.31_11:10:22.120947 7fbcb0c3d710 mds1.cache handle_mds_failure mds1 : recovery peers are 0,2 10.05.31_11:10:22.120959 7fbcb0c3d710 mds1.cache handle_mds_failure mds2 : recovery peers are 0,2 10.05.31_11:10:22.121064 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:replay seq 6 v1280) v1 -- ?+0 0x7fbca8004780 10.05.31_11:10:22.234436 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 18 ==== mdsbeacon(10502/r1-10 up:replay seq 6 v1280) v1 ==== 71+0+0 (3709553216 0 0) 0xcd5e80 10.05.31_11:10:22.317407 7fbcad436710 -- 172.16.2.10:6800/1255 >> 172.16.2.10:6801/17674 pipe(0x7fbca800f860 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.10:6801/1339 not 172.16.2.10:6801/17674 - wrong node! 10.05.31_11:10:22.317872 7fbcacc35710 -- 172.16.2.10:6800/1255 >> 172.16.2.9:6801/19704 pipe(0x7fbca80104d0 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.9:6801/1331 not 172.16.2.9:6801/19704 - wrong node! 10.05.31_11:10:22.717614 7fbcad436710 -- 172.16.2.10:6800/1255 >> 172.16.2.10:6801/17674 pipe(0x7fbca800f860 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.10:6801/1339 not 172.16.2.10:6801/17674 - wrong node! 10.05.31_11:10:22.718215 7fbcacc35710 -- 172.16.2.10:6800/1255 >> 172.16.2.9:6801/19704 pipe(0x7fbca80104d0 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.9:6801/1331 not 172.16.2.9:6801/19704 - wrong node! 10.05.31_11:10:23.517800 7fbcad436710 -- 172.16.2.10:6800/1255 >> 172.16.2.10:6801/17674 pipe(0x7fbca800f860 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.10:6801/1339 not 172.16.2.10:6801/17674 - wrong node! 10.05.31_11:10:23.518567 7fbcacc35710 -- 172.16.2.10:6800/1255 >> 172.16.2.9:6801/19704 pipe(0x7fbca80104d0 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.9:6801/1331 not 172.16.2.9:6801/19704 - wrong node! 10.05.31_11:10:25.117966 7fbcad436710 -- 172.16.2.10:6800/1255 >> 172.16.2.10:6801/17674 pipe(0x7fbca800f860 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.10:6801/1339 not 172.16.2.10:6801/17674 - wrong node! 10.05.31_11:10:25.118924 7fbcacc35710 -- 172.16.2.10:6800/1255 >> 172.16.2.9:6801/19704 pipe(0x7fbca80104d0 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.9:6801/1331 not 172.16.2.9:6801/19704 - wrong node! 10.05.31_11:10:26.121152 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:replay seq 7 v1280) v1 -- ?+0 0x7fbca8004760 10.05.31_11:10:26.241867 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 19 ==== mdsbeacon(10502/r1-10 up:replay seq 7 v1280) v1 ==== 71+0+0 (4079976925 0 0) 0xcd5ea0 10.05.31_11:10:28.318193 7fbcad436710 -- 172.16.2.10:6800/1255 >> 172.16.2.10:6801/17674 pipe(0x7fbca800f860 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.10:6801/1339 not 172.16.2.10:6801/17674 - wrong node! 10.05.31_11:10:28.319337 7fbcacc35710 -- 172.16.2.10:6800/1255 >> 172.16.2.9:6801/19704 pipe(0x7fbca80104d0 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.9:6801/1331 not 172.16.2.9:6801/19704 - wrong node! 10.05.31_11:10:30.121225 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:replay seq 8 v1280) v1 -- ?+0 0x7fbca8004760 10.05.31_11:10:30.197946 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 20 ==== mdsbeacon(10502/r1-10 up:replay seq 8 v1280) v1 ==== 71+0+0 (1307302167 0 0) 0xcd5ea0 10.05.31_11:10:32.121116 7fbcae438710 mds1.objecter pg 1.75db on [1,2,0] is laggy: 1 10.05.31_11:10:32.121142 7fbcae438710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mon_subscribe({mdsmap=1280+,monmap=1+,osdmap=154}) v1 -- ?+0 0xcd5ea0 10.05.31_11:10:32.121169 7fbcae438710 mds1.objecter pg 1.fe43 on [0,1,2] is laggy: 2 10.05.31_11:10:32.121179 7fbcae438710 mds1.objecter pg 1.a157 on [1,2,0] is laggy: 3 10.05.31_11:10:32.121189 7fbcae438710 -- 172.16.2.10:6800/1255 --> osd0 172.16.2.9:6801/19704 -- ping v1 -- ?+0 0xcd98d0 10.05.31_11:10:32.121207 7fbcae438710 -- 172.16.2.10:6800/1255 --> osd1 172.16.2.10:6801/17674 -- ping v1 -- ?+0 0xcd5ea0 10.05.31_11:10:32.121366 7fbcad436710 -- 172.16.2.10:6800/1255 >> 172.16.2.10:6801/17674 pipe(0x7fbca800f860 sd=12 pgs=0 cs=0 l=0).connect claims to be 172.16.2.10:6801/1339 not 172.16.2.10:6801/17674 - wrong node! 10.05.31_11:10:32.121515 7fbcacc35710 -- 172.16.2.10:6800/1255 >> 172.16.2.9:6801/19704 pipe(0x7fbca80104d0 sd=13 pgs=0 cs=0 l=0).connect claims to be 172.16.2.9:6801/1331 not 172.16.2.9:6801/19704 - wrong node! 10.05.31_11:10:32.121545 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 21 ==== osd_map(154,158) v1 ==== 2243+0+0 (11252650 0 0) 0xcda3a0 10.05.31_11:10:32.121588 7fbcb0c3d710 -- 172.16.2.10:6800/1255 mark_down 172.16.2.9:6801/19704 -- 0x7fbca80104d0 10.05.31_11:10:32.121607 7fbcb0c3d710 -- 172.16.2.10:6800/1255 mark_down 172.16.2.10:6801/17674 -- 0x7fbca800f860 10.05.31_11:10:32.121624 7fbcb0c3d710 -- 172.16.2.10:6800/1255 mark_down 172.16.2.11:6801/16969 -- pipe dne 10.05.31_11:10:32.121712 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> osd1 172.16.2.10:6801/1339 -- osd_op(mds1.8:1 mds1_inotable [read 0~0] 1.75db RETRY) v1 -- ?+0 0xcdac00 10.05.31_11:10:32.121764 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> osd1 172.16.2.10:6801/1339 -- osd_op(mds1.8:3 201.00000000 [read 0~0] 1.a157 RETRY) v1 -- ?+0 0xcdb390 10.05.31_11:10:32.121786 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> osd0 172.16.2.9:6801/1331 -- osd_op(mds1.8:2 mds1_sessionmap [read 0~0] 1.fe43 RETRY) v1 -- ?+0 0xcdb790 10.05.31_11:10:32.121828 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 22 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (432179016 0 0) 0xcda9e0 10.05.31_11:10:32.121905 7fbcb0c3d710 mds1.8 ms_handle_connect on 172.16.2.10:6801/1339 10.05.31_11:10:32.122235 7fbcb0c3d710 mds1.8 ms_handle_connect on 172.16.2.9:6801/1331 10.05.31_11:10:32.123003 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== osd1 172.16.2.10:6801/1339 1 ==== osd_op_reply(3 201.00000000 [read 0~84] = 0) v1 ==== 98+0+84 (1169722079 0 1398073413) 0xcdb770 10.05.31_11:10:32.123061 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> osd1 172.16.2.10:6801/1339 -- osd_op(mds1.8:4 201.00000001 [stat 0~0] 1.a2db) v1 -- ?+0 0xcdf090 10.05.31_11:10:32.123087 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> osd2 172.16.2.11:6801/1430 -- osd_op(mds1.8:5 201.00000002 [stat 0~0] 1.f01b) v1 -- ?+0 0xcdf710 10.05.31_11:10:32.123568 7fbcb0c3d710 mds1.8 ms_handle_connect on 172.16.2.11:6801/1430 10.05.31_11:10:32.123891 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== osd2 172.16.2.11:6801/1430 1 ==== osd_op_reply(5 201.00000002 [stat 0~0] = -2 (No such file or directory)) v1 ==== 98+0+0 (2905324791 0 0) 0xcdfd90 10.05.31_11:10:32.129861 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== osd0 172.16.2.9:6801/1331 1 ==== osd_op_reply(2 mds1_sessionmap [read 0~17] = 0) v1 ==== 101+0+17 (890037594 0 2334645356) 0xcdfd90 10.05.31_11:10:32.135040 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== osd1 172.16.2.10:6801/1339 2 ==== osd_op_reply(1 mds1_inotable [read 0~29] = 0) v1 ==== 99+0+29 (2311665157 0 100525081) 0xcdfd90 10.05.31_11:10:32.135130 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== osd1 172.16.2.10:6801/1339 3 ==== osd_op_reply(4 201.00000001 [stat 0~0] = 0) v1 ==== 98+0+16 (1719097787 0 1439312861) 0xcdfd90 10.05.31_11:10:32.135268 7fbca5ffb710 -- 172.16.2.10:6800/1255 --> osd1 172.16.2.10:6801/1339 -- osd_op(mds1.8:6 201.00000001 [read 0~25379] 1.a2db) v1 -- ?+0 0xce5050 10.05.31_11:10:32.181343 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== osd1 172.16.2.10:6801/1339 4 ==== osd_op_reply(6 201.00000001 [read 0~25379] = 0) v1 ==== 98+0+25379 (1675305594 0 3662222173) 0xcf3760 10.05.31_11:10:32.182299 7fbca5ffb710 mds1.8 replay_done in=3 failed=0 10.05.31_11:10:32.182314 7fbca5ffb710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:resolve seq 9 v1280) v1 -- ?+0 0xcde000 10.05.31_11:10:32.377405 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 23 ==== mdsmap(e 1281) v1 ==== 2070+0+0 (2118002042 0 0) 0xcdfd90 10.05.31_11:10:32.377449 7fbcb0c3d710 mds1.8 handle_mds_map state change up:replay --> up:resolve 10.05.31_11:10:32.377458 7fbcb0c3d710 mds1.8 resolve_start 10.05.31_11:10:32.377484 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds0 172.16.2.11:6800/1338 -- mdsmap(e 1281) v1 -- ?+0 0xce4880 10.05.31_11:10:32.377530 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds0 172.16.2.11:6800/1338 -- mds_resolve(2+0 subtrees +0 slave requests) v1 -- ?+0 0xce45a0 10.05.31_11:10:32.377557 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds2 172.16.2.9:6800/1246 -- mdsmap(e 1281) v1 -- ?+0 0xcdca60 10.05.31_11:10:32.377591 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds2 172.16.2.9:6800/1246 -- mds_resolve(2+0 subtrees +0 slave requests) v1 -- ?+0 0xcdc780 10.05.31_11:10:32.378003 7fbcb0c3d710 mds1.8 ms_handle_connect on 172.16.2.9:6800/1246 10.05.31_11:10:32.378018 7fbcb0c3d710 mds1.8 ms_handle_connect on 172.16.2.11:6800/1338 10.05.31_11:10:36.182402 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:resolve seq 10 v1281) v1 -- ?+0 0x7fbca8002830 10.05.31_11:10:36.182963 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 24 ==== mdsbeacon(10502/r1-10 up:resolve seq 10 v1281) v1 ==== 71+0+0 (4230832961 0 0) 0xce4880 10.05.31_11:10:37.121312 7fbcaec39710 -- 172.16.2.10:6800/1255 --> osd1 172.16.2.10:6801/1339 -- osd_op(mds1.8:7 201.00000001 [write 25379~1268] 1.a2db) v1 -- ?+0 0x7fbca800fd80 10.05.31_11:10:37.121368 7fbcaec39710 -- 172.16.2.10:6800/1255 --> osd1 172.16.2.10:6801/1339 -- osd_op(mds1.8:8 201.00000000 [writefull 0~84] 1.a157) v1 -- ?+0 0xcd9e20 10.05.31_11:10:37.267038 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== osd1 172.16.2.10:6801/1339 5 ==== osd_op_reply(7 201.00000001 [write 25379~1268] = 0) v1 ==== 98+0+0 (2354512542 0 0) 0xcda150 10.05.31_11:10:37.348278 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== osd1 172.16.2.10:6801/1339 6 ==== osd_op_reply(8 201.00000000 [writefull 0~84] = 0) v1 ==== 98+0+0 (664287470 0 0) 0xcda150 10.05.31_11:10:37.396005 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 25 ==== mdsmap(e 1282) v1 ==== 2070+0+0 (332582410 0 0) 0xcda490 10.05.31_11:10:37.520934 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds2 172.16.2.9:6800/1246 -- mdsmap(e 1282) v1 -- ?+0 0xce4880 10.05.31_11:10:37.520958 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds2 172.16.2.9:6800/1246 -- mds_resolve(2+0 subtrees +0 slave requests) v1 -- ?+0 0xcdca60 10.05.31_11:10:37.520995 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds2 172.16.2.9:6800/1246 1 ==== mdsmap(e 1282) v1 ==== 2070+0+0 (332582410 0 0) 0xce3010 10.05.31_11:10:37.521021 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds2 172.16.2.9:6800/1246 2 ==== mds_resolve(1+0 subtrees +0 slave requests) v1 ==== 28+0+0 (2796914913 0 0) 0xce32f0 10.05.31_11:10:38.182682 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 26 ==== mdsmap(e 1283) v1 ==== 2070+0+0 (1737258420 0 0) 0xce3010 10.05.31_11:10:38.182747 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds0 172.16.2.11:6800/1338 -- mdsmap(e 1283) v1 -- ?+0 0xcde950 10.05.31_11:10:38.182767 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds0 172.16.2.11:6800/1338 -- mds_resolve(2+0 subtrees +0 slave requests) v1 -- ?+0 0xcda150 10.05.31_11:10:38.182841 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds0 172.16.2.11:6800/1338 1 ==== mdsmap(e 1283) v1 ==== 2070+0+0 (1737258420 0 0) 0xce3010 10.05.31_11:10:38.182862 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds0 172.16.2.11:6800/1338 2 ==== mds_resolve(2+0 subtrees +0 slave requests) v1 ==== 56+0+0 (2291435366 0 0) 0x7fbca80021a0 10.05.31_11:10:38.182926 7fbcb0c3d710 mds1.8 resolve_done 10.05.31_11:10:38.182936 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 11 v1283) v1 -- ?+0 0xce3010 10.05.31_11:10:38.467577 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 27 ==== mdsmap(e 1284) v1 ==== 2070+0+0 (1146144161 0 0) 0xce3010 10.05.31_11:10:38.467622 7fbcb0c3d710 mds1.8 handle_mds_map state change up:resolve --> up:reconnect 10.05.31_11:10:38.467631 7fbcb0c3d710 mds1.8 reconnect_start 10.05.31_11:10:38.467642 7fbcb0c3d710 mds1.server reconnect_clients -- 3 sessions 10.05.31_11:10:42.183013 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 12 v1284) v1 -- ?+0 0xcdca60 10.05.31_11:10:42.477193 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 28 ==== mdsbeacon(10502/r1-10 up:reconnect seq 12 v1284) v1 ==== 71+0+0 (1991282428 0 0) 0xce32f0 10.05.31_11:10:42.553410 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 29 ==== mdsmap(e 1285) v1 ==== 2070+0+0 (3325897438 0 0) 0xce3010 10.05.31_11:10:46.183107 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 13 v1285) v1 -- ?+0 0xcdca60 10.05.31_11:10:46.235236 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 30 ==== mdsbeacon(10502/r1-10 up:reconnect seq 13 v1285) v1 ==== 71+0+0 (1123066664 0 0) 0xce32f0 10.05.31_11:10:46.344781 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 31 ==== mdsmap(e 1286) v1 ==== 2070+0+0 (3457661378 0 0) 0xce3010 10.05.31_11:10:46.537957 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 32 ==== mdsmap(e 1287) v1 ==== 2070+0+0 (2070198839 0 0) 0xce3010 10.05.31_11:10:50.183190 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 14 v1287) v1 -- ?+0 0xce32f0 10.05.31_11:10:50.183710 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 33 ==== mdsbeacon(10502/r1-10 up:reconnect seq 14 v1287) v1 ==== 71+0+0 (71578397 0 0) 0xcdca60 10.05.31_11:10:54.183281 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 15 v1287) v1 -- ?+0 0xcdca60 10.05.31_11:10:54.183800 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 34 ==== mdsbeacon(10502/r1-10 up:reconnect seq 15 v1287) v1 ==== 71+0+0 (712046720 0 0) 0xce32f0 10.05.31_11:10:58.183344 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 16 v1287) v1 -- ?+0 0xce32f0 10.05.31_11:10:58.315807 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 35 ==== mdsbeacon(10502/r1-10 up:reconnect seq 16 v1287) v1 ==== 71+0+0 (2082534520 0 0) 0xcdca60 10.05.31_11:11:02.183424 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 17 v1287) v1 -- ?+0 0xcdca60 10.05.31_11:11:02.183968 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 36 ==== mdsbeacon(10502/r1-10 up:reconnect seq 17 v1287) v1 ==== 71+0+0 (1377058789 0 0) 0xce32f0 10.05.31_11:11:06.183520 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 18 v1287) v1 -- ?+0 0xcdca60 10.05.31_11:11:06.184044 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 37 ==== mdsbeacon(10502/r1-10 up:reconnect seq 18 v1287) v1 ==== 71+0+0 (541680450 0 0) 0xce32f0 10.05.31_11:11:10.183610 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 19 v1287) v1 -- ?+0 0xce32f0 10.05.31_11:11:10.184142 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 38 ==== mdsbeacon(10502/r1-10 up:reconnect seq 19 v1287) v1 ==== 71+0+0 (243116255 0 0) 0xcdca60 10.05.31_11:11:14.183664 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 20 v1287) v1 -- ?+0 0xcdca60 10.05.31_11:11:14.184191 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 39 ==== mdsbeacon(10502/r1-10 up:reconnect seq 20 v1287) v1 ==== 71+0+0 (3304315404 0 0) 0xce32f0 10.05.31_11:11:18.183750 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 21 v1287) v1 -- ?+0 0xce32f0 10.05.31_11:11:18.184267 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 40 ==== mdsbeacon(10502/r1-10 up:reconnect seq 21 v1287) v1 ==== 71+0+0 (3938914705 0 0) 0xcdca60 10.05.31_11:11:22.183827 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 22 v1287) v1 -- ?+0 0xcdca60 10.05.31_11:11:22.424819 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 41 ==== mdsbeacon(10502/r1-10 up:reconnect seq 22 v1287) v1 ==== 71+0+0 (2560249142 0 0) 0xce32f0 10.05.31_11:11:26.183911 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:reconnect seq 23 v1287) v1 -- ?+0 0xcdca60 10.05.31_11:11:26.184439 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 42 ==== mdsbeacon(10502/r1-10 up:reconnect seq 23 v1287) v1 ==== 71+0+0 (3064891051 0 0) 0xce32f0 10.05.31_11:11:27.121775 7fbcaec39710 mds1.server reconnect gave up on client9018 172.16.2.3:0/1625 10.05.31_11:11:27.121790 7fbcaec39710 mds1.server reconnect gave up on client9021 172.16.2.3:0/2070 10.05.31_11:11:27.121799 7fbcaec39710 mds1.server reconnect gave up on client9024 172.16.2.3:0/2200 10.05.31_11:11:27.121812 7fbcaec39710 mds1.8 reconnect_done 10.05.31_11:11:27.121820 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:rejoin seq 24 v1287) v1 -- ?+0 0xce32f0 10.05.31_11:11:27.331422 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 43 ==== mdsmap(e 1288) v1 ==== 2070+0+0 (1683293439 0 0) 0xcdef10 10.05.31_11:11:27.331466 7fbcb0c3d710 mds1.8 handle_mds_map state change up:reconnect --> up:rejoin 10.05.31_11:11:31.121858 7fbcaec39710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:rejoin seq 25 v1288) v1 -- ?+0 0xcdca60 10.05.31_11:11:31.280161 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 44 ==== mdsbeacon(10502/r1-10 up:rejoin seq 25 v1288) v1 ==== 71+0+0 (1164730222 0 0) 0xce32f0 10.05.31_11:11:32.222660 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 45 ==== mdsmap(e 1289) v1 ==== 2070+0+0 (138178052 0 0) 0xcdef10 10.05.31_11:11:32.222703 7fbcb0c3d710 mds1.8 rejoin_joint_start 10.05.31_11:11:32.222762 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds0 172.16.2.11:6800/1338 -- mdsmap(e 1289) v1 -- ?+0 0x7fbca8011c10 10.05.31_11:11:32.222783 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds0 172.16.2.11:6800/1338 -- cache_rejoin weak v1 -- ?+0 0x7fbca80116d0 10.05.31_11:11:32.222810 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds2 172.16.2.9:6800/1246 -- mdsmap(e 1289) v1 -- ?+0 0xcde330 10.05.31_11:11:32.222838 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds2 172.16.2.9:6800/1246 -- cache_rejoin weak v1 -- ?+0 0x7fbca80037d0 10.05.31_11:11:32.222879 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds0 172.16.2.11:6800/1338 3 ==== mdsmap(e 1289) v1 ==== 2070+0+0 (138178052 0 0) 0xcda490 10.05.31_11:11:32.222922 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds0 172.16.2.11:6800/1338 4 ==== cache_rejoin weak v1 ==== 80+0+0 (3626178162 0 0) 0x7fbc9c000b20 10.05.31_11:11:32.222974 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds2 172.16.2.9:6800/1246 3 ==== mdsmap(e 1289) v1 ==== 2070+0+0 (138178052 0 0) 0xcdef10 10.05.31_11:11:32.222994 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds2 172.16.2.9:6800/1246 4 ==== cache_rejoin weak v1 ==== 64+0+0 (4018619411 0 0) 0x7fbc9c000990 10.05.31_11:11:32.223055 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds0 172.16.2.11:6800/1338 -- cache_rejoin ack v1 -- ?+0 0x7fbca8003d10 10.05.31_11:11:32.223072 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds2 172.16.2.9:6800/1246 -- cache_rejoin ack v1 -- ?+0 0x7fbca8015010 10.05.31_11:11:32.223218 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds2 172.16.2.9:6800/1246 5 ==== cache_rejoin ack v1 ==== 56+0+0 (2805141753 0 0) 0x7fbc9c002010 10.05.31_11:11:32.223333 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds0 172.16.2.11:6800/1338 5 ==== cache_rejoin ack v1 ==== 1303+0+0 (2468035429 0 0) 0x7fbc9c000f50 10.05.31_11:11:32.223373 7fbcb0c3d710 mds1.8 rejoin_done 10.05.31_11:11:32.223391 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mon2 172.16.2.11:6789/0 -- mdsbeacon(10502/r1-10 up:active seq 26 v1289) v1 -- ?+0 0x7fbca80021a0 10.05.31_11:11:32.399401 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 46 ==== mdsmap(e 1290) v1 ==== 2070+0+0 (3808238161 0 0) 0xcdef10 10.05.31_11:11:32.399461 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mon2 172.16.2.11:6789/0 47 ==== mdsbeacon(10502/r1-10 up:active seq 26 v1290) v1 ==== 71+0+0 (953718887 0 0) 0x7fbc9c000900 10.05.31_11:11:32.401025 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds0 172.16.2.11:6800/1338 6 ==== mdsmap(e 1290) v1 ==== 2070+0+0 (3808238161 0 0) 0x7fbc9c001100 10.05.31_11:11:32.401048 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds0 172.16.2.11:6800/1338 7 ==== lock(a=mix inest 1.head) v1 ==== 64+0+0 (2165158173 0 0) 0x7fbc9c0015c0 10.05.31_11:11:32.401078 7fbcb0c3d710 -- 172.16.2.10:6800/1255 --> mds0 172.16.2.11:6800/1338 -- lock(a=mixack inest 1.head) v1 -- ?+0 0xcde000 10.05.31_11:11:32.529863 7fbcb0c3d710 -- 172.16.2.10:6800/1255 <== mds0 172.16.2.11:6800/1338 8 ==== lock(a=sync ifile 1.head) v1 ==== 247+0+0 (339372656 0 0) 0x7fbc9c000a30