|
starting mds.1 at :/0
|
|
2012-04-14 18:13:41.203908 7f6cd3f58780 0 ceph version 0.45-91-g1e76a87 (commit:1e76a8713feac6883c648512dcdc28c83f7ff69e), process ceph-mds, pid 6108
|
|
2012-04-14 18:13:41.204212 7f6cd3f58780 1 -- 0.0.0.0:6800/6108 accepter.bind my_inst.addr is 0.0.0.0:6800/6108 need_addr=1
|
|
2012-04-14 18:13:41.204377 7f6cd3f58780 1 -- 0.0.0.0:6800/6108 messenger.start
|
|
2012-04-14 18:13:41.204382 7f6cd3f58780 1 -- 0.0.0.0:6800/6108 accepter.start
|
|
2012-04-14 18:13:41.204605 7f6cd3f58780 1 -- 0.0.0.0:6800/6108 --> 192.168.32.177:6789/0 -- auth(proto 0 26 bytes epoch 0) v1 -- ?+0 0x22a09d0 con 0x22a0640
|
|
2012-04-14 18:13:41.206475 7f6cd3f54700 1 -- 192.168.32.185:6800/6108 learned my addr 192.168.32.185:6800/6108
|
|
2012-04-14 18:13:41.207968 7f6ccf51c700 0 mds.-1.0 ms_handle_connect on 192.168.32.177:6789/0
|
|
2012-04-14 18:13:41.210135 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 1 ==== mon_map v1 ==== 187+0+0 (118270917 0 0) 0x22a1000 con 0x22a0640
|
|
2012-04-14 18:13:41.210170 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 2 ==== auth_reply(proto 1 0 Success) v1 ==== 24+0+0 (1127883263 0 0) 0x22a1200 con 0x22a0640
|
|
2012-04-14 18:13:41.210191 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mon_subscribe({monmap=0+}) v2 -- ?+0 0x22a0d90 con 0x22a0640
|
|
2012-04-14 18:13:41.210271 7f6cd3f58780 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mdsbeacon(5741/1 up:boot seq 1 v0) v2 -- ?+0 0x22a1540 con 0x22a0640
|
|
2012-04-14 18:13:41.210300 7f6cd3f58780 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mon_subscribe({monmap=3+,osdmap=0}) v2 -- ?+0 0x22a1240 con 0x22a0640
|
|
2012-04-14 18:13:41.210308 7f6cd3f58780 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mon_subscribe({mdsmap=0+,monmap=3+,osdmap=0}) v2 -- ?+0 0x22a1c50 con 0x22a0640
|
|
2012-04-14 18:13:41.213329 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 3 ==== mon_map v1 ==== 187+0+0 (118270917 0 0) 0x22a0d50 con 0x22a0640
|
|
2012-04-14 18:13:41.213346 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 4 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (1178534994 0 0) 0x22a1c50 con 0x22a0640
|
|
2012-04-14 18:13:41.309553 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 5 ==== osd_map(301..301 src has 1..301) v3 ==== 2860+0+0 (3164996198 0 0) 0x22a1540 con 0x22a0640
|
|
2012-04-14 18:13:41.309901 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 6 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (1178534994 0 0) 0x22a1c50 con 0x22a0640
|
|
2012-04-14 18:13:41.309930 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 7 ==== mdsmap(e 9154) v1 ==== 733+0+0 (1255137184 0 0) 0x22a5050 con 0x22a0640
|
|
2012-04-14 18:13:41.309996 7f6ccf51c700 1 mds.-1.0 handle_mds_map standby
|
|
2012-04-14 18:13:41.310275 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 8 ==== osd_map(301..301 src has 1..301) v3 ==== 2860+0+0 (3164996198 0 0) 0x229cab0 con 0x22a0640
|
|
2012-04-14 18:13:41.310324 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 9 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (1178534994 0 0) 0x22a4840 con 0x22a0640
|
|
2012-04-14 18:13:45.210380 7f6ccdc18700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mdsbeacon(5741/1 up:standby seq 2 v9154) v2 -- ?+0 0x22a4bd0 con 0x22a0640
|
|
2012-04-14 18:13:45.211450 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 10 ==== mdsbeacon(5741/1 up:standby seq 2 v9154) v2 ==== 103+0+0 (2410713203 0 0) 0x22a4bd0 con 0x22a0640
|
|
2012-04-14 18:13:48.128527 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 11 ==== mdsmap(e 9155) v1 ==== 535+0+0 (3825713612 0 0) 0x22a4df0 con 0x22a0640
|
|
2012-04-14 18:13:48.128638 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 mark_down 192.168.32.185:6800/6000 -- pipe dne
|
|
2012-04-14 18:13:48.128652 7f6ccf51c700 1 mds.0.63 handle_mds_map i am now mds.0.63
|
|
2012-04-14 18:13:48.128658 7f6ccf51c700 1 mds.0.63 handle_mds_map state change up:standby --> up:replay
|
|
2012-04-14 18:13:48.128676 7f6ccf51c700 1 mds.0.63 replay_start
|
|
2012-04-14 18:13:48.128687 7f6ccf51c700 1 mds.0.63 recovery set is
|
|
2012-04-14 18:13:48.128692 7f6ccf51c700 1 mds.0.63 need osdmap epoch 302, have 301
|
|
2012-04-14 18:13:48.128696 7f6ccf51c700 1 mds.0.63 waiting for osdmap 302 (which blacklists prior instance)
|
|
2012-04-14 18:13:48.128709 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mon_subscribe({mdsmap=9156+,monmap=3+,osdmap=302}) v2 -- ?+0 0x22a7db0 con 0x22a0640
|
|
2012-04-14 18:13:48.128750 7f6ccf51c700 1 mds.0.cache handle_mds_failure mds.0 : recovery peers are
|
|
2012-04-14 18:13:48.131203 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 12 ==== osd_map(302..302 src has 1..302) v3 ==== 300+0+0 (4053161684 0 0) 0x22a4bd0 con 0x22a0640
|
|
2012-04-14 18:13:48.131275 7f6ccf51c700 2 mds.0.63 boot_start 1: opening inotable
|
|
2012-04-14 18:13:48.131466 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:1 mds0_inotable [read 0~0] 1.b852b893) v4 -- ?+0 0x22a8780 con 0x22a8500
|
|
2012-04-14 18:13:48.131517 7f6ccf51c700 2 mds.0.63 boot_start 1: opening sessionmap
|
|
2012-04-14 18:13:48.131620 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.19:6800/1120 -- osd_op(mds.0.63:2 mds0_sessionmap [read 0~0] 1.3270c60b) v4 -- ?+0 0x22a95e0 con 0x22a9250
|
|
2012-04-14 18:13:48.131649 7f6ccf51c700 2 mds.0.63 boot_start 1: opening anchor table
|
|
2012-04-14 18:13:48.131734 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:3 mds_anchortable [read 0~0] 1.a977f6a7) v4 -- ?+0 0x22aa5d0 con 0x22aa240
|
|
2012-04-14 18:13:48.131761 7f6ccf51c700 2 mds.0.63 boot_start 1: opening snap table
|
|
2012-04-14 18:13:48.131842 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:4 mds_snaptable [read 0~0] 1.d90270ad) v4 -- ?+0 0x22aaf30 con 0x22a8500
|
|
2012-04-14 18:13:48.131862 7f6ccf51c700 2 mds.0.63 boot_start 1: opening mds log
|
|
2012-04-14 18:13:48.131957 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:5 200.00000000 [read 0~0] 1.844f3494) v4 -- ?+0 0x22ac330 con 0x22abfa0
|
|
2012-04-14 18:13:48.132000 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 13 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (1178534994 0 0) 0x22a4220 con 0x22a0640
|
|
2012-04-14 18:13:48.145165 7f6ccf51c700 0 mds.0.63 ms_handle_connect on 192.168.32.93:6800/1970
|
|
2012-04-14 18:13:48.145704 7f6ccf51c700 0 mds.0.63 ms_handle_connect on 192.168.32.177:6801/1505
|
|
2012-04-14 18:13:48.146002 7f6ccf51c700 0 mds.0.63 ms_handle_connect on 192.168.32.19:6800/1120
|
|
2012-04-14 18:13:48.147012 7f6ccf51c700 0 mds.0.63 ms_handle_connect on 192.168.32.185:6801/2219
|
|
2012-04-14 18:13:48.151007 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 1 ==== osd_op_reply(5 200.00000000 [read 0~84] = 0) v4 ==== 111+0+84 (843630095 0 900113919) 0x22ac330 con 0x22abfa0
|
|
2012-04-14 18:13:48.151086 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:6 200.00000076 [stat 0~0] 1.e1fad4a2 rwordered) v4 -- ?+0 0x22aaf30 con 0x22aa240
|
|
2012-04-14 18:13:48.151106 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:7 200.00000077 [stat 0~0] 1.731a8bca rwordered) v4 -- ?+0 0x22accf0 con 0x22aa240
|
|
2012-04-14 18:13:48.249795 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.1 192.168.32.19:6800/1120 1 ==== osd_op_reply(2 mds0_sessionmap [read 0~200] = 0) v4 ==== 114+0+200 (2941658339 0 2733331602) 0x22ac430 con 0x22a9250
|
|
2012-04-14 18:13:48.651250 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 1 ==== osd_op_reply(6 200.00000076 [stat 0~0] = 0) v4 ==== 111+0+16 (2593871001 0 900455965) 0x22ac430 con 0x22aa240
|
|
2012-04-14 18:13:48.651352 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 2 ==== osd_op_reply(7 200.00000077 [stat 0~0] = -2 (No such file or directory)) v4 ==== 111+0+0 (237784990 0 0) 0x22a8cc0 con 0x22aa240
|
|
2012-04-14 18:13:48.652263 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 3 ==== osd_op_reply(3 mds_anchortable [read 0~29] = 0) v4 ==== 114+0+29 (3283561504 0 218791405) 0x22ac430 con 0x22aa240
|
|
2012-04-14 18:13:48.686802 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 1 ==== osd_op_reply(1 mds0_inotable [read 0~29] = 0) v4 ==== 112+0+29 (2407113038 0 4278425622) 0x22a8cc0 con 0x22a8500
|
|
2012-04-14 18:13:48.687784 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 2 ==== osd_op_reply(4 mds_snaptable [read 0~41] = 0) v4 ==== 112+0+41 (2745480043 0 2312406677) 0x22a8cc0 con 0x22a8500
|
|
2012-04-14 18:13:48.687893 7f6ccf51c700 2 mds.0.63 boot_start 2: loading/discovering base inodes
|
|
2012-04-14 18:13:48.687910 7f6ccf51c700 0 mds.0.cache creating system inode with ino:100
|
|
2012-04-14 18:13:48.688062 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:8 100.00000000 [getxattr inode] 1.c5265ab3) v4 -- ?+0 0x22a9b70 con 0x22abfa0
|
|
2012-04-14 18:13:48.688183 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:9 100.00000000.inode [read 0~0] 1.85dde07f) v4 -- ?+0 0x22bf190 con 0x22abfa0
|
|
2012-04-14 18:13:48.688211 7f6ccf51c700 0 mds.0.cache creating system inode with ino:1
|
|
2012-04-14 18:13:48.688261 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:10 1.00000000 [getxattr inode] 1.6b2cdaff) v4 -- ?+0 0x22bfc50 con 0x22abfa0
|
|
2012-04-14 18:13:48.688298 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:11 1.00000000.inode [read 0~0] 1.232c0e14) v4 -- ?+0 0x22c13f0 con 0x22abfa0
|
|
2012-04-14 18:13:48.696752 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 2 ==== osd_op_reply(8 100.00000000 [getxattr] = -61 (No data available)) v4 ==== 111+0+0 (3079295763 0 0) 0x22a8cc0 con 0x22abfa0
|
|
2012-04-14 18:13:48.696839 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 3 ==== osd_op_reply(9 100.00000000.inode [read 0~399] = 0) v4 ==== 117+0+399 (4247064489 0 845375069) 0x22c13f0 con 0x22abfa0
|
|
2012-04-14 18:13:48.696917 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 4 ==== osd_op_reply(10 1.00000000 [getxattr] = -61 (No data available)) v4 ==== 109+0+0 (459784430 0 0) 0x22a9b40 con 0x22abfa0
|
|
2012-04-14 18:13:48.696951 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 5 ==== osd_op_reply(11 1.00000000.inode [read 0~428] = 0) v4 ==== 115+0+428 (1176277199 0 3688861542) 0x22c1860 con 0x22abfa0
|
|
2012-04-14 18:13:48.696988 7f6ccf51c700 2 mds.0.63 boot_start 3: replaying mds log
|
|
2012-04-14 18:13:48.699059 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:12 200.00000058 [read 1727~4192577] 1.300fbbd) v4 -- ?+0 0x22c10e0 con 0x22aa240
|
|
2012-04-14 18:13:48.699131 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:13 200.00000059 [read 0~4194304] 1.5e55d0ea) v4 -- ?+0 0x22bf860 con 0x22abfa0
|
|
2012-04-14 18:13:48.699213 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:14 200.0000005a [read 0~4194304] 1.49a8b42d) v4 -- ?+0 0x22c0270 con 0x22aa240
|
|
2012-04-14 18:13:48.699256 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:15 200.0000005b [read 0~4194304] 1.25f3350d) v4 -- ?+0 0x22c0940 con 0x22a8500
|
|
2012-04-14 18:13:48.699314 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.19:6800/1120 -- osd_op(mds.0.63:16 200.0000005c [read 0~4194304] 1.5ce4ea4c) v4 -- ?+0 0x22be000 con 0x22a9250
|
|
2012-04-14 18:13:48.699371 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:17 200.0000005d [read 0~4194304] 1.ed16d637) v4 -- ?+0 0x22be750 con 0x22a8500
|
|
2012-04-14 18:13:48.699408 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:18 200.0000005e [read 0~4194304] 1.2269f20c) v4 -- ?+0 0x22bef60 con 0x22abfa0
|
|
2012-04-14 18:13:48.699444 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:19 200.0000005f [read 0~4194304] 1.6223e09a) v4 -- ?+0 0x22c2090 con 0x22aa240
|
|
2012-04-14 18:13:48.699504 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.19:6800/1120 -- osd_op(mds.0.63:20 200.00000060 [read 0~4194304] 1.32b5a57d) v4 -- ?+0 0x22c26f0 con 0x22a9250
|
|
2012-04-14 18:13:48.699540 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:21 200.00000061 [read 0~4194304] 1.4fc4cbea) v4 -- ?+0 0x22c2e50 con 0x22abfa0
|
|
2012-04-14 18:13:48.728139 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 3 ==== osd_op_reply(15 200.0000005b [read 0~4194304] = 0) v4 ==== 111+0+4194304 (847830815 0 755978530) 0x22c10e0 con 0x22a8500
|
|
2012-04-14 18:13:48.738724 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 4 ==== osd_op_reply(17 200.0000005d [read 0~4194304] = 0) v4 ==== 111+0+4194304 (44127625 0 617552492) 0x22c10e0 con 0x22a8500
|
|
2012-04-14 18:13:49.210560 7f6ccdc18700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mdsbeacon(5741/1 up:replay seq 3 v9155) v2 -- ?+0 0x22bef60 con 0x22a0640
|
|
2012-04-14 18:13:49.228528 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 14 ==== mdsbeacon(5741/1 up:replay seq 3 v9155) v2 ==== 103+0+0 (1389021966 0 0) 0x22bef60 con 0x22a0640
|
|
2012-04-14 18:13:49.484509 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 6 ==== osd_op_reply(13 200.00000059 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (3609516780 0 2739394095) 0x22c2f20 con 0x22abfa0
|
|
2012-04-14 18:13:49.570856 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.1 192.168.32.19:6800/1120 2 ==== osd_op_reply(16 200.0000005c [read 0~4194304] = 0) v4 ==== 111+0+4194304 (4014516261 0 962422012) 0x22c2f20 con 0x22a9250
|
|
2012-04-14 18:13:50.203120 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 7 ==== osd_op_reply(18 200.0000005e [read 0~4194304] = 0) v4 ==== 111+0+4194304 (2339945223 0 1119611843) 0x22c2f20 con 0x22abfa0
|
|
2012-04-14 18:13:50.292765 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.1 192.168.32.19:6800/1120 3 ==== osd_op_reply(20 200.00000060 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (3429089584 0 1590377390) 0x22c2f20 con 0x22a9250
|
|
2012-04-14 18:13:50.631541 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 8 ==== osd_op_reply(21 200.00000061 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (3307094090 0 3753923759) 0x22c2f20 con 0x22abfa0
|
|
2012-04-14 18:13:50.957365 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 4 ==== osd_op_reply(12 200.00000058 [read 1727~4192577] = 0) v4 ==== 111+0+4192577 (3328002257 0 1108264088) 0x22c2f20 con 0x22aa240
|
|
2012-04-14 18:13:50.995016 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:22 200.00000062 [read 0~4194304] 1.31af1135) v4 -- ?+0 0x2356230 con 0x22abfa0
|
|
2012-04-14 18:13:51.666510 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 9 ==== osd_op_reply(22 200.00000062 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (1216667225 0 4190846703) 0x22c2480 con 0x22abfa0
|
|
2012-04-14 18:13:51.682651 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 5 ==== osd_op_reply(14 200.0000005a [read 0~4194304] = 0) v4 ==== 111+0+4194304 (3430975980 0 93217480) 0x22c2480 con 0x22aa240
|
|
2012-04-14 18:13:51.682876 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:23 200.00000063 [read 0~4194304] 1.99993422) v4 -- ?+0 0x22c0000 con 0x22aa240
|
|
2012-04-14 18:13:51.725842 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:24 200.00000064 [read 0~4194304] 1.6ddc4666) v4 -- ?+0 0x2541810 con 0x22abfa0
|
|
2012-04-14 18:13:51.762009 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:25 200.00000065 [read 0~4194304] 1.db2b3ae9) v4 -- ?+0 0x2544f20 con 0x22abfa0
|
|
2012-04-14 18:13:51.798136 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:26 200.00000066 [read 0~4194304] 1.fd03d02) v4 -- ?+0 0x25e2ae0 con 0x22a8500
|
|
2012-04-14 18:13:51.831198 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 5 ==== osd_op_reply(26 200.00000066 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (2429243071 0 3976712850) 0x2601390 con 0x22a8500
|
|
2012-04-14 18:13:51.856046 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:27 200.00000067 [read 0~4194304] 1.ae09f271) v4 -- ?+0 0x27f5670 con 0x22a8500
|
|
2012-04-14 18:13:51.912412 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 6 ==== osd_op_reply(27 200.00000067 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (3918664870 0 2147841927) 0x27fceb0 con 0x22a8500
|
|
2012-04-14 18:13:52.357322 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 10 ==== osd_op_reply(24 200.00000064 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (4067903050 0 1834566622) 0x292afa0 con 0x22abfa0
|
|
2012-04-14 18:13:52.597410 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 6 ==== osd_op_reply(19 200.0000005f [read 0~4194304] = 0) v4 ==== 111+0+4194304 (4209312559 0 1206986947) 0x292afa0 con 0x22aa240
|
|
2012-04-14 18:13:52.597674 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:28 200.00000068 [read 0~4194304] 1.26552b06) v4 -- ?+0 0x22c1e20 con 0x22aa240
|
|
2012-04-14 18:13:52.635636 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:29 200.00000069 [read 0~4194304] 1.5ef0b758) v4 -- ?+0 0x297da30 con 0x22abfa0
|
|
2012-04-14 18:13:52.674372 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:30 200.0000006a [read 0~4194304] 1.9d202e8) v4 -- ?+0 0x298cbc0 con 0x22aa240
|
|
2012-04-14 18:13:52.711787 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.19:6800/1120 -- osd_op(mds.0.63:31 200.0000006b [read 0~4194304] 1.f95a7c0b) v4 -- ?+0 0x256fd10 con 0x22a9250
|
|
2012-04-14 18:13:52.804128 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 11 ==== osd_op_reply(25 200.00000065 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (2594092084 0 818890530) 0x2c04fd0 con 0x22abfa0
|
|
2012-04-14 18:13:53.210761 7f6ccdc18700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mdsbeacon(5741/1 up:replay seq 4 v9155) v2 -- ?+0 0x2c11730 con 0x22a0640
|
|
2012-04-14 18:13:53.358820 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 15 ==== mdsbeacon(5741/1 up:replay seq 4 v9155) v2 ==== 103+0+0 (955830218 0 0) 0x2c11730 con 0x22a0640
|
|
2012-04-14 18:13:53.547764 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.1 192.168.32.19:6800/1120 4 ==== osd_op_reply(31 200.0000006b [read 0~4194304] = 0) v4 ==== 111+0+4194304 (361788118 0 3838350330) 0x2c0b880 con 0x22a9250
|
|
2012-04-14 18:13:53.548081 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 12 ==== osd_op_reply(29 200.00000069 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (1159027890 0 1910409901) 0x2c04fd0 con 0x22abfa0
|
|
2012-04-14 18:13:53.874247 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 7 ==== osd_op_reply(23 200.00000063 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (1446647082 0 607930213) 0x2c04fd0 con 0x22aa240
|
|
2012-04-14 18:13:53.874345 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:32 200.0000006c [read 0~4194304] 1.a8565107) v4 -- ?+0 0x2c0ed90 con 0x22a8500
|
|
2012-04-14 18:13:53.904164 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 7 ==== osd_op_reply(32 200.0000006c [read 0~4194304] = 0) v4 ==== 111+0+4194304 (1493976418 0 3218103322) 0x2c0ed90 con 0x22a8500
|
|
2012-04-14 18:13:53.923538 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:33 200.0000006d [read 0~4194304] 1.89ff5078) v4 -- ?+0 0x2c142f0 con 0x22aa240
|
|
2012-04-14 18:13:53.966009 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:34 200.0000006e [read 0~4194304] 1.31eb5b5e) v4 -- ?+0 0x2cd65e0 con 0x22abfa0
|
|
2012-04-14 18:13:54.006398 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:35 200.0000006f [read 0~4194304] 1.9de5d6b) v4 -- ?+0 0x30cf4e0 con 0x22a8500
|
|
2012-04-14 18:13:54.034857 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 8 ==== osd_op_reply(35 200.0000006f [read 0~4194304] = 0) v4 ==== 111+0+4194304 (2095378983 0 2595615502) 0x30f6650 con 0x22a8500
|
|
2012-04-14 18:13:54.064120 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:36 200.00000070 [read 0~4194304] 1.9fe96213) v4 -- ?+0 0x30eded0 con 0x22aa240
|
|
2012-04-14 18:13:54.557872 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 13 ==== osd_op_reply(34 200.0000006e [read 0~4194304] = 0) v4 ==== 111+0+4194304 (2116459818 0 2150365888) 0x29c8b20 con 0x22abfa0
|
|
2012-04-14 18:13:54.637745 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 8 ==== osd_op_reply(28 200.00000068 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (1352602793 0 2717206151) 0x29c8b20 con 0x22aa240
|
|
2012-04-14 18:13:54.637968 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:37 200.00000071 [read 0~4194304] 1.fe81d38) v4 -- ?+0 0x30f6650 con 0x22aa240
|
|
2012-04-14 18:13:54.676995 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:38 200.00000072 [read 0~4194304] 1.6835c594) v4 -- ?+0 0x30f7110 con 0x22abfa0
|
|
2012-04-14 18:13:55.248546 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 14 ==== osd_op_reply(38 200.00000072 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (4119110188 0 2077494541) 0x29c8b20 con 0x22abfa0
|
|
2012-04-14 18:13:55.416337 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 9 ==== osd_op_reply(30 200.0000006a [read 0~4194304] = 0) v4 ==== 111+0+4194304 (2828651935 0 264204730) 0x29c8b20 con 0x22aa240
|
|
2012-04-14 18:13:55.416559 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:39 200.00000073 [read 0~4194304] 1.60f9d165) v4 -- ?+0 0x3109b30 con 0x22abfa0
|
|
2012-04-14 18:13:55.459299 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:40 200.00000074 [read 0~4194304] 1.1a075cb8) v4 -- ?+0 0x30f7060 con 0x22a8500
|
|
2012-04-14 18:13:55.488175 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 9 ==== osd_op_reply(40 200.00000074 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (3739066658 0 906500205) 0x29c8b20 con 0x22a8500
|
|
2012-04-14 18:13:55.513555 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:41 200.00000075 [read 0~4194304] 1.ffd657f6) v4 -- ?+0 0x311ddd0 con 0x22aa240
|
|
2012-04-14 18:13:55.991063 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 15 ==== osd_op_reply(39 200.00000073 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (1738055516 0 1657183310) 0x314a550 con 0x22abfa0
|
|
2012-04-14 18:13:56.165042 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 10 ==== osd_op_reply(33 200.0000006d [read 0~4194304] = 0) v4 ==== 111+0+4194304 (3784118499 0 1391677639) 0x7f6cc4000a20 con 0x22aa240
|
|
2012-04-14 18:13:56.165281 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:42 200.00000076 [read 0~4152301] 1.e1fad4a2) v4 -- ?+0 0x314dad0 con 0x22aa240
|
|
2012-04-14 18:13:56.591771 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 11 ==== osd_op_reply(36 200.00000070 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (3443448537 0 2415801428) 0x7f6cc4000a50 con 0x22aa240
|
|
2012-04-14 18:13:56.969811 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 12 ==== osd_op_reply(37 200.00000071 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (2198234479 0 3242987735) 0x7f6cc4000a50 con 0x22aa240
|
|
2012-04-14 18:13:57.210937 7f6ccdc18700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mdsbeacon(5741/1 up:replay seq 5 v9155) v2 -- ?+0 0x3235d60 con 0x22a0640
|
|
2012-04-14 18:13:57.213246 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== mon.0 192.168.32.177:6789/0 16 ==== mdsbeacon(5741/1 up:replay seq 5 v9155) v2 ==== 103+0+0 (1104261805 0 0) 0x3235d30 con 0x22a0640
|
|
2012-04-14 18:13:57.345508 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 13 ==== osd_op_reply(41 200.00000075 [read 0~4194304] = 0) v4 ==== 111+0+4194304 (3668575352 0 2440142715) 0x7f6cc4000a50 con 0x22aa240
|
|
2012-04-14 18:13:57.716772 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.2 192.168.32.93:6800/1970 14 ==== osd_op_reply(42 200.00000076 [read 0~4152301] = 0) v4 ==== 111+0+4152301 (4030633436 0 1630413730) 0x7f6cc4000a50 con 0x22aa240
|
|
2012-04-14 18:13:57.749568 7f6cccc0f700 1 mds.0.63 replay_done
|
|
2012-04-14 18:13:57.749587 7f6cccc0f700 1 mds.0.63 making mds journal writeable
|
|
2012-04-14 18:13:57.749622 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:43 200.00000076 [zero 4152301~42003] 1.e1fad4a2) v4 -- ?+0 0x326a310 con 0x22aa240
|
|
2012-04-14 18:13:57.749651 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:44 200.00000077 [delete] 1.731a8bca) v4 -- ?+0 0x3265bc0 con 0x22aa240
|
|
2012-04-14 18:13:57.749674 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:45 200.00000078 [delete] 1.c29d16b9) v4 -- ?+0 0x326c1b0 con 0x22abfa0
|
|
2012-04-14 18:13:57.749688 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.93:6800/1970 -- osd_op(mds.0.63:46 200.00000079 [delete] 1.35fa4977) v4 -- ?+0 0x326c810 con 0x22aa240
|
|
2012-04-14 18:13:57.749702 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.185:6801/2219 -- osd_op(mds.0.63:47 200.0000007a [delete] 1.f153a6a4) v4 -- ?+0 0x326ce70 con 0x22a8500
|
|
2012-04-14 18:13:57.749715 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6801/1505 -- osd_op(mds.0.63:48 200.0000007b [delete] 1.631a7623) v4 -- ?+0 0x326d4d0 con 0x22abfa0
|
|
2012-04-14 18:13:57.749721 7f6cccc0f700 2 mds.0.63 i am alone, moving to state reconnect
|
|
2012-04-14 18:13:57.749728 7f6cccc0f700 1 -- 192.168.32.185:6800/6108 --> 192.168.32.177:6789/0 -- mdsbeacon(5741/1 up:reconnect seq 6 v9155) v2 -- ?+0 0x326d990 con 0x22a0640
|
|
2012-04-14 18:13:57.751406 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.3 192.168.32.185:6801/2219 10 ==== osd_op_reply(47 200.0000007a [delete] ondisk = -2 (No such file or directory)) v4 ==== 111+0+0 (2918757065 0 0) 0x326a310 con 0x22a8500
|
|
2012-04-14 18:13:57.751974 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 <== osd.0 192.168.32.177:6801/1505 16 ==== osd_op_reply(45 200.00000078 [delete] ondisk = -6 (No such device or address)) v4 ==== 111+0+0 (253714582 0 0) 0x326a310 con 0x22abfa0
|
|
2012-04-14 18:13:57.751998 7f6ccf51c700 -1 mds.0.journaler(rw) _prezeroed got (6) No such device or address
|
|
2012-04-14 18:13:57.752004 7f6ccf51c700 -1 mds.0.journaler(rw) handle_write_error (6) No such device or address
|
|
2012-04-14 18:13:57.752008 7f6ccf51c700 -1 mds.0.log unhandled error (6) No such device or address, shutting down...
|
|
2012-04-14 18:13:57.752016 7f6ccf51c700 1 mds.0.63 suicide. wanted down:dne, now up:replay
|
|
2012-04-14 18:13:57.752023 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 mark_down 0x22abfa0 -- 0x22abd30
|
|
2012-04-14 18:13:57.752041 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 mark_down 0x22a9250 -- 0x22a8fe0
|
|
2012-04-14 18:13:57.752053 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 mark_down 0x22aa240 -- 0x22a9fd0
|
|
2012-04-14 18:13:57.752064 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 mark_down 0x22a8500 -- 0x22a8290
|
|
2012-04-14 18:13:57.752373 7f6ccce11700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.19:6800/1120 pipe(0x22a8fe0 sd=18 pgs=246 cs=1 l=1).reader couldn't read tag, Success
|
|
2012-04-14 18:13:57.752390 7f6ccce11700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.19:6800/1120 pipe(0x22a8fe0 sd=18 pgs=246 cs=1 l=1).fault 0: Success
|
|
2012-04-14 18:13:57.752400 7f6ccd013700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.93:6800/1970 pipe(0x22a9fd0 sd=17 pgs=218 cs=1 l=1).reader couldn't read tag, Success
|
|
2012-04-14 18:13:57.752407 7f6ccd013700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.93:6800/1970 pipe(0x22a9fd0 sd=17 pgs=218 cs=1 l=1).fault 0: Success
|
|
2012-04-14 18:13:57.752421 7f6cccf12700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.177:6801/1505 pipe(0x22abd30 sd=16 pgs=35 cs=1 l=1).reader couldn't read tag, Success
|
|
2012-04-14 18:13:57.752427 7f6cccf12700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.177:6801/1505 pipe(0x22abd30 sd=16 pgs=35 cs=1 l=1).fault 0: Success
|
|
2012-04-14 18:13:57.754043 7f6ccf51c700 1 -- 192.168.32.185:6800/6108 mark_down_all
|
|
2012-04-14 18:13:57.754073 7f6ccdd19700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.177:6789/0 pipe(0x22a03d0 sd=15 pgs=45 cs=1 l=1).reader couldn't read tag, Success
|
|
2012-04-14 18:13:57.754089 7f6ccdd19700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.177:6789/0 pipe(0x22a03d0 sd=15 pgs=45 cs=1 l=1).fault 0: Success
|
|
2012-04-14 18:13:57.754163 7f6cccd10700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.185:6801/2219 pipe(0x22a8290 sd=19 pgs=223 cs=1 l=1).reader couldn't read tag, Success
|
|
2012-04-14 18:13:57.754170 7f6cccd10700 2 -- 192.168.32.185:6800/6108 >> 192.168.32.185:6801/2219 pipe(0x22a8290 sd=19 pgs=223 cs=1 l=1).fault 0: Success
|
|
2012-04-14 18:13:57.755186 7f6cd3f58780 1 -- 192.168.32.185:6800/6108 shutdown complete.
|
|
2012-04-14 18:13:57.755214 7f6cd3f58780 0 stopped.
|