|
-442> 2012-12-08 13:38:11.993396 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:38:11.993396; renew after: 2012-12-08 13:39:01.989525) -- no
|
|
-441> 2012-12-08 13:38:13.474273 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 172 (currently up:standby)
|
|
-440> 2012-12-08 13:38:13.474406 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-439> 2012-12-08 13:38:13.474445 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 172 v3925) v2 -- ?+0 0x7f9658034480 con 0x7f965800b2b0
|
|
-438> 2012-12-08 13:38:13.534789 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 148 ==== mdsbeacon(8391/baker up:standby seq 172 v3925) v2 ==== 107+0+0 (515825838 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-437> 2012-12-08 13:38:13.534927 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 172 rtt 0.060584
|
|
-436> 2012-12-08 13:38:14.416033 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-435> 2012-12-08 13:38:14.416285 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.42>
|
|
-434> 2012-12-08 13:38:17.474890 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 173 (currently up:standby)
|
|
-433> 2012-12-08 13:38:17.474991 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-432> 2012-12-08 13:38:17.475027 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 173 v3925) v2 -- ?+0 0x7f96580346b0 con 0x7f965800b2b0
|
|
-431> 2012-12-08 13:38:17.981743 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 149 ==== mdsbeacon(8391/baker up:standby seq 173 v3925) v2 ==== 107+0+0 (3597085410 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-430> 2012-12-08 13:38:17.981882 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 173 rtt 0.506919
|
|
-429> 2012-12-08 13:38:19.416141 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-428> 2012-12-08 13:38:19.416441 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.39>
|
|
-427> 2012-12-08 13:38:21.475241 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 174 (currently up:standby)
|
|
-426> 2012-12-08 13:38:21.475389 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-425> 2012-12-08 13:38:21.475427 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 174 v3925) v2 -- ?+0 0x7f9658034e70 con 0x7f965800b2b0
|
|
-424> 2012-12-08 13:38:21.671291 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 150 ==== mdsbeacon(8391/baker up:standby seq 174 v3925) v2 ==== 107+0+0 (2330002119 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-423> 2012-12-08 13:38:21.671471 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 174 rtt 0.196161
|
|
-422> 2012-12-08 13:38:21.993540 7f96797fa700 10 monclient: tick
|
|
-421> 2012-12-08 13:38:21.993598 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:37:51.993592)
|
|
-420> 2012-12-08 13:38:21.993672 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:38:21.993671; renew after: 2012-12-08 13:39:01.989525) -- no
|
|
-419> 2012-12-08 13:38:24.416341 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-418> 2012-12-08 13:38:24.416665 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.44>
|
|
-417> 2012-12-08 13:38:25.475620 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 175 (currently up:standby)
|
|
-416> 2012-12-08 13:38:25.475716 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-415> 2012-12-08 13:38:25.475751 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 175 v3925) v2 -- ?+0 0x7f9658034e70 con 0x7f965800b2b0
|
|
-414> 2012-12-08 13:38:25.477666 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 151 ==== mdsbeacon(8391/baker up:standby seq 175 v3925) v2 ==== 107+0+0 (1111017611 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-413> 2012-12-08 13:38:25.477804 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 175 rtt 0.002114
|
|
-412> 2012-12-08 13:38:29.416480 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-411> 2012-12-08 13:38:29.416677 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.56>
|
|
-410> 2012-12-08 13:38:29.475919 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 176 (currently up:standby)
|
|
-409> 2012-12-08 13:38:29.475991 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-408> 2012-12-08 13:38:29.476027 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 176 v3925) v2 -- ?+0 0x7f9658035920 con 0x7f965800b2b0
|
|
-407> 2012-12-08 13:38:29.668369 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 152 ==== mdsbeacon(8391/baker up:standby seq 176 v3925) v2 ==== 107+0+0 (3691314759 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-406> 2012-12-08 13:38:29.668455 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 176 rtt 0.192491
|
|
-405> 2012-12-08 13:38:31.993880 7f96797fa700 10 monclient: tick
|
|
-404> 2012-12-08 13:38:31.993959 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:38:01.993954)
|
|
-403> 2012-12-08 13:38:31.994004 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:38:31.994003; renew after: 2012-12-08 13:39:01.989525) -- no
|
|
-402> 2012-12-08 13:38:33.476213 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 177 (currently up:standby)
|
|
-401> 2012-12-08 13:38:33.476309 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-400> 2012-12-08 13:38:33.476374 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 177 v3925) v2 -- ?+0 0x7f9658035920 con 0x7f965800b2b0
|
|
-399> 2012-12-08 13:38:33.482003 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 153 ==== mdsbeacon(8391/baker up:standby seq 177 v3925) v2 ==== 107+0+0 (350041099 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-398> 2012-12-08 13:38:33.482093 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 177 rtt 0.005810
|
|
-397> 2012-12-08 13:38:34.416598 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-396> 2012-12-08 13:38:34.416828 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.44>
|
|
-395> 2012-12-08 13:38:37.476561 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 178 (currently up:standby)
|
|
-394> 2012-12-08 13:38:37.476655 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-393> 2012-12-08 13:38:37.476690 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 178 v3925) v2 -- ?+0 0x7f9658036230 con 0x7f965800b2b0
|
|
-392> 2012-12-08 13:38:37.478755 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 154 ==== mdsbeacon(8391/baker up:standby seq 178 v3925) v2 ==== 107+0+0 (1213930542 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-391> 2012-12-08 13:38:37.478892 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 178 rtt 0.002264
|
|
-390> 2012-12-08 13:38:39.416753 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-389> 2012-12-08 13:38:39.416948 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.48>
|
|
-388> 2012-12-08 13:38:41.477058 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 179 (currently up:standby)
|
|
-387> 2012-12-08 13:38:41.477155 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-386> 2012-12-08 13:38:41.477191 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 179 v3925) v2 -- ?+0 0x7f9658036230 con 0x7f965800b2b0
|
|
-385> 2012-12-08 13:38:41.479145 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 155 ==== mdsbeacon(8391/baker up:standby seq 179 v3925) v2 ==== 107+0+0 (2156058210 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-384> 2012-12-08 13:38:41.479408 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 179 rtt 0.002280
|
|
-383> 2012-12-08 13:38:41.994422 7f96797fa700 10 monclient: tick
|
|
-382> 2012-12-08 13:38:41.994484 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:38:11.994479)
|
|
-381> 2012-12-08 13:38:41.994529 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:38:41.994528; renew after: 2012-12-08 13:39:01.989525) -- no
|
|
-380> 2012-12-08 13:38:44.416878 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-379> 2012-12-08 13:38:44.417128 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.53>
|
|
-378> 2012-12-08 13:38:45.477565 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 180 (currently up:standby)
|
|
-377> 2012-12-08 13:38:45.477662 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-376> 2012-12-08 13:38:45.477699 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 180 v3925) v2 -- ?+0 0x7f9658036aa0 con 0x7f965800b2b0
|
|
-375> 2012-12-08 13:38:45.504709 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 156 ==== mdsbeacon(8391/baker up:standby seq 180 v3925) v2 ==== 107+0+0 (4049030244 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-374> 2012-12-08 13:38:45.504822 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 180 rtt 0.027188
|
|
-373> 2012-12-08 13:38:49.416994 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-372> 2012-12-08 13:38:49.417314 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.64>
|
|
-371> 2012-12-08 13:38:49.477868 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 181 (currently up:standby)
|
|
-370> 2012-12-08 13:38:49.477940 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-369> 2012-12-08 13:38:49.477964 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 181 v3925) v2 -- ?+0 0x7f9658037260 con 0x7f965800b2b0
|
|
-368> 2012-12-08 13:38:49.639558 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 157 ==== mdsbeacon(8391/baker up:standby seq 181 v3925) v2 ==== 107+0+0 (965641768 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-367> 2012-12-08 13:38:49.639671 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 181 rtt 0.161757
|
|
-366> 2012-12-08 13:38:51.994879 7f96797fa700 10 monclient: tick
|
|
-365> 2012-12-08 13:38:51.994943 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:38:21.994937)
|
|
-364> 2012-12-08 13:38:51.994986 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:38:51.994986; renew after: 2012-12-08 13:39:01.989525) -- no
|
|
-363> 2012-12-08 13:38:53.478391 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 182 (currently up:standby)
|
|
-362> 2012-12-08 13:38:53.478490 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-361> 2012-12-08 13:38:53.478526 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 182 v3925) v2 -- ?+0 0x7f9658037260 con 0x7f965800b2b0
|
|
-360> 2012-12-08 13:38:53.480187 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 158 ==== mdsbeacon(8391/baker up:standby seq 182 v3925) v2 ==== 107+0+0 (1695067661 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-359> 2012-12-08 13:38:53.480311 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 182 rtt 0.001850
|
|
-358> 2012-12-08 13:38:54.417310 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-357> 2012-12-08 13:38:54.417539 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.51>
|
|
-356> 2012-12-08 13:38:57.478978 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 183 (currently up:standby)
|
|
-355> 2012-12-08 13:38:57.479077 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-354> 2012-12-08 13:38:57.479113 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 183 v3925) v2 -- ?+0 0x7f9658037b70 con 0x7f965800b2b0
|
|
-353> 2012-12-08 13:38:57.511666 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 159 ==== mdsbeacon(8391/baker up:standby seq 183 v3925) v2 ==== 107+0+0 (2916181057 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-352> 2012-12-08 13:38:57.511805 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 183 rtt 0.032757
|
|
-351> 2012-12-08 13:38:59.417635 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-350> 2012-12-08 13:38:59.417912 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.55>
|
|
-349> 2012-12-08 13:39:01.479725 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 184 (currently up:standby)
|
|
-348> 2012-12-08 13:39:01.479821 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-347> 2012-12-08 13:39:01.479856 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 184 v3925) v2 -- ?+0 0x7f9658037b70 con 0x7f965800b2b0
|
|
-346> 2012-12-08 13:39:01.481565 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 160 ==== mdsbeacon(8391/baker up:standby seq 184 v3925) v2 ==== 107+0+0 (2258868737 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-345> 2012-12-08 13:39:01.481704 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 184 rtt 0.001909
|
|
-344> 2012-12-08 13:39:01.995145 7f96797fa700 10 monclient: tick
|
|
-343> 2012-12-08 13:39:01.995188 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:38:31.995183)
|
|
-342> 2012-12-08 13:39:01.995252 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:39:01.995251; renew after: 2012-12-08 13:39:01.989525) -- yes
|
|
-341> 2012-12-08 13:39:01.995273 7f96797fa700 10 monclient: renew_subs
|
|
-340> 2012-12-08 13:39:01.995284 7f96797fa700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-339> 2012-12-08 13:39:01.995320 7f96797fa700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mon_subscribe({mdsmap=3926+,monmap=2+}) v2 -- ?+0 0x7f96600110f0 con 0x7f965800b2b0
|
|
-338> 2012-12-08 13:39:01.997032 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 161 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (2675486518 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-337> 2012-12-08 13:39:01.997118 7f967a7fc700 10 monclient: handle_subscribe_ack sent 2012-12-08 13:39:01.995278 renew after 2012-12-08 13:41:31.995278
|
|
-336> 2012-12-08 13:39:04.417956 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-335> 2012-12-08 13:39:04.418208 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.59>
|
|
-334> 2012-12-08 13:39:05.480230 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 185 (currently up:standby)
|
|
-333> 2012-12-08 13:39:05.480328 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-332> 2012-12-08 13:39:05.480411 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 185 v3925) v2 -- ?+0 0x7f9658038620 con 0x7f965800b2b0
|
|
-331> 2012-12-08 13:39:05.482167 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 162 ==== mdsbeacon(8391/baker up:standby seq 185 v3925) v2 ==== 107+0+0 (1316638797 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-330> 2012-12-08 13:39:05.482309 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 185 rtt 0.002009
|
|
-329> 2012-12-08 13:39:09.418163 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-328> 2012-12-08 13:39:09.418443 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.7>
|
|
-327> 2012-12-08 13:39:09.480982 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 186 (currently up:standby)
|
|
-326> 2012-12-08 13:39:09.481080 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-325> 2012-12-08 13:39:09.481115 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 186 v3925) v2 -- ?+0 0x7f9658038620 con 0x7f965800b2b0
|
|
-324> 2012-12-08 13:39:10.395391 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 163 ==== mdsbeacon(8391/baker up:standby seq 186 v3925) v2 ==== 107+0+0 (318535784 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-323> 2012-12-08 13:39:10.395503 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 186 rtt 0.914451
|
|
-322> 2012-12-08 13:39:11.995635 7f96797fa700 10 monclient: tick
|
|
-321> 2012-12-08 13:39:11.995699 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:38:41.995693)
|
|
-320> 2012-12-08 13:39:11.995754 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:39:11.995753; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-319> 2012-12-08 13:39:13.481555 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 187 (currently up:standby)
|
|
-318> 2012-12-08 13:39:13.481685 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-317> 2012-12-08 13:39:13.481720 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 187 v3925) v2 -- ?+0 0x7f9658038e90 con 0x7f965800b2b0
|
|
-316> 2012-12-08 13:39:13.483532 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 164 ==== mdsbeacon(8391/baker up:standby seq 187 v3925) v2 ==== 107+0+0 (3659903524 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-315> 2012-12-08 13:39:13.483645 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 187 rtt 0.002020
|
|
-314> 2012-12-08 13:39:14.418487 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-313> 2012-12-08 13:39:14.418788 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.56>
|
|
-312> 2012-12-08 13:39:17.482309 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 188 (currently up:standby)
|
|
-311> 2012-12-08 13:39:17.482457 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-310> 2012-12-08 13:39:17.482494 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 188 v3925) v2 -- ?+0 0x7f96580390c0 con 0x7f965800b2b0
|
|
-309> 2012-12-08 13:39:17.484567 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 165 ==== mdsbeacon(8391/baker up:standby seq 188 v3925) v2 ==== 107+0+0 (2884642850 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-308> 2012-12-08 13:39:17.484681 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 188 rtt 0.002251
|
|
-307> 2012-12-08 13:39:19.418707 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-306> 2012-12-08 13:39:19.419009 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.52>
|
|
-305> 2012-12-08 13:39:21.482859 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 189 (currently up:standby)
|
|
-304> 2012-12-08 13:39:21.482948 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-303> 2012-12-08 13:39:21.482979 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 189 v3925) v2 -- ?+0 0x7f9658039880 con 0x7f965800b2b0
|
|
-302> 2012-12-08 13:39:21.995958 7f96797fa700 10 monclient: tick
|
|
-301> 2012-12-08 13:39:21.996011 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:38:51.996007)
|
|
-300> 2012-12-08 13:39:21.996047 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:39:21.996047; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-299> 2012-12-08 13:39:22.275330 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 166 ==== mdsbeacon(8391/baker up:standby seq 189 v3925) v2 ==== 107+0+0 (1663689326 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-298> 2012-12-08 13:39:22.275450 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 189 rtt 0.792527
|
|
-297> 2012-12-08 13:39:24.418912 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-296> 2012-12-08 13:39:24.419162 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.8>
|
|
-295> 2012-12-08 13:39:25.483630 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 190 (currently up:standby)
|
|
-294> 2012-12-08 13:39:25.483726 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-293> 2012-12-08 13:39:25.483761 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 190 v3925) v2 -- ?+0 0x7f9658039880 con 0x7f965800b2b0
|
|
-292> 2012-12-08 13:39:25.576700 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 167 ==== mdsbeacon(8391/baker up:standby seq 190 v3925) v2 ==== 107+0+0 (1068485195 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-291> 2012-12-08 13:39:25.576811 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 190 rtt 0.093111
|
|
-290> 2012-12-08 13:39:29.419230 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-289> 2012-12-08 13:39:29.419528 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.81>
|
|
-288> 2012-12-08 13:39:29.484145 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 191 (currently up:standby)
|
|
-287> 2012-12-08 13:39:29.484241 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-286> 2012-12-08 13:39:29.484276 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 191 v3925) v2 -- ?+0 0x7f965803a330 con 0x7f965800b2b0
|
|
-285> 2012-12-08 13:39:29.486251 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 168 ==== mdsbeacon(8391/baker up:standby seq 191 v3925) v2 ==== 107+0+0 (4151705607 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-284> 2012-12-08 13:39:29.486488 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 191 rtt 0.002274
|
|
-283> 2012-12-08 13:39:31.996392 7f96797fa700 10 monclient: tick
|
|
-282> 2012-12-08 13:39:31.996455 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:39:01.996450)
|
|
-281> 2012-12-08 13:39:31.996497 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:39:31.996496; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-280> 2012-12-08 13:39:33.484873 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 192 (currently up:standby)
|
|
-279> 2012-12-08 13:39:33.484970 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-278> 2012-12-08 13:39:33.485005 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 192 v3925) v2 -- ?+0 0x7f965803a330 con 0x7f965800b2b0
|
|
-277> 2012-12-08 13:39:33.487006 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 169 ==== mdsbeacon(8391/baker up:standby seq 192 v3925) v2 ==== 107+0+0 (3638042352 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-276> 2012-12-08 13:39:33.487119 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 192 rtt 0.002177
|
|
-275> 2012-12-08 13:39:34.419550 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-274> 2012-12-08 13:39:34.419832 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.67>
|
|
-273> 2012-12-08 13:39:37.485180 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 193 (currently up:standby)
|
|
-272> 2012-12-08 13:39:37.485281 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-271> 2012-12-08 13:39:37.485317 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 193 v3925) v2 -- ?+0 0x7f965803ac40 con 0x7f965800b2b0
|
|
-270> 2012-12-08 13:39:37.635241 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 170 ==== mdsbeacon(8391/baker up:standby seq 193 v3925) v2 ==== 107+0+0 (268555452 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-269> 2012-12-08 13:39:37.635392 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 193 rtt 0.150139
|
|
-268> 2012-12-08 13:39:39.419674 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-267> 2012-12-08 13:39:39.419887 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.54>
|
|
-266> 2012-12-08 13:39:41.485597 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 194 (currently up:standby)
|
|
-265> 2012-12-08 13:39:41.485695 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-264> 2012-12-08 13:39:41.485831 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 194 v3925) v2 -- ?+0 0x7f965803ac40 con 0x7f965800b2b0
|
|
-263> 2012-12-08 13:39:41.996674 7f96797fa700 10 monclient: tick
|
|
-262> 2012-12-08 13:39:41.996736 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:39:11.996730)
|
|
-261> 2012-12-08 13:39:41.996801 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:39:41.996800; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-260> 2012-12-08 13:39:42.488633 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 171 ==== mdsbeacon(8391/baker up:standby seq 194 v3925) v2 ==== 107+0+0 (1283980441 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-259> 2012-12-08 13:39:42.488772 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 194 rtt 1.003121
|
|
-258> 2012-12-08 13:39:44.419982 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-257> 2012-12-08 13:39:44.420179 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.13>
|
|
-256> 2012-12-08 13:39:45.486228 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 195 (currently up:standby)
|
|
-255> 2012-12-08 13:39:45.486319 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-254> 2012-12-08 13:39:45.486378 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 195 v3925) v2 -- ?+0 0x7f965803b4b0 con 0x7f965800b2b0
|
|
-253> 2012-12-08 13:39:45.928840 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 172 ==== mdsbeacon(8391/baker up:standby seq 195 v3925) v2 ==== 107+0+0 (2220766933 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-252> 2012-12-08 13:39:45.929080 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 195 rtt 0.442786
|
|
-251> 2012-12-08 13:39:49.420127 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-250> 2012-12-08 13:39:49.420470 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.36>
|
|
-249> 2012-12-08 13:39:49.486782 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 196 (currently up:standby)
|
|
-248> 2012-12-08 13:39:49.486882 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-247> 2012-12-08 13:39:49.486918 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 196 v3925) v2 -- ?+0 0x7f965803bc70 con 0x7f965800b2b0
|
|
-246> 2012-12-08 13:39:49.488710 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 173 ==== mdsbeacon(8391/baker up:standby seq 196 v3925) v2 ==== 107+0+0 (4119571667 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-245> 2012-12-08 13:39:49.488819 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 196 rtt 0.001965
|
|
-244> 2012-12-08 13:39:51.996957 7f96797fa700 10 monclient: tick
|
|
-243> 2012-12-08 13:39:51.997020 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:39:21.997015)
|
|
-242> 2012-12-08 13:39:51.997061 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:39:51.997060; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-241> 2012-12-08 13:39:53.487458 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 197 (currently up:standby)
|
|
-240> 2012-12-08 13:39:53.487556 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-239> 2012-12-08 13:39:53.487592 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 197 v3925) v2 -- ?+0 0x7f965803bc70 con 0x7f965800b2b0
|
|
-238> 2012-12-08 13:39:54.420329 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-237> 2012-12-08 13:39:54.420629 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.17>
|
|
-236> 2012-12-08 13:39:57.487930 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 198 (currently up:standby)
|
|
-235> 2012-12-08 13:39:57.488017 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-234> 2012-12-08 13:39:57.488051 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 198 v3925) v2 -- ?+0 0x7f965803c580 con 0x7f965800b2b0
|
|
-233> 2012-12-08 13:39:59.420505 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-232> 2012-12-08 13:39:59.420762 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2>
|
|
-231> 2012-12-08 13:40:01.488383 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 199 (currently up:standby)
|
|
-230> 2012-12-08 13:40:01.488482 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-229> 2012-12-08 13:40:01.488519 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 199 v3925) v2 -- ?+0 0x7f965803c580 con 0x7f965800b2b0
|
|
-228> 2012-12-08 13:40:01.997418 7f96797fa700 10 monclient: tick
|
|
-227> 2012-12-08 13:40:01.997482 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:39:31.997476)
|
|
-226> 2012-12-08 13:40:01.997523 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:40:01.997522; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-225> 2012-12-08 13:40:04.420617 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-224> 2012-12-08 13:40:04.420840 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.84>
|
|
-223> 2012-12-08 13:40:05.338486 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 174 ==== mdsmap(e 3925) v1 ==== 743+0+0 (4031819434 0 0) 0x7f966c001680 con 0x7f965800b2b0
|
|
-222> 2012-12-08 13:40:05.338577 7f967a7fc700 5 mds.-1.0 handle_mds_map epoch 3925 from mon.0
|
|
-221> 2012-12-08 13:40:05.338592 7f967a7fc700 5 mds.-1.0 old map epoch 3925 <= 3925, discarding
|
|
-220> 2012-12-08 13:40:05.338683 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 175 ==== mdsmap(e 3925) v1 ==== 743+0+0 (4031819434 0 0) 0x7f966c001a40 con 0x7f965800b2b0
|
|
-219> 2012-12-08 13:40:05.338717 7f967a7fc700 5 mds.-1.0 handle_mds_map epoch 3925 from mon.0
|
|
-218> 2012-12-08 13:40:05.338724 7f967a7fc700 5 mds.-1.0 old map epoch 3925 <= 3925, discarding
|
|
-217> 2012-12-08 13:40:05.341650 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 176 ==== mdsmap(e 3925) v1 ==== 743+0+0 (4031819434 0 0) 0x7f966c0018f0 con 0x7f965800b2b0
|
|
-216> 2012-12-08 13:40:05.341758 7f967a7fc700 5 mds.-1.0 handle_mds_map epoch 3925 from mon.0
|
|
-215> 2012-12-08 13:40:05.341772 7f967a7fc700 5 mds.-1.0 old map epoch 3925 <= 3925, discarding
|
|
-214> 2012-12-08 13:40:05.488767 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 200 (currently up:standby)
|
|
-213> 2012-12-08 13:40:05.488868 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-212> 2012-12-08 13:40:05.488905 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 200 v3925) v2 -- ?+0 0x7f965803d030 con 0x7f965800b2b0
|
|
-211> 2012-12-08 13:40:06.319577 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 177 ==== mdsmap(e 3926) v1 ==== 541+0+0 (3405117910 0 0) 0x7f966c001830 con 0x7f965800b2b0
|
|
-210> 2012-12-08 13:40:06.319681 7f967a7fc700 5 mds.-1.0 handle_mds_map epoch 3926 from mon.0
|
|
-209> 2012-12-08 13:40:06.319760 7f967a7fc700 10 mds.-1.0 my compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object}
|
|
-208> 2012-12-08 13:40:06.319778 7f967a7fc700 10 mds.-1.0 mdsmap compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object}
|
|
-207> 2012-12-08 13:40:06.319860 7f967a7fc700 10 mds.-1.-1 map says i am 192.168.2.81:6807/13845 mds.-1.-1 state down:dne
|
|
-206> 2012-12-08 13:40:06.319949 7f967a7fc700 10 mds.-1.-1 peer mds gid 8391 removed from map
|
|
-205> 2012-12-08 13:40:06.319960 7f967a7fc700 1 -- 192.168.2.81:6807/13845 mark_down 192.168.2.81:6807/13845 -- pipe dne
|
|
-204> 2012-12-08 13:40:06.319978 7f967a7fc700 10 mds.-1.-1 dropped out of mdsmap, try to re-add myself
|
|
-203> 2012-12-08 13:40:06.938630 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 178 ==== mdsmap(e 3926) v1 ==== 541+0+0 (3405117910 0 0) 0x7f966c001830 con 0x7f965800b2b0
|
|
-202> 2012-12-08 13:40:06.938737 7f967a7fc700 5 mds.-1.-1 handle_mds_map epoch 3926 from mon.0
|
|
-201> 2012-12-08 13:40:06.938752 7f967a7fc700 5 mds.-1.-1 old map epoch 3926 <= 3926, discarding
|
|
-200> 2012-12-08 13:40:09.420731 7f966bfff700 5 mds.-1.-1 is_laggy 19.933877 > 15 since last acked beacon
|
|
-199> 2012-12-08 13:40:09.420826 7f966bfff700 5 mds.-1.-1 tick bailing out since we seem laggy
|
|
-198> 2012-12-08 13:40:09.489327 7f966bfff700 10 mds.-1.-1 beacon_send up:boot seq 201 (currently up:boot)
|
|
-197> 2012-12-08 13:40:09.489462 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-196> 2012-12-08 13:40:09.489493 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:boot seq 201 v3926) v2 -- ?+0 0x7f965803d030 con 0x7f965800b2b0
|
|
-195> 2012-12-08 13:40:11.501588 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 179 ==== mdsmap(e 3927) v1 ==== 743+0+0 (1512828964 0 0) 0x7f966c0018f0 con 0x7f965800b2b0
|
|
-194> 2012-12-08 13:40:11.501709 7f967a7fc700 5 mds.-1.-1 handle_mds_map epoch 3927 from mon.0
|
|
-193> 2012-12-08 13:40:11.501934 7f967a7fc700 10 mds.-1.-1 my compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object}
|
|
-192> 2012-12-08 13:40:11.502051 7f967a7fc700 10 mds.-1.-1 mdsmap compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object}
|
|
-191> 2012-12-08 13:40:11.502068 7f967a7fc700 10 mds.-1.0 map says i am 192.168.2.81:6807/13845 mds.-1.0 state up:standby
|
|
-190> 2012-12-08 13:40:11.502089 7f967a7fc700 1 mds.-1.0 handle_mds_map standby
|
|
-189> 2012-12-08 13:40:11.997664 7f96797fa700 10 monclient: tick
|
|
-188> 2012-12-08 13:40:11.997717 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:39:41.997712)
|
|
-187> 2012-12-08 13:40:11.997754 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:40:11.997753; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-186> 2012-12-08 13:40:13.489827 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 202 (currently up:standby)
|
|
-185> 2012-12-08 13:40:13.489930 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-184> 2012-12-08 13:40:13.489965 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 202 v3927) v2 -- ?+0 0x7f965803d8a0 con 0x7f965800b2b0
|
|
-183> 2012-12-08 13:40:14.085517 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 180 ==== mdsbeacon(8391/baker up:standby seq 202 v3927) v2 ==== 107+0+0 (294972550 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-182> 2012-12-08 13:40:14.085645 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 202 rtt 0.595746
|
|
-181> 2012-12-08 13:40:14.085656 7f967a7fc700 0 mds.-1.0 handle_mds_beacon no longer laggy
|
|
-180> 2012-12-08 13:40:14.420854 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-179> 2012-12-08 13:40:14.421068 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.2>
|
|
-178> 2012-12-08 13:40:17.490433 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 203 (currently up:standby)
|
|
-177> 2012-12-08 13:40:17.490541 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-176> 2012-12-08 13:40:17.490577 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 203 v3927) v2 -- ?+0 0x7f965803dad0 con 0x7f965800b2b0
|
|
-175> 2012-12-08 13:40:17.492277 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 181 ==== mdsbeacon(8391/baker up:standby seq 203 v3927) v2 ==== 107+0+0 (3645712074 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-174> 2012-12-08 13:40:17.492410 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 203 rtt 0.001898
|
|
-173> 2012-12-08 13:40:19.420977 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-172> 2012-12-08 13:40:19.421261 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.02>
|
|
-171> 2012-12-08 13:40:21.490760 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 204 (currently up:standby)
|
|
-170> 2012-12-08 13:40:21.490856 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-169> 2012-12-08 13:40:21.490892 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 204 v3927) v2 -- ?+0 0x7f965803e290 con 0x7f965800b2b0
|
|
-168> 2012-12-08 13:40:21.997883 7f96797fa700 10 monclient: tick
|
|
-167> 2012-12-08 13:40:21.997941 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:39:51.997936)
|
|
-166> 2012-12-08 13:40:21.997979 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:40:21.997978; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-165> 2012-12-08 13:40:22.296728 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 182 ==== mdsbeacon(8391/baker up:standby seq 204 v3927) v2 ==== 107+0+0 (2828582092 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-164> 2012-12-08 13:40:22.296843 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 204 rtt 0.806015
|
|
-163> 2012-12-08 13:40:24.421098 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-162> 2012-12-08 13:40:24.421312 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.02>
|
|
-161> 2012-12-08 13:40:25.491265 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 205 (currently up:standby)
|
|
-160> 2012-12-08 13:40:25.491402 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-159> 2012-12-08 13:40:25.491440 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 205 v3927) v2 -- ?+0 0x7f965803e290 con 0x7f965800b2b0
|
|
-158> 2012-12-08 13:40:26.762852 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 183 ==== mdsbeacon(8391/baker up:standby seq 205 v3927) v2 ==== 107+0+0 (1614902912 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-157> 2012-12-08 13:40:26.762965 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 205 rtt 1.271630
|
|
-156> 2012-12-08 13:40:29.421294 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-155> 2012-12-08 13:40:29.421612 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 1.86>
|
|
-154> 2012-12-08 13:40:29.491883 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 206 (currently up:standby)
|
|
-153> 2012-12-08 13:40:29.491983 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-152> 2012-12-08 13:40:29.492019 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 206 v3927) v2 -- ?+0 0x7f965803ed40 con 0x7f965800b2b0
|
|
-151> 2012-12-08 13:40:29.736828 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 184 ==== mdsbeacon(8391/baker up:standby seq 206 v3927) v2 ==== 107+0+0 (1019698853 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-150> 2012-12-08 13:40:29.736930 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 206 rtt 0.244976
|
|
-149> 2012-12-08 13:40:31.998326 7f96797fa700 10 monclient: tick
|
|
-148> 2012-12-08 13:40:31.998428 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:40:01.998423)
|
|
-147> 2012-12-08 13:40:31.998543 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:40:31.998542; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-146> 2012-12-08 13:40:33.492645 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 207 (currently up:standby)
|
|
-145> 2012-12-08 13:40:33.492744 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-144> 2012-12-08 13:40:33.492781 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 207 v3927) v2 -- ?+0 0x7f965803ed40 con 0x7f965800b2b0
|
|
-143> 2012-12-08 13:40:34.242884 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 185 ==== mdsbeacon(8391/baker up:standby seq 207 v3927) v2 ==== 107+0+0 (4095644905 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-142> 2012-12-08 13:40:34.242969 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 207 rtt 0.750254
|
|
-141> 2012-12-08 13:40:34.421617 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-140> 2012-12-08 13:40:34.421871 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.19>
|
|
-139> 2012-12-08 13:40:37.492981 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 208 (currently up:standby)
|
|
-138> 2012-12-08 13:40:37.493079 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-137> 2012-12-08 13:40:37.493114 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 208 v3927) v2 -- ?+0 0x7f965803f650 con 0x7f965800b2b0
|
|
-136> 2012-12-08 13:40:37.495049 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 186 ==== mdsbeacon(8391/baker up:standby seq 208 v3927) v2 ==== 107+0+0 (1780654629 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-135> 2012-12-08 13:40:37.495172 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 208 rtt 0.002120
|
|
-134> 2012-12-08 13:40:39.421740 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-133> 2012-12-08 13:40:39.421974 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.01>
|
|
-132> 2012-12-08 13:40:41.493589 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 209 (currently up:standby)
|
|
-131> 2012-12-08 13:40:41.493678 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-130> 2012-12-08 13:40:41.493727 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 209 v3927) v2 -- ?+0 0x7f965803f650 con 0x7f965800b2b0
|
|
-129> 2012-12-08 13:40:41.649172 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 187 ==== mdsbeacon(8391/baker up:standby seq 209 v3927) v2 ==== 107+0+0 (2734385257 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-128> 2012-12-08 13:40:41.651141 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 209 rtt 0.157487
|
|
-127> 2012-12-08 13:40:41.998766 7f96797fa700 10 monclient: tick
|
|
-126> 2012-12-08 13:40:41.998876 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:40:11.998871)
|
|
-125> 2012-12-08 13:40:41.998921 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:40:41.998920; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-124> 2012-12-08 13:40:44.421852 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-123> 2012-12-08 13:40:44.422131 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.57>
|
|
-122> 2012-12-08 13:40:45.494863 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 210 (currently up:standby)
|
|
-121> 2012-12-08 13:40:45.494972 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-120> 2012-12-08 13:40:45.495161 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 210 v3927) v2 -- ?+0 0x7f965803fec0 con 0x7f965800b2b0
|
|
-119> 2012-12-08 13:40:46.185869 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 188 ==== mdsbeacon(8391/baker up:standby seq 210 v3927) v2 ==== 107+0+0 (4269621324 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-118> 2012-12-08 13:40:46.186045 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 210 rtt 0.691104
|
|
-117> 2012-12-08 13:40:49.421984 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-116> 2012-12-08 13:40:49.422306 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.53>
|
|
-115> 2012-12-08 13:40:49.495902 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 211 (currently up:standby)
|
|
-114> 2012-12-08 13:40:49.495998 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-113> 2012-12-08 13:40:49.496033 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 211 v3927) v2 -- ?+0 0x7f9658040680 con 0x7f965800b2b0
|
|
-112> 2012-12-08 13:40:51.999171 7f96797fa700 10 monclient: tick
|
|
-111> 2012-12-08 13:40:51.999230 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:40:21.999225)
|
|
-110> 2012-12-08 13:40:51.999333 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:40:51.999332; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-109> 2012-12-08 13:40:53.496404 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 212 (currently up:standby)
|
|
-108> 2012-12-08 13:40:53.496500 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-107> 2012-12-08 13:40:53.496537 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 212 v3927) v2 -- ?+0 0x7f9658040680 con 0x7f965800b2b0
|
|
-106> 2012-12-08 13:40:54.422149 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-105> 2012-12-08 13:40:54.422635 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 2.97>
|
|
-104> 2012-12-08 13:40:57.496857 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 213 (currently up:standby)
|
|
-103> 2012-12-08 13:40:57.496946 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-102> 2012-12-08 13:40:57.497041 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 213 v3927) v2 -- ?+0 0x7f9658040f90 con 0x7f965800b2b0
|
|
-101> 2012-12-08 13:40:59.422273 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-100> 2012-12-08 13:40:59.422512 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 4.09>
|
|
-99> 2012-12-08 13:41:01.497655 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 214 (currently up:standby)
|
|
-98> 2012-12-08 13:41:01.497751 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-97> 2012-12-08 13:41:01.497787 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 214 v3927) v2 -- ?+0 0x7f9658040f90 con 0x7f965800b2b0
|
|
-96> 2012-12-08 13:41:01.999616 7f96797fa700 10 monclient: tick
|
|
-95> 2012-12-08 13:41:01.999671 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:40:31.999666)
|
|
-94> 2012-12-08 13:41:01.999710 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:41:01.999709; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-93> 2012-12-08 13:41:04.422476 7f966bfff700 5 mds.-1.0 is_laggy 18.927534 > 15 since last acked beacon
|
|
-92> 2012-12-08 13:41:04.422574 7f966bfff700 5 mds.-1.0 tick bailing out since we seem laggy
|
|
-91> 2012-12-08 13:41:05.497969 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 215 (currently up:standby)
|
|
-90> 2012-12-08 13:41:05.498065 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-89> 2012-12-08 13:41:05.498099 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 215 v3927) v2 -- ?+0 0x7f9658041730 con 0x7f965800b2b0
|
|
-88> 2012-12-08 13:41:09.422802 7f966bfff700 5 mds.-1.0 is_laggy 23.927860 > 15 since last acked beacon
|
|
-87> 2012-12-08 13:41:09.422895 7f966bfff700 5 mds.-1.0 tick bailing out since we seem laggy
|
|
-86> 2012-12-08 13:41:09.498415 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 216 (currently up:standby)
|
|
-85> 2012-12-08 13:41:09.498518 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-84> 2012-12-08 13:41:09.498553 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 216 v3927) v2 -- ?+0 0x7f9658041be0 con 0x7f965800b2b0
|
|
-83> 2012-12-08 13:41:12.000291 7f96797fa700 10 monclient: tick
|
|
-82> 2012-12-08 13:41:12.000390 7f96797fa700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2012-12-08 13:40:42.000384)
|
|
-81> 2012-12-08 13:41:12.000465 7f96797fa700 10 monclient: renew subs? (now: 2012-12-08 13:41:12.000464; renew after: 2012-12-08 13:41:31.995278) -- no
|
|
-80> 2012-12-08 13:41:13.499073 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 217 (currently up:standby)
|
|
-79> 2012-12-08 13:41:13.499170 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-78> 2012-12-08 13:41:13.499206 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 217 v3927) v2 -- ?+0 0x7f96580421e0 con 0x7f965800b2b0
|
|
-77> 2012-12-08 13:41:13.986263 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 189 ==== mdsbeacon(8391/baker up:standby seq 217 v3927) v2 ==== 107+0+0 (4166781999 0 0) 0x7f966c001600 con 0x7f965800b2b0
|
|
-76> 2012-12-08 13:41:13.986394 7f967a7fc700 10 mds.-1.0 handle_mds_beacon up:standby seq 217 rtt 0.487253
|
|
-75> 2012-12-08 13:41:13.986409 7f967a7fc700 0 mds.-1.0 handle_mds_beacon no longer laggy
|
|
-74> 2012-12-08 13:41:14.423008 7f966bfff700 20 mds.-1.bal get_load no root, no load
|
|
-73> 2012-12-08 13:41:14.423250 7f966bfff700 15 mds.-1.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 4.69>
|
|
-72> 2012-12-08 13:41:17.499826 7f966bfff700 10 mds.-1.0 beacon_send up:standby seq 218 (currently up:standby)
|
|
-71> 2012-12-08 13:41:17.499940 7f966bfff700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-70> 2012-12-08 13:41:17.499974 7f966bfff700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mdsbeacon(8391/baker up:standby seq 218 v3927) v2 -- ?+0 0x7f9658042410 con 0x7f965800b2b0
|
|
-69> 2012-12-08 13:41:18.313475 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 190 ==== mdsmap(e 3928) v1 ==== 539+0+0 (1360899627 0 0) 0x7f966c001b70 con 0x7f965800b2b0
|
|
-68> 2012-12-08 13:41:18.313591 7f967a7fc700 5 mds.-1.0 handle_mds_map epoch 3928 from mon.0
|
|
-67> 2012-12-08 13:41:18.313817 7f967a7fc700 10 mds.-1.0 my compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object}
|
|
-66> 2012-12-08 13:41:18.313838 7f967a7fc700 10 mds.-1.0 mdsmap compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object}
|
|
-65> 2012-12-08 13:41:18.313866 7f967a7fc700 10 mds.0.76 map says i am 192.168.2.81:6807/13845 mds.0.76 state up:replay
|
|
-64> 2012-12-08 13:41:18.313886 7f967a7fc700 10 mds.0.76 peer mds gid 8200 removed from map
|
|
-63> 2012-12-08 13:41:18.313895 7f967a7fc700 1 -- 192.168.2.81:6807/13845 mark_down 192.168.2.82:6800/1332 -- pipe dne
|
|
-62> 2012-12-08 13:41:18.313913 7f967a7fc700 1 mds.0.76 handle_mds_map i am now mds.0.76
|
|
-61> 2012-12-08 13:41:18.314027 7f967a7fc700 1 mds.0.76 handle_mds_map state change up:standby --> up:replay
|
|
-60> 2012-12-08 13:41:18.329602 7f967a7fc700 1 mds.0.76 replay_start
|
|
-59> 2012-12-08 13:41:18.333661 7f967a7fc700 7 mds.0.cache set_recovery_set
|
|
-58> 2012-12-08 13:41:18.333730 7f967a7fc700 1 mds.0.76 recovery set is
|
|
-57> 2012-12-08 13:41:18.333739 7f967a7fc700 1 mds.0.76 need osdmap epoch 939, have 937
|
|
-56> 2012-12-08 13:41:18.333748 7f967a7fc700 1 mds.0.76 waiting for osdmap 939 (which blacklists prior instance)
|
|
-55> 2012-12-08 13:41:18.333777 7f967a7fc700 10 monclient: renew_subs
|
|
-54> 2012-12-08 13:41:18.333791 7f967a7fc700 10 monclient: _send_mon_message to mon.0 at 192.168.2.80:6789/0
|
|
-53> 2012-12-08 13:41:18.333828 7f967a7fc700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6789/0 -- mon_subscribe({mdsmap=3929+,monmap=2+,osdmap=938}) v2 -- ?+0 0x7f967002e610 con 0x7f965800b2b0
|
|
-52> 2012-12-08 13:41:18.339411 7f967a7fc700 7 mds.0.cache handle_mds_failure mds.0
|
|
-51> 2012-12-08 13:41:18.339488 7f967a7fc700 1 mds.0.cache handle_mds_failure mds.0 : recovery peers are
|
|
-50> 2012-12-08 13:41:18.339501 7f967a7fc700 10 mds.0.cache wants_resolve
|
|
-49> 2012-12-08 13:41:18.339508 7f967a7fc700 10 mds.0.cache got_resolve
|
|
-48> 2012-12-08 13:41:18.339513 7f967a7fc700 10 mds.0.cache rejoin_sent
|
|
-47> 2012-12-08 13:41:18.339517 7f967a7fc700 10 mds.0.cache rejoin_gather
|
|
-46> 2012-12-08 13:41:18.339521 7f967a7fc700 10 mds.0.cache rejoin_ack_gather
|
|
-45> 2012-12-08 13:41:18.340555 7f967a7fc700 5 mds.0.migrator handle_mds_failure_or_stop mds.0
|
|
-44> 2012-12-08 13:41:18.355711 7f967a7fc700 10 mds.0.cache show_subtrees - no subtrees
|
|
-43> 2012-12-08 13:41:18.355855 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 191 ==== mdsbeacon(8391/baker up:standby seq 211 v3928) v2 ==== 107+0+0 (2709898971 0 0) 0x7f966c001d70 con 0x7f965800b2b0
|
|
-42> 2012-12-08 13:41:18.355925 7f967a7fc700 10 mds.0.76 handle_mds_beacon up:standby seq 211 dne
|
|
-41> 2012-12-08 13:41:18.355944 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 192 ==== mdsbeacon(8391/baker up:standby seq 212 v3928) v2 ==== 107+0+0 (3494927581 0 0) 0x7f966c002000 con 0x7f965800b2b0
|
|
-40> 2012-12-08 13:41:18.355976 7f967a7fc700 10 mds.0.76 handle_mds_beacon up:standby seq 212 dne
|
|
-39> 2012-12-08 13:41:18.355991 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 193 ==== mdsbeacon(8391/baker up:standby seq 213 v3928) v2 ==== 107+0+0 (411670161 0 0) 0x7f966c002310 con 0x7f965800b2b0
|
|
-38> 2012-12-08 13:41:18.356020 7f967a7fc700 10 mds.0.76 handle_mds_beacon up:standby seq 213 dne
|
|
-37> 2012-12-08 13:41:18.356043 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 194 ==== mdsbeacon(8391/baker up:standby seq 214 v3928) v2 ==== 107+0+0 (1141882548 0 0) 0x7f966c0026c0 con 0x7f965800b2b0
|
|
-36> 2012-12-08 13:41:18.356073 7f967a7fc700 10 mds.0.76 handle_mds_beacon up:standby seq 214 dne
|
|
-35> 2012-12-08 13:41:18.356088 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 195 ==== mdsbeacon(8391/baker up:standby seq 215 v3928) v2 ==== 107+0+0 (2362864888 0 0) 0x7f966c002aa0 con 0x7f965800b2b0
|
|
-34> 2012-12-08 13:41:18.356116 7f967a7fc700 10 mds.0.76 handle_mds_beacon up:standby seq 215 dne
|
|
-33> 2012-12-08 13:41:18.356133 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 196 ==== mdsbeacon(8391/baker up:standby seq 216 v3928) v2 ==== 107+0+0 (2812578488 0 0) 0x7f966c002e80 con 0x7f965800b2b0
|
|
-32> 2012-12-08 13:41:18.356161 7f967a7fc700 10 mds.0.76 handle_mds_beacon up:standby seq 216 dne
|
|
-31> 2012-12-08 13:41:19.423197 7f966bfff700 20 mds.0.bal get_load no root, no load
|
|
-30> 2012-12-08 13:41:19.423558 7f966bfff700 15 mds.0.bal get_load mdsload<[0,0 0]/[0,0 0], req 0, hr 0, qlen 0, cpu 4.48>
|
|
-29> 2012-12-08 13:41:19.807020 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 197 ==== mdsbeacon(8391/baker up:standby seq 218 v3928) v2 ==== 107+0+0 (872114385 0 0) 0x7f966c002310 con 0x7f965800b2b0
|
|
-28> 2012-12-08 13:41:19.807199 7f967a7fc700 10 mds.0.76 handle_mds_beacon up:standby seq 218 rtt 2.307288
|
|
-27> 2012-12-08 13:41:19.822064 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 198 ==== osd_map(938..939 src has 438..939) v3 ==== 728+0+0 (1052699219 0 0) 0x7f966c001e50 con 0x7f965800b2b0
|
|
-26> 2012-12-08 13:41:19.857025 7f967a7fc700 2 mds.0.76 boot_start 1: opening inotable
|
|
-25> 2012-12-08 13:41:19.868257 7f967a7fc700 10 mds.0.inotable: load
|
|
-24> 2012-12-08 13:41:19.883696 7f967a7fc700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6801/3213 -- osd_op(mds.0.76:1 mds0_inotable [read 0~0] 1.b852b893) v4 -- ?+0 0x7f9670030730 con 0x7f9670030540
|
|
-23> 2012-12-08 13:41:19.884505 7f967a7fc700 2 mds.0.76 boot_start 1: opening sessionmap
|
|
-22> 2012-12-08 13:41:19.886442 7f968022c700 10 mds.0.76 MDS::ms_get_authorizer type=osd
|
|
-21> 2012-12-08 13:41:19.888527 7f967a7fc700 10 mds.0.sessionmap load
|
|
-20> 2012-12-08 13:41:19.888917 7f967a7fc700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.81:6804/3296 -- osd_op(mds.0.76:2 mds0_sessionmap [read 0~0] 1.3270c60b) v4 -- ?+0 0x7f9670031640 con 0x7f96700312a0
|
|
-19> 2012-12-08 13:41:19.889007 7f967a7fc700 2 mds.0.76 boot_start 1: opening anchor table
|
|
-18> 2012-12-08 13:41:19.889034 7f967a7fc700 10 mds.0.anchortable: load
|
|
-17> 2012-12-08 13:41:19.889223 7f967a7fc700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.82:6801/20404 -- osd_op(mds.0.76:3 mds_anchortable [read 0~0] 1.a977f6a7) v4 -- ?+0 0x7f9670032700 con 0x7f9670032360
|
|
-16> 2012-12-08 13:41:19.889283 7f967a7fc700 2 mds.0.76 boot_start 1: opening snap table
|
|
-15> 2012-12-08 13:41:19.889296 7f967a7fc700 10 mds.0.snaptable: load
|
|
-14> 2012-12-08 13:41:19.889472 7f967a7fc700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.81:6804/3296 -- osd_op(mds.0.76:4 mds_snaptable [read 0~0] 1.d90270ad) v4 -- ?+0 0x7f9670033130 con 0x7f96700312a0
|
|
-13> 2012-12-08 13:41:19.889527 7f967a7fc700 2 mds.0.76 boot_start 1: opening mds log
|
|
-12> 2012-12-08 13:41:19.889546 7f967a7fc700 5 mds.0.log open discovering log bounds
|
|
-11> 2012-12-08 13:41:19.889561 7f967a7fc700 1 mds.0.journaler(ro) recover start
|
|
-10> 2012-12-08 13:41:19.889567 7f967a7fc700 1 mds.0.journaler(ro) read_head
|
|
-9> 2012-12-08 13:41:19.889635 7f967a7fc700 1 -- 192.168.2.81:6807/13845 --> 192.168.2.80:6801/3213 -- osd_op(mds.0.76:5 200.00000000 [read 0~0] 1.844f3494) v4 -- ?+0 0x7f9670034110 con 0x7f9670030540
|
|
-8> 2012-12-08 13:41:19.891018 7f968012b700 10 mds.0.76 MDS::ms_get_authorizer type=osd
|
|
-7> 2012-12-08 13:41:19.895278 7f967a7fc700 0 mds.0.76 ms_handle_connect on 192.168.2.81:6804/3296
|
|
-6> 2012-12-08 13:41:19.895378 7f967a7fc700 0 mds.0.76 ms_handle_connect on 192.168.2.80:6801/3213
|
|
-5> 2012-12-08 13:41:19.895400 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== mon.0 192.168.2.80:6789/0 199 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (2675486518 0 0) 0x7f966c002060 con 0x7f965800b2b0
|
|
-4> 2012-12-08 13:41:19.895528 7f967a7fc700 10 monclient: handle_subscribe_ack sent 2012-12-08 13:41:18.333783 renew after 2012-12-08 13:43:48.333783
|
|
-3> 2012-12-08 13:41:19.897618 7f967a7fc700 1 -- 192.168.2.81:6807/13845 <== osd.3 192.168.2.81:6804/3296 1 ==== osd_op_reply(2 mds0_sessionmap [read 0~0] = -108 (Cannot send after transport endpoint shutdown)) v4 ==== 114+0+0 (561721085 0 0) 0x7f96540009a0 con 0x7f96700312a0
|
|
-2> 2012-12-08 13:41:19.897781 7f967a7fc700 10 mds.0.sessionmap dump
|
|
-1> 2012-12-08 13:41:19.898747 7f96787f8700 10 mds.0.76 MDS::ms_get_authorizer type=osd
|
|
0> 2012-12-08 13:41:20.438965 7f967a7fc700 -1 *** Caught signal (Aborted) **
|
|
in thread 7f967a7fc700
|
|
|
|
ceph version 0.55 (690f8175606edf37a3177c27a3949c78fd37099f)
|
|
1: /usr/bin/ceph-mds() [0x801a41]
|
|
2: /lib64/libpthread.so.0() [0x360d20f500]
|
|
3: (gsignal()+0x35) [0x3d44a328a5]
|
|
4: (abort()+0x175) [0x3d44a34085]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x12d) [0x3d45ebea5d]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- logging levels ---
|
|
0/ 5 none
|
|
0/ 1 lockdep
|
|
0/ 1 context
|
|
1/ 1 crush
|
|
20/20 mds
|
|
1/ 5 mds_balancer
|
|
1/ 5 mds_locker
|
|
1/ 5 mds_log
|
|
1/ 5 mds_log_expire
|
|
1/ 5 mds_migrator
|
|
0/ 1 buffer
|
|
0/ 1 timer
|
|
0/ 1 filer
|
|
0/ 1 striper
|
|
0/ 1 objecter
|
|
0/ 5 rados
|
|
0/ 5 rbd
|
|
0/ 5 journaler
|
|
0/ 5 objectcacher
|
|
0/ 5 client
|
|
0/ 5 osd
|
|
0/ 5 optracker
|
|
0/ 5 objclass
|
|
1/ 3 filestore
|
|
1/ 3 journal
|
|
0/ 5 ms
|
|
1/ 5 mon
|
|
0/10 monc
|
|
0/ 5 paxos
|
|
0/ 5 tp
|
|
1/ 5 auth
|
|
1/ 5 crypto
|
|
1/ 1 finisher
|
|
1/ 5 heartbeatmap
|
|
1/ 5 perfcounter
|
|
1/ 5 rgw
|
|
1/ 5 hadoop
|
|
1/ 5 javaclient
|
|
1/ 5 asok
|
|
1/ 1 throttle
|
|
-2/-2 (syslog threshold)
|
|
-1/-1 (stderr threshold)
|
|
max_recent 100000
|
|
max_new 1000
|
|
log_file /var/log/ceph/mds.baker.log
|
|
--- end dump of recent events ---
|