Ceph

-429> 2014-07-25 18:34:28.023214 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023119, event: header_read, op: pg_info(1 pgs e101:8.2c)

-428> 2014-07-25 18:34:28.023210 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.f) v4 -- ?+0 0x556a540

-427> 2014-07-25 18:34:28.023221 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023120, event: throttled, op: pg_info(1 pgs e101:8.2c)

-426> 2014-07-25 18:34:28.023225 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023165, event: all_read, op: pg_info(1 pgs e101:8.2c)

-425> 2014-07-25 18:34:28.023230 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023210, event: dispatched, op: pg_info(1 pgs e101:8.2c)

-424> 2014-07-25 18:34:28.023235 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023233, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.2c)

-423> 2014-07-25 18:34:28.023241 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023239, event: started, op: pg_info(1 pgs e101:8.2c)

-422> 2014-07-25 18:34:28.023254 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023252, event: done, op: pg_info(1 pgs e101:8.2c)

-421> 2014-07-25 18:34:28.023287 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1026 ==== pg_info(1 pgs e101:4.1b) v4 ==== 706+0+0 (3431267872 0 0) 0x55981c0 con 0x364f2e0

-420> 2014-07-25 18:34:28.023298 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023217, event: header_read, op: pg_info(1 pgs e101:4.1b)

-419> 2014-07-25 18:34:28.023308 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023218, event: throttled, op: pg_info(1 pgs e101:4.1b)

-418> 2014-07-25 18:34:28.023316 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023268, event: all_read, op: pg_info(1 pgs e101:4.1b)

-417> 2014-07-25 18:34:28.023320 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023294, event: dispatched, op: pg_info(1 pgs e101:4.1b)

-416> 2014-07-25 18:34:28.023325 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023324, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.1b)

-415> 2014-07-25 18:34:28.023331 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023330, event: started, op: pg_info(1 pgs e101:4.1b)

-414> 2014-07-25 18:34:28.023343 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023342, event: done, op: pg_info(1 pgs e101:4.1b)

-413> 2014-07-25 18:34:28.023358 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1027 ==== pg_info(1 pgs e101:8.2a) v4 ==== 706+0+0 (2248670210 0 0) 0x559b100 con 0x364f2e0

-412> 2014-07-25 18:34:28.023367 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023314, event: header_read, op: pg_info(1 pgs e101:8.2a)

-411> 2014-07-25 18:34:28.023373 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023315, event: throttled, op: pg_info(1 pgs e101:8.2a)

-410> 2014-07-25 18:34:28.023380 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023347, event: all_read, op: pg_info(1 pgs e101:8.2a)

-409> 2014-07-25 18:34:28.023386 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023364, event: dispatched, op: pg_info(1 pgs e101:8.2a)

-408> 2014-07-25 18:34:28.023391 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023389, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.2a)

-407> 2014-07-25 18:34:28.023398 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023397, event: started, op: pg_info(1 pgs e101:8.2a)

-406> 2014-07-25 18:34:28.023401 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.8( v 76'2 (0'0,76'2] local-les=101 n=1 ec=45 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=76'2 lcod 0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.106893 6 0.000136

-405> 2014-07-25 18:34:28.023411 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023409, event: done, op: pg_info(1 pgs e101:8.2a)

-404> 2014-07-25 18:34:28.023422 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.8( v 76'2 (0'0,76'2] local-les=101 n=1 ec=45 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=76'2 lcod 0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-403> 2014-07-25 18:34:28.023433 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1028 ==== pg_info(1 pgs e101:0.26) v4 ==== 706+0+0 (3630195371 0 0) 0x3927180 con 0x364f2e0

-402> 2014-07-25 18:34:28.023444 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023383, event: header_read, op: pg_info(1 pgs e101:0.26)

-401> 2014-07-25 18:34:28.023437 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.8( v 76'2 (0'0,76'2] local-les=101 n=1 ec=45 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=76'2 lcod 0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000015 0 0.000000

-400> 2014-07-25 18:34:28.023450 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023384, event: throttled, op: pg_info(1 pgs e101:0.26)

-399> 2014-07-25 18:34:28.023452 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.8( v 76'2 (0'0,76'2] local-les=101 n=1 ec=45 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=76'2 lcod 0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-398> 2014-07-25 18:34:28.023460 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023414, event: all_read, op: pg_info(1 pgs e101:0.26)

-397> 2014-07-25 18:34:28.023465 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023441, event: dispatched, op: pg_info(1 pgs e101:0.26)

-396> 2014-07-25 18:34:28.023470 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023468, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.26)

-395> 2014-07-25 18:34:28.023476 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023474, event: started, op: pg_info(1 pgs e101:0.26)

-394> 2014-07-25 18:34:28.023473 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.8) v4 -- ?+0 0x556db80

-393> 2014-07-25 18:34:28.023488 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023486, event: done, op: pg_info(1 pgs e101:0.26)

-392> 2014-07-25 18:34:28.023536 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1029 ==== pg_info(1 pgs e101:8.2f) v4 ==== 706+0+0 (1903182496 0 0) 0x558c000 con 0x364f2e0

-391> 2014-07-25 18:34:28.023556 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023451, event: header_read, op: pg_info(1 pgs e101:8.2f)

-390> 2014-07-25 18:34:28.023566 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023452, event: throttled, op: pg_info(1 pgs e101:8.2f)

-389> 2014-07-25 18:34:28.023571 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023485, event: all_read, op: pg_info(1 pgs e101:8.2f)

-388> 2014-07-25 18:34:28.023576 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023551, event: dispatched, op: pg_info(1 pgs e101:8.2f)

-387> 2014-07-25 18:34:28.023572 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:4.d) v4 -- ?+0 0x556d9c0

-386> 2014-07-25 18:34:28.023581 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023579, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.2f)

-385> 2014-07-25 18:34:28.023588 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023586, event: started, op: pg_info(1 pgs e101:8.2f)

-384> 2014-07-25 18:34:28.023607 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023604, event: done, op: pg_info(1 pgs e101:8.2f)

-383> 2014-07-25 18:34:28.023641 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1030 ==== pg_info(1 pgs e101:1.28) v4 ==== 706+0+0 (2502335972 0 0) 0x558c380 con 0x364f2e0

-382> 2014-07-25 18:34:28.023657 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023552, event: header_read, op: pg_info(1 pgs e101:1.28)

-381> 2014-07-25 18:34:28.023666 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023553, event: throttled, op: pg_info(1 pgs e101:1.28)

-380> 2014-07-25 18:34:28.023678 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023600, event: all_read, op: pg_info(1 pgs e101:1.28)

-379> 2014-07-25 18:34:28.023685 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023653, event: dispatched, op: pg_info(1 pgs e101:1.28)

-378> 2014-07-25 18:34:28.023690 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023689, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.28)

-377> 2014-07-25 18:34:28.023698 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023695, event: started, op: pg_info(1 pgs e101:1.28)

-376> 2014-07-25 18:34:28.023715 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023713, event: done, op: pg_info(1 pgs e101:1.28)

-375> 2014-07-25 18:34:28.023724 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1031 ==== pg_info(1 pgs e101:4.2f) v4 ==== 706+0+0 (624088314 0 0) 0x3927340 con 0x364f2e0

-374> 2014-07-25 18:34:28.023734 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023666, event: header_read, op: pg_info(1 pgs e101:4.2f)

-373> 2014-07-25 18:34:28.023739 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023667, event: throttled, op: pg_info(1 pgs e101:4.2f)

-372> 2014-07-25 18:34:28.023733 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:2.b) v4 -- ?+0 0x556d800

-371> 2014-07-25 18:34:28.023744 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023714, event: all_read, op: pg_info(1 pgs e101:4.2f)

-370> 2014-07-25 18:34:28.023749 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023731, event: dispatched, op: pg_info(1 pgs e101:4.2f)

-369> 2014-07-25 18:34:28.023757 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023755, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.2f)

-368> 2014-07-25 18:34:28.023764 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023762, event: started, op: pg_info(1 pgs e101:4.2f)

-367> 2014-07-25 18:34:28.023776 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023774, event: done, op: pg_info(1 pgs e101:4.2f)

-366> 2014-07-25 18:34:28.023833 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1032 ==== pg_info(1 pgs e101:8.2b) v4 ==== 706+0+0 (910304880 0 0) 0x3927500 con 0x364f2e0

-365> 2014-07-25 18:34:28.023845 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023742, event: header_read, op: pg_info(1 pgs e101:8.2b)

-364> 2014-07-25 18:34:28.023853 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023743, event: throttled, op: pg_info(1 pgs e101:8.2b)

-363> 2014-07-25 18:34:28.023862 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023774, event: all_read, op: pg_info(1 pgs e101:8.2b)

-362> 2014-07-25 18:34:28.023856 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.8) v4 -- ?+0 0x556d640

-361> 2014-07-25 18:34:28.023867 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023842, event: dispatched, op: pg_info(1 pgs e101:8.2b)

-360> 2014-07-25 18:34:28.023872 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023871, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.2b)

-359> 2014-07-25 18:34:28.023880 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023878, event: started, op: pg_info(1 pgs e101:8.2b)

-358> 2014-07-25 18:34:28.023894 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023893, event: done, op: pg_info(1 pgs e101:8.2b)

-357> 2014-07-25 18:34:28.023925 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1033 ==== pg_info(1 pgs e101:4.20) v4 ==== 706+0+0 (2289886072 0 0) 0x558cc40 con 0x364f2e0

-356> 2014-07-25 18:34:28.023940 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023858, event: header_read, op: pg_info(1 pgs e101:4.20)

-355> 2014-07-25 18:34:28.023955 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023859, event: throttled, op: pg_info(1 pgs e101:4.20)

-354> 2014-07-25 18:34:28.023961 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023890, event: all_read, op: pg_info(1 pgs e101:4.20)

-353> 2014-07-25 18:34:28.023969 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023936, event: dispatched, op: pg_info(1 pgs e101:4.20)

-352> 2014-07-25 18:34:28.023974 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023973, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.20)

-351> 2014-07-25 18:34:28.023981 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023979, event: started, op: pg_info(1 pgs e101:4.20)

-350> 2014-07-25 18:34:28.023997 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023994, event: done, op: pg_info(1 pgs e101:4.20)

-349> 2014-07-25 18:34:28.024018 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.9) v4 -- ?+0 0x556d2c0

-348> 2014-07-25 18:34:28.024021 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1034 ==== pg_info(1 pgs e101:0.2a) v4 ==== 706+0+0 (420412603 0 0) 0x558c700 con 0x364f2e0

-347> 2014-07-25 18:34:28.024035 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.023932, event: header_read, op: pg_info(1 pgs e101:0.2a)

-346> 2014-07-25 18:34:28.024044 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.023932, event: throttled, op: pg_info(1 pgs e101:0.2a)

-345> 2014-07-25 18:34:28.024050 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.023979, event: all_read, op: pg_info(1 pgs e101:0.2a)

-344> 2014-07-25 18:34:28.024054 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.024030, event: dispatched, op: pg_info(1 pgs e101:0.2a)

-343> 2014-07-25 18:34:28.024059 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.024057, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.2a)

-342> 2014-07-25 18:34:28.024091 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.024087, event: started, op: pg_info(1 pgs e101:0.2a)

-341> 2014-07-25 18:34:28.024093 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.5( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.104809 6 0.000124

-340> 2014-07-25 18:34:28.024108 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.024107, event: done, op: pg_info(1 pgs e101:0.2a)

-339> 2014-07-25 18:34:28.024112 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.5( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-338> 2014-07-25 18:34:28.024117 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1035 ==== pg_info(1 pgs e101:2.2b) v4 ==== 706+0+0 (1033887726 0 0) 0x5256e00 con 0x364f2e0

-337> 2014-07-25 18:34:28.024125 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.5( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000014 0 0.000000

-336> 2014-07-25 18:34:28.024130 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024007, event: header_read, op: pg_info(1 pgs e101:2.2b)

-335> 2014-07-25 18:34:28.024141 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024008, event: throttled, op: pg_info(1 pgs e101:2.2b)

-334> 2014-07-25 18:34:28.024137 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.5( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-333> 2014-07-25 18:34:28.024146 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024039, event: all_read, op: pg_info(1 pgs e101:2.2b)

-332> 2014-07-25 18:34:28.024151 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024125, event: dispatched, op: pg_info(1 pgs e101:2.2b)

-331> 2014-07-25 18:34:28.024156 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024154, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.2b)

-330> 2014-07-25 18:34:28.024155 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.5) v4 -- ?+0 0x556cf40

-329> 2014-07-25 18:34:28.024162 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024160, event: started, op: pg_info(1 pgs e101:2.2b)

-328> 2014-07-25 18:34:28.024173 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024172, event: done, op: pg_info(1 pgs e101:2.2b)

-327> 2014-07-25 18:34:28.024181 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1036 ==== pg_info(1 pgs e101:2.22) v4 ==== 706+0+0 (318430499 0 0) 0x558ce00 con 0x364f2e0

-326> 2014-07-25 18:34:28.024189 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024102, event: header_read, op: pg_info(1 pgs e101:2.22)

-325> 2014-07-25 18:34:28.024195 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024103, event: throttled, op: pg_info(1 pgs e101:2.22)

-324> 2014-07-25 18:34:28.024199 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024153, event: all_read, op: pg_info(1 pgs e101:2.22)

-323> 2014-07-25 18:34:28.024204 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024187, event: dispatched, op: pg_info(1 pgs e101:2.22)

-322> 2014-07-25 18:34:28.024209 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024207, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.22)

-321> 2014-07-25 18:34:28.024214 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024213, event: started, op: pg_info(1 pgs e101:2.22)

-320> 2014-07-25 18:34:28.024226 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024224, event: done, op: pg_info(1 pgs e101:2.22)

-319> 2014-07-25 18:34:28.024268 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1037 ==== pg_info(1 pgs e101:1.1e) v4 ==== 706+0+0 (1943585308 0 0) 0x3927a40 con 0x364f2e0

-318> 2014-07-25 18:34:28.024279 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024220, event: header_read, op: pg_info(1 pgs e101:1.1e)

-317> 2014-07-25 18:34:28.024293 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024221, event: throttled, op: pg_info(1 pgs e101:1.1e)

-316> 2014-07-25 18:34:28.024302 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024252, event: all_read, op: pg_info(1 pgs e101:1.1e)

-315> 2014-07-25 18:34:28.024310 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024276, event: dispatched, op: pg_info(1 pgs e101:1.1e)

-314> 2014-07-25 18:34:28.024318 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024317, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.1e)

-313> 2014-07-25 18:34:28.024324 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024323, event: started, op: pg_info(1 pgs e101:1.1e)

-312> 2014-07-25 18:34:28.024324 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.2) v4 -- ?+0 0x556cbc0

-311> 2014-07-25 18:34:28.024340 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024337, event: done, op: pg_info(1 pgs e101:1.1e)

-310> 2014-07-25 18:34:28.024352 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1038 ==== pg_info(1 pgs e101:0.2b) v4 ==== 706+0+0 (1386421479 0 0) 0x558da40 con 0x364f2e0

-309> 2014-07-25 18:34:28.024361 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024292, event: header_read, op: pg_info(1 pgs e101:0.2b)

-308> 2014-07-25 18:34:28.024367 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024293, event: throttled, op: pg_info(1 pgs e101:0.2b)

-307> 2014-07-25 18:34:28.024373 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024324, event: all_read, op: pg_info(1 pgs e101:0.2b)

-306> 2014-07-25 18:34:28.024378 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024359, event: dispatched, op: pg_info(1 pgs e101:0.2b)

-305> 2014-07-25 18:34:28.024383 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024382, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.2b)

-304> 2014-07-25 18:34:28.024389 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024387, event: started, op: pg_info(1 pgs e101:0.2b)

-303> 2014-07-25 18:34:28.024410 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024409, event: done, op: pg_info(1 pgs e101:0.2b)

-302> 2014-07-25 18:34:28.024444 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1039 ==== pg_info(1 pgs e101:2.21) v4 ==== 706+0+0 (933060113 0 0) 0x3927dc0 con 0x364f2e0

-301> 2014-07-25 18:34:28.024459 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024381, event: header_read, op: pg_info(1 pgs e101:2.21)

-300> 2014-07-25 18:34:28.024468 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024382, event: throttled, op: pg_info(1 pgs e101:2.21)

-299> 2014-07-25 18:34:28.024464 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.6( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.105098 6 0.000143

-298> 2014-07-25 18:34:28.024478 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024414, event: all_read, op: pg_info(1 pgs e101:2.21)

-297> 2014-07-25 18:34:28.024484 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024455, event: dispatched, op: pg_info(1 pgs e101:2.21)

-296> 2014-07-25 18:34:28.024483 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.6( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-295> 2014-07-25 18:34:28.024489 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024487, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.21)

-294> 2014-07-25 18:34:28.024496 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024494, event: started, op: pg_info(1 pgs e101:2.21)

-293> 2014-07-25 18:34:28.024493 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.6( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000010 0 0.000000

-292> 2014-07-25 18:34:28.024505 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.6( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-291> 2014-07-25 18:34:28.024513 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024511, event: done, op: pg_info(1 pgs e101:2.21)

-290> 2014-07-25 18:34:28.024524 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1040 ==== pg_info(1 pgs e101:2.2c) v4 ==== 706+0+0 (2990397510 0 0) 0x39276c0 con 0x364f2e0

-289> 2014-07-25 18:34:28.024533 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024459, event: header_read, op: pg_info(1 pgs e101:2.2c)

-288> 2014-07-25 18:34:28.024539 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024460, event: throttled, op: pg_info(1 pgs e101:2.2c)

-287> 2014-07-25 18:34:28.024538 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.6) v4 -- ?+0 0x556ae00

-286> 2014-07-25 18:34:28.024546 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024510, event: all_read, op: pg_info(1 pgs e101:2.2c)

-285> 2014-07-25 18:34:28.024555 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024530, event: dispatched, op: pg_info(1 pgs e101:2.2c)

-284> 2014-07-25 18:34:28.024564 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024561, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.2c)

-283> 2014-07-25 18:34:28.024572 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024570, event: started, op: pg_info(1 pgs e101:2.2c)

-282> 2014-07-25 18:34:28.024586 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024583, event: done, op: pg_info(1 pgs e101:2.2c)

-281> 2014-07-25 18:34:28.024597 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1041 ==== pg_info(1 pgs e101:0.23) v4 ==== 706+0+0 (1399833948 0 0) 0x558df80 con 0x364f2e0

-280> 2014-07-25 18:34:28.024607 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024537, event: header_read, op: pg_info(1 pgs e101:0.23)

-279> 2014-07-25 18:34:28.024617 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024537, event: throttled, op: pg_info(1 pgs e101:0.23)

-278> 2014-07-25 18:34:28.024622 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024591, event: all_read, op: pg_info(1 pgs e101:0.23)

-277> 2014-07-25 18:34:28.024621 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:0.a) v4 -- ?+0 0x556c140

-276> 2014-07-25 18:34:28.024627 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024604, event: dispatched, op: pg_info(1 pgs e101:0.23)

-275> 2014-07-25 18:34:28.024636 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024634, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.23)

-274> 2014-07-25 18:34:28.024642 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024640, event: started, op: pg_info(1 pgs e101:0.23)

-273> 2014-07-25 18:34:28.024653 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024652, event: done, op: pg_info(1 pgs e101:0.23)

-272> 2014-07-25 18:34:28.024698 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1042 ==== pg_info(1 pgs e101:6.2d) v4 ==== 706+0+0 (2646704688 0 0) 0x558e4c0 con 0x364f2e0

-271> 2014-07-25 18:34:28.024713 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024621, event: header_read, op: pg_info(1 pgs e101:6.2d)

-270> 2014-07-25 18:34:28.024721 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024622, event: throttled, op: pg_info(1 pgs e101:6.2d)

-269> 2014-07-25 18:34:28.024726 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024654, event: all_read, op: pg_info(1 pgs e101:6.2d)

-268> 2014-07-25 18:34:28.024735 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024708, event: dispatched, op: pg_info(1 pgs e101:6.2d)

-267> 2014-07-25 18:34:28.024741 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024739, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.2d)

-266> 2014-07-25 18:34:28.024747 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024745, event: started, op: pg_info(1 pgs e101:6.2d)

-265> 2014-07-25 18:34:28.024758 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024757, event: done, op: pg_info(1 pgs e101:6.2d)

-264> 2014-07-25 18:34:28.024768 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1043 ==== pg_info(1 pgs e101:2.2e) v4 ==== 706+0+0 (4237787785 0 0) 0x3928300 con 0x364f2e0

-263> 2014-07-25 18:34:28.024778 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024726, event: header_read, op: pg_info(1 pgs e101:2.2e)

-262> 2014-07-25 18:34:28.024783 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024727, event: throttled, op: pg_info(1 pgs e101:2.2e)

-261> 2014-07-25 18:34:28.024790 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024758, event: all_read, op: pg_info(1 pgs e101:2.2e)

-260> 2014-07-25 18:34:28.024795 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024775, event: dispatched, op: pg_info(1 pgs e101:2.2e)

-259> 2014-07-25 18:34:28.024814 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024812, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.2e)

-258> 2014-07-25 18:34:28.024824 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024821, event: started, op: pg_info(1 pgs e101:2.2e)

-257> 2014-07-25 18:34:28.024843 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024841, event: done, op: pg_info(1 pgs e101:2.2e)

-256> 2014-07-25 18:34:28.024852 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1044 ==== pg_info(1 pgs e101:6.2c) v4 ==== 706+0+0 (1096940384 0 0) 0x38fe300 con 0x364f2e0

-255> 2014-07-25 18:34:28.024861 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024788, event: header_read, op: pg_info(1 pgs e101:6.2c)

-254> 2014-07-25 18:34:28.024866 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024789, event: throttled, op: pg_info(1 pgs e101:6.2c)

-253> 2014-07-25 18:34:28.024874 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024821, event: all_read, op: pg_info(1 pgs e101:6.2c)

-252> 2014-07-25 18:34:28.024879 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024858, event: dispatched, op: pg_info(1 pgs e101:6.2c)

-251> 2014-07-25 18:34:28.024884 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024882, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.2c)

-250> 2014-07-25 18:34:28.024890 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024888, event: started, op: pg_info(1 pgs e101:6.2c)

-249> 2014-07-25 18:34:28.024901 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024899, event: done, op: pg_info(1 pgs e101:6.2c)

-248> 2014-07-25 18:34:28.024907 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1045 ==== pg_info(1 pgs e101:1.2f) v4 ==== 706+0+0 (1959229154 0 0) 0x558ea00 con 0x364f2e0

-247> 2014-07-25 18:34:28.024915 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024857, event: header_read, op: pg_info(1 pgs e101:1.2f)

-246> 2014-07-25 18:34:28.024928 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024858, event: throttled, op: pg_info(1 pgs e101:1.2f)

-245> 2014-07-25 18:34:28.024937 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024890, event: all_read, op: pg_info(1 pgs e101:1.2f)

-244> 2014-07-25 18:34:28.024942 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024913, event: dispatched, op: pg_info(1 pgs e101:1.2f)

-243> 2014-07-25 18:34:28.024947 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024945, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.2f)

-242> 2014-07-25 18:34:28.024953 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024951, event: started, op: pg_info(1 pgs e101:1.2f)

-241> 2014-07-25 18:34:28.024964 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024962, event: done, op: pg_info(1 pgs e101:1.2f)

-240> 2014-07-25 18:34:28.024975 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1046 ==== pg_info(1 pgs e101:8.17) v4 ==== 706+0+0 (2915222280 0 0) 0x558ed80 con 0x364f2e0

-239> 2014-07-25 18:34:28.024984 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.024917, event: header_read, op: pg_info(1 pgs e101:8.17)

-238> 2014-07-25 18:34:28.024990 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.024917, event: throttled, op: pg_info(1 pgs e101:8.17)

-237> 2014-07-25 18:34:28.024994 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.024962, event: all_read, op: pg_info(1 pgs e101:8.17)

-236> 2014-07-25 18:34:28.024999 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.024981, event: dispatched, op: pg_info(1 pgs e101:8.17)

-235> 2014-07-25 18:34:28.025004 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.025002, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.17)

-234> 2014-07-25 18:34:28.025010 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.025008, event: started, op: pg_info(1 pgs e101:8.17)

-233> 2014-07-25 18:34:28.025022 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.025020, event: done, op: pg_info(1 pgs e101:8.17)

-232> 2014-07-25 18:34:28.025013 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.0( empty local-les=101 n=0 ec=34 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.106333 6 0.000546

-231> 2014-07-25 18:34:28.025032 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.0( empty local-les=101 n=0 ec=34 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-230> 2014-07-25 18:34:28.025045 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.0( empty local-les=101 n=0 ec=34 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000013 0 0.000000

-229> 2014-07-25 18:34:28.025045 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1047 ==== pg_info(1 pgs e101:2.28) v4 ==== 706+0+0 (2389236264 0 0) 0x558cfc0 con 0x364f2e0

-228> 2014-07-25 18:34:28.025060 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.024998, event: header_read, op: pg_info(1 pgs e101:2.28)

-227> 2014-07-25 18:34:28.025057 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.0( empty local-les=101 n=0 ec=34 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-226> 2014-07-25 18:34:28.025067 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.024999, event: throttled, op: pg_info(1 pgs e101:2.28)

-225> 2014-07-25 18:34:28.025072 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.025031, event: all_read, op: pg_info(1 pgs e101:2.28)

-224> 2014-07-25 18:34:28.025076 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.025056, event: dispatched, op: pg_info(1 pgs e101:2.28)

-223> 2014-07-25 18:34:28.025081 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.025080, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.28)

-222> 2014-07-25 18:34:28.025076 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.0) v4 -- ?+0 0x556ba40

-221> 2014-07-25 18:34:28.025087 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.025086, event: started, op: pg_info(1 pgs e101:2.28)

-220> 2014-07-25 18:34:28.025295 7f070f346700 5 osd.3 pg_epoch: 101 pg[0.d( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.105752 6 0.000164

-219> 2014-07-25 18:34:28.049332 7f0703825700 1 -- 10.242.24.154:6810/29885 >> :/0 pipe(0x3896300 sd=40 :6810 s=0 pgs=0 cs=0 l=0 c=0x460e680).accept sd=40 10.242.24.111:52561/0

-218> 2014-07-25 18:34:28.116797 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.116794, event: done, op: pg_info(1 pgs e101:2.28)

-217> 2014-07-25 18:34:28.116787 7f070f346700 5 osd.3 pg_epoch: 101 pg[0.d( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-216> 2014-07-25 18:34:28.116812 7f070f346700 5 osd.3 pg_epoch: 101 pg[0.d( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000026 0 0.000000

-215> 2014-07-25 18:34:28.116825 7f070f346700 5 osd.3 pg_epoch: 101 pg[0.d( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-214> 2014-07-25 18:34:28.116861 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:0.d) v4 -- ?+0 0x556b500

-213> 2014-07-25 18:34:28.116888 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1048 ==== pg_info(1 pgs e101:8.24) v4 ==== 706+0+0 (2563891514 0 0) 0x3928a00 con 0x364f2e0

-212> 2014-07-25 18:34:28.116904 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.025064, event: header_read, op: pg_info(1 pgs e101:8.24)

-211> 2014-07-25 18:34:28.116917 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.025065, event: throttled, op: pg_info(1 pgs e101:8.24)

-210> 2014-07-25 18:34:28.116924 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.025110, event: all_read, op: pg_info(1 pgs e101:8.24)

-209> 2014-07-25 18:34:28.116933 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.116899, event: dispatched, op: pg_info(1 pgs e101:8.24)

-208> 2014-07-25 18:34:28.116940 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.116938, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.24)

-207> 2014-07-25 18:34:28.116950 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.116948, event: started, op: pg_info(1 pgs e101:8.24)

-206> 2014-07-25 18:34:28.116966 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.116964, event: done, op: pg_info(1 pgs e101:8.24)

-205> 2014-07-25 18:34:28.117033 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1049 ==== pg_info(1 pgs e101:8.26) v4 ==== 706+0+0 (2859257925 0 0) 0x3928bc0 con 0x364f2e0

-204> 2014-07-25 18:34:28.117047 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.025164, event: header_read, op: pg_info(1 pgs e101:8.26)

-203> 2014-07-25 18:34:28.117057 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.025165, event: throttled, op: pg_info(1 pgs e101:8.26)

-202> 2014-07-25 18:34:28.117066 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.025208, event: all_read, op: pg_info(1 pgs e101:8.26)

-201> 2014-07-25 18:34:28.117074 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.117044, event: dispatched, op: pg_info(1 pgs e101:8.26)

-200> 2014-07-25 18:34:28.117082 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.117080, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.26)

-199> 2014-07-25 18:34:28.117091 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.117089, event: started, op: pg_info(1 pgs e101:8.26)

-198> 2014-07-25 18:34:28.117090 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.c( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198339 6 0.000236

-197> 2014-07-25 18:34:28.117110 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.117107, event: done, op: pg_info(1 pgs e101:8.26)

-196> 2014-07-25 18:34:28.117106 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.c( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-195> 2014-07-25 18:34:28.117132 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.c( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000026 0 0.000000

-194> 2014-07-25 18:34:28.117144 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.c( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-193> 2014-07-25 18:34:28.117161 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.c) v4 -- ?+0 0x4eaad80

-192> 2014-07-25 18:34:28.117183 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1050 ==== pg_info(1 pgs e101:0.2e) v4 ==== 706+0+0 (3605516104 0 0) 0x558d180 con 0x364f2e0

-191> 2014-07-25 18:34:28.117197 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.025241, event: header_read, op: pg_info(1 pgs e101:0.2e)

-190> 2014-07-25 18:34:28.117207 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.025241, event: throttled, op: pg_info(1 pgs e101:0.2e)

-189> 2014-07-25 18:34:28.117214 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.025288, event: all_read, op: pg_info(1 pgs e101:0.2e)

-188> 2014-07-25 18:34:28.117223 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.117194, event: dispatched, op: pg_info(1 pgs e101:0.2e)

-187> 2014-07-25 18:34:28.117231 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.117229, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.2e)

-186> 2014-07-25 18:34:28.117242 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.117238, event: started, op: pg_info(1 pgs e101:0.2e)

-185> 2014-07-25 18:34:28.117268 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.117265, event: done, op: pg_info(1 pgs e101:0.2e)

-184> 2014-07-25 18:34:28.117344 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1051 ==== pg_info(1 pgs e101:8.25) v4 ==== 706+0+0 (1682520213 0 0) 0x558d6c0 con 0x364f2e0

-183> 2014-07-25 18:34:28.117350 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.f( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198521 6 0.000129

-182> 2014-07-25 18:34:28.117370 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.f( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-181> 2014-07-25 18:34:28.117370 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.025320, event: header_read, op: pg_info(1 pgs e101:8.25)

-180> 2014-07-25 18:34:28.117399 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.f( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000029 0 0.000000

-179> 2014-07-25 18:34:28.117408 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.025321, event: throttled, op: pg_info(1 pgs e101:8.25)

-178> 2014-07-25 18:34:28.117412 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.f( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-177> 2014-07-25 18:34:28.117419 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.025365, event: all_read, op: pg_info(1 pgs e101:8.25)

-176> 2014-07-25 18:34:28.117475 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.117366, event: dispatched, op: pg_info(1 pgs e101:8.25)

-175> 2014-07-25 18:34:28.117484 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.117482, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.25)

-174> 2014-07-25 18:34:28.117476 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.f) v4 -- ?+0 0x4eabb80

-173> 2014-07-25 18:34:28.117495 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.117492, event: started, op: pg_info(1 pgs e101:8.25)

-172> 2014-07-25 18:34:28.117512 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.117510, event: done, op: pg_info(1 pgs e101:8.25)

-171> 2014-07-25 18:34:28.117585 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1052 ==== pg_info(1 pgs e101:6.28) v4 ==== 706+0+0 (1500238651 0 0) 0x3929800 con 0x364f2e0

-170> 2014-07-25 18:34:28.117601 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.025398, event: header_read, op: pg_info(1 pgs e101:6.28)

-169> 2014-07-25 18:34:28.117559 7f0703825700 1 -- 10.242.24.154:6810/29885 <== osd.1 10.242.24.111:6804/31290 1 ==== osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) v4 ==== 155+0+0 (3037101863 0 0) 0x37b9680 con 0x460e680

-168> 2014-07-25 18:34:28.117611 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.025399, event: throttled, op: pg_info(1 pgs e101:6.28)

-167> 2014-07-25 18:34:28.117624 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.025442, event: all_read, op: pg_info(1 pgs e101:6.28)

-166> 2014-07-25 18:34:28.117643 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.117597, event: dispatched, op: pg_info(1 pgs e101:6.28)

-165> 2014-07-25 18:34:28.117659 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.117657, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.28)

-164> 2014-07-25 18:34:28.117673 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.117671, event: started, op: pg_info(1 pgs e101:6.28)

-163> 2014-07-25 18:34:28.117693 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.117691, event: done, op: pg_info(1 pgs e101:6.28)

-162> 2014-07-25 18:34:28.117730 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.1( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198027 6 0.000329

-161> 2014-07-25 18:34:28.117753 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.1( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-160> 2014-07-25 18:34:28.117772 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.1( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000019 0 0.000000

-159> 2014-07-25 18:34:28.117792 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.1( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-158> 2014-07-25 18:34:28.117818 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.1) v4 -- ?+0 0x4eaaf40

-157> 2014-07-25 18:34:28.117854 7f0703825700 5 -- op tracker -- , seq: 1058, time: 2014-07-25 18:34:28.117508, event: header_read, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-156> 2014-07-25 18:34:28.117859 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1053 ==== pg_info(1 pgs e101:1.31) v4 ==== 706+0+0 (143518371 0 0) 0x558dc00 con 0x364f2e0

-155> 2014-07-25 18:34:28.117890 7f0703825700 5 -- op tracker -- , seq: 1058, time: 2014-07-25 18:34:28.117511, event: throttled, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-154> 2014-07-25 18:34:28.117927 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.3( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198970 6 0.000130

-153> 2014-07-25 18:34:28.118003 7f0703825700 5 -- op tracker -- , seq: 1058, time: 2014-07-25 18:34:28.117553, event: all_read, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-152> 2014-07-25 18:34:28.118002 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.3( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-151> 2014-07-25 18:34:28.118044 7f0703825700 5 -- op tracker -- , seq: 1058, time: 0.000000, event: dispatched, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-150> 2014-07-25 18:34:28.118045 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.3( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000043 0 0.000000

-149> 2014-07-25 18:34:28.118060 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.3( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-148> 2014-07-25 18:34:28.118075 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.025463, event: header_read, op: pg_info(1 pgs e101:1.31)

-147> 2014-07-25 18:34:28.118089 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:4.3) v4 -- ?+0 0x3929b80

-146> 2014-07-25 18:34:28.118098 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.025464, event: throttled, op: pg_info(1 pgs e101:1.31)

-145> 2014-07-25 18:34:28.118129 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.025511, event: all_read, op: pg_info(1 pgs e101:1.31)

-144> 2014-07-25 18:34:28.118141 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.117961, event: dispatched, op: pg_info(1 pgs e101:1.31)

-143> 2014-07-25 18:34:28.118153 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.118149, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.31)

-142> 2014-07-25 18:34:28.118164 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.118160, event: started, op: pg_info(1 pgs e101:1.31)

-141> 2014-07-25 18:34:28.118193 7f0703825700 1 -- 10.242.24.154:6810/29885 <== osd.1 10.242.24.111:6804/31290 2 ==== osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) v4 ==== 155+0+29 (2978383709 0 750716084) 0x37b8b40 con 0x460e680

-140> 2014-07-25 18:34:28.118224 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.118222, event: done, op: pg_info(1 pgs e101:1.31)

-139> 2014-07-25 18:34:28.118291 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.c( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198447 6 0.000168

-138> 2014-07-25 18:34:28.118308 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.c( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-137> 2014-07-25 18:34:28.118319 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.c( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000

-136> 2014-07-25 18:34:28.118330 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.c( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-135> 2014-07-25 18:34:28.118342 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1054 ==== pg_info(1 pgs e101:6.37) v4 ==== 706+0+0 (984599325 0 0) 0x3928d80 con 0x364f2e0

-134> 2014-07-25 18:34:28.118347 7f0703825700 5 -- op tracker -- , seq: 1060, time: 2014-07-25 18:34:28.118157, event: header_read, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-133> 2014-07-25 18:34:28.118359 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.025534, event: header_read, op: pg_info(1 pgs e101:6.37)

-132> 2014-07-25 18:34:28.118370 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.025535, event: throttled, op: pg_info(1 pgs e101:6.37)

-131> 2014-07-25 18:34:28.118380 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.025582, event: all_read, op: pg_info(1 pgs e101:6.37)

-130> 2014-07-25 18:34:28.118381 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.c) v4 -- ?+0 0x3926540

-129> 2014-07-25 18:34:28.118389 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.118355, event: dispatched, op: pg_info(1 pgs e101:6.37)

-128> 2014-07-25 18:34:28.118397 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.118395, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.37)

-127> 2014-07-25 18:34:28.118407 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.118405, event: started, op: pg_info(1 pgs e101:6.37)

-126> 2014-07-25 18:34:28.118423 7f0703825700 5 -- op tracker -- , seq: 1060, time: 2014-07-25 18:34:28.118158, event: throttled, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-125> 2014-07-25 18:34:28.118440 7f0703825700 5 -- op tracker -- , seq: 1060, time: 2014-07-25 18:34:28.118188, event: all_read, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-124> 2014-07-25 18:34:28.118452 7f0703825700 5 -- op tracker -- , seq: 1060, time: 0.000000, event: dispatched, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-123> 2014-07-25 18:34:28.118518 7f070eb45700 5 -- op tracker -- , seq: 1058, time: 2014-07-25 18:34:28.118164, event: reached_pg, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-122> 2014-07-25 18:34:28.118549 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.118425, event: done, op: pg_info(1 pgs e101:6.37)

-121> 2014-07-25 18:34:28.118652 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1055 ==== pg_info(1 pgs e101:1.2d) v4 ==== 706+0+0 (3501270251 0 0) 0x558c1c0 con 0x364f2e0

-120> 2014-07-25 18:34:28.118662 7f070eb45700 5 -- op tracker -- , seq: 1060, time: 2014-07-25 18:34:28.118553, event: reached_pg, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101)

-119> 2014-07-25 18:34:28.118691 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.025617, event: header_read, op: pg_info(1 pgs e101:1.2d)

-118> 2014-07-25 18:34:28.118704 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.025618, event: throttled, op: pg_info(1 pgs e101:1.2d)

-117> 2014-07-25 18:34:28.118709 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.025660, event: all_read, op: pg_info(1 pgs e101:1.2d)

-116> 2014-07-25 18:34:28.118714 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.118668, event: dispatched, op: pg_info(1 pgs e101:1.2d)

-115> 2014-07-25 18:34:28.118719 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.118718, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.2d)

-114> 2014-07-25 18:34:28.118726 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.118724, event: started, op: pg_info(1 pgs e101:1.2d)

-113> 2014-07-25 18:34:28.118739 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.118738, event: done, op: pg_info(1 pgs e101:1.2d)

-112> 2014-07-25 18:34:28.118825 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1056 ==== pg_info(1 pgs e101:6.2b) v4 ==== 706+0+0 (1426991552 0 0) 0x559b480 con 0x364f2e0

-111> 2014-07-25 18:34:28.118841 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.025680, event: header_read, op: pg_info(1 pgs e101:6.2b)

-110> 2014-07-25 18:34:28.118850 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.025681, event: throttled, op: pg_info(1 pgs e101:6.2b)

-109> 2014-07-25 18:34:28.118858 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.025726, event: all_read, op: pg_info(1 pgs e101:6.2b)

-108> 2014-07-25 18:34:28.118864 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.118837, event: dispatched, op: pg_info(1 pgs e101:6.2b)

-107> 2014-07-25 18:34:28.118872 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.118870, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.2b)

-106> 2014-07-25 18:34:28.118880 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.118879, event: started, op: pg_info(1 pgs e101:6.2b)

-105> 2014-07-25 18:34:28.118898 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.118896, event: done, op: pg_info(1 pgs e101:6.2b)

-104> 2014-07-25 18:34:28.118917 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.5( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199799 6 0.000150

-103> 2014-07-25 18:34:28.118934 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.5( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-102> 2014-07-25 18:34:28.118946 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.5( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000

-101> 2014-07-25 18:34:28.118956 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.5( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-100> 2014-07-25 18:34:28.118973 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:2.5) v4 -- ?+0 0x558f800

-99> 2014-07-25 18:34:28.118975 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1057 ==== pg_info(1 pgs e101:8.39) v4 ==== 706+0+0 (1728193900 0 0) 0x558c540 con 0x364f2e0

-98> 2014-07-25 18:34:28.118985 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.025749, event: header_read, op: pg_info(1 pgs e101:8.39)

-97> 2014-07-25 18:34:28.118996 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.025749, event: throttled, op: pg_info(1 pgs e101:8.39)

-96> 2014-07-25 18:34:28.119003 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.025795, event: all_read, op: pg_info(1 pgs e101:8.39)

-95> 2014-07-25 18:34:28.119011 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.118982, event: dispatched, op: pg_info(1 pgs e101:8.39)

-94> 2014-07-25 18:34:28.119018 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.119017, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.39)

-93> 2014-07-25 18:34:28.119027 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.119025, event: started, op: pg_info(1 pgs e101:8.39)

-92> 2014-07-25 18:34:28.119042 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.119040, event: done, op: pg_info(1 pgs e101:8.39)

-91> 2014-07-25 18:34:28.119128 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1058 ==== pg_info(1 pgs e101:8.3a) v4 ==== 706+0+0 (198319253 0 0) 0x50ac000 con 0x364f2e0

-90> 2014-07-25 18:34:28.119142 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.025822, event: header_read, op: pg_info(1 pgs e101:8.3a)

-89> 2014-07-25 18:34:28.119151 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.025822, event: throttled, op: pg_info(1 pgs e101:8.3a)

-88> 2014-07-25 18:34:28.119158 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.025865, event: all_read, op: pg_info(1 pgs e101:8.3a)

-87> 2014-07-25 18:34:28.119165 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.119138, event: dispatched, op: pg_info(1 pgs e101:8.3a)

-86> 2014-07-25 18:34:28.119174 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.119172, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.3a)

-85> 2014-07-25 18:34:28.119175 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.0( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199171 6 0.000310

-84> 2014-07-25 18:34:28.119183 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.119181, event: started, op: pg_info(1 pgs e101:8.3a)

-83> 2014-07-25 18:34:28.119197 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.0( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-82> 2014-07-25 18:34:28.119208 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.0( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000010 0 0.000000

-81> 2014-07-25 18:34:28.119214 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.119212, event: done, op: pg_info(1 pgs e101:8.3a)

-80> 2014-07-25 18:34:28.119217 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.0( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-79> 2014-07-25 18:34:28.119233 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.0) v4 -- ?+0 0x49c0300

-78> 2014-07-25 18:34:28.119295 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1059 ==== pg_info(1 pgs e101:4.2a) v4 ==== 706+0+0 (3675272230 0 0) 0x3928840 con 0x364f2e0

-77> 2014-07-25 18:34:28.119309 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.025892, event: header_read, op: pg_info(1 pgs e101:4.2a)

-76> 2014-07-25 18:34:28.119318 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.025893, event: throttled, op: pg_info(1 pgs e101:4.2a)

-75> 2014-07-25 18:34:28.119324 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.025937, event: all_read, op: pg_info(1 pgs e101:4.2a)

-74> 2014-07-25 18:34:28.119331 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.119306, event: dispatched, op: pg_info(1 pgs e101:4.2a)

-73> 2014-07-25 18:34:28.119338 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.119337, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.2a)

-72> 2014-07-25 18:34:28.119347 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.119345, event: started, op: pg_info(1 pgs e101:4.2a)

-71> 2014-07-25 18:34:28.119363 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.119361, event: done, op: pg_info(1 pgs e101:4.2a)

-70> 2014-07-25 18:34:28.119393 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.9( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198822 6 0.000419

-69> 2014-07-25 18:34:28.119408 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.9( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-68> 2014-07-25 18:34:28.119419 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.9( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000010 0 0.000000

-67> 2014-07-25 18:34:28.119422 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1060 ==== pg_info(1 pgs e101:4.32) v4 ==== 706+0+0 (2782732156 0 0) 0x558ca80 con 0x364f2e0

-66> 2014-07-25 18:34:28.119429 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.9( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-65> 2014-07-25 18:34:28.119433 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.025959, event: header_read, op: pg_info(1 pgs e101:4.32)

-64> 2014-07-25 18:34:28.119440 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.025959, event: throttled, op: pg_info(1 pgs e101:4.32)

-63> 2014-07-25 18:34:28.119446 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.9) v4 -- ?+0 0x49c0a00

-62> 2014-07-25 18:34:28.119449 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.026003, event: all_read, op: pg_info(1 pgs e101:4.32)

-61> 2014-07-25 18:34:28.119472 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.119430, event: dispatched, op: pg_info(1 pgs e101:4.32)

-60> 2014-07-25 18:34:28.119480 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.119478, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.32)

-59> 2014-07-25 18:34:28.119488 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.119487, event: started, op: pg_info(1 pgs e101:4.32)

-58> 2014-07-25 18:34:28.119503 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.119502, event: done, op: pg_info(1 pgs e101:4.32)

-57> 2014-07-25 18:34:28.119570 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1061 ==== pg_info(1 pgs e101:0.36) v4 ==== 706+0+0 (2896758472 0 0) 0x558d880 con 0x364f2e0

-56> 2014-07-25 18:34:28.119583 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.026042, event: header_read, op: pg_info(1 pgs e101:0.36)

-55> 2014-07-25 18:34:28.119592 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.026058, event: throttled, op: pg_info(1 pgs e101:0.36)

-54> 2014-07-25 18:34:28.119599 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.026092, event: all_read, op: pg_info(1 pgs e101:0.36)

-53> 2014-07-25 18:34:28.119606 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.119580, event: dispatched, op: pg_info(1 pgs e101:0.36)

-52> 2014-07-25 18:34:28.119614 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.119612, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.36)

-51> 2014-07-25 18:34:28.119623 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.119621, event: started, op: pg_info(1 pgs e101:0.36)

-50> 2014-07-25 18:34:28.119637 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.119635, event: done, op: pg_info(1 pgs e101:0.36)

-49> 2014-07-25 18:34:28.119642 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.b( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199574 6 0.000162

-48> 2014-07-25 18:34:28.119656 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.b( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-47> 2014-07-25 18:34:28.119668 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.b( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000

-46> 2014-07-25 18:34:28.119677 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.b( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-45> 2014-07-25 18:34:28.119693 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.b) v4 -- ?+0 0x39284c0

-44> 2014-07-25 18:34:28.119717 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1062 ==== pg_info(1 pgs e101:4.2b) v4 ==== 706+0+0 (89515988 0 0) 0x558d500 con 0x364f2e0

-43> 2014-07-25 18:34:28.119730 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.026123, event: header_read, op: pg_info(1 pgs e101:4.2b)

-42> 2014-07-25 18:34:28.119738 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.026123, event: throttled, op: pg_info(1 pgs e101:4.2b)

-41> 2014-07-25 18:34:28.119746 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.026153, event: all_read, op: pg_info(1 pgs e101:4.2b)

-40> 2014-07-25 18:34:28.119751 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.119727, event: dispatched, op: pg_info(1 pgs e101:4.2b)

-39> 2014-07-25 18:34:28.119758 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.119756, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.2b)

-38> 2014-07-25 18:34:28.119767 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.119765, event: started, op: pg_info(1 pgs e101:4.2b)

-37> 2014-07-25 18:34:28.119763 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.f( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199103 6 0.000177

-36> 2014-07-25 18:34:28.119776 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.f( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-35> 2014-07-25 18:34:28.119783 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.119781, event: done, op: pg_info(1 pgs e101:4.2b)

-34> 2014-07-25 18:34:28.119789 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.f( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000012 0 0.000000

-33> 2014-07-25 18:34:28.119798 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.f( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-32> 2014-07-25 18:34:28.119815 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.f) v4 -- ?+0 0x4ea9180

-31> 2014-07-25 18:34:28.119855 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1063 ==== pg_info(1 pgs e101:1.33) v4 ==== 706+0+0 (3464427813 0 0) 0x4ea4000 con 0x364f2e0

-30> 2014-07-25 18:34:28.119875 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.026179, event: header_read, op: pg_info(1 pgs e101:1.33)

-29> 2014-07-25 18:34:28.119884 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.026180, event: throttled, op: pg_info(1 pgs e101:1.33)

-28> 2014-07-25 18:34:28.119892 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.026232, event: all_read, op: pg_info(1 pgs e101:1.33)

-27> 2014-07-25 18:34:28.119898 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.119871, event: dispatched, op: pg_info(1 pgs e101:1.33)

-26> 2014-07-25 18:34:28.119905 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.119904, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.33)

-25> 2014-07-25 18:34:28.119914 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.119912, event: started, op: pg_info(1 pgs e101:1.33)

-24> 2014-07-25 18:34:28.119928 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.119927, event: done, op: pg_info(1 pgs e101:1.33)

-23> 2014-07-25 18:34:28.119938 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.d( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199171 6 0.000193

-22> 2014-07-25 18:34:28.119953 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.d( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-21> 2014-07-25 18:34:28.119964 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.d( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000

-20> 2014-07-25 18:34:28.119974 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.d( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-19> 2014-07-25 18:34:28.119990 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:4.d) v4 -- ?+0 0x4ea9880

-18> 2014-07-25 18:34:28.119998 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1064 ==== pg_info(1 pgs e101:6.2a) v4 ==== 706+0+0 (745188179 0 0) 0x4ea5dc0 con 0x364f2e0

-17> 2014-07-25 18:34:28.120011 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.026269, event: header_read, op: pg_info(1 pgs e101:6.2a)

-16> 2014-07-25 18:34:28.120020 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.026270, event: throttled, op: pg_info(1 pgs e101:6.2a)

-15> 2014-07-25 18:34:28.120027 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.026301, event: all_read, op: pg_info(1 pgs e101:6.2a)

-14> 2014-07-25 18:34:28.120034 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.120007, event: dispatched, op: pg_info(1 pgs e101:6.2a)

-13> 2014-07-25 18:34:28.120042 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.120040, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.2a)

-12> 2014-07-25 18:34:28.119845 7f0705332700 -1 *** Caught signal (Aborted) **

in thread 7f0705332700

ceph version andisk-sprint-2-drop-3-390-g2dbd85c (2dbd85c94cf27a1ff0419c5ea9359af7fe30e9b6)

1: /usr/bin/ceph-osd() [0x974a1f]

2: (()+0x10340) [0x7f072888f340]

3: (gsignal()+0x39) [0x7f0726b63f79]

4: (abort()+0x148) [0x7f0726b67388]

5: (__gnu_cxx::__verbose_terminate_handler()+0x155) [0x7f072746f6b5]

6: (()+0x5e836) [0x7f072746d836]

7: (()+0x5e863) [0x7f072746d863]

8: (()+0x5eaa2) [0x7f072746daa2]

9: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1f2) [0xa5a692]

10: (ReplicatedPG::agent_estimate_atime_temp(hobject_t const&, int*, int*)+0x12e) [0x7ad25e]

11: (ReplicatedPG::agent_maybe_evict(std::tr1::shared_ptr<ObjectContext>&)+0x7a) [0x7e1a2a]

12: (ReplicatedPG::agent_work(int)+0xf45) [0x7fb1d5]

13: (OSDService::agent_entry()+0x557) [0x6090c7]

14: (OSDService::AgentThread::entry()+0xd) [0x67201d]

15: (()+0x8182) [0x7f0728887182]

16: (clone()+0x6d) [0x7f0726c2830d]

NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

-11> 2014-07-25 18:34:28.120051 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.120049, event: started, op: pg_info(1 pgs e101:6.2a)

-10> 2014-07-25 18:34:28.120079 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.120077, event: done, op: pg_info(1 pgs e101:6.2a)

-9> 2014-07-25 18:34:28.120090 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.b( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199171 6 0.000162

-8> 2014-07-25 18:34:28.120105 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.b( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered

-7> 2014-07-25 18:34:28.120116 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.b( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000

-6> 2014-07-25 18:34:28.120126 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.b( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean

-5> 2014-07-25 18:34:28.120142 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:2.b) v4 -- ?+0 0x4ea96c0

-4> 2014-07-25 18:34:28.120153 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1065 ==== pg_info(1 pgs e101:2.30) v4 ==== 706+0+0 (763956926 0 0) 0x4ea41c0 con 0x364f2e0

-3> 2014-07-25 18:34:28.120163 7f0717b57700 5 -- op tracker -- , seq: 1072, time: 2014-07-25 18:34:28.026343, event: header_read, op: pg_info(1 pgs e101:2.30)

-2> 2014-07-25 18:34:28.120169 7f0717b57700 5 -- op tracker -- , seq: 1072, time: 2014-07-25 18:34:28.026344, event: throttled, op: pg_info(1 pgs e101:2.30)

-1> 2014-07-25 18:34:28.120174 7f0717b57700 5 -- op tracker -- , seq: 1072, time: 2014-07-25 18:34:28.026374, event: all_read, op: pg_info(1 pgs e101:2.30)

0> 2014-07-25 18:34:28.120179 7f0717b57700 5 -- op tracker -- , seq: 1072, time: 2014-07-25 18:34:28.120160, event: dispatched, op: pg_info(1 pgs e101:2.30)

--- logging levels ---

0/ 5 none

0/ 1 lockdep

0/ 1 context

1/ 1 crush

1/ 5 mds

1/ 5 mds_balancer

1/ 5 mds_locker

1/ 5 mds_log

1/ 5 mds_log_expire

1/ 5 mds_migrator

0/ 1 buffer

0/ 1 timer

0/ 1 filer

0/ 1 striper

0/ 1 objecter

0/ 5 rados

0/ 5 rbd

0/ 5 journaler

0/ 5 objectcacher

0/ 5 client

0/ 5 osd

0/ 5 optracker

0/ 5 objclass

1/ 3 filestore

1/ 3 keyvaluestore

1/ 3 journal

0/ 5 ms

1/ 5 mon

0/10 monc

1/ 5 paxos

0/ 5 tp

1/ 5 auth

1/ 5 crypto

1/ 1 finisher

1/ 5 heartbeatmap

1/ 5 perfcounter

1/ 5 rgw

1/ 5 javaclient

1/ 5 asok

1/ 1 throttle

-2/-2 (syslog threshold)

-1/-1 (stderr threshold)

max_recent 10000

max_new 1000

log_file /var/log/ceph/ceph-osd.3.log

--- end dump of recent events ---