-429> 2014-07-25 18:34:28.023214 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023119, event: header_read, op: pg_info(1 pgs e101:8.2c) -428> 2014-07-25 18:34:28.023210 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.f) v4 -- ?+0 0x556a540 -427> 2014-07-25 18:34:28.023221 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023120, event: throttled, op: pg_info(1 pgs e101:8.2c) -426> 2014-07-25 18:34:28.023225 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023165, event: all_read, op: pg_info(1 pgs e101:8.2c) -425> 2014-07-25 18:34:28.023230 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023210, event: dispatched, op: pg_info(1 pgs e101:8.2c) -424> 2014-07-25 18:34:28.023235 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023233, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.2c) -423> 2014-07-25 18:34:28.023241 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023239, event: started, op: pg_info(1 pgs e101:8.2c) -422> 2014-07-25 18:34:28.023254 7f0717b57700 5 -- op tracker -- , seq: 1030, time: 2014-07-25 18:34:28.023252, event: done, op: pg_info(1 pgs e101:8.2c) -421> 2014-07-25 18:34:28.023287 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1026 ==== pg_info(1 pgs e101:4.1b) v4 ==== 706+0+0 (3431267872 0 0) 0x55981c0 con 0x364f2e0 -420> 2014-07-25 18:34:28.023298 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023217, event: header_read, op: pg_info(1 pgs e101:4.1b) -419> 2014-07-25 18:34:28.023308 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023218, event: throttled, op: pg_info(1 pgs e101:4.1b) -418> 2014-07-25 18:34:28.023316 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023268, event: all_read, op: pg_info(1 pgs e101:4.1b) -417> 2014-07-25 18:34:28.023320 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023294, event: dispatched, op: pg_info(1 pgs e101:4.1b) -416> 2014-07-25 18:34:28.023325 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023324, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.1b) -415> 2014-07-25 18:34:28.023331 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023330, event: started, op: pg_info(1 pgs e101:4.1b) -414> 2014-07-25 18:34:28.023343 7f0717b57700 5 -- op tracker -- , seq: 1031, time: 2014-07-25 18:34:28.023342, event: done, op: pg_info(1 pgs e101:4.1b) -413> 2014-07-25 18:34:28.023358 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1027 ==== pg_info(1 pgs e101:8.2a) v4 ==== 706+0+0 (2248670210 0 0) 0x559b100 con 0x364f2e0 -412> 2014-07-25 18:34:28.023367 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023314, event: header_read, op: pg_info(1 pgs e101:8.2a) -411> 2014-07-25 18:34:28.023373 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023315, event: throttled, op: pg_info(1 pgs e101:8.2a) -410> 2014-07-25 18:34:28.023380 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023347, event: all_read, op: pg_info(1 pgs e101:8.2a) -409> 2014-07-25 18:34:28.023386 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023364, event: dispatched, op: pg_info(1 pgs e101:8.2a) -408> 2014-07-25 18:34:28.023391 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023389, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.2a) -407> 2014-07-25 18:34:28.023398 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023397, event: started, op: pg_info(1 pgs e101:8.2a) -406> 2014-07-25 18:34:28.023401 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.8( v 76'2 (0'0,76'2] local-les=101 n=1 ec=45 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=76'2 lcod 0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.106893 6 0.000136 -405> 2014-07-25 18:34:28.023411 7f0717b57700 5 -- op tracker -- , seq: 1032, time: 2014-07-25 18:34:28.023409, event: done, op: pg_info(1 pgs e101:8.2a) -404> 2014-07-25 18:34:28.023422 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.8( v 76'2 (0'0,76'2] local-les=101 n=1 ec=45 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=76'2 lcod 0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -403> 2014-07-25 18:34:28.023433 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1028 ==== pg_info(1 pgs e101:0.26) v4 ==== 706+0+0 (3630195371 0 0) 0x3927180 con 0x364f2e0 -402> 2014-07-25 18:34:28.023444 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023383, event: header_read, op: pg_info(1 pgs e101:0.26) -401> 2014-07-25 18:34:28.023437 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.8( v 76'2 (0'0,76'2] local-les=101 n=1 ec=45 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=76'2 lcod 0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000015 0 0.000000 -400> 2014-07-25 18:34:28.023450 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023384, event: throttled, op: pg_info(1 pgs e101:0.26) -399> 2014-07-25 18:34:28.023452 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.8( v 76'2 (0'0,76'2] local-les=101 n=1 ec=45 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=76'2 lcod 0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -398> 2014-07-25 18:34:28.023460 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023414, event: all_read, op: pg_info(1 pgs e101:0.26) -397> 2014-07-25 18:34:28.023465 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023441, event: dispatched, op: pg_info(1 pgs e101:0.26) -396> 2014-07-25 18:34:28.023470 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023468, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.26) -395> 2014-07-25 18:34:28.023476 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023474, event: started, op: pg_info(1 pgs e101:0.26) -394> 2014-07-25 18:34:28.023473 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.8) v4 -- ?+0 0x556db80 -393> 2014-07-25 18:34:28.023488 7f0717b57700 5 -- op tracker -- , seq: 1033, time: 2014-07-25 18:34:28.023486, event: done, op: pg_info(1 pgs e101:0.26) -392> 2014-07-25 18:34:28.023536 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1029 ==== pg_info(1 pgs e101:8.2f) v4 ==== 706+0+0 (1903182496 0 0) 0x558c000 con 0x364f2e0 -391> 2014-07-25 18:34:28.023556 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023451, event: header_read, op: pg_info(1 pgs e101:8.2f) -390> 2014-07-25 18:34:28.023566 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023452, event: throttled, op: pg_info(1 pgs e101:8.2f) -389> 2014-07-25 18:34:28.023571 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023485, event: all_read, op: pg_info(1 pgs e101:8.2f) -388> 2014-07-25 18:34:28.023576 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023551, event: dispatched, op: pg_info(1 pgs e101:8.2f) -387> 2014-07-25 18:34:28.023572 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:4.d) v4 -- ?+0 0x556d9c0 -386> 2014-07-25 18:34:28.023581 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023579, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.2f) -385> 2014-07-25 18:34:28.023588 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023586, event: started, op: pg_info(1 pgs e101:8.2f) -384> 2014-07-25 18:34:28.023607 7f0717b57700 5 -- op tracker -- , seq: 1034, time: 2014-07-25 18:34:28.023604, event: done, op: pg_info(1 pgs e101:8.2f) -383> 2014-07-25 18:34:28.023641 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1030 ==== pg_info(1 pgs e101:1.28) v4 ==== 706+0+0 (2502335972 0 0) 0x558c380 con 0x364f2e0 -382> 2014-07-25 18:34:28.023657 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023552, event: header_read, op: pg_info(1 pgs e101:1.28) -381> 2014-07-25 18:34:28.023666 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023553, event: throttled, op: pg_info(1 pgs e101:1.28) -380> 2014-07-25 18:34:28.023678 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023600, event: all_read, op: pg_info(1 pgs e101:1.28) -379> 2014-07-25 18:34:28.023685 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023653, event: dispatched, op: pg_info(1 pgs e101:1.28) -378> 2014-07-25 18:34:28.023690 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023689, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.28) -377> 2014-07-25 18:34:28.023698 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023695, event: started, op: pg_info(1 pgs e101:1.28) -376> 2014-07-25 18:34:28.023715 7f0717b57700 5 -- op tracker -- , seq: 1035, time: 2014-07-25 18:34:28.023713, event: done, op: pg_info(1 pgs e101:1.28) -375> 2014-07-25 18:34:28.023724 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1031 ==== pg_info(1 pgs e101:4.2f) v4 ==== 706+0+0 (624088314 0 0) 0x3927340 con 0x364f2e0 -374> 2014-07-25 18:34:28.023734 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023666, event: header_read, op: pg_info(1 pgs e101:4.2f) -373> 2014-07-25 18:34:28.023739 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023667, event: throttled, op: pg_info(1 pgs e101:4.2f) -372> 2014-07-25 18:34:28.023733 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:2.b) v4 -- ?+0 0x556d800 -371> 2014-07-25 18:34:28.023744 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023714, event: all_read, op: pg_info(1 pgs e101:4.2f) -370> 2014-07-25 18:34:28.023749 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023731, event: dispatched, op: pg_info(1 pgs e101:4.2f) -369> 2014-07-25 18:34:28.023757 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023755, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.2f) -368> 2014-07-25 18:34:28.023764 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023762, event: started, op: pg_info(1 pgs e101:4.2f) -367> 2014-07-25 18:34:28.023776 7f0717b57700 5 -- op tracker -- , seq: 1036, time: 2014-07-25 18:34:28.023774, event: done, op: pg_info(1 pgs e101:4.2f) -366> 2014-07-25 18:34:28.023833 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1032 ==== pg_info(1 pgs e101:8.2b) v4 ==== 706+0+0 (910304880 0 0) 0x3927500 con 0x364f2e0 -365> 2014-07-25 18:34:28.023845 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023742, event: header_read, op: pg_info(1 pgs e101:8.2b) -364> 2014-07-25 18:34:28.023853 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023743, event: throttled, op: pg_info(1 pgs e101:8.2b) -363> 2014-07-25 18:34:28.023862 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023774, event: all_read, op: pg_info(1 pgs e101:8.2b) -362> 2014-07-25 18:34:28.023856 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.8) v4 -- ?+0 0x556d640 -361> 2014-07-25 18:34:28.023867 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023842, event: dispatched, op: pg_info(1 pgs e101:8.2b) -360> 2014-07-25 18:34:28.023872 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023871, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.2b) -359> 2014-07-25 18:34:28.023880 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023878, event: started, op: pg_info(1 pgs e101:8.2b) -358> 2014-07-25 18:34:28.023894 7f0717b57700 5 -- op tracker -- , seq: 1037, time: 2014-07-25 18:34:28.023893, event: done, op: pg_info(1 pgs e101:8.2b) -357> 2014-07-25 18:34:28.023925 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1033 ==== pg_info(1 pgs e101:4.20) v4 ==== 706+0+0 (2289886072 0 0) 0x558cc40 con 0x364f2e0 -356> 2014-07-25 18:34:28.023940 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023858, event: header_read, op: pg_info(1 pgs e101:4.20) -355> 2014-07-25 18:34:28.023955 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023859, event: throttled, op: pg_info(1 pgs e101:4.20) -354> 2014-07-25 18:34:28.023961 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023890, event: all_read, op: pg_info(1 pgs e101:4.20) -353> 2014-07-25 18:34:28.023969 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023936, event: dispatched, op: pg_info(1 pgs e101:4.20) -352> 2014-07-25 18:34:28.023974 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023973, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.20) -351> 2014-07-25 18:34:28.023981 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023979, event: started, op: pg_info(1 pgs e101:4.20) -350> 2014-07-25 18:34:28.023997 7f0717b57700 5 -- op tracker -- , seq: 1038, time: 2014-07-25 18:34:28.023994, event: done, op: pg_info(1 pgs e101:4.20) -349> 2014-07-25 18:34:28.024018 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.9) v4 -- ?+0 0x556d2c0 -348> 2014-07-25 18:34:28.024021 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1034 ==== pg_info(1 pgs e101:0.2a) v4 ==== 706+0+0 (420412603 0 0) 0x558c700 con 0x364f2e0 -347> 2014-07-25 18:34:28.024035 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.023932, event: header_read, op: pg_info(1 pgs e101:0.2a) -346> 2014-07-25 18:34:28.024044 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.023932, event: throttled, op: pg_info(1 pgs e101:0.2a) -345> 2014-07-25 18:34:28.024050 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.023979, event: all_read, op: pg_info(1 pgs e101:0.2a) -344> 2014-07-25 18:34:28.024054 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.024030, event: dispatched, op: pg_info(1 pgs e101:0.2a) -343> 2014-07-25 18:34:28.024059 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.024057, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.2a) -342> 2014-07-25 18:34:28.024091 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.024087, event: started, op: pg_info(1 pgs e101:0.2a) -341> 2014-07-25 18:34:28.024093 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.5( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.104809 6 0.000124 -340> 2014-07-25 18:34:28.024108 7f0717b57700 5 -- op tracker -- , seq: 1039, time: 2014-07-25 18:34:28.024107, event: done, op: pg_info(1 pgs e101:0.2a) -339> 2014-07-25 18:34:28.024112 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.5( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -338> 2014-07-25 18:34:28.024117 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1035 ==== pg_info(1 pgs e101:2.2b) v4 ==== 706+0+0 (1033887726 0 0) 0x5256e00 con 0x364f2e0 -337> 2014-07-25 18:34:28.024125 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.5( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000014 0 0.000000 -336> 2014-07-25 18:34:28.024130 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024007, event: header_read, op: pg_info(1 pgs e101:2.2b) -335> 2014-07-25 18:34:28.024141 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024008, event: throttled, op: pg_info(1 pgs e101:2.2b) -334> 2014-07-25 18:34:28.024137 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.5( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -333> 2014-07-25 18:34:28.024146 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024039, event: all_read, op: pg_info(1 pgs e101:2.2b) -332> 2014-07-25 18:34:28.024151 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024125, event: dispatched, op: pg_info(1 pgs e101:2.2b) -331> 2014-07-25 18:34:28.024156 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024154, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.2b) -330> 2014-07-25 18:34:28.024155 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.5) v4 -- ?+0 0x556cf40 -329> 2014-07-25 18:34:28.024162 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024160, event: started, op: pg_info(1 pgs e101:2.2b) -328> 2014-07-25 18:34:28.024173 7f0717b57700 5 -- op tracker -- , seq: 1040, time: 2014-07-25 18:34:28.024172, event: done, op: pg_info(1 pgs e101:2.2b) -327> 2014-07-25 18:34:28.024181 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1036 ==== pg_info(1 pgs e101:2.22) v4 ==== 706+0+0 (318430499 0 0) 0x558ce00 con 0x364f2e0 -326> 2014-07-25 18:34:28.024189 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024102, event: header_read, op: pg_info(1 pgs e101:2.22) -325> 2014-07-25 18:34:28.024195 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024103, event: throttled, op: pg_info(1 pgs e101:2.22) -324> 2014-07-25 18:34:28.024199 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024153, event: all_read, op: pg_info(1 pgs e101:2.22) -323> 2014-07-25 18:34:28.024204 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024187, event: dispatched, op: pg_info(1 pgs e101:2.22) -322> 2014-07-25 18:34:28.024209 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024207, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.22) -321> 2014-07-25 18:34:28.024214 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024213, event: started, op: pg_info(1 pgs e101:2.22) -320> 2014-07-25 18:34:28.024226 7f0717b57700 5 -- op tracker -- , seq: 1041, time: 2014-07-25 18:34:28.024224, event: done, op: pg_info(1 pgs e101:2.22) -319> 2014-07-25 18:34:28.024268 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1037 ==== pg_info(1 pgs e101:1.1e) v4 ==== 706+0+0 (1943585308 0 0) 0x3927a40 con 0x364f2e0 -318> 2014-07-25 18:34:28.024279 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024220, event: header_read, op: pg_info(1 pgs e101:1.1e) -317> 2014-07-25 18:34:28.024293 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024221, event: throttled, op: pg_info(1 pgs e101:1.1e) -316> 2014-07-25 18:34:28.024302 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024252, event: all_read, op: pg_info(1 pgs e101:1.1e) -315> 2014-07-25 18:34:28.024310 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024276, event: dispatched, op: pg_info(1 pgs e101:1.1e) -314> 2014-07-25 18:34:28.024318 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024317, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.1e) -313> 2014-07-25 18:34:28.024324 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024323, event: started, op: pg_info(1 pgs e101:1.1e) -312> 2014-07-25 18:34:28.024324 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.2) v4 -- ?+0 0x556cbc0 -311> 2014-07-25 18:34:28.024340 7f0717b57700 5 -- op tracker -- , seq: 1042, time: 2014-07-25 18:34:28.024337, event: done, op: pg_info(1 pgs e101:1.1e) -310> 2014-07-25 18:34:28.024352 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1038 ==== pg_info(1 pgs e101:0.2b) v4 ==== 706+0+0 (1386421479 0 0) 0x558da40 con 0x364f2e0 -309> 2014-07-25 18:34:28.024361 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024292, event: header_read, op: pg_info(1 pgs e101:0.2b) -308> 2014-07-25 18:34:28.024367 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024293, event: throttled, op: pg_info(1 pgs e101:0.2b) -307> 2014-07-25 18:34:28.024373 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024324, event: all_read, op: pg_info(1 pgs e101:0.2b) -306> 2014-07-25 18:34:28.024378 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024359, event: dispatched, op: pg_info(1 pgs e101:0.2b) -305> 2014-07-25 18:34:28.024383 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024382, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.2b) -304> 2014-07-25 18:34:28.024389 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024387, event: started, op: pg_info(1 pgs e101:0.2b) -303> 2014-07-25 18:34:28.024410 7f0717b57700 5 -- op tracker -- , seq: 1043, time: 2014-07-25 18:34:28.024409, event: done, op: pg_info(1 pgs e101:0.2b) -302> 2014-07-25 18:34:28.024444 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1039 ==== pg_info(1 pgs e101:2.21) v4 ==== 706+0+0 (933060113 0 0) 0x3927dc0 con 0x364f2e0 -301> 2014-07-25 18:34:28.024459 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024381, event: header_read, op: pg_info(1 pgs e101:2.21) -300> 2014-07-25 18:34:28.024468 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024382, event: throttled, op: pg_info(1 pgs e101:2.21) -299> 2014-07-25 18:34:28.024464 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.6( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.105098 6 0.000143 -298> 2014-07-25 18:34:28.024478 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024414, event: all_read, op: pg_info(1 pgs e101:2.21) -297> 2014-07-25 18:34:28.024484 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024455, event: dispatched, op: pg_info(1 pgs e101:2.21) -296> 2014-07-25 18:34:28.024483 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.6( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -295> 2014-07-25 18:34:28.024489 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024487, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.21) -294> 2014-07-25 18:34:28.024496 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024494, event: started, op: pg_info(1 pgs e101:2.21) -293> 2014-07-25 18:34:28.024493 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.6( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000010 0 0.000000 -292> 2014-07-25 18:34:28.024505 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.6( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -291> 2014-07-25 18:34:28.024513 7f0717b57700 5 -- op tracker -- , seq: 1044, time: 2014-07-25 18:34:28.024511, event: done, op: pg_info(1 pgs e101:2.21) -290> 2014-07-25 18:34:28.024524 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1040 ==== pg_info(1 pgs e101:2.2c) v4 ==== 706+0+0 (2990397510 0 0) 0x39276c0 con 0x364f2e0 -289> 2014-07-25 18:34:28.024533 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024459, event: header_read, op: pg_info(1 pgs e101:2.2c) -288> 2014-07-25 18:34:28.024539 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024460, event: throttled, op: pg_info(1 pgs e101:2.2c) -287> 2014-07-25 18:34:28.024538 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.6) v4 -- ?+0 0x556ae00 -286> 2014-07-25 18:34:28.024546 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024510, event: all_read, op: pg_info(1 pgs e101:2.2c) -285> 2014-07-25 18:34:28.024555 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024530, event: dispatched, op: pg_info(1 pgs e101:2.2c) -284> 2014-07-25 18:34:28.024564 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024561, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.2c) -283> 2014-07-25 18:34:28.024572 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024570, event: started, op: pg_info(1 pgs e101:2.2c) -282> 2014-07-25 18:34:28.024586 7f0717b57700 5 -- op tracker -- , seq: 1045, time: 2014-07-25 18:34:28.024583, event: done, op: pg_info(1 pgs e101:2.2c) -281> 2014-07-25 18:34:28.024597 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1041 ==== pg_info(1 pgs e101:0.23) v4 ==== 706+0+0 (1399833948 0 0) 0x558df80 con 0x364f2e0 -280> 2014-07-25 18:34:28.024607 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024537, event: header_read, op: pg_info(1 pgs e101:0.23) -279> 2014-07-25 18:34:28.024617 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024537, event: throttled, op: pg_info(1 pgs e101:0.23) -278> 2014-07-25 18:34:28.024622 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024591, event: all_read, op: pg_info(1 pgs e101:0.23) -277> 2014-07-25 18:34:28.024621 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:0.a) v4 -- ?+0 0x556c140 -276> 2014-07-25 18:34:28.024627 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024604, event: dispatched, op: pg_info(1 pgs e101:0.23) -275> 2014-07-25 18:34:28.024636 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024634, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.23) -274> 2014-07-25 18:34:28.024642 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024640, event: started, op: pg_info(1 pgs e101:0.23) -273> 2014-07-25 18:34:28.024653 7f0717b57700 5 -- op tracker -- , seq: 1046, time: 2014-07-25 18:34:28.024652, event: done, op: pg_info(1 pgs e101:0.23) -272> 2014-07-25 18:34:28.024698 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1042 ==== pg_info(1 pgs e101:6.2d) v4 ==== 706+0+0 (2646704688 0 0) 0x558e4c0 con 0x364f2e0 -271> 2014-07-25 18:34:28.024713 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024621, event: header_read, op: pg_info(1 pgs e101:6.2d) -270> 2014-07-25 18:34:28.024721 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024622, event: throttled, op: pg_info(1 pgs e101:6.2d) -269> 2014-07-25 18:34:28.024726 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024654, event: all_read, op: pg_info(1 pgs e101:6.2d) -268> 2014-07-25 18:34:28.024735 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024708, event: dispatched, op: pg_info(1 pgs e101:6.2d) -267> 2014-07-25 18:34:28.024741 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024739, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.2d) -266> 2014-07-25 18:34:28.024747 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024745, event: started, op: pg_info(1 pgs e101:6.2d) -265> 2014-07-25 18:34:28.024758 7f0717b57700 5 -- op tracker -- , seq: 1047, time: 2014-07-25 18:34:28.024757, event: done, op: pg_info(1 pgs e101:6.2d) -264> 2014-07-25 18:34:28.024768 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1043 ==== pg_info(1 pgs e101:2.2e) v4 ==== 706+0+0 (4237787785 0 0) 0x3928300 con 0x364f2e0 -263> 2014-07-25 18:34:28.024778 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024726, event: header_read, op: pg_info(1 pgs e101:2.2e) -262> 2014-07-25 18:34:28.024783 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024727, event: throttled, op: pg_info(1 pgs e101:2.2e) -261> 2014-07-25 18:34:28.024790 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024758, event: all_read, op: pg_info(1 pgs e101:2.2e) -260> 2014-07-25 18:34:28.024795 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024775, event: dispatched, op: pg_info(1 pgs e101:2.2e) -259> 2014-07-25 18:34:28.024814 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024812, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.2e) -258> 2014-07-25 18:34:28.024824 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024821, event: started, op: pg_info(1 pgs e101:2.2e) -257> 2014-07-25 18:34:28.024843 7f0717b57700 5 -- op tracker -- , seq: 1048, time: 2014-07-25 18:34:28.024841, event: done, op: pg_info(1 pgs e101:2.2e) -256> 2014-07-25 18:34:28.024852 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1044 ==== pg_info(1 pgs e101:6.2c) v4 ==== 706+0+0 (1096940384 0 0) 0x38fe300 con 0x364f2e0 -255> 2014-07-25 18:34:28.024861 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024788, event: header_read, op: pg_info(1 pgs e101:6.2c) -254> 2014-07-25 18:34:28.024866 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024789, event: throttled, op: pg_info(1 pgs e101:6.2c) -253> 2014-07-25 18:34:28.024874 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024821, event: all_read, op: pg_info(1 pgs e101:6.2c) -252> 2014-07-25 18:34:28.024879 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024858, event: dispatched, op: pg_info(1 pgs e101:6.2c) -251> 2014-07-25 18:34:28.024884 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024882, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.2c) -250> 2014-07-25 18:34:28.024890 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024888, event: started, op: pg_info(1 pgs e101:6.2c) -249> 2014-07-25 18:34:28.024901 7f0717b57700 5 -- op tracker -- , seq: 1049, time: 2014-07-25 18:34:28.024899, event: done, op: pg_info(1 pgs e101:6.2c) -248> 2014-07-25 18:34:28.024907 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1045 ==== pg_info(1 pgs e101:1.2f) v4 ==== 706+0+0 (1959229154 0 0) 0x558ea00 con 0x364f2e0 -247> 2014-07-25 18:34:28.024915 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024857, event: header_read, op: pg_info(1 pgs e101:1.2f) -246> 2014-07-25 18:34:28.024928 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024858, event: throttled, op: pg_info(1 pgs e101:1.2f) -245> 2014-07-25 18:34:28.024937 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024890, event: all_read, op: pg_info(1 pgs e101:1.2f) -244> 2014-07-25 18:34:28.024942 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024913, event: dispatched, op: pg_info(1 pgs e101:1.2f) -243> 2014-07-25 18:34:28.024947 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024945, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.2f) -242> 2014-07-25 18:34:28.024953 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024951, event: started, op: pg_info(1 pgs e101:1.2f) -241> 2014-07-25 18:34:28.024964 7f0717b57700 5 -- op tracker -- , seq: 1050, time: 2014-07-25 18:34:28.024962, event: done, op: pg_info(1 pgs e101:1.2f) -240> 2014-07-25 18:34:28.024975 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1046 ==== pg_info(1 pgs e101:8.17) v4 ==== 706+0+0 (2915222280 0 0) 0x558ed80 con 0x364f2e0 -239> 2014-07-25 18:34:28.024984 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.024917, event: header_read, op: pg_info(1 pgs e101:8.17) -238> 2014-07-25 18:34:28.024990 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.024917, event: throttled, op: pg_info(1 pgs e101:8.17) -237> 2014-07-25 18:34:28.024994 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.024962, event: all_read, op: pg_info(1 pgs e101:8.17) -236> 2014-07-25 18:34:28.024999 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.024981, event: dispatched, op: pg_info(1 pgs e101:8.17) -235> 2014-07-25 18:34:28.025004 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.025002, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.17) -234> 2014-07-25 18:34:28.025010 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.025008, event: started, op: pg_info(1 pgs e101:8.17) -233> 2014-07-25 18:34:28.025022 7f0717b57700 5 -- op tracker -- , seq: 1051, time: 2014-07-25 18:34:28.025020, event: done, op: pg_info(1 pgs e101:8.17) -232> 2014-07-25 18:34:28.025013 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.0( empty local-les=101 n=0 ec=34 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.106333 6 0.000546 -231> 2014-07-25 18:34:28.025032 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.0( empty local-les=101 n=0 ec=34 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -230> 2014-07-25 18:34:28.025045 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.0( empty local-les=101 n=0 ec=34 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000013 0 0.000000 -229> 2014-07-25 18:34:28.025045 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1047 ==== pg_info(1 pgs e101:2.28) v4 ==== 706+0+0 (2389236264 0 0) 0x558cfc0 con 0x364f2e0 -228> 2014-07-25 18:34:28.025060 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.024998, event: header_read, op: pg_info(1 pgs e101:2.28) -227> 2014-07-25 18:34:28.025057 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.0( empty local-les=101 n=0 ec=34 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -226> 2014-07-25 18:34:28.025067 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.024999, event: throttled, op: pg_info(1 pgs e101:2.28) -225> 2014-07-25 18:34:28.025072 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.025031, event: all_read, op: pg_info(1 pgs e101:2.28) -224> 2014-07-25 18:34:28.025076 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.025056, event: dispatched, op: pg_info(1 pgs e101:2.28) -223> 2014-07-25 18:34:28.025081 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.025080, event: waiting_for_osdmap, op: pg_info(1 pgs e101:2.28) -222> 2014-07-25 18:34:28.025076 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.0) v4 -- ?+0 0x556ba40 -221> 2014-07-25 18:34:28.025087 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.025086, event: started, op: pg_info(1 pgs e101:2.28) -220> 2014-07-25 18:34:28.025295 7f070f346700 5 osd.3 pg_epoch: 101 pg[0.d( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.105752 6 0.000164 -219> 2014-07-25 18:34:28.049332 7f0703825700 1 -- 10.242.24.154:6810/29885 >> :/0 pipe(0x3896300 sd=40 :6810 s=0 pgs=0 cs=0 l=0 c=0x460e680).accept sd=40 10.242.24.111:52561/0 -218> 2014-07-25 18:34:28.116797 7f0717b57700 5 -- op tracker -- , seq: 1052, time: 2014-07-25 18:34:28.116794, event: done, op: pg_info(1 pgs e101:2.28) -217> 2014-07-25 18:34:28.116787 7f070f346700 5 osd.3 pg_epoch: 101 pg[0.d( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -216> 2014-07-25 18:34:28.116812 7f070f346700 5 osd.3 pg_epoch: 101 pg[0.d( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000026 0 0.000000 -215> 2014-07-25 18:34:28.116825 7f070f346700 5 osd.3 pg_epoch: 101 pg[0.d( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -214> 2014-07-25 18:34:28.116861 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:0.d) v4 -- ?+0 0x556b500 -213> 2014-07-25 18:34:28.116888 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1048 ==== pg_info(1 pgs e101:8.24) v4 ==== 706+0+0 (2563891514 0 0) 0x3928a00 con 0x364f2e0 -212> 2014-07-25 18:34:28.116904 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.025064, event: header_read, op: pg_info(1 pgs e101:8.24) -211> 2014-07-25 18:34:28.116917 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.025065, event: throttled, op: pg_info(1 pgs e101:8.24) -210> 2014-07-25 18:34:28.116924 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.025110, event: all_read, op: pg_info(1 pgs e101:8.24) -209> 2014-07-25 18:34:28.116933 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.116899, event: dispatched, op: pg_info(1 pgs e101:8.24) -208> 2014-07-25 18:34:28.116940 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.116938, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.24) -207> 2014-07-25 18:34:28.116950 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.116948, event: started, op: pg_info(1 pgs e101:8.24) -206> 2014-07-25 18:34:28.116966 7f0717b57700 5 -- op tracker -- , seq: 1053, time: 2014-07-25 18:34:28.116964, event: done, op: pg_info(1 pgs e101:8.24) -205> 2014-07-25 18:34:28.117033 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1049 ==== pg_info(1 pgs e101:8.26) v4 ==== 706+0+0 (2859257925 0 0) 0x3928bc0 con 0x364f2e0 -204> 2014-07-25 18:34:28.117047 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.025164, event: header_read, op: pg_info(1 pgs e101:8.26) -203> 2014-07-25 18:34:28.117057 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.025165, event: throttled, op: pg_info(1 pgs e101:8.26) -202> 2014-07-25 18:34:28.117066 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.025208, event: all_read, op: pg_info(1 pgs e101:8.26) -201> 2014-07-25 18:34:28.117074 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.117044, event: dispatched, op: pg_info(1 pgs e101:8.26) -200> 2014-07-25 18:34:28.117082 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.117080, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.26) -199> 2014-07-25 18:34:28.117091 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.117089, event: started, op: pg_info(1 pgs e101:8.26) -198> 2014-07-25 18:34:28.117090 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.c( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198339 6 0.000236 -197> 2014-07-25 18:34:28.117110 7f0717b57700 5 -- op tracker -- , seq: 1054, time: 2014-07-25 18:34:28.117107, event: done, op: pg_info(1 pgs e101:8.26) -196> 2014-07-25 18:34:28.117106 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.c( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -195> 2014-07-25 18:34:28.117132 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.c( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000026 0 0.000000 -194> 2014-07-25 18:34:28.117144 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.c( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -193> 2014-07-25 18:34:28.117161 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.c) v4 -- ?+0 0x4eaad80 -192> 2014-07-25 18:34:28.117183 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1050 ==== pg_info(1 pgs e101:0.2e) v4 ==== 706+0+0 (3605516104 0 0) 0x558d180 con 0x364f2e0 -191> 2014-07-25 18:34:28.117197 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.025241, event: header_read, op: pg_info(1 pgs e101:0.2e) -190> 2014-07-25 18:34:28.117207 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.025241, event: throttled, op: pg_info(1 pgs e101:0.2e) -189> 2014-07-25 18:34:28.117214 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.025288, event: all_read, op: pg_info(1 pgs e101:0.2e) -188> 2014-07-25 18:34:28.117223 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.117194, event: dispatched, op: pg_info(1 pgs e101:0.2e) -187> 2014-07-25 18:34:28.117231 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.117229, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.2e) -186> 2014-07-25 18:34:28.117242 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.117238, event: started, op: pg_info(1 pgs e101:0.2e) -185> 2014-07-25 18:34:28.117268 7f0717b57700 5 -- op tracker -- , seq: 1055, time: 2014-07-25 18:34:28.117265, event: done, op: pg_info(1 pgs e101:0.2e) -184> 2014-07-25 18:34:28.117344 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1051 ==== pg_info(1 pgs e101:8.25) v4 ==== 706+0+0 (1682520213 0 0) 0x558d6c0 con 0x364f2e0 -183> 2014-07-25 18:34:28.117350 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.f( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198521 6 0.000129 -182> 2014-07-25 18:34:28.117370 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.f( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -181> 2014-07-25 18:34:28.117370 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.025320, event: header_read, op: pg_info(1 pgs e101:8.25) -180> 2014-07-25 18:34:28.117399 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.f( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000029 0 0.000000 -179> 2014-07-25 18:34:28.117408 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.025321, event: throttled, op: pg_info(1 pgs e101:8.25) -178> 2014-07-25 18:34:28.117412 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.f( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -177> 2014-07-25 18:34:28.117419 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.025365, event: all_read, op: pg_info(1 pgs e101:8.25) -176> 2014-07-25 18:34:28.117475 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.117366, event: dispatched, op: pg_info(1 pgs e101:8.25) -175> 2014-07-25 18:34:28.117484 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.117482, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.25) -174> 2014-07-25 18:34:28.117476 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.f) v4 -- ?+0 0x4eabb80 -173> 2014-07-25 18:34:28.117495 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.117492, event: started, op: pg_info(1 pgs e101:8.25) -172> 2014-07-25 18:34:28.117512 7f0717b57700 5 -- op tracker -- , seq: 1056, time: 2014-07-25 18:34:28.117510, event: done, op: pg_info(1 pgs e101:8.25) -171> 2014-07-25 18:34:28.117585 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1052 ==== pg_info(1 pgs e101:6.28) v4 ==== 706+0+0 (1500238651 0 0) 0x3929800 con 0x364f2e0 -170> 2014-07-25 18:34:28.117601 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.025398, event: header_read, op: pg_info(1 pgs e101:6.28) -169> 2014-07-25 18:34:28.117559 7f0703825700 1 -- 10.242.24.154:6810/29885 <== osd.1 10.242.24.111:6804/31290 1 ==== osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) v4 ==== 155+0+0 (3037101863 0 0) 0x37b9680 con 0x460e680 -168> 2014-07-25 18:34:28.117611 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.025399, event: throttled, op: pg_info(1 pgs e101:6.28) -167> 2014-07-25 18:34:28.117624 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.025442, event: all_read, op: pg_info(1 pgs e101:6.28) -166> 2014-07-25 18:34:28.117643 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.117597, event: dispatched, op: pg_info(1 pgs e101:6.28) -165> 2014-07-25 18:34:28.117659 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.117657, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.28) -164> 2014-07-25 18:34:28.117673 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.117671, event: started, op: pg_info(1 pgs e101:6.28) -163> 2014-07-25 18:34:28.117693 7f0717b57700 5 -- op tracker -- , seq: 1057, time: 2014-07-25 18:34:28.117691, event: done, op: pg_info(1 pgs e101:6.28) -162> 2014-07-25 18:34:28.117730 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.1( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198027 6 0.000329 -161> 2014-07-25 18:34:28.117753 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.1( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -160> 2014-07-25 18:34:28.117772 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.1( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000019 0 0.000000 -159> 2014-07-25 18:34:28.117792 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.1( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -158> 2014-07-25 18:34:28.117818 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.1) v4 -- ?+0 0x4eaaf40 -157> 2014-07-25 18:34:28.117854 7f0703825700 5 -- op tracker -- , seq: 1058, time: 2014-07-25 18:34:28.117508, event: header_read, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -156> 2014-07-25 18:34:28.117859 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1053 ==== pg_info(1 pgs e101:1.31) v4 ==== 706+0+0 (143518371 0 0) 0x558dc00 con 0x364f2e0 -155> 2014-07-25 18:34:28.117890 7f0703825700 5 -- op tracker -- , seq: 1058, time: 2014-07-25 18:34:28.117511, event: throttled, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -154> 2014-07-25 18:34:28.117927 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.3( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198970 6 0.000130 -153> 2014-07-25 18:34:28.118003 7f0703825700 5 -- op tracker -- , seq: 1058, time: 2014-07-25 18:34:28.117553, event: all_read, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -152> 2014-07-25 18:34:28.118002 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.3( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -151> 2014-07-25 18:34:28.118044 7f0703825700 5 -- op tracker -- , seq: 1058, time: 0.000000, event: dispatched, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -150> 2014-07-25 18:34:28.118045 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.3( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000043 0 0.000000 -149> 2014-07-25 18:34:28.118060 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.3( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -148> 2014-07-25 18:34:28.118075 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.025463, event: header_read, op: pg_info(1 pgs e101:1.31) -147> 2014-07-25 18:34:28.118089 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:4.3) v4 -- ?+0 0x3929b80 -146> 2014-07-25 18:34:28.118098 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.025464, event: throttled, op: pg_info(1 pgs e101:1.31) -145> 2014-07-25 18:34:28.118129 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.025511, event: all_read, op: pg_info(1 pgs e101:1.31) -144> 2014-07-25 18:34:28.118141 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.117961, event: dispatched, op: pg_info(1 pgs e101:1.31) -143> 2014-07-25 18:34:28.118153 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.118149, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.31) -142> 2014-07-25 18:34:28.118164 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.118160, event: started, op: pg_info(1 pgs e101:1.31) -141> 2014-07-25 18:34:28.118193 7f0703825700 1 -- 10.242.24.154:6810/29885 <== osd.1 10.242.24.111:6804/31290 2 ==== osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) v4 ==== 155+0+29 (2978383709 0 750716084) 0x37b8b40 con 0x460e680 -140> 2014-07-25 18:34:28.118224 7f0717b57700 5 -- op tracker -- , seq: 1059, time: 2014-07-25 18:34:28.118222, event: done, op: pg_info(1 pgs e101:1.31) -139> 2014-07-25 18:34:28.118291 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.c( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198447 6 0.000168 -138> 2014-07-25 18:34:28.118308 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.c( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -137> 2014-07-25 18:34:28.118319 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.c( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000 -136> 2014-07-25 18:34:28.118330 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.c( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -135> 2014-07-25 18:34:28.118342 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1054 ==== pg_info(1 pgs e101:6.37) v4 ==== 706+0+0 (984599325 0 0) 0x3928d80 con 0x364f2e0 -134> 2014-07-25 18:34:28.118347 7f0703825700 5 -- op tracker -- , seq: 1060, time: 2014-07-25 18:34:28.118157, event: header_read, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -133> 2014-07-25 18:34:28.118359 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.025534, event: header_read, op: pg_info(1 pgs e101:6.37) -132> 2014-07-25 18:34:28.118370 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.025535, event: throttled, op: pg_info(1 pgs e101:6.37) -131> 2014-07-25 18:34:28.118380 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.025582, event: all_read, op: pg_info(1 pgs e101:6.37) -130> 2014-07-25 18:34:28.118381 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.c) v4 -- ?+0 0x3926540 -129> 2014-07-25 18:34:28.118389 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.118355, event: dispatched, op: pg_info(1 pgs e101:6.37) -128> 2014-07-25 18:34:28.118397 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.118395, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.37) -127> 2014-07-25 18:34:28.118407 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.118405, event: started, op: pg_info(1 pgs e101:6.37) -126> 2014-07-25 18:34:28.118423 7f0703825700 5 -- op tracker -- , seq: 1060, time: 2014-07-25 18:34:28.118158, event: throttled, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -125> 2014-07-25 18:34:28.118440 7f0703825700 5 -- op tracker -- , seq: 1060, time: 2014-07-25 18:34:28.118188, event: all_read, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -124> 2014-07-25 18:34:28.118452 7f0703825700 5 -- op tracker -- , seq: 1060, time: 0.000000, event: dispatched, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -123> 2014-07-25 18:34:28.118518 7f070eb45700 5 -- op tracker -- , seq: 1058, time: 2014-07-25 18:34:28.118164, event: reached_pg, op: osd_op(osd.1.8:19 obj8@snapdir [list-snaps] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -122> 2014-07-25 18:34:28.118549 7f0717b57700 5 -- op tracker -- , seq: 1061, time: 2014-07-25 18:34:28.118425, event: done, op: pg_info(1 pgs e101:6.37) -121> 2014-07-25 18:34:28.118652 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1055 ==== pg_info(1 pgs e101:1.2d) v4 ==== 706+0+0 (3501270251 0 0) 0x558c1c0 con 0x364f2e0 -120> 2014-07-25 18:34:28.118662 7f070eb45700 5 -- op tracker -- , seq: 1060, time: 2014-07-25 18:34:28.118553, event: reached_pg, op: osd_op(osd.1.8:20 obj8 [copy-get max 8388608] 7.8df7eaa5 ack+read+ignore_cache+ignore_overlay+map_snap_clone e101) -119> 2014-07-25 18:34:28.118691 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.025617, event: header_read, op: pg_info(1 pgs e101:1.2d) -118> 2014-07-25 18:34:28.118704 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.025618, event: throttled, op: pg_info(1 pgs e101:1.2d) -117> 2014-07-25 18:34:28.118709 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.025660, event: all_read, op: pg_info(1 pgs e101:1.2d) -116> 2014-07-25 18:34:28.118714 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.118668, event: dispatched, op: pg_info(1 pgs e101:1.2d) -115> 2014-07-25 18:34:28.118719 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.118718, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.2d) -114> 2014-07-25 18:34:28.118726 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.118724, event: started, op: pg_info(1 pgs e101:1.2d) -113> 2014-07-25 18:34:28.118739 7f0717b57700 5 -- op tracker -- , seq: 1062, time: 2014-07-25 18:34:28.118738, event: done, op: pg_info(1 pgs e101:1.2d) -112> 2014-07-25 18:34:28.118825 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1056 ==== pg_info(1 pgs e101:6.2b) v4 ==== 706+0+0 (1426991552 0 0) 0x559b480 con 0x364f2e0 -111> 2014-07-25 18:34:28.118841 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.025680, event: header_read, op: pg_info(1 pgs e101:6.2b) -110> 2014-07-25 18:34:28.118850 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.025681, event: throttled, op: pg_info(1 pgs e101:6.2b) -109> 2014-07-25 18:34:28.118858 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.025726, event: all_read, op: pg_info(1 pgs e101:6.2b) -108> 2014-07-25 18:34:28.118864 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.118837, event: dispatched, op: pg_info(1 pgs e101:6.2b) -107> 2014-07-25 18:34:28.118872 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.118870, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.2b) -106> 2014-07-25 18:34:28.118880 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.118879, event: started, op: pg_info(1 pgs e101:6.2b) -105> 2014-07-25 18:34:28.118898 7f0717b57700 5 -- op tracker -- , seq: 1063, time: 2014-07-25 18:34:28.118896, event: done, op: pg_info(1 pgs e101:6.2b) -104> 2014-07-25 18:34:28.118917 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.5( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199799 6 0.000150 -103> 2014-07-25 18:34:28.118934 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.5( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -102> 2014-07-25 18:34:28.118946 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.5( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000 -101> 2014-07-25 18:34:28.118956 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.5( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -100> 2014-07-25 18:34:28.118973 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:2.5) v4 -- ?+0 0x558f800 -99> 2014-07-25 18:34:28.118975 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1057 ==== pg_info(1 pgs e101:8.39) v4 ==== 706+0+0 (1728193900 0 0) 0x558c540 con 0x364f2e0 -98> 2014-07-25 18:34:28.118985 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.025749, event: header_read, op: pg_info(1 pgs e101:8.39) -97> 2014-07-25 18:34:28.118996 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.025749, event: throttled, op: pg_info(1 pgs e101:8.39) -96> 2014-07-25 18:34:28.119003 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.025795, event: all_read, op: pg_info(1 pgs e101:8.39) -95> 2014-07-25 18:34:28.119011 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.118982, event: dispatched, op: pg_info(1 pgs e101:8.39) -94> 2014-07-25 18:34:28.119018 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.119017, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.39) -93> 2014-07-25 18:34:28.119027 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.119025, event: started, op: pg_info(1 pgs e101:8.39) -92> 2014-07-25 18:34:28.119042 7f0717b57700 5 -- op tracker -- , seq: 1064, time: 2014-07-25 18:34:28.119040, event: done, op: pg_info(1 pgs e101:8.39) -91> 2014-07-25 18:34:28.119128 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1058 ==== pg_info(1 pgs e101:8.3a) v4 ==== 706+0+0 (198319253 0 0) 0x50ac000 con 0x364f2e0 -90> 2014-07-25 18:34:28.119142 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.025822, event: header_read, op: pg_info(1 pgs e101:8.3a) -89> 2014-07-25 18:34:28.119151 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.025822, event: throttled, op: pg_info(1 pgs e101:8.3a) -88> 2014-07-25 18:34:28.119158 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.025865, event: all_read, op: pg_info(1 pgs e101:8.3a) -87> 2014-07-25 18:34:28.119165 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.119138, event: dispatched, op: pg_info(1 pgs e101:8.3a) -86> 2014-07-25 18:34:28.119174 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.119172, event: waiting_for_osdmap, op: pg_info(1 pgs e101:8.3a) -85> 2014-07-25 18:34:28.119175 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.0( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199171 6 0.000310 -84> 2014-07-25 18:34:28.119183 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.119181, event: started, op: pg_info(1 pgs e101:8.3a) -83> 2014-07-25 18:34:28.119197 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.0( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -82> 2014-07-25 18:34:28.119208 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.0( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000010 0 0.000000 -81> 2014-07-25 18:34:28.119214 7f0717b57700 5 -- op tracker -- , seq: 1065, time: 2014-07-25 18:34:28.119212, event: done, op: pg_info(1 pgs e101:8.3a) -80> 2014-07-25 18:34:28.119217 7f070f346700 5 osd.3 pg_epoch: 101 pg[8.0( empty local-les=101 n=0 ec=45 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -79> 2014-07-25 18:34:28.119233 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:8.0) v4 -- ?+0 0x49c0300 -78> 2014-07-25 18:34:28.119295 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1059 ==== pg_info(1 pgs e101:4.2a) v4 ==== 706+0+0 (3675272230 0 0) 0x3928840 con 0x364f2e0 -77> 2014-07-25 18:34:28.119309 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.025892, event: header_read, op: pg_info(1 pgs e101:4.2a) -76> 2014-07-25 18:34:28.119318 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.025893, event: throttled, op: pg_info(1 pgs e101:4.2a) -75> 2014-07-25 18:34:28.119324 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.025937, event: all_read, op: pg_info(1 pgs e101:4.2a) -74> 2014-07-25 18:34:28.119331 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.119306, event: dispatched, op: pg_info(1 pgs e101:4.2a) -73> 2014-07-25 18:34:28.119338 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.119337, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.2a) -72> 2014-07-25 18:34:28.119347 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.119345, event: started, op: pg_info(1 pgs e101:4.2a) -71> 2014-07-25 18:34:28.119363 7f0717b57700 5 -- op tracker -- , seq: 1066, time: 2014-07-25 18:34:28.119361, event: done, op: pg_info(1 pgs e101:4.2a) -70> 2014-07-25 18:34:28.119393 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.9( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.198822 6 0.000419 -69> 2014-07-25 18:34:28.119408 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.9( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -68> 2014-07-25 18:34:28.119419 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.9( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000010 0 0.000000 -67> 2014-07-25 18:34:28.119422 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1060 ==== pg_info(1 pgs e101:4.32) v4 ==== 706+0+0 (2782732156 0 0) 0x558ca80 con 0x364f2e0 -66> 2014-07-25 18:34:28.119429 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.9( empty local-les=101 n=0 ec=1 les/c 101/95 100/100/100) [3,1] r=0 lpr=100 pi=94-99/4 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -65> 2014-07-25 18:34:28.119433 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.025959, event: header_read, op: pg_info(1 pgs e101:4.32) -64> 2014-07-25 18:34:28.119440 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.025959, event: throttled, op: pg_info(1 pgs e101:4.32) -63> 2014-07-25 18:34:28.119446 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.9) v4 -- ?+0 0x49c0a00 -62> 2014-07-25 18:34:28.119449 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.026003, event: all_read, op: pg_info(1 pgs e101:4.32) -61> 2014-07-25 18:34:28.119472 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.119430, event: dispatched, op: pg_info(1 pgs e101:4.32) -60> 2014-07-25 18:34:28.119480 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.119478, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.32) -59> 2014-07-25 18:34:28.119488 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.119487, event: started, op: pg_info(1 pgs e101:4.32) -58> 2014-07-25 18:34:28.119503 7f0717b57700 5 -- op tracker -- , seq: 1067, time: 2014-07-25 18:34:28.119502, event: done, op: pg_info(1 pgs e101:4.32) -57> 2014-07-25 18:34:28.119570 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1061 ==== pg_info(1 pgs e101:0.36) v4 ==== 706+0+0 (2896758472 0 0) 0x558d880 con 0x364f2e0 -56> 2014-07-25 18:34:28.119583 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.026042, event: header_read, op: pg_info(1 pgs e101:0.36) -55> 2014-07-25 18:34:28.119592 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.026058, event: throttled, op: pg_info(1 pgs e101:0.36) -54> 2014-07-25 18:34:28.119599 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.026092, event: all_read, op: pg_info(1 pgs e101:0.36) -53> 2014-07-25 18:34:28.119606 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.119580, event: dispatched, op: pg_info(1 pgs e101:0.36) -52> 2014-07-25 18:34:28.119614 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.119612, event: waiting_for_osdmap, op: pg_info(1 pgs e101:0.36) -51> 2014-07-25 18:34:28.119623 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.119621, event: started, op: pg_info(1 pgs e101:0.36) -50> 2014-07-25 18:34:28.119637 7f0717b57700 5 -- op tracker -- , seq: 1068, time: 2014-07-25 18:34:28.119635, event: done, op: pg_info(1 pgs e101:0.36) -49> 2014-07-25 18:34:28.119642 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.b( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199574 6 0.000162 -48> 2014-07-25 18:34:28.119656 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.b( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -47> 2014-07-25 18:34:28.119668 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.b( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000 -46> 2014-07-25 18:34:28.119677 7f070f346700 5 osd.3 pg_epoch: 101 pg[6.b( empty local-les=101 n=0 ec=34 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -45> 2014-07-25 18:34:28.119693 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:6.b) v4 -- ?+0 0x39284c0 -44> 2014-07-25 18:34:28.119717 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1062 ==== pg_info(1 pgs e101:4.2b) v4 ==== 706+0+0 (89515988 0 0) 0x558d500 con 0x364f2e0 -43> 2014-07-25 18:34:28.119730 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.026123, event: header_read, op: pg_info(1 pgs e101:4.2b) -42> 2014-07-25 18:34:28.119738 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.026123, event: throttled, op: pg_info(1 pgs e101:4.2b) -41> 2014-07-25 18:34:28.119746 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.026153, event: all_read, op: pg_info(1 pgs e101:4.2b) -40> 2014-07-25 18:34:28.119751 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.119727, event: dispatched, op: pg_info(1 pgs e101:4.2b) -39> 2014-07-25 18:34:28.119758 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.119756, event: waiting_for_osdmap, op: pg_info(1 pgs e101:4.2b) -38> 2014-07-25 18:34:28.119767 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.119765, event: started, op: pg_info(1 pgs e101:4.2b) -37> 2014-07-25 18:34:28.119763 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.f( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199103 6 0.000177 -36> 2014-07-25 18:34:28.119776 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.f( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -35> 2014-07-25 18:34:28.119783 7f0717b57700 5 -- op tracker -- , seq: 1069, time: 2014-07-25 18:34:28.119781, event: done, op: pg_info(1 pgs e101:4.2b) -34> 2014-07-25 18:34:28.119789 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.f( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000012 0 0.000000 -33> 2014-07-25 18:34:28.119798 7f070f346700 5 osd.3 pg_epoch: 101 pg[1.f( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -32> 2014-07-25 18:34:28.119815 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:1.f) v4 -- ?+0 0x4ea9180 -31> 2014-07-25 18:34:28.119855 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1063 ==== pg_info(1 pgs e101:1.33) v4 ==== 706+0+0 (3464427813 0 0) 0x4ea4000 con 0x364f2e0 -30> 2014-07-25 18:34:28.119875 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.026179, event: header_read, op: pg_info(1 pgs e101:1.33) -29> 2014-07-25 18:34:28.119884 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.026180, event: throttled, op: pg_info(1 pgs e101:1.33) -28> 2014-07-25 18:34:28.119892 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.026232, event: all_read, op: pg_info(1 pgs e101:1.33) -27> 2014-07-25 18:34:28.119898 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.119871, event: dispatched, op: pg_info(1 pgs e101:1.33) -26> 2014-07-25 18:34:28.119905 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.119904, event: waiting_for_osdmap, op: pg_info(1 pgs e101:1.33) -25> 2014-07-25 18:34:28.119914 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.119912, event: started, op: pg_info(1 pgs e101:1.33) -24> 2014-07-25 18:34:28.119928 7f0717b57700 5 -- op tracker -- , seq: 1070, time: 2014-07-25 18:34:28.119927, event: done, op: pg_info(1 pgs e101:1.33) -23> 2014-07-25 18:34:28.119938 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.d( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199171 6 0.000193 -22> 2014-07-25 18:34:28.119953 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.d( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -21> 2014-07-25 18:34:28.119964 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.d( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000 -20> 2014-07-25 18:34:28.119974 7f070f346700 5 osd.3 pg_epoch: 101 pg[4.d( empty local-les=101 n=0 ec=23 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -19> 2014-07-25 18:34:28.119990 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:4.d) v4 -- ?+0 0x4ea9880 -18> 2014-07-25 18:34:28.119998 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1064 ==== pg_info(1 pgs e101:6.2a) v4 ==== 706+0+0 (745188179 0 0) 0x4ea5dc0 con 0x364f2e0 -17> 2014-07-25 18:34:28.120011 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.026269, event: header_read, op: pg_info(1 pgs e101:6.2a) -16> 2014-07-25 18:34:28.120020 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.026270, event: throttled, op: pg_info(1 pgs e101:6.2a) -15> 2014-07-25 18:34:28.120027 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.026301, event: all_read, op: pg_info(1 pgs e101:6.2a) -14> 2014-07-25 18:34:28.120034 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.120007, event: dispatched, op: pg_info(1 pgs e101:6.2a) -13> 2014-07-25 18:34:28.120042 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.120040, event: waiting_for_osdmap, op: pg_info(1 pgs e101:6.2a) -12> 2014-07-25 18:34:28.119845 7f0705332700 -1 *** Caught signal (Aborted) ** in thread 7f0705332700 ceph version andisk-sprint-2-drop-3-390-g2dbd85c (2dbd85c94cf27a1ff0419c5ea9359af7fe30e9b6) 1: /usr/bin/ceph-osd() [0x974a1f] 2: (()+0x10340) [0x7f072888f340] 3: (gsignal()+0x39) [0x7f0726b63f79] 4: (abort()+0x148) [0x7f0726b67388] 5: (__gnu_cxx::__verbose_terminate_handler()+0x155) [0x7f072746f6b5] 6: (()+0x5e836) [0x7f072746d836] 7: (()+0x5e863) [0x7f072746d863] 8: (()+0x5eaa2) [0x7f072746daa2] 9: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1f2) [0xa5a692] 10: (ReplicatedPG::agent_estimate_atime_temp(hobject_t const&, int*, int*)+0x12e) [0x7ad25e] 11: (ReplicatedPG::agent_maybe_evict(std::tr1::shared_ptr&)+0x7a) [0x7e1a2a] 12: (ReplicatedPG::agent_work(int)+0xf45) [0x7fb1d5] 13: (OSDService::agent_entry()+0x557) [0x6090c7] 14: (OSDService::AgentThread::entry()+0xd) [0x67201d] 15: (()+0x8182) [0x7f0728887182] 16: (clone()+0x6d) [0x7f0726c2830d] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. -11> 2014-07-25 18:34:28.120051 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.120049, event: started, op: pg_info(1 pgs e101:6.2a) -10> 2014-07-25 18:34:28.120079 7f0717b57700 5 -- op tracker -- , seq: 1071, time: 2014-07-25 18:34:28.120077, event: done, op: pg_info(1 pgs e101:6.2a) -9> 2014-07-25 18:34:28.120090 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.b( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Activating 0.199171 6 0.000162 -8> 2014-07-25 18:34:28.120105 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.b( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Recovered -7> 2014-07-25 18:34:28.120116 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.b( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] exit Started/Primary/Active/Recovered 0.000011 0 0.000000 -6> 2014-07-25 18:34:28.120126 7f070f346700 5 osd.3 pg_epoch: 101 pg[2.b( empty local-les=101 n=0 ec=1 les/c 101/98 100/100/100) [3,1] r=0 lpr=100 pi=97-99/2 crt=0'0 mlcod 0'0 active+degraded] enter Started/Primary/Active/Clean -5> 2014-07-25 18:34:28.120142 7f070f346700 1 -- 10.242.24.154:6811/29885 --> osd.1 10.242.24.111:6801/31290 -- pg_info(1 pgs e101:2.b) v4 -- ?+0 0x4ea96c0 -4> 2014-07-25 18:34:28.120153 7f0717b57700 1 -- 10.242.24.154:6811/29885 <== osd.1 10.242.24.111:6801/31290 1065 ==== pg_info(1 pgs e101:2.30) v4 ==== 706+0+0 (763956926 0 0) 0x4ea41c0 con 0x364f2e0 -3> 2014-07-25 18:34:28.120163 7f0717b57700 5 -- op tracker -- , seq: 1072, time: 2014-07-25 18:34:28.026343, event: header_read, op: pg_info(1 pgs e101:2.30) -2> 2014-07-25 18:34:28.120169 7f0717b57700 5 -- op tracker -- , seq: 1072, time: 2014-07-25 18:34:28.026344, event: throttled, op: pg_info(1 pgs e101:2.30) -1> 2014-07-25 18:34:28.120174 7f0717b57700 5 -- op tracker -- , seq: 1072, time: 2014-07-25 18:34:28.026374, event: all_read, op: pg_info(1 pgs e101:2.30) 0> 2014-07-25 18:34:28.120179 7f0717b57700 5 -- op tracker -- , seq: 1072, time: 2014-07-25 18:34:28.120160, event: dispatched, op: pg_info(1 pgs e101:2.30) --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 0/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 keyvaluestore 1/ 3 journal 0/ 5 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-osd.3.log --- end dump of recent events ---