-1967> 2015-07-30 16:21:31.800696 7f684fdfb700 5 osd.33 83500 tick -1966> 2015-07-30 16:21:31.800739 7f684fdfb700 10 monclient: _send_mon_message to mon.ceph240 at 100.100.100.240:6789/0 -1965> 2015-07-30 16:21:31.800758 7f684fdfb700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.240:6789/0 -- pg_stats(16 pgs tid 54 v 0) v1 -- ?+0 0x12b42680 con 0xe679860 -1964> 2015-07-30 16:21:31.800849 7f684fdfb700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6801/20887 -- osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-reserve] v 0'0 snapset=0=[]:[] snapc=0=[]) v11 -- ?+0 0x139b1700 con 0x10668680 -1963> 2015-07-30 16:21:31.800874 7f684fdfb700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6817/5025257 -- osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-reserve] v 0'0 snapset=0=[]:[] snapc=0=[]) v11 -- ?+0 0x11b67700 con 0x10667b80 -1962> 2015-07-30 16:21:31.800891 7f684fdfb700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6816/9546 -- osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-reserve] v 0'0 snapset=0=[]:[] snapc=0=[]) v11 -- ?+0 0x13378100 con 0xeaaac00 -1961> 2015-07-30 16:21:31.801570 7f682f805700 1 -- 111.111.111.244:6800/6354 <== osd.9 111.111.111.241:6817/5025257 254 ==== osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) v2 ==== 176+0+1 (266197777 0 4067132163) 0x1207f440 con 0x10667b80 -1960> 2015-07-30 16:21:31.801610 7f682f805700 5 -- op tracker -- seq: 13170, time: 2015-07-30 16:21:31.801512, event: header_read, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1959> 2015-07-30 16:21:31.801623 7f682f805700 5 -- op tracker -- seq: 13170, time: 2015-07-30 16:21:31.801514, event: throttled, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1958> 2015-07-30 16:21:31.801634 7f682f805700 5 -- op tracker -- seq: 13170, time: 2015-07-30 16:21:31.801562, event: all_read, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1957> 2015-07-30 16:21:31.801641 7f682f805700 5 -- op tracker -- seq: 13170, time: 0.000000, event: dispatched, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1956> 2015-07-30 16:21:31.801698 7f6839a37700 5 -- op tracker -- seq: 13170, time: 2015-07-30 16:21:31.801698, event: reached_pg, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1955> 2015-07-30 16:21:31.801721 7f6839a37700 5 -- op tracker -- seq: 13170, time: 2015-07-30 16:21:31.801721, event: started, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1954> 2015-07-30 16:21:31.801732 7f6839a37700 5 -- op tracker -- seq: 13170, time: 2015-07-30 16:21:31.801732, event: done, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1953> 2015-07-30 16:21:31.801902 7f6830a17700 1 -- 111.111.111.244:6800/6354 <== osd.23 111.111.111.243:6816/9546 434 ==== osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) v2 ==== 176+0+1 (3333317764 0 4067132163) 0x14340580 con 0xeaaac00 -1952> 2015-07-30 16:21:31.801982 7f682f300700 1 -- 111.111.111.244:6800/6354 <== osd.2 111.111.111.240:6801/20887 278 ==== osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) v2 ==== 176+0+1 (1533479124 0 4067132163) 0x1226ab00 con 0x10668680 -1951> 2015-07-30 16:21:31.801983 7f6830a17700 5 -- op tracker -- seq: 13171, time: 2015-07-30 16:21:31.801615, event: header_read, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1950> 2015-07-30 16:21:31.802019 7f682f300700 5 -- op tracker -- seq: 13172, time: 2015-07-30 16:21:31.801927, event: header_read, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1949> 2015-07-30 16:21:31.802030 7f682f300700 5 -- op tracker -- seq: 13172, time: 2015-07-30 16:21:31.801928, event: throttled, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1948> 2015-07-30 16:21:31.802009 7f6830a17700 5 -- op tracker -- seq: 13171, time: 2015-07-30 16:21:31.801617, event: throttled, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1947> 2015-07-30 16:21:31.802053 7f6830a17700 5 -- op tracker -- seq: 13171, time: 2015-07-30 16:21:31.801896, event: all_read, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1946> 2015-07-30 16:21:31.802061 7f6830a17700 5 -- op tracker -- seq: 13171, time: 0.000000, event: dispatched, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1945> 2015-07-30 16:21:31.802037 7f682f300700 5 -- op tracker -- seq: 13172, time: 2015-07-30 16:21:31.801978, event: all_read, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1944> 2015-07-30 16:21:31.802067 7f682f300700 5 -- op tracker -- seq: 13172, time: 0.000000, event: dispatched, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1943> 2015-07-30 16:21:31.802149 7f6837232700 5 -- op tracker -- seq: 13172, time: 2015-07-30 16:21:31.802149, event: reached_pg, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1942> 2015-07-30 16:21:31.802171 7f6837232700 5 -- op tracker -- seq: 13172, time: 2015-07-30 16:21:31.802171, event: started, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1941> 2015-07-30 16:21:31.802248 7f6839a37700 5 -- op tracker -- seq: 13171, time: 2015-07-30 16:21:31.802248, event: reached_pg, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1940> 2015-07-30 16:21:31.802262 7f6839a37700 5 -- op tracker -- seq: 13171, time: 2015-07-30 16:21:31.802262, event: started, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1939> 2015-07-30 16:21:31.802243 7f6837232700 5 -- op tracker -- seq: 13172, time: 2015-07-30 16:21:31.802243, event: done, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1938> 2015-07-30 16:21:31.802277 7f6839a37700 5 -- op tracker -- seq: 13171, time: 2015-07-30 16:21:31.802277, event: done, op: osd_sub_op_reply(unknown.0.0:0 45.34b 0//0//45 [scrub-reserve] ack, result = 0) -1937> 2015-07-30 16:21:31.802834 7f6845c51700 1 -- 100.100.100.244:6800/6354 <== client.8963968 100.100.100.242:0/1024312 506 ==== ping magic: 0 v1 ==== 0+0+0 (0 0 0) 0x114afa40 con 0x1126e2c0 -1936> 2015-07-30 16:21:31.804154 7f6835a2f700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6801/20887 -- replica scrub(pg: 45.34b,from:0'0,to:83486'377,epoch:83500,start:0//0//-1,end:a5cd434b//0//-1,chunky:1,deep:1,version:5) v5 -- ?+0 0x14426a00 con 0x10668680 -1935> 2015-07-30 16:21:31.804233 7f6835a2f700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6817/5025257 -- replica scrub(pg: 45.34b,from:0'0,to:83486'377,epoch:83500,start:0//0//-1,end:a5cd434b//0//-1,chunky:1,deep:1,version:5) v5 -- ?+0 0x12ebe800 con 0x10667b80 -1934> 2015-07-30 16:21:31.804296 7f6835a2f700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6816/9546 -- replica scrub(pg: 45.34b,from:0'0,to:83486'377,epoch:83500,start:0//0//-1,end:a5cd434b//0//-1,chunky:1,deep:1,version:5) v5 -- ?+0 0x138da500 con 0xeaaac00 -1933> 2015-07-30 16:21:31.835377 7f6831926700 1 -- 111.111.111.244:6800/6354 <== osd.12 111.111.111.241:6800/8005260 246 ==== osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+932 (601139615 0 1532401141) 0x139b0c00 con 0xeaa89a0 -1932> 2015-07-30 16:21:31.835413 7f6831926700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.835273, event: header_read, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1931> 2015-07-30 16:21:31.835430 7f6831926700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.835275, event: throttled, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1930> 2015-07-30 16:21:31.835439 7f6831926700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.835371, event: all_read, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1929> 2015-07-30 16:21:31.835447 7f6831926700 5 -- op tracker -- seq: 13173, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1928> 2015-07-30 16:21:31.835539 7f6837232700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.835539, event: reached_pg, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1927> 2015-07-30 16:21:31.835584 7f6837232700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.835584, event: started, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1926> 2015-07-30 16:21:31.836005 7f6837232700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.836005, event: started, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1925> 2015-07-30 16:21:31.836183 7f6837232700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.836183, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1924> 2015-07-30 16:21:31.836311 7f684c5f4700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.836311, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1923> 2015-07-30 16:21:31.836420 7f684bdf3700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.836420, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1922> 2015-07-30 16:21:31.836493 7f68495ee700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.836493, event: commit_sent, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1921> 2015-07-30 16:21:31.836521 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6800/8005260 -- osd_sub_op_reply(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226b8c0 con 0xeaa89a0 -1920> 2015-07-30 16:21:31.887717 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1064 ==== osd_op(client.8963436.0:55139 rbd_data.3b3d1e7843e45.0000000000008f93@11 [read 0~4194304] 45.9966025 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (3803055578 0 0) 0x11e27e00 con 0x11501440 -1919> 2015-07-30 16:21:31.887924 7f681acc2700 5 -- op tracker -- seq: 13174, time: 2015-07-30 16:21:31.887450, event: header_read, op: osd_op(client.8963436.0:55139 rbd_data.3b3d1e7843e45.0000000000008f93@11 [read 0~4194304] 45.9966025 ack+read+localize_reads+known_if_redirected e83500) -1918> 2015-07-30 16:21:31.887990 7f681acc2700 5 -- op tracker -- seq: 13174, time: 2015-07-30 16:21:31.887462, event: throttled, op: osd_op(client.8963436.0:55139 rbd_data.3b3d1e7843e45.0000000000008f93@11 [read 0~4194304] 45.9966025 ack+read+localize_reads+known_if_redirected e83500) -1917> 2015-07-30 16:21:31.888056 7f681acc2700 5 -- op tracker -- seq: 13174, time: 2015-07-30 16:21:31.887711, event: all_read, op: osd_op(client.8963436.0:55139 rbd_data.3b3d1e7843e45.0000000000008f93@11 [read 0~4194304] 45.9966025 ack+read+localize_reads+known_if_redirected e83500) -1916> 2015-07-30 16:21:31.888175 7f681acc2700 5 -- op tracker -- seq: 13174, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55139 rbd_data.3b3d1e7843e45.0000000000008f93@11 [read 0~4194304] 45.9966025 ack+read+localize_reads+known_if_redirected e83500) -1915> 2015-07-30 16:21:31.888949 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 458 ==== osd_op(client.8964076.0:35808 rbd_data.36bbb37843e45.0000000000008bc4 [read 0~4194304] 42.8fea1459 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (3373227876 0 0) 0x11e27b80 con 0x111dc260 -1914> 2015-07-30 16:21:31.888993 7f681daf0700 5 -- op tracker -- seq: 13175, time: 2015-07-30 16:21:31.888832, event: header_read, op: osd_op(client.8964076.0:35808 rbd_data.36bbb37843e45.0000000000008bc4 [read 0~4194304] 42.8fea1459 ack+read+known_if_redirected e83500) -1913> 2015-07-30 16:21:31.889010 7f681daf0700 5 -- op tracker -- seq: 13175, time: 2015-07-30 16:21:31.888834, event: throttled, op: osd_op(client.8964076.0:35808 rbd_data.36bbb37843e45.0000000000008bc4 [read 0~4194304] 42.8fea1459 ack+read+known_if_redirected e83500) -1912> 2015-07-30 16:21:31.889027 7f681daf0700 5 -- op tracker -- seq: 13175, time: 2015-07-30 16:21:31.888944, event: all_read, op: osd_op(client.8964076.0:35808 rbd_data.36bbb37843e45.0000000000008bc4 [read 0~4194304] 42.8fea1459 ack+read+known_if_redirected e83500) -1911> 2015-07-30 16:21:31.889035 7f681daf0700 5 -- op tracker -- seq: 13175, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:35808 rbd_data.36bbb37843e45.0000000000008bc4 [read 0~4194304] 42.8fea1459 ack+read+known_if_redirected e83500) -1910> 2015-07-30 16:21:31.894808 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.0 111.111.111.241:0/28833 101 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:31.896337) v2 ==== 47+0+0 (2173128097 0 0) 0x135d1c20 con 0x1087ec00 -1909> 2015-07-30 16:21:31.894811 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.0 111.111.111.241:0/28833 101 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:31.896337) v2 ==== 47+0+0 (2173128097 0 0) 0x109ae960 con 0x10d3af20 -1908> 2015-07-30 16:21:31.894840 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.241:0/28833 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:31.896337) v2 -- ?+0 0x1376ba40 con 0x1087ec00 -1907> 2015-07-30 16:21:31.894876 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.241:0/28833 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:31.896337) v2 -- ?+0 0x1373ed20 con 0x10d3af20 -1906> 2015-07-30 16:21:31.902821 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1065 ==== osd_op(client.8963436.0:55147 rbd_data.3b3d1e7843e45.0000000000008f82@11 [read 0~4194304] 45.2e3a8d7a ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (852993783 0 0) 0x11e29980 con 0x11501440 -1905> 2015-07-30 16:21:31.903000 7f681acc2700 5 -- op tracker -- seq: 13176, time: 2015-07-30 16:21:31.902630, event: header_read, op: osd_op(client.8963436.0:55147 rbd_data.3b3d1e7843e45.0000000000008f82@11 [read 0~4194304] 45.2e3a8d7a ack+read+localize_reads+known_if_redirected e83500) -1904> 2015-07-30 16:21:31.903074 7f681acc2700 5 -- op tracker -- seq: 13176, time: 2015-07-30 16:21:31.902632, event: throttled, op: osd_op(client.8963436.0:55147 rbd_data.3b3d1e7843e45.0000000000008f82@11 [read 0~4194304] 45.2e3a8d7a ack+read+localize_reads+known_if_redirected e83500) -1903> 2015-07-30 16:21:31.903108 7f681acc2700 5 -- op tracker -- seq: 13176, time: 2015-07-30 16:21:31.902816, event: all_read, op: osd_op(client.8963436.0:55147 rbd_data.3b3d1e7843e45.0000000000008f82@11 [read 0~4194304] 45.2e3a8d7a ack+read+localize_reads+known_if_redirected e83500) -1902> 2015-07-30 16:21:31.903134 7f681acc2700 5 -- op tracker -- seq: 13176, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55147 rbd_data.3b3d1e7843e45.0000000000008f82@11 [read 0~4194304] 45.2e3a8d7a ack+read+localize_reads+known_if_redirected e83500) -1901> 2015-07-30 16:21:31.903235 7f6839a37700 5 -- op tracker -- seq: 13176, time: 2015-07-30 16:21:31.903234, event: reached_pg, op: osd_op(client.8963436.0:55147 rbd_data.3b3d1e7843e45.0000000000008f82@11 [read 0~4194304] 45.2e3a8d7a ack+read+localize_reads+known_if_redirected e83500) -1900> 2015-07-30 16:21:31.903702 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55147 rbd_data.3b3d1e7843e45.0000000000008f82 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x12fe02c0 con 0x11501440 -1899> 2015-07-30 16:21:31.903816 7f6839a37700 5 -- op tracker -- seq: 13176, time: 2015-07-30 16:21:31.903816, event: done, op: osd_op(client.8963436.0:55147 rbd_data.3b3d1e7843e45.0000000000008f82@11 [read 0~4194304] 45.2e3a8d7a ack+read+localize_reads+known_if_redirected e83500) -1898> 2015-07-30 16:21:31.916216 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 459 ==== osd_op(client.8964076.0:35816 rbd_data.36bbb37843e45.0000000000008bcc [read 0~4194304] 42.12aa81e3 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (3750127242 0 0) 0x11e26a00 con 0x111dc260 -1897> 2015-07-30 16:21:31.916260 7f681daf0700 5 -- op tracker -- seq: 13177, time: 2015-07-30 16:21:31.916112, event: header_read, op: osd_op(client.8964076.0:35816 rbd_data.36bbb37843e45.0000000000008bcc [read 0~4194304] 42.12aa81e3 ack+read+known_if_redirected e83500) -1896> 2015-07-30 16:21:31.916278 7f681daf0700 5 -- op tracker -- seq: 13177, time: 2015-07-30 16:21:31.916114, event: throttled, op: osd_op(client.8964076.0:35816 rbd_data.36bbb37843e45.0000000000008bcc [read 0~4194304] 42.12aa81e3 ack+read+known_if_redirected e83500) -1895> 2015-07-30 16:21:31.916294 7f681daf0700 5 -- op tracker -- seq: 13177, time: 2015-07-30 16:21:31.916210, event: all_read, op: osd_op(client.8964076.0:35816 rbd_data.36bbb37843e45.0000000000008bcc [read 0~4194304] 42.12aa81e3 ack+read+known_if_redirected e83500) -1894> 2015-07-30 16:21:31.916302 7f681daf0700 5 -- op tracker -- seq: 13177, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:35816 rbd_data.36bbb37843e45.0000000000008bcc [read 0~4194304] 42.12aa81e3 ack+read+known_if_redirected e83500) -1893> 2015-07-30 16:21:31.924815 7f6849def700 5 -- op tracker -- seq: 13133, time: 2015-07-30 16:21:31.924815, event: op_applied, op: osd_op(client.8963436.0:54944 rbd_data.48e7a77843e45.00000000000023b1 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.a05b331a snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1892> 2015-07-30 16:21:31.924859 7f6849def700 5 -- op tracker -- seq: 13133, time: 2015-07-30 16:21:31.924858, event: done, op: osd_op(client.8963436.0:54944 rbd_data.48e7a77843e45.00000000000023b1 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.a05b331a snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1891> 2015-07-30 16:21:31.924905 7f6849def700 5 -- op tracker -- seq: 13165, time: 2015-07-30 16:21:31.924905, event: op_applied, op: osd_op(client.8963508.0:78457 rbd_data.88ca383d1b58ba.000000000000330f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d162d0e1 ack+ondisk+write+known_if_redirected e83500) -1890> 2015-07-30 16:21:31.925774 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55057 rbd_data.3b3d1e7843e45.0000000000008f5c [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x109bb600 con 0x11501440 -1889> 2015-07-30 16:21:31.925954 7f683a238700 5 -- op tracker -- seq: 13156, time: 2015-07-30 16:21:31.925954, event: reached_pg, op: osd_op(client.8963436.0:55063 rbd_data.3b3d1e7843e45.0000000000008f5a@11 [read 0~4194304] 45.f7f8bf6d ack+read+localize_reads+known_if_redirected e83500) -1888> 2015-07-30 16:21:31.925920 7f6837a33700 5 -- op tracker -- seq: 13155, time: 2015-07-30 16:21:31.925920, event: done, op: osd_op(client.8963436.0:55057 rbd_data.3b3d1e7843e45.0000000000008f5c@11 [read 0~4194304] 45.552d276d ack+read+localize_reads+known_if_redirected e83500) -1887> 2015-07-30 16:21:31.926045 7f6837a33700 5 -- op tracker -- seq: 13158, time: 2015-07-30 16:21:31.926045, event: reached_pg, op: osd_op(client.8963508.0:78427 rbd_data.88ca383d1b58ba.000000000000330e [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1886> 2015-07-30 16:21:31.926622 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55063 rbd_data.3b3d1e7843e45.0000000000008f5a [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x109bc3c0 con 0x11501440 -1885> 2015-07-30 16:21:31.926770 7f683a238700 5 -- op tracker -- seq: 13156, time: 2015-07-30 16:21:31.926770, event: done, op: osd_op(client.8963436.0:55063 rbd_data.3b3d1e7843e45.0000000000008f5a@11 [read 0~4194304] 45.f7f8bf6d ack+read+localize_reads+known_if_redirected e83500) -1884> 2015-07-30 16:21:31.927010 7f683a238700 5 -- op tracker -- seq: 13169, time: 2015-07-30 16:21:31.927010, event: reached_pg, op: osd_op(client.8963436.0:55120 rbd_data.3b3d1e7843e45.0000000000008f8a@11 [read 0~4194304] 45.533edad7 ack+read+localize_reads+known_if_redirected e83500) -1883> 2015-07-30 16:21:31.927196 7f6837a33700 5 -- op tracker -- seq: 13158, time: 2015-07-30 16:21:31.927196, event: started, op: osd_op(client.8963508.0:78427 rbd_data.88ca383d1b58ba.000000000000330e [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1882> 2015-07-30 16:21:31.927419 7f6837a33700 5 -- op tracker -- seq: 13158, time: 2015-07-30 16:21:31.927419, event: started, op: osd_op(client.8963508.0:78427 rbd_data.88ca383d1b58ba.000000000000330e [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1881> 2015-07-30 16:21:31.927502 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55120 rbd_data.3b3d1e7843e45.0000000000008f8a [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x1453bc80 con 0x11501440 -1880> 2015-07-30 16:21:31.927524 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78427 rbd_data.88ca383d1b58ba.000000000000330e [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv428 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x140dadc0 con 0x1126e000 -1879> 2015-07-30 16:21:31.927621 7f6837a33700 5 -- op tracker -- seq: 13158, time: 2015-07-30 16:21:31.927621, event: done, op: osd_op(client.8963508.0:78427 rbd_data.88ca383d1b58ba.000000000000330e [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1878> 2015-07-30 16:21:31.927624 7f683a238700 5 -- op tracker -- seq: 13169, time: 2015-07-30 16:21:31.927624, event: done, op: osd_op(client.8963436.0:55120 rbd_data.3b3d1e7843e45.0000000000008f8a@11 [read 0~4194304] 45.533edad7 ack+read+localize_reads+known_if_redirected e83500) -1877> 2015-07-30 16:21:31.927708 7f6837a33700 5 -- op tracker -- seq: 13162, time: 2015-07-30 16:21:31.927707, event: reached_pg, op: osd_op(client.8963508.0:78435 rbd_data.791f542ae8944a.000000000000cc40@6 [read 0~4194304] 39.1cc5c65c ack+read+localize_reads+known_if_redirected e83500) -1876> 2015-07-30 16:21:31.927981 7f683a238700 5 -- op tracker -- seq: 13174, time: 2015-07-30 16:21:31.927981, event: reached_pg, op: osd_op(client.8963436.0:55139 rbd_data.3b3d1e7843e45.0000000000008f93@11 [read 0~4194304] 45.9966025 ack+read+localize_reads+known_if_redirected e83500) -1875> 2015-07-30 16:21:31.928454 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78435 rbd_data.791f542ae8944a.000000000000cc40 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x11980580 con 0x1126e000 -1874> 2015-07-30 16:21:31.928582 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55139 rbd_data.3b3d1e7843e45.0000000000008f93 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x12fe3c80 con 0x11501440 -1873> 2015-07-30 16:21:31.928568 7f6837a33700 5 -- op tracker -- seq: 13162, time: 2015-07-30 16:21:31.928567, event: done, op: osd_op(client.8963508.0:78435 rbd_data.791f542ae8944a.000000000000cc40@6 [read 0~4194304] 39.1cc5c65c ack+read+localize_reads+known_if_redirected e83500) -1872> 2015-07-30 16:21:31.928891 7f6837a33700 5 -- op tracker -- seq: 13163, time: 2015-07-30 16:21:31.928890, event: reached_pg, op: osd_op(client.8963508.0:78455 rbd_data.791f542ae8944a.000000000000cc4f@6 [read 0~4194304] 39.a3d5795c ack+read+localize_reads+known_if_redirected e83500) -1871> 2015-07-30 16:21:31.928763 7f683a238700 5 -- op tracker -- seq: 13174, time: 2015-07-30 16:21:31.928763, event: done, op: osd_op(client.8963436.0:55139 rbd_data.3b3d1e7843e45.0000000000008f93@11 [read 0~4194304] 45.9966025 ack+read+localize_reads+known_if_redirected e83500) -1870> 2015-07-30 16:21:31.929314 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78455 rbd_data.791f542ae8944a.000000000000cc4f [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x143423c0 con 0x1126e000 -1869> 2015-07-30 16:21:31.929415 7f6837a33700 5 -- op tracker -- seq: 13163, time: 2015-07-30 16:21:31.929415, event: done, op: osd_op(client.8963508.0:78455 rbd_data.791f542ae8944a.000000000000cc4f@6 [read 0~4194304] 39.a3d5795c ack+read+localize_reads+known_if_redirected e83500) -1868> 2015-07-30 16:21:31.934111 7f682e2f0700 1 -- 111.111.111.244:6800/6354 <== osd.0 111.111.111.241:6816/5028833 503 ==== osd_sub_op_reply(client.8963508.0:78457 45.e1 d162d0e1/rbd_data.88ca383d1b58ba.000000000000330f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (2787961180 0 0) 0x12124840 con 0x10626b00 -1867> 2015-07-30 16:21:31.934141 7f682e2f0700 5 -- op tracker -- seq: 13178, time: 2015-07-30 16:21:31.934062, event: header_read, op: osd_sub_op_reply(client.8963508.0:78457 45.e1 d162d0e1/rbd_data.88ca383d1b58ba.000000000000330f/head//45 [] ondisk, result = 0) -1866> 2015-07-30 16:21:31.934158 7f682e2f0700 5 -- op tracker -- seq: 13178, time: 2015-07-30 16:21:31.934064, event: throttled, op: osd_sub_op_reply(client.8963508.0:78457 45.e1 d162d0e1/rbd_data.88ca383d1b58ba.000000000000330f/head//45 [] ondisk, result = 0) -1865> 2015-07-30 16:21:31.934170 7f682e2f0700 5 -- op tracker -- seq: 13178, time: 2015-07-30 16:21:31.934105, event: all_read, op: osd_sub_op_reply(client.8963508.0:78457 45.e1 d162d0e1/rbd_data.88ca383d1b58ba.000000000000330f/head//45 [] ondisk, result = 0) -1864> 2015-07-30 16:21:31.934189 7f682e2f0700 5 -- op tracker -- seq: 13178, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78457 45.e1 d162d0e1/rbd_data.88ca383d1b58ba.000000000000330f/head//45 [] ondisk, result = 0) -1863> 2015-07-30 16:21:31.934253 7f683b23a700 5 -- op tracker -- seq: 13178, time: 2015-07-30 16:21:31.934253, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78457 45.e1 d162d0e1/rbd_data.88ca383d1b58ba.000000000000330f/head//45 [] ondisk, result = 0) -1862> 2015-07-30 16:21:31.934275 7f683b23a700 5 -- op tracker -- seq: 13178, time: 2015-07-30 16:21:31.934275, event: started, op: osd_sub_op_reply(client.8963508.0:78457 45.e1 d162d0e1/rbd_data.88ca383d1b58ba.000000000000330f/head//45 [] ondisk, result = 0) -1861> 2015-07-30 16:21:31.934285 7f683b23a700 5 -- op tracker -- seq: 13165, time: 2015-07-30 16:21:31.934285, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78457 rbd_data.88ca383d1b58ba.000000000000330f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d162d0e1 ack+ondisk+write+known_if_redirected e83500) -1860> 2015-07-30 16:21:31.934300 7f683b23a700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78457 rbd_data.88ca383d1b58ba.000000000000330f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'397 uv397 ack = 0) v6 -- ?+0 0x14343440 con 0x1126e000 -1859> 2015-07-30 16:21:31.934324 7f683b23a700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78457 rbd_data.88ca383d1b58ba.000000000000330f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'397 uv397 ondisk = 0) v6 -- ?+0 0x1207f180 con 0x1126e000 -1858> 2015-07-30 16:21:31.934334 7f683b23a700 5 -- op tracker -- seq: 13165, time: 2015-07-30 16:21:31.934334, event: commit_sent, op: osd_op(client.8963508.0:78457 rbd_data.88ca383d1b58ba.000000000000330f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d162d0e1 ack+ondisk+write+known_if_redirected e83500) -1857> 2015-07-30 16:21:31.934356 7f683b23a700 5 -- op tracker -- seq: 13165, time: 2015-07-30 16:21:31.934356, event: done, op: osd_op(client.8963508.0:78457 rbd_data.88ca383d1b58ba.000000000000330f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d162d0e1 ack+ondisk+write+known_if_redirected e83500) -1856> 2015-07-30 16:21:31.934376 7f683b23a700 5 -- op tracker -- seq: 13178, time: 2015-07-30 16:21:31.934376, event: done, op: osd_sub_op_reply(client.8963508.0:78457 45.e1 d162d0e1/rbd_data.88ca383d1b58ba.000000000000330f/head//45 [] ondisk, result = 0) -1855> 2015-07-30 16:21:31.981403 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 999 ==== osd_op(client.8963508.0:78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) v4 ==== 267+0+0 (3262485613 0 0) 0x11e28f80 con 0x1126e000 -1854> 2015-07-30 16:21:31.981620 7f681d0e6700 5 -- op tracker -- seq: 13179, time: 2015-07-30 16:21:31.981154, event: header_read, op: osd_op(client.8963508.0:78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1853> 2015-07-30 16:21:31.981727 7f681d0e6700 5 -- op tracker -- seq: 13179, time: 2015-07-30 16:21:31.981156, event: throttled, op: osd_op(client.8963508.0:78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1852> 2015-07-30 16:21:31.981769 7f681d0e6700 5 -- op tracker -- seq: 13179, time: 2015-07-30 16:21:31.981397, event: all_read, op: osd_op(client.8963508.0:78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1851> 2015-07-30 16:21:31.981779 7f681d0e6700 5 -- op tracker -- seq: 13179, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1850> 2015-07-30 16:21:31.981929 7f6837232700 5 -- op tracker -- seq: 13179, time: 2015-07-30 16:21:31.981929, event: reached_pg, op: osd_op(client.8963508.0:78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1849> 2015-07-30 16:21:31.982823 7f6837232700 5 -- op tracker -- seq: 13179, time: 2015-07-30 16:21:31.982823, event: started, op: osd_op(client.8963508.0:78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1848> 2015-07-30 16:21:31.983017 7f6837232700 5 -- op tracker -- seq: 13179, time: 2015-07-30 16:21:31.983017, event: started, op: osd_op(client.8963508.0:78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1847> 2015-07-30 16:21:31.983192 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv426 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x14342940 con 0x1126e000 -1846> 2015-07-30 16:21:31.983290 7f6837232700 5 -- op tracker -- seq: 13179, time: 2015-07-30 16:21:31.983290, event: done, op: osd_op(client.8963508.0:78520 rbd_data.88ca383d1b58ba.000000000000331f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1845> 2015-07-30 16:21:31.984192 7f6839236700 5 -- op tracker -- seq: 13157, time: 2015-07-30 16:21:31.984192, event: started, op: osd_op(client.8964076.0:35761 rbd_data.36bbb37843e45.0000000000008b95 [read 0~4194304] 42.3d06ebd9 ack+read+known_if_redirected e83500) -1844> 2015-07-30 16:21:31.984356 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1027184 -- osd_op_reply(35761 rbd_data.36bbb37843e45.0000000000008b95 [read 0~0] v0'0 uv667 ondisk = 0) v6 -- ?+0 0x12fe2ec0 con 0x111dc260 -1843> 2015-07-30 16:21:31.984521 7f6836a31700 5 -- op tracker -- seq: 13175, time: 2015-07-30 16:21:31.984521, event: reached_pg, op: osd_op(client.8964076.0:35808 rbd_data.36bbb37843e45.0000000000008bc4 [read 0~4194304] 42.8fea1459 ack+read+known_if_redirected e83500) -1842> 2015-07-30 16:21:31.984480 7f6839236700 5 -- op tracker -- seq: 13157, time: 2015-07-30 16:21:31.984480, event: done, op: osd_op(client.8964076.0:35761 rbd_data.36bbb37843e45.0000000000008b95 [read 0~0] 42.3d06ebd9 ack+read+known_if_redirected e83500) -1841> 2015-07-30 16:21:31.984569 7f6839236700 5 -- op tracker -- seq: 13177, time: 2015-07-30 16:21:31.984569, event: reached_pg, op: osd_op(client.8964076.0:35816 rbd_data.36bbb37843e45.0000000000008bcc [read 0~4194304] 42.12aa81e3 ack+read+known_if_redirected e83500) -1840> 2015-07-30 16:21:31.995490 7f6849def700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.995489, event: sub_op_applied, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1839> 2015-07-30 16:21:31.995519 7f6849def700 5 -- op tracker -- seq: 13173, time: 2015-07-30 16:21:31.995519, event: done, op: osd_sub_op(client.8963508.0:78492 45.8a c497488a/rbd_data.88ca383d1b58ba.0000000000003318/head//45 [] v 83500'420 snapset=0=[]:[] snapc=0=[]) -1838> 2015-07-30 16:21:32.003900 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1000 ==== osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) v4 ==== 229+0+0 (1915713029 0 0) 0x11e29700 con 0x1126e000 -1837> 2015-07-30 16:21:32.004009 7f681d0e6700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.003624, event: header_read, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1836> 2015-07-30 16:21:32.004120 7f681d0e6700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.003625, event: throttled, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1835> 2015-07-30 16:21:32.004243 7f681d0e6700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.003894, event: all_read, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1834> 2015-07-30 16:21:32.004311 7f681d0e6700 5 -- op tracker -- seq: 13180, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1833> 2015-07-30 16:21:32.004386 7f683a238700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.004385, event: reached_pg, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1832> 2015-07-30 16:21:32.005248 7f683a238700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.005248, event: started, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1831> 2015-07-30 16:21:32.005420 7f683a238700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.005420, event: started, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1830> 2015-07-30 16:21:32.005683 7f683a238700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.005683, event: waiting for subops from 12,13,44, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1829> 2015-07-30 16:21:32.005933 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6800/8005260 -- osd_sub_op(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] v 83500'429 snapset=0=[]:[] snapc=0=[]) v11 -- ?+937 0x13d35700 con 0xeaa89a0 -1828> 2015-07-30 16:21:32.006010 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6804/7729 -- osd_sub_op(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] v 83500'429 snapset=0=[]:[] snapc=0=[]) v11 -- ?+937 0x1437a200 con 0xeaaaec0 -1827> 2015-07-30 16:21:32.006123 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.242:6824/22526 -- osd_sub_op(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] v 83500'429 snapset=0=[]:[] snapc=0=[]) v11 -- ?+937 0x139b1700 con 0x52abfa0 -1826> 2015-07-30 16:21:32.006473 7f683a238700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.006473, event: commit_queued_for_journal_write, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1825> 2015-07-30 16:21:32.006700 7f684c5f4700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.006700, event: write_thread_in_journal_buffer, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1824> 2015-07-30 16:21:32.006817 7f684bdf3700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.006817, event: journaled_completion_queued, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1823> 2015-07-30 16:21:32.006850 7f68495ee700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.006850, event: op_commit, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1822> 2015-07-30 16:21:32.007324 7f6849def700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.007324, event: op_applied, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1821> 2015-07-30 16:21:32.007383 7f6831926700 1 -- 111.111.111.244:6800/6354 <== osd.12 111.111.111.241:6800/8005260 247 ==== osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (3790957146 0 0) 0x1226b8c0 con 0xeaa89a0 -1820> 2015-07-30 16:21:32.007424 7f6831926700 5 -- op tracker -- seq: 13181, time: 2015-07-30 16:21:32.007320, event: header_read, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1819> 2015-07-30 16:21:32.007438 7f6831926700 5 -- op tracker -- seq: 13181, time: 2015-07-30 16:21:32.007322, event: throttled, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1818> 2015-07-30 16:21:32.007446 7f6831926700 5 -- op tracker -- seq: 13181, time: 2015-07-30 16:21:32.007378, event: all_read, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1817> 2015-07-30 16:21:32.007453 7f6831926700 5 -- op tracker -- seq: 13181, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1816> 2015-07-30 16:21:32.007486 7f6837a33700 5 -- op tracker -- seq: 13181, time: 2015-07-30 16:21:32.007486, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1815> 2015-07-30 16:21:32.007505 7f6837a33700 5 -- op tracker -- seq: 13181, time: 2015-07-30 16:21:32.007505, event: started, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1814> 2015-07-30 16:21:32.007554 7f6837a33700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.007554, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1813> 2015-07-30 16:21:32.007643 7f6837a33700 5 -- op tracker -- seq: 13181, time: 2015-07-30 16:21:32.007643, event: done, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1812> 2015-07-30 16:21:32.008178 7f6830b18700 1 -- 111.111.111.244:6800/6354 <== osd.13 111.111.111.243:6804/7729 320 ==== osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (247791939 0 0) 0x1207fc80 con 0xeaaaec0 -1811> 2015-07-30 16:21:32.008200 7f6830b18700 5 -- op tracker -- seq: 13182, time: 2015-07-30 16:21:32.008105, event: header_read, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1810> 2015-07-30 16:21:32.008225 7f6830b18700 5 -- op tracker -- seq: 13182, time: 2015-07-30 16:21:32.008107, event: throttled, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1809> 2015-07-30 16:21:32.008234 7f6830b18700 5 -- op tracker -- seq: 13182, time: 2015-07-30 16:21:32.008173, event: all_read, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1808> 2015-07-30 16:21:32.008242 7f6830b18700 5 -- op tracker -- seq: 13182, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1807> 2015-07-30 16:21:32.008290 7f683a238700 5 -- op tracker -- seq: 13182, time: 2015-07-30 16:21:32.008290, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1806> 2015-07-30 16:21:32.008281 7f682cedc700 1 -- 111.111.111.244:6800/6354 <== osd.44 111.111.111.242:6824/22526 139 ==== osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (1677819095 0 0) 0x14046000 con 0x52abfa0 -1805> 2015-07-30 16:21:32.008308 7f683a238700 5 -- op tracker -- seq: 13182, time: 2015-07-30 16:21:32.008308, event: started, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1804> 2015-07-30 16:21:32.008324 7f682cedc700 5 -- op tracker -- seq: 13183, time: 2015-07-30 16:21:32.008222, event: header_read, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1803> 2015-07-30 16:21:32.008337 7f682cedc700 5 -- op tracker -- seq: 13183, time: 2015-07-30 16:21:32.008224, event: throttled, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1802> 2015-07-30 16:21:32.008346 7f682cedc700 5 -- op tracker -- seq: 13183, time: 2015-07-30 16:21:32.008276, event: all_read, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1801> 2015-07-30 16:21:32.008354 7f682cedc700 5 -- op tracker -- seq: 13183, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1800> 2015-07-30 16:21:32.008331 7f683a238700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.008331, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1799> 2015-07-30 16:21:32.008451 7f6837a33700 5 -- op tracker -- seq: 13183, time: 2015-07-30 16:21:32.008451, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1798> 2015-07-30 16:21:32.008467 7f6837a33700 5 -- op tracker -- seq: 13183, time: 2015-07-30 16:21:32.008467, event: started, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1797> 2015-07-30 16:21:32.008476 7f6837a33700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.008476, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1796> 2015-07-30 16:21:32.008487 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'429 uv429 ack = 0) v6 -- ?+0 0x12fe0580 con 0x1126e000 -1795> 2015-07-30 16:21:32.008447 7f683a238700 5 -- op tracker -- seq: 13182, time: 2015-07-30 16:21:32.008447, event: done, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1794> 2015-07-30 16:21:32.008510 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'429 uv429 ondisk = 0) v6 -- ?+0 0x1226b8c0 con 0x1126e000 -1793> 2015-07-30 16:21:32.008527 7f6837a33700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.008527, event: commit_sent, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1792> 2015-07-30 16:21:32.008550 7f6837a33700 5 -- op tracker -- seq: 13180, time: 2015-07-30 16:21:32.008550, event: done, op: osd_op(client.8963508.0:78521 rbd_data.88ca383d1b58ba.000000000000330e [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.4a2d8b36 ack+ondisk+write+known_if_redirected e83500) -1791> 2015-07-30 16:21:32.008697 7f6837a33700 5 -- op tracker -- seq: 13183, time: 2015-07-30 16:21:32.008697, event: done, op: osd_sub_op_reply(client.8963508.0:78521 45.336 4a2d8b36/rbd_data.88ca383d1b58ba.000000000000330e/head//45 [] ondisk, result = 0) -1790> 2015-07-30 16:21:32.030952 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.27 100.100.100.241:0/23860 107 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.031463) v2 ==== 47+0+0 (3067403472 0 0) 0x11b93a40 con 0x111da580 -1789> 2015-07-30 16:21:32.030991 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.241:0/23860 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.031463) v2 -- ?+0 0x135d1c20 con 0x111da580 -1788> 2015-07-30 16:21:32.031008 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.27 100.100.100.241:0/23860 107 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.031463) v2 ==== 47+0+0 (3067403472 0 0) 0x126cd2c0 con 0x111db340 -1787> 2015-07-30 16:21:32.031045 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.241:0/23860 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.031463) v2 -- ?+0 0x109ae960 con 0x111db340 -1786> 2015-07-30 16:21:32.046258 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.43 111.111.111.242:0/21899 95 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.046892) v2 ==== 47+0+0 (692294853 0 0) 0x11083680 con 0x10f959c0 -1785> 2015-07-30 16:21:32.046268 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.43 111.111.111.242:0/21899 95 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.046892) v2 ==== 47+0+0 (692294853 0 0) 0x11cfd840 con 0x11064580 -1784> 2015-07-30 16:21:32.046301 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.242:0/21899 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.046892) v2 -- ?+0 0x126cd2c0 con 0x10f959c0 -1783> 2015-07-30 16:21:32.046341 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.242:0/21899 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.046892) v2 -- ?+0 0x11b93a40 con 0x11064580 -1782> 2015-07-30 16:21:32.056367 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.50 100.100.100.242:0/23413 88 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.057522) v2 ==== 47+0+0 (1433800962 0 0) 0x12649fe0 con 0x1087e260 -1781> 2015-07-30 16:21:32.056400 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.242:0/23413 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.057522) v2 -- ?+0 0x11083680 con 0x1087e260 -1780> 2015-07-30 16:21:32.056422 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.50 100.100.100.242:0/23413 88 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.057522) v2 ==== 47+0+0 (1433800962 0 0) 0x10cd2ee0 con 0x1087d4a0 -1779> 2015-07-30 16:21:32.056457 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.242:0/23413 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.057522) v2 -- ?+0 0x11cfd840 con 0x1087d4a0 -1778> 2015-07-30 16:21:32.066852 7f681738a700 1 -- 100.100.100.244:6800/6354 <== client.8781641 100.100.100.242:0/1030262 694 ==== osd_op(client.8781641.0:300717 rbd_data.791f542ae8944a.0000000000049693 [read 0~4194304] 39.7ec9275b ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (580218081 0 0) 0x138dd700 con 0x11501700 -1777> 2015-07-30 16:21:32.066879 7f681738a700 5 -- op tracker -- seq: 13184, time: 2015-07-30 16:21:32.066799, event: header_read, op: osd_op(client.8781641.0:300717 rbd_data.791f542ae8944a.0000000000049693 [read 0~4194304] 39.7ec9275b ack+read+known_if_redirected e83500) -1776> 2015-07-30 16:21:32.066890 7f681738a700 5 -- op tracker -- seq: 13184, time: 2015-07-30 16:21:32.066801, event: throttled, op: osd_op(client.8781641.0:300717 rbd_data.791f542ae8944a.0000000000049693 [read 0~4194304] 39.7ec9275b ack+read+known_if_redirected e83500) -1775> 2015-07-30 16:21:32.066897 7f681738a700 5 -- op tracker -- seq: 13184, time: 2015-07-30 16:21:32.066846, event: all_read, op: osd_op(client.8781641.0:300717 rbd_data.791f542ae8944a.0000000000049693 [read 0~4194304] 39.7ec9275b ack+read+known_if_redirected e83500) -1774> 2015-07-30 16:21:32.066904 7f681738a700 5 -- op tracker -- seq: 13184, time: 0.000000, event: dispatched, op: osd_op(client.8781641.0:300717 rbd_data.791f542ae8944a.0000000000049693 [read 0~4194304] 39.7ec9275b ack+read+known_if_redirected e83500) -1773> 2015-07-30 16:21:32.066966 7f683aa39700 5 -- op tracker -- seq: 13184, time: 2015-07-30 16:21:32.066965, event: reached_pg, op: osd_op(client.8781641.0:300717 rbd_data.791f542ae8944a.0000000000049693 [read 0~4194304] 39.7ec9275b ack+read+known_if_redirected e83500) -1772> 2015-07-30 16:21:32.067216 7f683aa39700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1030262 -- osd_op_reply(300717 rbd_data.791f542ae8944a.0000000000049693 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x141be580 con 0x11501700 -1771> 2015-07-30 16:21:32.067360 7f683aa39700 5 -- op tracker -- seq: 13184, time: 2015-07-30 16:21:32.067360, event: done, op: osd_op(client.8781641.0:300717 rbd_data.791f542ae8944a.0000000000049693 [read 0~4194304] 39.7ec9275b ack+read+known_if_redirected e83500) -1770> 2015-07-30 16:21:32.078556 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1066 ==== osd_op(client.8963436.0:55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 274+0+0 (2142875895 0 0) 0x11e28300 con 0x11501440 -1769> 2015-07-30 16:21:32.078778 7f681acc2700 5 -- op tracker -- seq: 13185, time: 2015-07-30 16:21:32.078284, event: header_read, op: osd_op(client.8963436.0:55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1768> 2015-07-30 16:21:32.078850 7f681acc2700 5 -- op tracker -- seq: 13185, time: 2015-07-30 16:21:32.078287, event: throttled, op: osd_op(client.8963436.0:55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1767> 2015-07-30 16:21:32.078917 7f681acc2700 5 -- op tracker -- seq: 13185, time: 2015-07-30 16:21:32.078550, event: all_read, op: osd_op(client.8963436.0:55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1766> 2015-07-30 16:21:32.079045 7f681acc2700 5 -- op tracker -- seq: 13185, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1765> 2015-07-30 16:21:32.079221 7f683a238700 5 -- op tracker -- seq: 13185, time: 2015-07-30 16:21:32.079221, event: reached_pg, op: osd_op(client.8963436.0:55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1764> 2015-07-30 16:21:32.079973 7f6845c51700 1 -- 100.100.100.244:6800/6354 <== mon.0 100.100.100.240:6789/0 144 ==== pg_stats_ack(16 pgs tid 54) v1 ==== 468+0+0 (3901744016 0 0) 0x115f3660 con 0xe679860 -1763> 2015-07-30 16:21:32.080121 7f683a238700 5 -- op tracker -- seq: 13185, time: 2015-07-30 16:21:32.080120, event: started, op: osd_op(client.8963436.0:55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1762> 2015-07-30 16:21:32.080294 7f683a238700 5 -- op tracker -- seq: 13185, time: 2015-07-30 16:21:32.080294, event: started, op: osd_op(client.8963436.0:55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1761> 2015-07-30 16:21:32.080423 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv397 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x13297b80 con 0x11501440 -1760> 2015-07-30 16:21:32.080538 7f683a238700 5 -- op tracker -- seq: 13185, time: 2015-07-30 16:21:32.080537, event: done, op: osd_op(client.8963436.0:55183 rbd_data.48e7a77843e45.00000000000023ed [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1759> 2015-07-30 16:21:32.085420 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1001 ==== osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) v4 ==== 229+0+0 (950896787 0 0) 0x11e26f00 con 0x1126e000 -1758> 2015-07-30 16:21:32.085574 7f681d0e6700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.085213, event: header_read, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1757> 2015-07-30 16:21:32.085644 7f681d0e6700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.085215, event: throttled, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1756> 2015-07-30 16:21:32.085705 7f681d0e6700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.085414, event: all_read, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1755> 2015-07-30 16:21:32.085715 7f681d0e6700 5 -- op tracker -- seq: 13186, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1754> 2015-07-30 16:21:32.085809 7f6839a37700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.085808, event: reached_pg, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1753> 2015-07-30 16:21:32.086587 7f6839a37700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.086587, event: started, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1752> 2015-07-30 16:21:32.086721 7f6839a37700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.086721, event: started, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1751> 2015-07-30 16:21:32.087033 7f6839a37700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.087033, event: waiting for subops from 3,5,26, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1750> 2015-07-30 16:21:32.087257 7f6839a37700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6809/5027379 -- osd_sub_op(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) v11 -- ?+932 0x13186100 con 0xeaa8c60 -1749> 2015-07-30 16:21:32.087345 7f6839a37700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6800/6012334 -- osd_sub_op(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) v11 -- ?+932 0x11415700 con 0x106674a0 -1748> 2015-07-30 16:21:32.087433 7f6839a37700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6800/5963 -- osd_sub_op(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) v11 -- ?+932 0x139aeb00 con 0xeaab5a0 -1747> 2015-07-30 16:21:32.087883 7f6839a37700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.087883, event: commit_queued_for_journal_write, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1746> 2015-07-30 16:21:32.088113 7f684c5f4700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.088113, event: write_thread_in_journal_buffer, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1745> 2015-07-30 16:21:32.088234 7f684bdf3700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.088234, event: journaled_completion_queued, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1744> 2015-07-30 16:21:32.088315 7f68495ee700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.088315, event: op_commit, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1743> 2015-07-30 16:21:32.088879 7f682f603700 1 -- 111.111.111.244:6800/6354 <== osd.5 111.111.111.240:6800/6012334 174 ==== osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (3260655411 0 0) 0x11454940 con 0x106674a0 -1742> 2015-07-30 16:21:32.088905 7f682f603700 5 -- op tracker -- seq: 13187, time: 2015-07-30 16:21:32.088832, event: header_read, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1741> 2015-07-30 16:21:32.088910 7f6849def700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.088910, event: op_applied, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1740> 2015-07-30 16:21:32.088921 7f682f603700 5 -- op tracker -- seq: 13187, time: 2015-07-30 16:21:32.088833, event: throttled, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1739> 2015-07-30 16:21:32.088934 7f682f603700 5 -- op tracker -- seq: 13187, time: 2015-07-30 16:21:32.088874, event: all_read, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1738> 2015-07-30 16:21:32.088945 7f682f603700 5 -- op tracker -- seq: 13187, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1737> 2015-07-30 16:21:32.088987 7f6837232700 5 -- op tracker -- seq: 13187, time: 2015-07-30 16:21:32.088987, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1736> 2015-07-30 16:21:32.089008 7f6837232700 5 -- op tracker -- seq: 13187, time: 2015-07-30 16:21:32.089008, event: started, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1735> 2015-07-30 16:21:32.089063 7f6837232700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.089063, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1734> 2015-07-30 16:21:32.089132 7f6837232700 5 -- op tracker -- seq: 13187, time: 2015-07-30 16:21:32.089132, event: done, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1733> 2015-07-30 16:21:32.089413 7f6830512700 1 -- 111.111.111.244:6800/6354 <== osd.26 111.111.111.243:6800/5963 235 ==== osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (3826938815 0 0) 0x1226a840 con 0xeaab5a0 -1732> 2015-07-30 16:21:32.089449 7f6830512700 5 -- op tracker -- seq: 13188, time: 2015-07-30 16:21:32.089366, event: header_read, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1731> 2015-07-30 16:21:32.089463 7f6830512700 5 -- op tracker -- seq: 13188, time: 2015-07-30 16:21:32.089367, event: throttled, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1730> 2015-07-30 16:21:32.089477 7f6830512700 5 -- op tracker -- seq: 13188, time: 2015-07-30 16:21:32.089407, event: all_read, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1729> 2015-07-30 16:21:32.089485 7f6830512700 5 -- op tracker -- seq: 13188, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1728> 2015-07-30 16:21:32.089545 7f6839a37700 5 -- op tracker -- seq: 13188, time: 2015-07-30 16:21:32.089545, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1727> 2015-07-30 16:21:32.089544 7f6831724700 1 -- 111.111.111.244:6800/6354 <== osd.3 111.111.111.241:6809/5027379 213 ==== osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (2871013511 0 0) 0x117ca940 con 0xeaa8c60 -1726> 2015-07-30 16:21:32.089582 7f6839a37700 5 -- op tracker -- seq: 13188, time: 2015-07-30 16:21:32.089582, event: started, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1725> 2015-07-30 16:21:32.089587 7f6831724700 5 -- op tracker -- seq: 13189, time: 2015-07-30 16:21:32.089496, event: header_read, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1724> 2015-07-30 16:21:32.089609 7f6831724700 5 -- op tracker -- seq: 13189, time: 2015-07-30 16:21:32.089498, event: throttled, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1723> 2015-07-30 16:21:32.089617 7f6831724700 5 -- op tracker -- seq: 13189, time: 2015-07-30 16:21:32.089539, event: all_read, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1722> 2015-07-30 16:21:32.089625 7f6831724700 5 -- op tracker -- seq: 13189, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1721> 2015-07-30 16:21:32.089593 7f6839a37700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.089593, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1720> 2015-07-30 16:21:32.089723 7f6837232700 5 -- op tracker -- seq: 13189, time: 2015-07-30 16:21:32.089723, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1719> 2015-07-30 16:21:32.089718 7f6839a37700 5 -- op tracker -- seq: 13188, time: 2015-07-30 16:21:32.089718, event: done, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1718> 2015-07-30 16:21:32.089748 7f6837232700 5 -- op tracker -- seq: 13189, time: 2015-07-30 16:21:32.089748, event: started, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1717> 2015-07-30 16:21:32.089819 7f6837232700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.089819, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1716> 2015-07-30 16:21:32.089987 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'427 uv427 ack = 0) v6 -- ?+0 0x13298c00 con 0x1126e000 -1715> 2015-07-30 16:21:32.090153 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'427 uv427 ondisk = 0) v6 -- ?+0 0x13296580 con 0x1126e000 -1714> 2015-07-30 16:21:32.090247 7f6837232700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.090247, event: commit_sent, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1713> 2015-07-30 16:21:32.090358 7f6837232700 5 -- op tracker -- seq: 13186, time: 2015-07-30 16:21:32.090358, event: done, op: osd_op(client.8963508.0:78562 rbd_data.88ca383d1b58ba.000000000000331f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb323062 ack+ondisk+write+known_if_redirected e83500) -1712> 2015-07-30 16:21:32.090381 7f6837232700 5 -- op tracker -- seq: 13189, time: 2015-07-30 16:21:32.090381, event: done, op: osd_sub_op_reply(client.8963508.0:78562 45.62 eb323062/rbd_data.88ca383d1b58ba.000000000000331f/head//45 [] ondisk, result = 0) -1711> 2015-07-30 16:21:32.143095 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.28 100.100.100.241:0/4350 112 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.144356) v2 ==== 47+0+0 (248535048 0 0) 0x1375d2a0 con 0x111dadc0 -1710> 2015-07-30 16:21:32.143126 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.28 100.100.100.241:0/4350 112 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.144356) v2 ==== 47+0+0 (248535048 0 0) 0xabbc000 con 0x111dbb80 -1709> 2015-07-30 16:21:32.143136 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.241:0/4350 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.144356) v2 -- ?+0 0x10cd2ee0 con 0x111dadc0 -1708> 2015-07-30 16:21:32.143226 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.241:0/4350 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.144356) v2 -- ?+0 0x12649fe0 con 0x111dbb80 -1707> 2015-07-30 16:21:32.168212 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.5 100.100.100.240:0/12334 105 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.168710) v2 ==== 47+0+0 (2876185627 0 0) 0x10f821c0 con 0x111a6680 -1706> 2015-07-30 16:21:32.168270 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.240:0/12334 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.168710) v2 -- ?+0 0xabbc000 con 0x111a6680 -1705> 2015-07-30 16:21:32.168456 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.5 100.100.100.240:0/12334 105 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.168710) v2 ==== 47+0+0 (2876185627 0 0) 0x12648b40 con 0x111da2c0 -1704> 2015-07-30 16:21:32.168488 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.240:0/12334 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.168710) v2 -- ?+0 0x1375d2a0 con 0x111da2c0 -1703> 2015-07-30 16:21:32.192328 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1067 ==== osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 236+0+0 (3232108115 0 0) 0x11e28f80 con 0x11501440 -1702> 2015-07-30 16:21:32.192682 7f681acc2700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.191934, event: header_read, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1701> 2015-07-30 16:21:32.192853 7f681acc2700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.191937, event: throttled, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1700> 2015-07-30 16:21:32.192900 7f681acc2700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.192321, event: all_read, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1699> 2015-07-30 16:21:32.192929 7f681acc2700 5 -- op tracker -- seq: 13190, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1698> 2015-07-30 16:21:32.193026 7f6837a33700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.193026, event: reached_pg, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1697> 2015-07-30 16:21:32.194091 7f6837a33700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.194091, event: started, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1696> 2015-07-30 16:21:32.194245 7f6837a33700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.194245, event: started, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1695> 2015-07-30 16:21:32.194597 7f6837a33700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.194596, event: waiting for subops from 1,3,17, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1694> 2015-07-30 16:21:32.194819 7f6837a33700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6806/10101 -- osd_sub_op(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) v11 -- ?+939 0x13184b00 con 0xeaa91e0 -1693> 2015-07-30 16:21:32.194931 7f6837a33700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6809/5027379 -- osd_sub_op(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) v11 -- ?+939 0x111a8000 con 0xeaa8c60 -1692> 2015-07-30 16:21:32.195014 7f6837a33700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6830/6021767 -- osd_sub_op(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) v11 -- ?+939 0x13d36d00 con 0x10627080 -1691> 2015-07-30 16:21:32.195392 7f6837a33700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.195392, event: commit_queued_for_journal_write, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1690> 2015-07-30 16:21:32.195670 7f684c5f4700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.195670, event: write_thread_in_journal_buffer, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1689> 2015-07-30 16:21:32.196409 7f683101d700 1 -- 111.111.111.244:6800/6354 <== osd.1 111.111.111.243:6806/10101 272 ==== osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (3837703645 0 0) 0x1207db80 con 0xeaa91e0 -1688> 2015-07-30 16:21:32.196438 7f683101d700 5 -- op tracker -- seq: 13191, time: 2015-07-30 16:21:32.196363, event: header_read, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1687> 2015-07-30 16:21:32.196449 7f683101d700 5 -- op tracker -- seq: 13191, time: 2015-07-30 16:21:32.196365, event: throttled, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1686> 2015-07-30 16:21:32.196458 7f683101d700 5 -- op tracker -- seq: 13191, time: 2015-07-30 16:21:32.196404, event: all_read, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1685> 2015-07-30 16:21:32.196465 7f683101d700 5 -- op tracker -- seq: 13191, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1684> 2015-07-30 16:21:32.196501 7f683a238700 5 -- op tracker -- seq: 13191, time: 2015-07-30 16:21:32.196500, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1683> 2015-07-30 16:21:32.196546 7f683a238700 5 -- op tracker -- seq: 13191, time: 2015-07-30 16:21:32.196546, event: started, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1682> 2015-07-30 16:21:32.196574 7f683a238700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.196574, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1681> 2015-07-30 16:21:32.196659 7f683a238700 5 -- op tracker -- seq: 13191, time: 2015-07-30 16:21:32.196659, event: done, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1680> 2015-07-30 16:21:32.196699 7f6831724700 1 -- 111.111.111.244:6800/6354 <== osd.3 111.111.111.241:6809/5027379 214 ==== osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (1060246814 0 0) 0x106f9e40 con 0xeaa8c60 -1679> 2015-07-30 16:21:32.196708 7f682e1ef700 1 -- 111.111.111.244:6800/6354 <== osd.17 111.111.111.240:6830/6021767 287 ==== osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (615679459 0 0) 0x109bb340 con 0x10627080 -1678> 2015-07-30 16:21:32.196722 7f6831724700 5 -- op tracker -- seq: 13192, time: 2015-07-30 16:21:32.196649, event: header_read, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1677> 2015-07-30 16:21:32.196728 7f682e1ef700 5 -- op tracker -- seq: 13193, time: 2015-07-30 16:21:32.196660, event: header_read, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1676> 2015-07-30 16:21:32.196751 7f6831724700 5 -- op tracker -- seq: 13192, time: 2015-07-30 16:21:32.196651, event: throttled, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1675> 2015-07-30 16:21:32.196758 7f6831724700 5 -- op tracker -- seq: 13192, time: 2015-07-30 16:21:32.196693, event: all_read, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1674> 2015-07-30 16:21:32.196757 7f682e1ef700 5 -- op tracker -- seq: 13193, time: 2015-07-30 16:21:32.196662, event: throttled, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1673> 2015-07-30 16:21:32.196769 7f6831724700 5 -- op tracker -- seq: 13192, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1672> 2015-07-30 16:21:32.196772 7f682e1ef700 5 -- op tracker -- seq: 13193, time: 2015-07-30 16:21:32.196702, event: all_read, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1671> 2015-07-30 16:21:32.196780 7f682e1ef700 5 -- op tracker -- seq: 13193, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1670> 2015-07-30 16:21:32.196799 7f6837a33700 5 -- op tracker -- seq: 13192, time: 2015-07-30 16:21:32.196799, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1669> 2015-07-30 16:21:32.196813 7f6837a33700 5 -- op tracker -- seq: 13192, time: 2015-07-30 16:21:32.196813, event: started, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1668> 2015-07-30 16:21:32.196822 7f6837a33700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.196822, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1667> 2015-07-30 16:21:32.196865 7f683a238700 5 -- op tracker -- seq: 13193, time: 2015-07-30 16:21:32.196865, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1666> 2015-07-30 16:21:32.196860 7f6837a33700 5 -- op tracker -- seq: 13192, time: 2015-07-30 16:21:32.196860, event: done, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1665> 2015-07-30 16:21:32.196883 7f683a238700 5 -- op tracker -- seq: 13193, time: 2015-07-30 16:21:32.196883, event: started, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1664> 2015-07-30 16:21:32.196893 7f683a238700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.196893, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1663> 2015-07-30 16:21:32.196946 7f683a238700 5 -- op tracker -- seq: 13193, time: 2015-07-30 16:21:32.196946, event: done, op: osd_sub_op_reply(client.8963436.0:55204 45.2d7 91c6fed7/rbd_data.48e7a77843e45.00000000000023ed/head//45 [] ondisk, result = 0) -1662> 2015-07-30 16:21:32.215360 7f684bdf3700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.215360, event: journaled_completion_queued, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1661> 2015-07-30 16:21:32.215413 7f68495ee700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.215412, event: op_commit, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1660> 2015-07-30 16:21:32.215449 7f68495ee700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'398 uv398 ondisk = 0) v6 -- ?+0 0x13299440 con 0x11501440 -1659> 2015-07-30 16:21:32.215471 7f68495ee700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.215471, event: commit_sent, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1658> 2015-07-30 16:21:32.216030 7f6849def700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.216030, event: op_applied, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1657> 2015-07-30 16:21:32.216083 7f6849def700 5 -- op tracker -- seq: 13190, time: 2015-07-30 16:21:32.216083, event: done, op: osd_op(client.8963436.0:55204 rbd_data.48e7a77843e45.00000000000023ed [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.91c6fed7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1656> 2015-07-30 16:21:32.236247 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1002 ==== osd_op(client.8963508.0:78593 rbd_data.791f542ae8944a.000000000000cca2@6 [read 0~4194304] 39.74b4ae58 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (1234308692 0 0) 0x11e28f80 con 0x1126e000 -1655> 2015-07-30 16:21:32.236567 7f681d0e6700 5 -- op tracker -- seq: 13194, time: 2015-07-30 16:21:32.235880, event: header_read, op: osd_op(client.8963508.0:78593 rbd_data.791f542ae8944a.000000000000cca2@6 [read 0~4194304] 39.74b4ae58 ack+read+localize_reads+known_if_redirected e83500) -1654> 2015-07-30 16:21:32.236666 7f681d0e6700 5 -- op tracker -- seq: 13194, time: 2015-07-30 16:21:32.235883, event: throttled, op: osd_op(client.8963508.0:78593 rbd_data.791f542ae8944a.000000000000cca2@6 [read 0~4194304] 39.74b4ae58 ack+read+localize_reads+known_if_redirected e83500) -1653> 2015-07-30 16:21:32.236713 7f681d0e6700 5 -- op tracker -- seq: 13194, time: 2015-07-30 16:21:32.236240, event: all_read, op: osd_op(client.8963508.0:78593 rbd_data.791f542ae8944a.000000000000cca2@6 [read 0~4194304] 39.74b4ae58 ack+read+localize_reads+known_if_redirected e83500) -1652> 2015-07-30 16:21:32.236723 7f681d0e6700 5 -- op tracker -- seq: 13194, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78593 rbd_data.791f542ae8944a.000000000000cca2@6 [read 0~4194304] 39.74b4ae58 ack+read+localize_reads+known_if_redirected e83500) -1651> 2015-07-30 16:21:32.236819 7f6839a37700 5 -- op tracker -- seq: 13194, time: 2015-07-30 16:21:32.236819, event: reached_pg, op: osd_op(client.8963508.0:78593 rbd_data.791f542ae8944a.000000000000cca2@6 [read 0~4194304] 39.74b4ae58 ack+read+localize_reads+known_if_redirected e83500) -1650> 2015-07-30 16:21:32.237359 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78593 rbd_data.791f542ae8944a.000000000000cca2 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x141bf340 con 0x1126e000 -1649> 2015-07-30 16:21:32.237450 7f6839a37700 5 -- op tracker -- seq: 13194, time: 2015-07-30 16:21:32.237450, event: done, op: osd_op(client.8963508.0:78593 rbd_data.791f542ae8944a.000000000000cca2@6 [read 0~4194304] 39.74b4ae58 ack+read+localize_reads+known_if_redirected e83500) -1648> 2015-07-30 16:21:32.247194 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.29 111.111.111.243:0/9094 109 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.248091) v2 ==== 47+0+0 (822632344 0 0) 0x117750c0 con 0x111db600 -1647> 2015-07-30 16:21:32.247211 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.29 111.111.111.243:0/9094 109 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.248091) v2 ==== 47+0+0 (822632344 0 0) 0x120614a0 con 0x111da840 -1646> 2015-07-30 16:21:32.247238 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.243:0/9094 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.248091) v2 -- ?+0 0x10f821c0 con 0x111db600 -1645> 2015-07-30 16:21:32.247278 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.243:0/9094 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.248091) v2 -- ?+0 0x12648b40 con 0x111da840 -1644> 2015-07-30 16:21:32.258627 7f6838a35700 5 -- op tracker -- seq: 13148, time: 2015-07-30 16:21:32.258627, event: started, op: osd_op(client.8963436.0:55030 rbd_data.3b3d1e7843e45.0000000000008f41@11 [read 0~4194304] 45.7c55cd68 ack+read+localize_reads+known_if_redirected e83500) -1643> 2015-07-30 16:21:32.269673 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 686 ==== osd_op(client.8784389.0:222000 rbd_data.791f542ae8944a.0000000000036316 [read 0~4194304] 39.71771058 ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (1433191182 0 0) 0x11265980 con 0x115019c0 -1642> 2015-07-30 16:21:32.269705 7f6816b78700 5 -- op tracker -- seq: 13195, time: 2015-07-30 16:21:32.269600, event: header_read, op: osd_op(client.8784389.0:222000 rbd_data.791f542ae8944a.0000000000036316 [read 0~4194304] 39.71771058 ack+read+known_if_redirected e83500) -1641> 2015-07-30 16:21:32.269719 7f6816b78700 5 -- op tracker -- seq: 13195, time: 2015-07-30 16:21:32.269603, event: throttled, op: osd_op(client.8784389.0:222000 rbd_data.791f542ae8944a.0000000000036316 [read 0~4194304] 39.71771058 ack+read+known_if_redirected e83500) -1640> 2015-07-30 16:21:32.269729 7f6816b78700 5 -- op tracker -- seq: 13195, time: 2015-07-30 16:21:32.269664, event: all_read, op: osd_op(client.8784389.0:222000 rbd_data.791f542ae8944a.0000000000036316 [read 0~4194304] 39.71771058 ack+read+known_if_redirected e83500) -1639> 2015-07-30 16:21:32.269745 7f6816b78700 5 -- op tracker -- seq: 13195, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222000 rbd_data.791f542ae8944a.0000000000036316 [read 0~4194304] 39.71771058 ack+read+known_if_redirected e83500) -1638> 2015-07-30 16:21:32.269829 7f6837232700 5 -- op tracker -- seq: 13195, time: 2015-07-30 16:21:32.269829, event: reached_pg, op: osd_op(client.8784389.0:222000 rbd_data.791f542ae8944a.0000000000036316 [read 0~4194304] 39.71771058 ack+read+known_if_redirected e83500) -1637> 2015-07-30 16:21:32.270227 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222000 rbd_data.791f542ae8944a.0000000000036316 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x141be840 con 0x115019c0 -1636> 2015-07-30 16:21:32.270491 7f6837232700 5 -- op tracker -- seq: 13195, time: 2015-07-30 16:21:32.270490, event: done, op: osd_op(client.8784389.0:222000 rbd_data.791f542ae8944a.0000000000036316 [read 0~4194304] 39.71771058 ack+read+known_if_redirected e83500) -1635> 2015-07-30 16:21:32.270881 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 460 ==== osd_op(client.8964076.0:35882 rbd_data.36bbb37843e45.0000000000008c0e [read 0~4194304] 42.e7b6459 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (3834520284 0 0) 0x11e26f00 con 0x111dc260 -1634> 2015-07-30 16:21:32.270938 7f681daf0700 5 -- op tracker -- seq: 13196, time: 2015-07-30 16:21:32.270609, event: header_read, op: osd_op(client.8964076.0:35882 rbd_data.36bbb37843e45.0000000000008c0e [read 0~4194304] 42.e7b6459 ack+read+known_if_redirected e83500) -1633> 2015-07-30 16:21:32.270956 7f681daf0700 5 -- op tracker -- seq: 13196, time: 2015-07-30 16:21:32.270611, event: throttled, op: osd_op(client.8964076.0:35882 rbd_data.36bbb37843e45.0000000000008c0e [read 0~4194304] 42.e7b6459 ack+read+known_if_redirected e83500) -1632> 2015-07-30 16:21:32.270975 7f681daf0700 5 -- op tracker -- seq: 13196, time: 2015-07-30 16:21:32.270876, event: all_read, op: osd_op(client.8964076.0:35882 rbd_data.36bbb37843e45.0000000000008c0e [read 0~4194304] 42.e7b6459 ack+read+known_if_redirected e83500) -1631> 2015-07-30 16:21:32.270983 7f681daf0700 5 -- op tracker -- seq: 13196, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:35882 rbd_data.36bbb37843e45.0000000000008c0e [read 0~4194304] 42.e7b6459 ack+read+known_if_redirected e83500) -1630> 2015-07-30 16:21:32.273385 7f682fd0a700 1 -- 111.111.111.244:6800/6354 <== osd.14 111.111.111.240:6828/6006000 213 ==== osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+937 (3257803452 0 557940026) 0x13859600 con 0x10667600 -1629> 2015-07-30 16:21:32.273413 7f682fd0a700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.273291, event: header_read, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1628> 2015-07-30 16:21:32.273426 7f682fd0a700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.273293, event: throttled, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1627> 2015-07-30 16:21:32.273440 7f682fd0a700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.273379, event: all_read, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1626> 2015-07-30 16:21:32.273448 7f682fd0a700 5 -- op tracker -- seq: 13197, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1625> 2015-07-30 16:21:32.273495 7f6839a37700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.273495, event: reached_pg, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1624> 2015-07-30 16:21:32.273524 7f6839a37700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.273524, event: started, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1623> 2015-07-30 16:21:32.274142 7f6839a37700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.274141, event: started, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1622> 2015-07-30 16:21:32.274344 7f6839a37700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.274344, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1621> 2015-07-30 16:21:32.274487 7f684c5f4700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.274487, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1620> 2015-07-30 16:21:32.274587 7f684bdf3700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.274587, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1619> 2015-07-30 16:21:32.274612 7f68495ee700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.274612, event: commit_sent, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1618> 2015-07-30 16:21:32.274636 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6828/6006000 -- osd_sub_op_reply(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226d700 con 0x10667600 -1617> 2015-07-30 16:21:32.275237 7f6849def700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.275237, event: sub_op_applied, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1616> 2015-07-30 16:21:32.275258 7f6849def700 5 -- op tracker -- seq: 13197, time: 2015-07-30 16:21:32.275258, event: done, op: osd_sub_op(client.8963508.0:78603 45.323 31d81f23/rbd_data.88ca383d1b58ba.000000000000332a/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) -1615> 2015-07-30 16:21:32.275524 7f6836a31700 5 -- op tracker -- seq: 13175, time: 2015-07-30 16:21:32.275524, event: started, op: osd_op(client.8964076.0:35808 rbd_data.36bbb37843e45.0000000000008bc4 [read 0~4194304] 42.8fea1459 ack+read+known_if_redirected e83500) -1614> 2015-07-30 16:21:32.275691 7f6836a31700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1027184 -- osd_op_reply(35808 rbd_data.36bbb37843e45.0000000000008bc4 [read 0~0] v0'0 uv668 ondisk = 0) v6 -- ?+0 0x141bfe40 con 0x111dc260 -1613> 2015-07-30 16:21:32.275806 7f6836a31700 5 -- op tracker -- seq: 13175, time: 2015-07-30 16:21:32.275806, event: done, op: osd_op(client.8964076.0:35808 rbd_data.36bbb37843e45.0000000000008bc4 [read 0~0] 42.8fea1459 ack+read+known_if_redirected e83500) -1612> 2015-07-30 16:21:32.275917 7f6836a31700 5 -- op tracker -- seq: 13196, time: 2015-07-30 16:21:32.275917, event: reached_pg, op: osd_op(client.8964076.0:35882 rbd_data.36bbb37843e45.0000000000008c0e [read 0~4194304] 42.e7b6459 ack+read+known_if_redirected e83500) -1611> 2015-07-30 16:21:32.285406 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 687 ==== osd_op(client.8784389.0:222002 rbd_data.791f542ae8944a.0000000000036318 [read 0~4194304] 39.6d06705c ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (3519726786 0 0) 0x131f3900 con 0x115019c0 -1610> 2015-07-30 16:21:32.285451 7f6816b78700 5 -- op tracker -- seq: 13198, time: 2015-07-30 16:21:32.285297, event: header_read, op: osd_op(client.8784389.0:222002 rbd_data.791f542ae8944a.0000000000036318 [read 0~4194304] 39.6d06705c ack+read+known_if_redirected e83500) -1609> 2015-07-30 16:21:32.285473 7f6816b78700 5 -- op tracker -- seq: 13198, time: 2015-07-30 16:21:32.285301, event: throttled, op: osd_op(client.8784389.0:222002 rbd_data.791f542ae8944a.0000000000036318 [read 0~4194304] 39.6d06705c ack+read+known_if_redirected e83500) -1608> 2015-07-30 16:21:32.285484 7f6816b78700 5 -- op tracker -- seq: 13198, time: 2015-07-30 16:21:32.285398, event: all_read, op: osd_op(client.8784389.0:222002 rbd_data.791f542ae8944a.0000000000036318 [read 0~4194304] 39.6d06705c ack+read+known_if_redirected e83500) -1607> 2015-07-30 16:21:32.285491 7f6816b78700 5 -- op tracker -- seq: 13198, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222002 rbd_data.791f542ae8944a.0000000000036318 [read 0~4194304] 39.6d06705c ack+read+known_if_redirected e83500) -1606> 2015-07-30 16:21:32.285569 7f6837a33700 5 -- op tracker -- seq: 13198, time: 2015-07-30 16:21:32.285569, event: reached_pg, op: osd_op(client.8784389.0:222002 rbd_data.791f542ae8944a.0000000000036318 [read 0~4194304] 39.6d06705c ack+read+known_if_redirected e83500) -1605> 2015-07-30 16:21:32.285927 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222002 rbd_data.791f542ae8944a.0000000000036318 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x141c1700 con 0x115019c0 -1604> 2015-07-30 16:21:32.286160 7f6837a33700 5 -- op tracker -- seq: 13198, time: 2015-07-30 16:21:32.286160, event: done, op: osd_op(client.8784389.0:222002 rbd_data.791f542ae8944a.0000000000036318 [read 0~4194304] 39.6d06705c ack+read+known_if_redirected e83500) -1603> 2015-07-30 16:21:32.308008 7f6838a35700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55030 rbd_data.3b3d1e7843e45.0000000000008f41 [read 0~4194304] v0'0 uv164 ondisk = 0) v6 -- ?+0 0x1226a840 con 0x11501440 -1602> 2015-07-30 16:21:32.308114 7f6838a35700 5 -- op tracker -- seq: 13148, time: 2015-07-30 16:21:32.308114, event: done, op: osd_op(client.8963436.0:55030 rbd_data.3b3d1e7843e45.0000000000008f41@11 [read 0~4194304] 45.7c55cd68 ack+read+localize_reads+known_if_redirected e83500) -1601> 2015-07-30 16:21:32.317277 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.24 100.100.100.241:0/23277 107 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.318869) v2 ==== 47+0+0 (2925196822 0 0) 0x1218b480 con 0x576e100 -1600> 2015-07-30 16:21:32.317287 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.24 100.100.100.241:0/23277 107 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.318869) v2 ==== 47+0+0 (2925196822 0 0) 0x11cfcb20 con 0x11067180 -1599> 2015-07-30 16:21:32.317312 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.241:0/23277 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.318869) v2 -- ?+0 0x117750c0 con 0x576e100 -1598> 2015-07-30 16:21:32.317342 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.241:0/23277 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.318869) v2 -- ?+0 0x120614a0 con 0x11067180 -1597> 2015-07-30 16:21:32.319182 7f682fd0a700 1 -- 111.111.111.244:6800/6354 <== osd.14 111.111.111.240:6828/6006000 214 ==== osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) v11 ==== 1410+0+939 (3441205233 0 2565175298) 0x137c1700 con 0x10667600 -1596> 2015-07-30 16:21:32.319213 7f682fd0a700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.319089, event: header_read, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1595> 2015-07-30 16:21:32.319227 7f682fd0a700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.319091, event: throttled, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1594> 2015-07-30 16:21:32.319236 7f682fd0a700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.319176, event: all_read, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1593> 2015-07-30 16:21:32.319244 7f682fd0a700 5 -- op tracker -- seq: 13199, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1592> 2015-07-30 16:21:32.319285 7f6837232700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.319284, event: reached_pg, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1591> 2015-07-30 16:21:32.319311 7f6837232700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.319311, event: started, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1590> 2015-07-30 16:21:32.319841 7f6837232700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.319841, event: started, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1589> 2015-07-30 16:21:32.320105 7f6837232700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.320105, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1588> 2015-07-30 16:21:32.320241 7f684c5f4700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.320241, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1587> 2015-07-30 16:21:32.329775 7f684bdf3700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.329775, event: journaled_completion_queued, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1586> 2015-07-30 16:21:32.329832 7f68495ee700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.329832, event: commit_sent, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1585> 2015-07-30 16:21:32.329867 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6828/6006000 -- osd_sub_op_reply(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226b600 con 0x10667600 -1584> 2015-07-30 16:21:32.330608 7f6849def700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.330608, event: sub_op_applied, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1583> 2015-07-30 16:21:32.330676 7f6849def700 5 -- op tracker -- seq: 13199, time: 2015-07-30 16:21:32.330676, event: done, op: osd_sub_op(client.8963436.0:55247 45.323 9c22b723/rbd_data.48e7a77843e45.00000000000023f2/head//45 [] v 83500'436 snapset=0=[]:[] snapc=0=[]) -1582> 2015-07-30 16:21:32.338134 7f6831926700 1 -- 111.111.111.244:6800/6354 <== osd.12 111.111.111.241:6800/8005260 248 ==== osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) v11 ==== 1410+0+934 (1794163645 0 3454128927) 0x13d35700 con 0xeaa89a0 -1581> 2015-07-30 16:21:32.338178 7f6831926700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.338007, event: header_read, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1580> 2015-07-30 16:21:32.338198 7f6831926700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.338012, event: throttled, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1579> 2015-07-30 16:21:32.338214 7f6831926700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.338123, event: all_read, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1578> 2015-07-30 16:21:32.338226 7f6831926700 5 -- op tracker -- seq: 13200, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1577> 2015-07-30 16:21:32.338312 7f683b23a700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.338312, event: reached_pg, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1576> 2015-07-30 16:21:32.338338 7f683b23a700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.338338, event: started, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1575> 2015-07-30 16:21:32.338637 7f683b23a700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.338637, event: started, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1574> 2015-07-30 16:21:32.338808 7f683b23a700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.338807, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1573> 2015-07-30 16:21:32.338910 7f684c5f4700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.338910, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1572> 2015-07-30 16:21:32.339053 7f684bdf3700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.339053, event: journaled_completion_queued, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1571> 2015-07-30 16:21:32.339075 7f68495ee700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.339075, event: commit_sent, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1570> 2015-07-30 16:21:32.339097 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6800/8005260 -- osd_sub_op_reply(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226cc00 con 0xeaa89a0 -1569> 2015-07-30 16:21:32.339619 7f6849def700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.339618, event: sub_op_applied, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1568> 2015-07-30 16:21:32.339655 7f6849def700 5 -- op tracker -- seq: 13200, time: 2015-07-30 16:21:32.339655, event: done, op: osd_sub_op(client.8963436.0:55248 45.19 61534c19/rbd_data.48e7a77843e45.00000000000023f5/head//45 [] v 83500'398 snapset=0=[]:[] snapc=0=[]) -1567> 2015-07-30 16:21:32.343438 7f683101d700 1 -- 111.111.111.244:6800/6354 <== osd.1 111.111.111.243:6806/10101 273 ==== osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+932 (2741030213 0 3221550513) 0x13184b00 con 0xeaa91e0 -1566> 2015-07-30 16:21:32.343473 7f683101d700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.343342, event: header_read, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1565> 2015-07-30 16:21:32.343491 7f683101d700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.343344, event: throttled, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1564> 2015-07-30 16:21:32.343498 7f683101d700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.343431, event: all_read, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1563> 2015-07-30 16:21:32.343509 7f683101d700 5 -- op tracker -- seq: 13201, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1562> 2015-07-30 16:21:32.343555 7f6838a35700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.343554, event: reached_pg, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1561> 2015-07-30 16:21:32.343579 7f6838a35700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.343579, event: started, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1560> 2015-07-30 16:21:32.343905 7f6838a35700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.343905, event: started, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1559> 2015-07-30 16:21:32.343971 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.6 100.100.100.241:0/26726 105 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.345563) v2 ==== 47+0+0 (3074512694 0 0) 0x115a0760 con 0x10759b20 -1558> 2015-07-30 16:21:32.343975 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.6 100.100.100.241:0/26726 105 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.345563) v2 ==== 47+0+0 (3074512694 0 0) 0x1373fe00 con 0x1087c000 -1557> 2015-07-30 16:21:32.344017 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.241:0/26726 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.345563) v2 -- ?+0 0x1218b480 con 0x10759b20 -1556> 2015-07-30 16:21:32.344056 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.241:0/26726 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.345563) v2 -- ?+0 0x11cfcb20 con 0x1087c000 -1555> 2015-07-30 16:21:32.344045 7f6838a35700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.344045, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1554> 2015-07-30 16:21:32.344141 7f684c5f4700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.344141, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1553> 2015-07-30 16:21:32.344265 7f684bdf3700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.344265, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1552> 2015-07-30 16:21:32.344287 7f68495ee700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.344286, event: commit_sent, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1551> 2015-07-30 16:21:32.344314 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6806/10101 -- osd_sub_op_reply(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226a000 con 0xeaa91e0 -1550> 2015-07-30 16:21:32.344852 7f6849def700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.344851, event: sub_op_applied, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1549> 2015-07-30 16:21:32.344895 7f6849def700 5 -- op tracker -- seq: 13201, time: 2015-07-30 16:21:32.344895, event: done, op: osd_sub_op(client.8963508.0:78612 45.64 d7fea864/rbd_data.88ca383d1b58ba.0000000000003329/head//45 [] v 83500'414 snapset=0=[]:[] snapc=0=[]) -1548> 2015-07-30 16:21:32.358052 7f6839236700 5 -- op tracker -- seq: 13177, time: 2015-07-30 16:21:32.358051, event: started, op: osd_op(client.8964076.0:35816 rbd_data.36bbb37843e45.0000000000008bcc [read 0~4194304] 42.12aa81e3 ack+read+known_if_redirected e83500) -1547> 2015-07-30 16:21:32.358229 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1027184 -- osd_op_reply(35816 rbd_data.36bbb37843e45.0000000000008bcc [read 0~0] v0'0 uv617 ondisk = 0) v6 -- ?+0 0x141bf080 con 0x111dc260 -1546> 2015-07-30 16:21:32.358290 7f6839236700 5 -- op tracker -- seq: 13177, time: 2015-07-30 16:21:32.358290, event: done, op: osd_op(client.8964076.0:35816 rbd_data.36bbb37843e45.0000000000008bcc [read 0~0] 42.12aa81e3 ack+read+known_if_redirected e83500) -1545> 2015-07-30 16:21:32.361971 7f682cedc700 1 -- 111.111.111.244:6800/6354 <== osd.44 111.111.111.242:6824/22526 140 ==== osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) v11 ==== 1410+0+939 (3447484481 0 1913798397) 0x13b48d00 con 0x52abfa0 -1544> 2015-07-30 16:21:32.362019 7f682cedc700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.361819, event: header_read, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1543> 2015-07-30 16:21:32.362030 7f682cedc700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.361821, event: throttled, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1542> 2015-07-30 16:21:32.362037 7f682cedc700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.361965, event: all_read, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1541> 2015-07-30 16:21:32.362048 7f682cedc700 5 -- op tracker -- seq: 13202, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1540> 2015-07-30 16:21:32.362110 7f6839a37700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.362110, event: reached_pg, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1539> 2015-07-30 16:21:32.362139 7f6839a37700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.362139, event: started, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1538> 2015-07-30 16:21:32.362476 7f6839a37700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.362476, event: started, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1537> 2015-07-30 16:21:32.362624 7f6839a37700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.362623, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1536> 2015-07-30 16:21:32.362731 7f684c5f4700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.362731, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1535> 2015-07-30 16:21:32.362879 7f684bdf3700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.362879, event: journaled_completion_queued, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1534> 2015-07-30 16:21:32.362928 7f68495ee700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.362928, event: commit_sent, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1533> 2015-07-30 16:21:32.362957 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.242:6824/22526 -- osd_sub_op_reply(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226b080 con 0x52abfa0 -1532> 2015-07-30 16:21:32.363524 7f6849def700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.363523, event: sub_op_applied, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1531> 2015-07-30 16:21:32.363554 7f6849def700 5 -- op tracker -- seq: 13202, time: 2015-07-30 16:21:32.363554, event: done, op: osd_sub_op(client.8963436.0:55250 45.1b6 6652edb6/rbd_data.48e7a77843e45.00000000000023f4/head//45 [] v 83500'450 snapset=0=[]:[] snapc=0=[]) -1530> 2015-07-30 16:21:32.395815 7f6836a31700 5 -- op tracker -- seq: 13196, time: 2015-07-30 16:21:32.395815, event: started, op: osd_op(client.8964076.0:35882 rbd_data.36bbb37843e45.0000000000008c0e [read 0~4194304] 42.e7b6459 ack+read+known_if_redirected e83500) -1529> 2015-07-30 16:21:32.396009 7f6836a31700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1027184 -- osd_op_reply(35882 rbd_data.36bbb37843e45.0000000000008c0e [read 0~0] v0'0 uv669 ondisk = 0) v6 -- ?+0 0x12fe1e40 con 0x111dc260 -1528> 2015-07-30 16:21:32.396148 7f6836a31700 5 -- op tracker -- seq: 13196, time: 2015-07-30 16:21:32.396148, event: done, op: osd_op(client.8964076.0:35882 rbd_data.36bbb37843e45.0000000000008c0e [read 0~0] 42.e7b6459 ack+read+known_if_redirected e83500) -1527> 2015-07-30 16:21:32.400703 7f6831926700 1 -- 111.111.111.244:6800/6354 <== osd.12 111.111.111.241:6800/8005260 249 ==== osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+932 (2865248041 0 1702880856) 0x133b8100 con 0xeaa89a0 -1526> 2015-07-30 16:21:32.400731 7f6831926700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.400632, event: header_read, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1525> 2015-07-30 16:21:32.400744 7f6831926700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.400634, event: throttled, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1524> 2015-07-30 16:21:32.400755 7f6831926700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.400696, event: all_read, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1523> 2015-07-30 16:21:32.400763 7f6831926700 5 -- op tracker -- seq: 13203, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1522> 2015-07-30 16:21:32.400808 7f683b23a700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.400808, event: reached_pg, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1521> 2015-07-30 16:21:32.400832 7f683b23a700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.400832, event: started, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1520> 2015-07-30 16:21:32.400770 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1003 ==== osd_op(client.8963508.0:78632 rbd_data.791f542ae8944a.000000000000ccbe@6 [read 0~4194304] 39.772d62d8 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (1172545031 0 0) 0x11e26500 con 0x1126e000 -1519> 2015-07-30 16:21:32.400972 7f681d0e6700 5 -- op tracker -- seq: 13204, time: 2015-07-30 16:21:32.400503, event: header_read, op: osd_op(client.8963508.0:78632 rbd_data.791f542ae8944a.000000000000ccbe@6 [read 0~4194304] 39.772d62d8 ack+read+localize_reads+known_if_redirected e83500) -1518> 2015-07-30 16:21:32.401058 7f683b23a700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.401057, event: started, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1517> 2015-07-30 16:21:32.401080 7f681d0e6700 5 -- op tracker -- seq: 13204, time: 2015-07-30 16:21:32.400506, event: throttled, op: osd_op(client.8963508.0:78632 rbd_data.791f542ae8944a.000000000000ccbe@6 [read 0~4194304] 39.772d62d8 ack+read+localize_reads+known_if_redirected e83500) -1516> 2015-07-30 16:21:32.401163 7f681d0e6700 5 -- op tracker -- seq: 13204, time: 2015-07-30 16:21:32.400764, event: all_read, op: osd_op(client.8963508.0:78632 rbd_data.791f542ae8944a.000000000000ccbe@6 [read 0~4194304] 39.772d62d8 ack+read+localize_reads+known_if_redirected e83500) -1515> 2015-07-30 16:21:32.401239 7f681d0e6700 5 -- op tracker -- seq: 13204, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78632 rbd_data.791f542ae8944a.000000000000ccbe@6 [read 0~4194304] 39.772d62d8 ack+read+localize_reads+known_if_redirected e83500) -1514> 2015-07-30 16:21:32.401246 7f683b23a700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.401246, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1513> 2015-07-30 16:21:32.401319 7f6837232700 5 -- op tracker -- seq: 13204, time: 2015-07-30 16:21:32.401318, event: reached_pg, op: osd_op(client.8963508.0:78632 rbd_data.791f542ae8944a.000000000000ccbe@6 [read 0~4194304] 39.772d62d8 ack+read+localize_reads+known_if_redirected e83500) -1512> 2015-07-30 16:21:32.401342 7f684c5f4700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.401342, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1511> 2015-07-30 16:21:32.401470 7f684bdf3700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.401470, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1510> 2015-07-30 16:21:32.401494 7f68495ee700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.401494, event: commit_sent, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1509> 2015-07-30 16:21:32.401531 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6800/8005260 -- osd_sub_op_reply(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226d180 con 0xeaa89a0 -1508> 2015-07-30 16:21:32.401712 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78632 rbd_data.791f542ae8944a.000000000000ccbe [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x12fe1340 con 0x1126e000 -1507> 2015-07-30 16:21:32.401874 7f6837232700 5 -- op tracker -- seq: 13204, time: 2015-07-30 16:21:32.401873, event: done, op: osd_op(client.8963508.0:78632 rbd_data.791f542ae8944a.000000000000ccbe@6 [read 0~4194304] 39.772d62d8 ack+read+localize_reads+known_if_redirected e83500) -1506> 2015-07-30 16:21:32.402031 7f6849def700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.402031, event: sub_op_applied, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1505> 2015-07-30 16:21:32.402053 7f6849def700 5 -- op tracker -- seq: 13203, time: 2015-07-30 16:21:32.402053, event: done, op: osd_sub_op(client.8963508.0:78617 45.19 6e9ad819/rbd_data.88ca383d1b58ba.0000000000003327/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) -1504> 2015-07-30 16:21:32.406968 7f682e2f0700 1 -- 111.111.111.244:6800/6354 <== osd.0 111.111.111.241:6816/5028833 504 ==== osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) v11 ==== 1410+0+939 (2558551549 0 1705424675) 0x13186c00 con 0x10626b00 -1503> 2015-07-30 16:21:32.406991 7f682e2f0700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.406894, event: header_read, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1502> 2015-07-30 16:21:32.407005 7f682e2f0700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.406896, event: throttled, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1501> 2015-07-30 16:21:32.407013 7f682e2f0700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.406962, event: all_read, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1500> 2015-07-30 16:21:32.407022 7f682e2f0700 5 -- op tracker -- seq: 13205, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1499> 2015-07-30 16:21:32.407063 7f6838234700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.407063, event: reached_pg, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1498> 2015-07-30 16:21:32.407087 7f6838234700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.407087, event: started, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1497> 2015-07-30 16:21:32.407342 7f6838234700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.407342, event: started, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1496> 2015-07-30 16:21:32.407438 7f6838234700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.407438, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1495> 2015-07-30 16:21:32.407528 7f684c5f4700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.407527, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1494> 2015-07-30 16:21:32.407632 7f684bdf3700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.407631, event: journaled_completion_queued, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1493> 2015-07-30 16:21:32.407673 7f68495ee700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.407673, event: commit_sent, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1492> 2015-07-30 16:21:32.407699 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6816/5028833 -- osd_sub_op_reply(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226cec0 con 0x10626b00 -1491> 2015-07-30 16:21:32.408179 7f6849def700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.408179, event: sub_op_applied, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1490> 2015-07-30 16:21:32.408212 7f6849def700 5 -- op tracker -- seq: 13205, time: 2015-07-30 16:21:32.408211, event: done, op: osd_sub_op(client.8963436.0:55282 45.1a0 7f9a39a0/rbd_data.48e7a77843e45.00000000000023fa/head//45 [] v 83500'384 snapset=0=[]:[] snapc=0=[]) -1489> 2015-07-30 16:21:32.433421 7f682f906700 1 -- 111.111.111.244:6800/6354 <== osd.4 111.111.111.243:6802/7173 190 ==== osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+932 (2800277350 0 536640274) 0x13378c00 con 0x106678c0 -1488> 2015-07-30 16:21:32.433466 7f682f906700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.433326, event: header_read, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1487> 2015-07-30 16:21:32.433478 7f682f906700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.433336, event: throttled, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1486> 2015-07-30 16:21:32.433486 7f682f906700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.433416, event: all_read, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1485> 2015-07-30 16:21:32.433498 7f682f906700 5 -- op tracker -- seq: 13206, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1484> 2015-07-30 16:21:32.433561 7f683aa39700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.433561, event: reached_pg, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1483> 2015-07-30 16:21:32.433586 7f683aa39700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.433586, event: started, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1482> 2015-07-30 16:21:32.433843 7f683aa39700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.433843, event: started, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1481> 2015-07-30 16:21:32.433970 7f683aa39700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.433970, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1480> 2015-07-30 16:21:32.434103 7f684c5f4700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.434103, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1479> 2015-07-30 16:21:32.434207 7f684bdf3700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.434207, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1478> 2015-07-30 16:21:32.434275 7f68495ee700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.434275, event: commit_sent, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1477> 2015-07-30 16:21:32.434303 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6802/7173 -- osd_sub_op_reply(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226d9c0 con 0x106678c0 -1476> 2015-07-30 16:21:32.434740 7f6849def700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.434740, event: sub_op_applied, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1475> 2015-07-30 16:21:32.434783 7f6849def700 5 -- op tracker -- seq: 13206, time: 2015-07-30 16:21:32.434783, event: done, op: osd_sub_op(client.8963508.0:78643 45.2e ac83482e/rbd_data.88ca383d1b58ba.000000000000332d/head//45 [] v 83500'407 snapset=0=[]:[] snapc=0=[]) -1474> 2015-07-30 16:21:32.443438 7f6834a2d700 5 osd.33 83500 heartbeat: osd_stat(251 GB used, 1610 GB avail, 1862 GB total, peers [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,21,22,23,24,25,26,27,28,29,30,36,40,41,42,43,44,45,46,48,49,50]/[] op hist []) -1473> 2015-07-30 16:21:32.443455 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6820/5028833 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13759c00 con 0x10d8a840 -1472> 2015-07-30 16:21:32.443488 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6824/5028833 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13757e00 con 0x10d8b760 -1471> 2015-07-30 16:21:32.443502 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6807/10101 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13757680 con 0x10d86420 -1470> 2015-07-30 16:21:32.443515 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6810/10101 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13756780 con 0x10d866e0 -1469> 2015-07-30 16:21:32.443527 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6803/20887 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x137590c0 con 0x10d819c0 -1468> 2015-07-30 16:21:32.443539 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6810/20887 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13759660 con 0x10c2c160 -1467> 2015-07-30 16:21:32.443551 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6810/5027379 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13758d00 con 0x10d3a000 -1466> 2015-07-30 16:21:32.443564 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6825/5027379 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13759840 con 0x10d3a160 -1465> 2015-07-30 16:21:32.443583 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6803/7173 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13757fe0 con 0x10d3a2c0 -1464> 2015-07-30 16:21:32.443597 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6804/7173 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13758760 con 0x10d3a420 -1463> 2015-07-30 16:21:32.443617 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6804/6012334 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x137563c0 con 0x10d3a9a0 -1462> 2015-07-30 16:21:32.443634 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6804/6012334 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x137583a0 con 0x10d3ac60 -1461> 2015-07-30 16:21:32.443646 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6804/5026726 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13759480 con 0x10d81440 -1460> 2015-07-30 16:21:32.443662 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6815/5026726 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12296940 con 0x10d81700 -1459> 2015-07-30 16:21:32.443677 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6815/9316 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12294f00 con 0x10d8bfa0 -1458> 2015-07-30 16:21:32.443696 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6822/9316 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x122950e0 con 0x10d8c7e0 -1457> 2015-07-30 16:21:32.443717 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6822/9012559 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12296ee0 con 0x10d7fe40 -1456> 2015-07-30 16:21:32.443734 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6822/9012559 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12297de0 con 0x10d80100 -1455> 2015-07-30 16:21:32.443752 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6819/5025257 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12297840 con 0x12e81080 -1454> 2015-07-30 16:21:32.443765 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6828/5025257 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12297a20 con 0x12e81340 -1453> 2015-07-30 16:21:32.443778 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6819/2529 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12295c20 con 0x10d3d440 -1452> 2015-07-30 16:21:32.443802 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6828/2529 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12295860 con 0x10d3d700 -1451> 2015-07-30 16:21:32.443826 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6825/8007143 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12296580 con 0x10c2c420 -1450> 2015-07-30 16:21:32.443849 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6825/8007143 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12294b40 con 0x10c2c6e0 -1449> 2015-07-30 16:21:32.443855 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.1 100.100.100.243:6810/10101 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12af43c0 con 0x10d866e0 -1448> 2015-07-30 16:21:32.443872 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6802/8005260 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x122943c0 con 0x10d7f8c0 -1447> 2015-07-30 16:21:32.443893 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6807/8005260 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12296d00 con 0x10d7fb80 -1446> 2015-07-30 16:21:32.443915 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6805/7729 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12295e00 con 0x10d3cd60 -1445> 2015-07-30 16:21:32.443934 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6807/7729 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12294780 con 0x10d3d020 -1444> 2015-07-30 16:21:32.443955 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6829/6006000 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12297660 con 0x10d803c0 -1443> 2015-07-30 16:21:32.443972 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6829/6006000 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12188d20 con 0x10d80680 -1442> 2015-07-30 16:21:32.443986 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6812/6024459 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12189a40 con 0x10d3a580 -1441> 2015-07-30 16:21:32.443999 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6833/6024459 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12189680 con 0x10d3a6e0 -1440> 2015-07-30 16:21:32.444012 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6809/8273 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1218aee0 con 0x10d8ba20 -1439> 2015-07-30 16:21:32.444023 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6813/8273 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12188000 con 0x10d8bce0 -1438> 2015-07-30 16:21:32.444042 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6831/6021767 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12189fe0 con 0x10c28580 -1437> 2015-07-30 16:21:32.444062 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6830/6021767 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x121885a0 con 0x10c28840 -1436> 2015-07-30 16:21:32.444084 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6811/8837 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12188f00 con 0x10d88c00 -1435> 2015-07-30 16:21:32.444106 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6816/8837 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x121890e0 con 0x10d88ec0 -1434> 2015-07-30 16:21:32.444126 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6815/5026182 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12188b40 con 0x10d8d9c0 -1433> 2015-07-30 16:21:32.444145 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6834/5026182 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1218b840 con 0x10d8dc80 -1432> 2015-07-30 16:21:32.444162 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6823/7007591 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x121883c0 con 0x10d80ec0 -1431> 2015-07-30 16:21:32.444178 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6819/7007591 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1218a580 con 0x10d81180 -1430> 2015-07-30 16:21:32.444191 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6817/9546 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12188780 con 0x10c2c9a0 -1429> 2015-07-30 16:21:32.444209 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6825/9546 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1218a760 con 0x10c2cc60 -1428> 2015-07-30 16:21:32.444224 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6808/5023277 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x121894a0 con 0x10d3d9c0 -1427> 2015-07-30 16:21:32.444243 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6821/5023277 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1218a1c0 con 0x10d8a000 -1426> 2015-07-30 16:21:32.444265 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6827/7007366 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x12188960 con 0x10d8a2c0 -1425> 2015-07-30 16:21:32.444285 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6828/7007366 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x11082000 con 0x10d8a580 -1424> 2015-07-30 16:21:32.444307 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6801/5963 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x11082960 con 0x10d86c60 -1423> 2015-07-30 16:21:32.444325 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6801/5963 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x11085480 con 0x10d86f20 -1422> 2015-07-30 16:21:32.444360 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6805/6023860 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x11083860 con 0x10d80940 -1421> 2015-07-30 16:21:32.444392 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6801/6023860 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x110823c0 con 0x10d80c00 -1420> 2015-07-30 16:21:32.444424 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6822/1004350 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399ab20 con 0x12e80b00 -1419> 2015-07-30 16:21:32.444442 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6835/1004350 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x139983c0 con 0x12e80dc0 -1418> 2015-07-30 16:21:32.444463 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6813/9094 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399b480 con 0x10c2d4a0 -1417> 2015-07-30 16:21:32.444484 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6819/9094 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13998000 con 0x10c282c0 -1416> 2015-07-30 16:21:32.444506 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6805/1310 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13999fe0 con 0x10d87760 -1415> 2015-07-30 16:21:32.444527 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6813/1310 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399a3a0 con 0x10d87a20 -1414> 2015-07-30 16:21:32.444547 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.244:6811/7867 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399a1c0 con 0x12eb0c60 -1413> 2015-07-30 16:21:32.444562 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.244:6816/7867 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399b840 con 0x12eb0f20 -1412> 2015-07-30 16:21:32.444580 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.244:6817/8959 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399bc00 con 0x111a7b20 -1411> 2015-07-30 16:21:32.444601 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.244:6825/8959 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399b2a0 con 0x111a46e0 -1410> 2015-07-30 16:21:32.444624 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6823/22314 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13998f00 con 0x10d8d020 -1409> 2015-07-30 16:21:32.444645 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6815/22314 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399b660 con 0x10d86160 -1408> 2015-07-30 16:21:32.444667 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6827/22741 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x139981e0 con 0x10d8caa0 -1407> 2015-07-30 16:21:32.444682 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6826/22741 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399b0c0 con 0x10d8cd60 -1406> 2015-07-30 16:21:32.444694 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6813/21899 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399a760 con 0x10d89180 -1405> 2015-07-30 16:21:32.444713 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6803/21899 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13999c20 con 0x10d89440 -1404> 2015-07-30 16:21:32.444734 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6825/22526 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x13998960 con 0x10c2cf20 -1403> 2015-07-30 16:21:32.444755 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6819/22526 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399a580 con 0x10c2d1e0 -1402> 2015-07-30 16:21:32.444777 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6807/23643 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1399ad00 con 0x10d871e0 -1401> 2015-07-30 16:21:32.444807 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6810/23643 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x11989860 con 0x10d874a0 -1400> 2015-07-30 16:21:32.444829 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6831/23187 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x11988f00 con 0x12e80000 -1399> 2015-07-30 16:21:32.444843 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6835/23187 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1198b480 con 0x12e802c0 -1398> 2015-07-30 16:21:32.444856 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6821/22105 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1198b660 con 0x12e81600 -1397> 2015-07-30 16:21:32.444872 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6808/22105 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x11988b40 con 0x12e818c0 -1396> 2015-07-30 16:21:32.444885 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6801/3247 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x1198b2a0 con 0x10d88680 -1395> 2015-07-30 16:21:32.444898 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6801/3247 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x11988960 con 0x10d88940 -1394> 2015-07-30 16:21:32.444915 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6833/23413 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x119892c0 con 0x12e80580 -1393> 2015-07-30 16:21:32.444933 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6838/23413 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:32.443453) v2 -- ?+0 0x11988000 con 0x12e80840 -1392> 2015-07-30 16:21:32.444977 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.0 100.100.100.241:6824/5028833 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12af72a0 con 0x10d8b760 -1391> 2015-07-30 16:21:32.445004 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.16 111.111.111.243:6809/8273 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x120601e0 con 0x10d8ba20 -1390> 2015-07-30 16:21:32.445029 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.16 100.100.100.243:6813/8273 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x121be3a0 con 0x10d8bce0 -1389> 2015-07-30 16:21:32.445046 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.7 111.111.111.243:6815/9316 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1376be00 con 0x10d8bfa0 -1388> 2015-07-30 16:21:32.445063 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.7 100.100.100.243:6822/9316 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11739660 con 0x10d8c7e0 -1387> 2015-07-30 16:21:32.445077 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.42 100.100.100.242:6826/22741 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x142cab20 con 0x10d8cd60 -1386> 2015-07-30 16:21:32.445094 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.41 111.111.111.242:6823/22314 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x110e2960 con 0x10d8d020 -1385> 2015-07-30 16:21:32.445111 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.1 111.111.111.243:6807/10101 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1243f2a0 con 0x10d86420 -1384> 2015-07-30 16:21:32.445126 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.21 111.111.111.241:6815/5026182 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12fa83c0 con 0x10d8d9c0 -1383> 2015-07-30 16:21:32.445178 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.21 100.100.100.241:6834/5026182 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x56b1840 con 0x10d8dc80 -1382> 2015-07-30 16:21:32.445197 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.26 111.111.111.243:6801/5963 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1176a5a0 con 0x10d86c60 -1381> 2015-07-30 16:21:32.445214 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.26 100.100.100.243:6801/5963 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11c6f480 con 0x10d86f20 -1380> 2015-07-30 16:21:32.445230 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.45 111.111.111.242:6807/23643 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11008760 con 0x10d871e0 -1379> 2015-07-30 16:21:32.445247 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.30 111.111.111.240:6805/1310 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x10b31840 con 0x10d87760 -1378> 2015-07-30 16:21:32.445261 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.30 100.100.100.240:6813/1310 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x135d0b40 con 0x10d87a20 -1377> 2015-07-30 16:21:32.445276 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.49 100.100.100.242:6801/3247 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11623660 con 0x10d88940 -1376> 2015-07-30 16:21:32.445300 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.19 111.111.111.243:6811/8837 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1262d4a0 con 0x10d88c00 -1375> 2015-07-30 16:21:32.445323 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.19 100.100.100.243:6816/8837 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x56b0d00 con 0x10d88ec0 -1374> 2015-07-30 16:21:32.445340 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.43 111.111.111.242:6813/21899 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11e53860 con 0x10d89180 -1373> 2015-07-30 16:21:32.445356 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.43 100.100.100.242:6803/21899 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11009660 con 0x10d89440 -1372> 2015-07-30 16:21:32.445371 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.12 111.111.111.241:6802/8005260 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x13816d20 con 0x10d7f8c0 -1371> 2015-07-30 16:21:32.445393 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.12 100.100.100.241:6807/8005260 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x13995680 con 0x10d7fb80 -1370> 2015-07-30 16:21:32.445412 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.8 111.111.111.240:6822/9012559 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0xabbe940 con 0x10d7fe40 -1369> 2015-07-30 16:21:32.445428 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.8 100.100.100.240:6822/9012559 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x13d092c0 con 0x10d80100 -1368> 2015-07-30 16:21:32.445443 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.14 111.111.111.240:6829/6006000 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12bcffe0 con 0x10d803c0 -1367> 2015-07-30 16:21:32.445458 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.14 100.100.100.240:6829/6006000 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x56affe0 con 0x10d80680 -1366> 2015-07-30 16:21:32.445472 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.27 111.111.111.241:6805/6023860 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12c83fe0 con 0x10d80940 -1365> 2015-07-30 16:21:32.445488 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.27 100.100.100.241:6801/6023860 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x115034a0 con 0x10d80c00 -1364> 2015-07-30 16:21:32.445502 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.22 111.111.111.240:6823/7007591 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11235480 con 0x10d80ec0 -1363> 2015-07-30 16:21:32.445516 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.6 111.111.111.241:6804/5026726 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x10d84ee0 con 0x10d81440 -1362> 2015-07-30 16:21:32.445555 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.6 100.100.100.241:6815/5026726 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x10d83e00 con 0x10d81700 -1361> 2015-07-30 16:21:32.445571 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.2 111.111.111.240:6803/20887 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1264b0c0 con 0x10d819c0 -1360> 2015-07-30 16:21:32.445587 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.2 100.100.100.240:6810/20887 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x115f1c20 con 0x10c2c160 -1359> 2015-07-30 16:21:32.445601 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.11 111.111.111.240:6825/8007143 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12425e00 con 0x10c2c420 -1358> 2015-07-30 16:21:32.445616 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.11 100.100.100.240:6825/8007143 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x110825a0 con 0x10c2c6e0 -1357> 2015-07-30 16:21:32.445630 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.23 111.111.111.243:6817/9546 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x108dffe0 con 0x10c2c9a0 -1356> 2015-07-30 16:21:32.445645 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.23 100.100.100.243:6825/9546 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x110e25a0 con 0x10c2cc60 -1355> 2015-07-30 16:21:32.445659 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.44 111.111.111.242:6825/22526 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11006d20 con 0x10c2cf20 -1354> 2015-07-30 16:21:32.445674 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.44 100.100.100.242:6819/22526 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1188a3a0 con 0x10c2d1e0 -1353> 2015-07-30 16:21:32.445688 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.29 111.111.111.243:6813/9094 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12c841c0 con 0x10c2d4a0 -1352> 2015-07-30 16:21:32.445702 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.29 100.100.100.243:6819/9094 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x122fc3c0 con 0x10c282c0 -1351> 2015-07-30 16:21:32.445716 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.17 111.111.111.240:6831/6021767 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x112330e0 con 0x10c28580 -1350> 2015-07-30 16:21:32.445730 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.17 100.100.100.240:6830/6021767 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1262f840 con 0x10c28840 -1349> 2015-07-30 16:21:32.445744 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.46 111.111.111.242:6831/23187 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1429c5a0 con 0x12e80000 -1348> 2015-07-30 16:21:32.445758 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.46 100.100.100.242:6835/23187 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x109aef00 con 0x12e802c0 -1347> 2015-07-30 16:21:32.445773 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.50 111.111.111.242:6833/23413 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11512760 con 0x12e80580 -1346> 2015-07-30 16:21:32.445787 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.50 100.100.100.242:6838/23413 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1243c000 con 0x12e80840 -1345> 2015-07-30 16:21:32.445810 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.28 111.111.111.241:6822/1004350 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1373be00 con 0x12e80b00 -1344> 2015-07-30 16:21:32.445825 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.28 100.100.100.241:6835/1004350 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x135d1a40 con 0x12e80dc0 -1343> 2015-07-30 16:21:32.445839 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.9 111.111.111.241:6819/5025257 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x14237a20 con 0x12e81080 -1342> 2015-07-30 16:21:32.445854 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.9 100.100.100.241:6828/5025257 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x13e432c0 con 0x12e81340 -1341> 2015-07-30 16:21:32.445886 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.48 111.111.111.242:6821/22105 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11737c20 con 0x12e81600 -1340> 2015-07-30 16:21:32.445902 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.48 100.100.100.242:6808/22105 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1373e000 con 0x12e818c0 -1339> 2015-07-30 16:21:32.445917 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.40 111.111.111.244:6817/8959 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1399b840 con 0x111a7b20 -1338> 2015-07-30 16:21:32.445932 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.40 100.100.100.244:6825/8959 92 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1198bde0 con 0x111a46e0 -1337> 2015-07-30 16:21:32.445946 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.36 111.111.111.244:6811/7867 90 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0xabbcb40 con 0x12eb0c60 -1336> 2015-07-30 16:21:32.445961 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.36 100.100.100.244:6816/7867 90 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11888960 con 0x12eb0f20 -1335> 2015-07-30 16:21:32.445974 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.3 111.111.111.241:6810/5027379 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x115f05a0 con 0x10d3a000 -1334> 2015-07-30 16:21:32.445988 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.3 100.100.100.241:6825/5027379 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1243fde0 con 0x10d3a160 -1333> 2015-07-30 16:21:32.446002 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.4 111.111.111.243:6803/7173 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1252b0e0 con 0x10d3a2c0 -1332> 2015-07-30 16:21:32.446016 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.4 100.100.100.243:6804/7173 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x10cd10e0 con 0x10d3a420 -1331> 2015-07-30 16:21:32.446030 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.15 111.111.111.241:6812/6024459 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12fa9680 con 0x10d3a580 -1330> 2015-07-30 16:21:32.446044 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.15 100.100.100.241:6833/6024459 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1176a780 con 0x10d3a6e0 -1329> 2015-07-30 16:21:32.446058 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.5 111.111.111.240:6804/6012334 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x10d1b680 con 0x10d3a9a0 -1328> 2015-07-30 16:21:32.446072 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.5 100.100.100.240:6804/6012334 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1376d660 con 0x10d3ac60 -1327> 2015-07-30 16:21:32.446085 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.13 111.111.111.243:6805/7729 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x121bdc20 con 0x10d3cd60 -1326> 2015-07-30 16:21:32.446099 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.13 100.100.100.243:6807/7729 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x110852a0 con 0x10d3d020 -1325> 2015-07-30 16:21:32.446113 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.10 111.111.111.243:6819/2529 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x1159f860 con 0x10d3d440 -1324> 2015-07-30 16:21:32.446127 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.10 100.100.100.243:6828/2529 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x13816f00 con 0x10d3d700 -1323> 2015-07-30 16:21:32.446141 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.24 111.111.111.241:6808/5023277 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11c6dc20 con 0x10d3d9c0 -1322> 2015-07-30 16:21:32.446155 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.24 100.100.100.241:6821/5023277 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12e36b20 con 0x10d8a000 -1321> 2015-07-30 16:21:32.446168 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.25 111.111.111.240:6827/7007366 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x137383a0 con 0x10d8a2c0 -1320> 2015-07-30 16:21:32.446203 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.25 100.100.100.240:6828/7007366 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x11b16b20 con 0x10d8a580 -1319> 2015-07-30 16:21:32.446219 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.0 111.111.111.241:6820/5028833 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0xd312ee0 con 0x10d8a840 -1318> 2015-07-30 16:21:32.446234 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.42 111.111.111.242:6827/22741 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x134d1480 con 0x10d8caa0 -1317> 2015-07-30 16:21:32.446247 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.41 100.100.100.242:6815/22314 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x142c8000 con 0x10d86160 -1316> 2015-07-30 16:21:32.446262 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.45 100.100.100.242:6810/23643 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x12af7a20 con 0x10d874a0 -1315> 2015-07-30 16:21:32.446276 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.49 111.111.111.242:6801/3247 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x10d963c0 con 0x10d88680 -1314> 2015-07-30 16:21:32.446557 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.22 100.100.100.240:6819/7007591 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.443453) v2 ==== 47+0+0 (1870179838 0 0) 0x10d98580 con 0x10d81180 -1313> 2015-07-30 16:21:32.584501 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1068 ==== osd_op(client.8963436.0:55315 rbd_data.3b3d1e7843e45.0000000000009001@11 [read 0~4194304] 45.d5a01469 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (2455495637 0 0) 0x11e28300 con 0x11501440 -1312> 2015-07-30 16:21:32.584863 7f681acc2700 5 -- op tracker -- seq: 13207, time: 2015-07-30 16:21:32.584128, event: header_read, op: osd_op(client.8963436.0:55315 rbd_data.3b3d1e7843e45.0000000000009001@11 [read 0~4194304] 45.d5a01469 ack+read+localize_reads+known_if_redirected e83500) -1311> 2015-07-30 16:21:32.584944 7f681acc2700 5 -- op tracker -- seq: 13207, time: 2015-07-30 16:21:32.584131, event: throttled, op: osd_op(client.8963436.0:55315 rbd_data.3b3d1e7843e45.0000000000009001@11 [read 0~4194304] 45.d5a01469 ack+read+localize_reads+known_if_redirected e83500) -1310> 2015-07-30 16:21:32.585002 7f681acc2700 5 -- op tracker -- seq: 13207, time: 2015-07-30 16:21:32.584493, event: all_read, op: osd_op(client.8963436.0:55315 rbd_data.3b3d1e7843e45.0000000000009001@11 [read 0~4194304] 45.d5a01469 ack+read+localize_reads+known_if_redirected e83500) -1309> 2015-07-30 16:21:32.585127 7f681acc2700 5 -- op tracker -- seq: 13207, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55315 rbd_data.3b3d1e7843e45.0000000000009001@11 [read 0~4194304] 45.d5a01469 ack+read+localize_reads+known_if_redirected e83500) -1308> 2015-07-30 16:21:32.585278 7f6838a35700 5 -- op tracker -- seq: 13207, time: 2015-07-30 16:21:32.585278, event: reached_pg, op: osd_op(client.8963436.0:55315 rbd_data.3b3d1e7843e45.0000000000009001@11 [read 0~4194304] 45.d5a01469 ack+read+localize_reads+known_if_redirected e83500) -1307> 2015-07-30 16:21:32.588179 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1069 ==== osd_op(client.8963436.0:55325 rbd_data.3b3d1e7843e45.0000000000009007@11 [read 0~4194304] 45.e663c013 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (3344002662 0 0) 0x11e28d00 con 0x11501440 -1306> 2015-07-30 16:21:32.588345 7f681acc2700 5 -- op tracker -- seq: 13208, time: 2015-07-30 16:21:32.587998, event: header_read, op: osd_op(client.8963436.0:55325 rbd_data.3b3d1e7843e45.0000000000009007@11 [read 0~4194304] 45.e663c013 ack+read+localize_reads+known_if_redirected e83500) -1305> 2015-07-30 16:21:32.588429 7f681acc2700 5 -- op tracker -- seq: 13208, time: 2015-07-30 16:21:32.588000, event: throttled, op: osd_op(client.8963436.0:55325 rbd_data.3b3d1e7843e45.0000000000009007@11 [read 0~4194304] 45.e663c013 ack+read+localize_reads+known_if_redirected e83500) -1304> 2015-07-30 16:21:32.588440 7f681acc2700 5 -- op tracker -- seq: 13208, time: 2015-07-30 16:21:32.588173, event: all_read, op: osd_op(client.8963436.0:55325 rbd_data.3b3d1e7843e45.0000000000009007@11 [read 0~4194304] 45.e663c013 ack+read+localize_reads+known_if_redirected e83500) -1303> 2015-07-30 16:21:32.588472 7f681acc2700 5 -- op tracker -- seq: 13208, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55325 rbd_data.3b3d1e7843e45.0000000000009007@11 [read 0~4194304] 45.e663c013 ack+read+localize_reads+known_if_redirected e83500) -1302> 2015-07-30 16:21:32.588544 7f6839236700 5 -- op tracker -- seq: 13208, time: 2015-07-30 16:21:32.588544, event: reached_pg, op: osd_op(client.8963436.0:55325 rbd_data.3b3d1e7843e45.0000000000009007@11 [read 0~4194304] 45.e663c013 ack+read+localize_reads+known_if_redirected e83500) -1301> 2015-07-30 16:21:32.589128 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55325 rbd_data.3b3d1e7843e45.0000000000009007 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x14340b00 con 0x11501440 -1300> 2015-07-30 16:21:32.589225 7f6839236700 5 -- op tracker -- seq: 13208, time: 2015-07-30 16:21:32.589225, event: done, op: osd_op(client.8963436.0:55325 rbd_data.3b3d1e7843e45.0000000000009007@11 [read 0~4194304] 45.e663c013 ack+read+localize_reads+known_if_redirected e83500) -1299> 2015-07-30 16:21:32.591077 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1070 ==== osd_op(client.8963436.0:55326 rbd_data.3b3d1e7843e45.0000000000009008@11 [read 0~4194304] 45.1cf1b24f ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (3203720857 0 0) 0x11e26a00 con 0x11501440 -1298> 2015-07-30 16:21:32.591256 7f681acc2700 5 -- op tracker -- seq: 13209, time: 2015-07-30 16:21:32.590931, event: header_read, op: osd_op(client.8963436.0:55326 rbd_data.3b3d1e7843e45.0000000000009008@11 [read 0~4194304] 45.1cf1b24f ack+read+localize_reads+known_if_redirected e83500) -1297> 2015-07-30 16:21:32.591329 7f681acc2700 5 -- op tracker -- seq: 13209, time: 2015-07-30 16:21:32.590933, event: throttled, op: osd_op(client.8963436.0:55326 rbd_data.3b3d1e7843e45.0000000000009008@11 [read 0~4194304] 45.1cf1b24f ack+read+localize_reads+known_if_redirected e83500) -1296> 2015-07-30 16:21:32.591378 7f681acc2700 5 -- op tracker -- seq: 13209, time: 2015-07-30 16:21:32.591071, event: all_read, op: osd_op(client.8963436.0:55326 rbd_data.3b3d1e7843e45.0000000000009008@11 [read 0~4194304] 45.1cf1b24f ack+read+localize_reads+known_if_redirected e83500) -1295> 2015-07-30 16:21:32.591388 7f681acc2700 5 -- op tracker -- seq: 13209, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55326 rbd_data.3b3d1e7843e45.0000000000009008@11 [read 0~4194304] 45.1cf1b24f ack+read+localize_reads+known_if_redirected e83500) -1294> 2015-07-30 16:21:32.591501 7f6838234700 5 -- op tracker -- seq: 13209, time: 2015-07-30 16:21:32.591501, event: reached_pg, op: osd_op(client.8963436.0:55326 rbd_data.3b3d1e7843e45.0000000000009008@11 [read 0~4194304] 45.1cf1b24f ack+read+localize_reads+known_if_redirected e83500) -1293> 2015-07-30 16:21:32.591733 7f6838234700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55326 rbd_data.3b3d1e7843e45.0000000000009008 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x14340580 con 0x11501440 -1292> 2015-07-30 16:21:32.591851 7f6838234700 5 -- op tracker -- seq: 13209, time: 2015-07-30 16:21:32.591851, event: done, op: osd_op(client.8963436.0:55326 rbd_data.3b3d1e7843e45.0000000000009008@11 [read 0~4194304] 45.1cf1b24f ack+read+localize_reads+known_if_redirected e83500) -1291> 2015-07-30 16:21:32.612768 7f6830411700 1 -- 111.111.111.244:6800/6354 <== osd.29 111.111.111.243:6812/9094 218 ==== osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) v11 ==== 1410+0+939 (2294409798 0 4268682650) 0x133b6b00 con 0x10666000 -1290> 2015-07-30 16:21:32.612809 7f6830411700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.612658, event: header_read, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1289> 2015-07-30 16:21:32.612823 7f6830411700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.612662, event: throttled, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1288> 2015-07-30 16:21:32.612830 7f6830411700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.612760, event: all_read, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1287> 2015-07-30 16:21:32.612836 7f6830411700 5 -- op tracker -- seq: 13210, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1286> 2015-07-30 16:21:32.612962 7f683a238700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.612962, event: reached_pg, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1285> 2015-07-30 16:21:32.612997 7f683a238700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.612997, event: started, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1284> 2015-07-30 16:21:32.613325 7f683a238700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.613325, event: started, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1283> 2015-07-30 16:21:32.613434 7f683a238700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.613434, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1282> 2015-07-30 16:21:32.613571 7f684c5f4700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.613571, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1281> 2015-07-30 16:21:32.613686 7f684bdf3700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.613686, event: journaled_completion_queued, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1280> 2015-07-30 16:21:32.613758 7f68495ee700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.613758, event: commit_sent, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1279> 2015-07-30 16:21:32.613790 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6812/9094 -- osd_sub_op_reply(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] ondisk, result = 0) v2 -- ?+0 0x141c8680 con 0x10666000 -1278> 2015-07-30 16:21:32.614309 7f6849def700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.614309, event: sub_op_applied, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1277> 2015-07-30 16:21:32.614336 7f6849def700 5 -- op tracker -- seq: 13210, time: 2015-07-30 16:21:32.614336, event: done, op: osd_sub_op(client.8963436.0:55330 45.1bf 4d4229bf/rbd_data.48e7a77843e45.0000000000002403/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -1276> 2015-07-30 16:21:32.647074 7f681738a700 1 -- 100.100.100.244:6800/6354 <== client.8781641 100.100.100.242:0/1030262 695 ==== osd_op(client.8781641.0:300796 rbd_data.791f542ae8944a.00000000000496e2 [read 0~4194304] 39.bc5e3d8 ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (2133861537 0 0) 0x138ddc00 con 0x11501700 -1275> 2015-07-30 16:21:32.647098 7f681738a700 5 -- op tracker -- seq: 13211, time: 2015-07-30 16:21:32.647023, event: header_read, op: osd_op(client.8781641.0:300796 rbd_data.791f542ae8944a.00000000000496e2 [read 0~4194304] 39.bc5e3d8 ack+read+known_if_redirected e83500) -1274> 2015-07-30 16:21:32.647111 7f681738a700 5 -- op tracker -- seq: 13211, time: 2015-07-30 16:21:32.647026, event: throttled, op: osd_op(client.8781641.0:300796 rbd_data.791f542ae8944a.00000000000496e2 [read 0~4194304] 39.bc5e3d8 ack+read+known_if_redirected e83500) -1273> 2015-07-30 16:21:32.647135 7f681738a700 5 -- op tracker -- seq: 13211, time: 2015-07-30 16:21:32.647068, event: all_read, op: osd_op(client.8781641.0:300796 rbd_data.791f542ae8944a.00000000000496e2 [read 0~4194304] 39.bc5e3d8 ack+read+known_if_redirected e83500) -1272> 2015-07-30 16:21:32.647144 7f681738a700 5 -- op tracker -- seq: 13211, time: 0.000000, event: dispatched, op: osd_op(client.8781641.0:300796 rbd_data.791f542ae8944a.00000000000496e2 [read 0~4194304] 39.bc5e3d8 ack+read+known_if_redirected e83500) -1271> 2015-07-30 16:21:32.647272 7f6839a37700 5 -- op tracker -- seq: 13211, time: 2015-07-30 16:21:32.647272, event: reached_pg, op: osd_op(client.8781641.0:300796 rbd_data.791f542ae8944a.00000000000496e2 [read 0~4194304] 39.bc5e3d8 ack+read+known_if_redirected e83500) -1270> 2015-07-30 16:21:32.647625 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1030262 -- osd_op_reply(300796 rbd_data.791f542ae8944a.00000000000496e2 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x13dab340 con 0x11501700 -1269> 2015-07-30 16:21:32.647756 7f6839a37700 5 -- op tracker -- seq: 13211, time: 2015-07-30 16:21:32.647756, event: done, op: osd_op(client.8781641.0:300796 rbd_data.791f542ae8944a.00000000000496e2 [read 0~4194304] 39.bc5e3d8 ack+read+known_if_redirected e83500) -1268> 2015-07-30 16:21:32.660461 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.49 100.100.100.242:0/3247 97 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.661506) v2 ==== 47+0+0 (3060975547 0 0) 0x12061fe0 con 0x576e680 -1267> 2015-07-30 16:21:32.660495 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.242:0/3247 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.661506) v2 -- ?+0 0x115a0760 con 0x576e680 -1266> 2015-07-30 16:21:32.660525 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.49 100.100.100.242:0/3247 97 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.661506) v2 ==== 47+0+0 (3060975547 0 0) 0x10d1c760 con 0x11067860 -1265> 2015-07-30 16:21:32.660557 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.242:0/3247 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.661506) v2 -- ?+0 0x1373fe00 con 0x11067860 -1264> 2015-07-30 16:21:32.696034 7f682f805700 1 -- 111.111.111.244:6800/6354 <== osd.9 111.111.111.241:6817/5025257 255 ==== osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+932 (820818040 0 2265894677) 0x11b67700 con 0x10667b80 -1263> 2015-07-30 16:21:32.696060 7f682f805700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.695940, event: header_read, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1262> 2015-07-30 16:21:32.696074 7f682f805700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.695943, event: throttled, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1261> 2015-07-30 16:21:32.696082 7f682f805700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.696028, event: all_read, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1260> 2015-07-30 16:21:32.696091 7f682f805700 5 -- op tracker -- seq: 13212, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1259> 2015-07-30 16:21:32.696128 7f6837232700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.696128, event: reached_pg, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1258> 2015-07-30 16:21:32.696154 7f6837232700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.696154, event: started, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1257> 2015-07-30 16:21:32.696560 7f6837232700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.696560, event: started, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1256> 2015-07-30 16:21:32.696703 7f6837232700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.696703, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1255> 2015-07-30 16:21:32.696842 7f684c5f4700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.696842, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1254> 2015-07-30 16:21:32.696941 7f684bdf3700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.696941, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1253> 2015-07-30 16:21:32.696989 7f68495ee700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.696989, event: commit_sent, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1252> 2015-07-30 16:21:32.697016 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6817/5025257 -- osd_sub_op_reply(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] ondisk, result = 0) v2 -- ?+0 0x141c7e40 con 0x10667b80 -1251> 2015-07-30 16:21:32.697463 7f6849def700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.697463, event: sub_op_applied, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1250> 2015-07-30 16:21:32.697486 7f6849def700 5 -- op tracker -- seq: 13212, time: 2015-07-30 16:21:32.697485, event: done, op: osd_sub_op(client.8963508.0:78704 45.7b 24b9947b/rbd_data.88ca383d1b58ba.000000000000333a/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1249> 2015-07-30 16:21:32.705173 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.21 100.100.100.241:0/26182 104 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.706718) v2 ==== 47+0+0 (1889820237 0 0) 0x13d08780 con 0x52aa160 -1248> 2015-07-30 16:21:32.705169 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.21 100.100.100.241:0/26182 104 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.706718) v2 ==== 47+0+0 (1889820237 0 0) 0xcd81c00 con 0x1126eb00 -1247> 2015-07-30 16:21:32.705206 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.241:0/26182 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.706718) v2 -- ?+0 0x12061fe0 con 0x52aa160 -1246> 2015-07-30 16:21:32.705239 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.241:0/26182 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.706718) v2 -- ?+0 0x10d1c760 con 0x1126eb00 -1245> 2015-07-30 16:21:32.711363 7f6838a35700 5 -- op tracker -- seq: 13207, time: 2015-07-30 16:21:32.711363, event: started, op: osd_op(client.8963436.0:55315 rbd_data.3b3d1e7843e45.0000000000009001@11 [read 0~4194304] 45.d5a01469 ack+read+localize_reads+known_if_redirected e83500) -1244> 2015-07-30 16:21:32.716160 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.7 100.100.100.243:0/9316 106 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.717114) v2 ==== 47+0+0 (635686536 0 0) 0x13e432c0 con 0x1087cf20 -1243> 2015-07-30 16:21:32.716177 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.7 100.100.100.243:0/9316 106 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.717114) v2 ==== 47+0+0 (635686536 0 0) 0x1252b0e0 con 0x1087d600 -1242> 2015-07-30 16:21:32.716195 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/9316 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.717114) v2 -- ?+0 0xcd81c00 con 0x1087cf20 -1241> 2015-07-30 16:21:32.716232 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/9316 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.717114) v2 -- ?+0 0x13d08780 con 0x1087d600 -1240> 2015-07-30 16:21:32.728576 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.30 111.111.111.240:0/1310 98 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.728912) v2 ==== 47+0+0 (3996808045 0 0) 0x13535680 con 0x10f95700 -1239> 2015-07-30 16:21:32.728609 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.240:0/1310 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.728912) v2 -- ?+0 0x1252b0e0 con 0x10f95700 -1238> 2015-07-30 16:21:32.728648 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.30 111.111.111.240:0/1310 98 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.728912) v2 ==== 47+0+0 (3996808045 0 0) 0x11cfb2c0 con 0x110642c0 -1237> 2015-07-30 16:21:32.728683 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.240:0/1310 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.728912) v2 -- ?+0 0x13e432c0 con 0x110642c0 -1236> 2015-07-30 16:21:32.741453 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 688 ==== osd_op(client.8784389.0:222059 rbd_data.791f542ae8944a.0000000000036351 [read 0~4194304] 39.515903db ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (3771348298 0 0) 0x131f5480 con 0x115019c0 -1235> 2015-07-30 16:21:32.741477 7f6816b78700 5 -- op tracker -- seq: 13213, time: 2015-07-30 16:21:32.741402, event: header_read, op: osd_op(client.8784389.0:222059 rbd_data.791f542ae8944a.0000000000036351 [read 0~4194304] 39.515903db ack+read+known_if_redirected e83500) -1234> 2015-07-30 16:21:32.741493 7f6816b78700 5 -- op tracker -- seq: 13213, time: 2015-07-30 16:21:32.741405, event: throttled, op: osd_op(client.8784389.0:222059 rbd_data.791f542ae8944a.0000000000036351 [read 0~4194304] 39.515903db ack+read+known_if_redirected e83500) -1233> 2015-07-30 16:21:32.741502 7f6816b78700 5 -- op tracker -- seq: 13213, time: 2015-07-30 16:21:32.741447, event: all_read, op: osd_op(client.8784389.0:222059 rbd_data.791f542ae8944a.0000000000036351 [read 0~4194304] 39.515903db ack+read+known_if_redirected e83500) -1232> 2015-07-30 16:21:32.741511 7f6816b78700 5 -- op tracker -- seq: 13213, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222059 rbd_data.791f542ae8944a.0000000000036351 [read 0~4194304] 39.515903db ack+read+known_if_redirected e83500) -1231> 2015-07-30 16:21:32.741600 7f683aa39700 5 -- op tracker -- seq: 13213, time: 2015-07-30 16:21:32.741599, event: reached_pg, op: osd_op(client.8784389.0:222059 rbd_data.791f542ae8944a.0000000000036351 [read 0~4194304] 39.515903db ack+read+known_if_redirected e83500) -1230> 2015-07-30 16:21:32.741763 7f683aa39700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222059 rbd_data.791f542ae8944a.0000000000036351 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x13daa2c0 con 0x115019c0 -1229> 2015-07-30 16:21:32.741872 7f683aa39700 5 -- op tracker -- seq: 13213, time: 2015-07-30 16:21:32.741872, event: done, op: osd_op(client.8784389.0:222059 rbd_data.791f542ae8944a.0000000000036351 [read 0~4194304] 39.515903db ack+read+known_if_redirected e83500) -1228> 2015-07-30 16:21:32.772418 7f6838a35700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55315 rbd_data.3b3d1e7843e45.0000000000009001 [read 0~4194304] v0'0 uv182 ondisk = 0) v6 -- ?+0 0x141c6dc0 con 0x11501440 -1227> 2015-07-30 16:21:32.772482 7f6838a35700 5 -- op tracker -- seq: 13207, time: 2015-07-30 16:21:32.772482, event: done, op: osd_op(client.8963436.0:55315 rbd_data.3b3d1e7843e45.0000000000009001@11 [read 0~4194304] 45.d5a01469 ack+read+localize_reads+known_if_redirected e83500) -1226> 2015-07-30 16:21:32.800986 7f684fdfb700 5 osd.33 83500 tick -1225> 2015-07-30 16:21:32.811176 7f682f300700 1 -- 111.111.111.244:6800/6354 <== osd.2 111.111.111.240:6801/20887 279 ==== osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+937 (3229741021 0 1652595849) 0x11414100 con 0x10668680 -1224> 2015-07-30 16:21:32.811212 7f682f300700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.811054, event: header_read, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1223> 2015-07-30 16:21:32.811225 7f682f300700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.811056, event: throttled, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1222> 2015-07-30 16:21:32.811232 7f682f300700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.811170, event: all_read, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1221> 2015-07-30 16:21:32.811238 7f682f300700 5 -- op tracker -- seq: 13214, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1220> 2015-07-30 16:21:32.811286 7f6836a31700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.811286, event: reached_pg, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1219> 2015-07-30 16:21:32.811311 7f6836a31700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.811311, event: started, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1218> 2015-07-30 16:21:32.811848 7f6836a31700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.811847, event: started, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1217> 2015-07-30 16:21:32.811989 7f6836a31700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.811989, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1216> 2015-07-30 16:21:32.812163 7f684c5f4700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.812163, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1215> 2015-07-30 16:21:32.821359 7f684bdf3700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.821359, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1214> 2015-07-30 16:21:32.821417 7f68495ee700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.821417, event: commit_sent, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1213> 2015-07-30 16:21:32.821446 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6801/20887 -- osd_sub_op_reply(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] ondisk, result = 0) v2 -- ?+0 0x141c9180 con 0x10668680 -1212> 2015-07-30 16:21:32.821950 7f6849def700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.821950, event: sub_op_applied, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1211> 2015-07-30 16:21:32.822010 7f6849def700 5 -- op tracker -- seq: 13214, time: 2015-07-30 16:21:32.822010, event: done, op: osd_sub_op(client.8963508.0:78733 45.34c de12ef4c/rbd_data.88ca383d1b58ba.000000000000333c/head//45 [] v 83500'371 snapset=0=[]:[] snapc=0=[]) -1210> 2015-07-30 16:21:32.828605 7f6831522700 1 -- 111.111.111.244:6800/6354 <== osd.15 111.111.111.241:6806/6024459 231 ==== osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+937 (2585412096 0 1108813906) 0x11897700 con 0xeaa94a0 -1209> 2015-07-30 16:21:32.828641 7f6831522700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.828490, event: header_read, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1208> 2015-07-30 16:21:32.828664 7f6831522700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.828493, event: throttled, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1207> 2015-07-30 16:21:32.828671 7f6831522700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.828597, event: all_read, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1206> 2015-07-30 16:21:32.828679 7f6831522700 5 -- op tracker -- seq: 13215, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1205> 2015-07-30 16:21:32.828818 7f683b23a700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.828818, event: reached_pg, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1204> 2015-07-30 16:21:32.828863 7f683b23a700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.828863, event: started, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1203> 2015-07-30 16:21:32.829234 7f683b23a700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.829234, event: started, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1202> 2015-07-30 16:21:32.829465 7f683b23a700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.829464, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1201> 2015-07-30 16:21:32.829652 7f684c5f4700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.829652, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1200> 2015-07-30 16:21:32.829806 7f684bdf3700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.829806, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1199> 2015-07-30 16:21:32.829844 7f68495ee700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.829843, event: commit_sent, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1198> 2015-07-30 16:21:32.829871 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6806/6024459 -- osd_sub_op_reply(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] ondisk, result = 0) v2 -- ?+0 0x141c7b80 con 0xeaa94a0 -1197> 2015-07-30 16:21:32.830424 7f6849def700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.830424, event: sub_op_applied, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1196> 2015-07-30 16:21:32.830452 7f6849def700 5 -- op tracker -- seq: 13215, time: 2015-07-30 16:21:32.830452, event: done, op: osd_sub_op(client.8963508.0:78739 45.36b a762b76b/rbd_data.88ca383d1b58ba.000000000000333f/head//45 [] v 83500'427 snapset=0=[]:[] snapc=0=[]) -1195> 2015-07-30 16:21:32.878591 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.1 111.111.111.243:0/10101 108 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.879300) v2 ==== 47+0+0 (1433269247 0 0) 0x134d0ee0 con 0x1087d1e0 -1194> 2015-07-30 16:21:32.878596 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.1 111.111.111.243:0/10101 108 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:32.879300) v2 ==== 47+0+0 (1433269247 0 0) 0x13817e00 con 0x1087d8c0 -1193> 2015-07-30 16:21:32.878655 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.243:0/10101 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.879300) v2 -- ?+0 0x11cfb2c0 con 0x1087d1e0 -1192> 2015-07-30 16:21:32.878698 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.243:0/10101 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:32.879300) v2 -- ?+0 0x13535680 con 0x1087d8c0 -1191> 2015-07-30 16:21:33.019959 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1071 ==== osd_op(client.8963436.0:55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 274+0+0 (2628129409 0 0) 0x11e26f00 con 0x11501440 -1190> 2015-07-30 16:21:33.020179 7f681acc2700 5 -- op tracker -- seq: 13216, time: 2015-07-30 16:21:33.019650, event: header_read, op: osd_op(client.8963436.0:55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1189> 2015-07-30 16:21:33.020233 7f681acc2700 5 -- op tracker -- seq: 13216, time: 2015-07-30 16:21:33.019653, event: throttled, op: osd_op(client.8963436.0:55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1188> 2015-07-30 16:21:33.020244 7f681acc2700 5 -- op tracker -- seq: 13216, time: 2015-07-30 16:21:33.019951, event: all_read, op: osd_op(client.8963436.0:55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1187> 2015-07-30 16:21:33.020317 7f681acc2700 5 -- op tracker -- seq: 13216, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1186> 2015-07-30 16:21:33.020422 7f6837a33700 5 -- op tracker -- seq: 13216, time: 2015-07-30 16:21:33.020422, event: reached_pg, op: osd_op(client.8963436.0:55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1185> 2015-07-30 16:21:33.021514 7f6837a33700 5 -- op tracker -- seq: 13216, time: 2015-07-30 16:21:33.021514, event: started, op: osd_op(client.8963436.0:55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1184> 2015-07-30 16:21:33.021682 7f6837a33700 5 -- op tracker -- seq: 13216, time: 2015-07-30 16:21:33.021682, event: started, op: osd_op(client.8963436.0:55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1183> 2015-07-30 16:21:33.021797 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv398 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x13dad9c0 con 0x11501440 -1182> 2015-07-30 16:21:33.021907 7f6837a33700 5 -- op tracker -- seq: 13216, time: 2015-07-30 16:21:33.021907, event: done, op: osd_op(client.8963436.0:55398 rbd_data.48e7a77843e45.000000000000240f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -1181> 2015-07-30 16:21:33.137419 7f681738a700 1 -- 100.100.100.244:6800/6354 <== client.8781641 100.100.100.242:0/1030262 696 ==== osd_op(client.8781641.0:300855 rbd_data.791f542ae8944a.000000000004971d [read 0~4194304] 39.a71cbd8 ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (2188733301 0 0) 0x138dc080 con 0x11501700 -1180> 2015-07-30 16:21:33.137451 7f681738a700 5 -- op tracker -- seq: 13217, time: 2015-07-30 16:21:33.137339, event: header_read, op: osd_op(client.8781641.0:300855 rbd_data.791f542ae8944a.000000000004971d [read 0~4194304] 39.a71cbd8 ack+read+known_if_redirected e83500) -1179> 2015-07-30 16:21:33.137475 7f681738a700 5 -- op tracker -- seq: 13217, time: 2015-07-30 16:21:33.137343, event: throttled, op: osd_op(client.8781641.0:300855 rbd_data.791f542ae8944a.000000000004971d [read 0~4194304] 39.a71cbd8 ack+read+known_if_redirected e83500) -1178> 2015-07-30 16:21:33.137483 7f681738a700 5 -- op tracker -- seq: 13217, time: 2015-07-30 16:21:33.137412, event: all_read, op: osd_op(client.8781641.0:300855 rbd_data.791f542ae8944a.000000000004971d [read 0~4194304] 39.a71cbd8 ack+read+known_if_redirected e83500) -1177> 2015-07-30 16:21:33.137492 7f681738a700 5 -- op tracker -- seq: 13217, time: 0.000000, event: dispatched, op: osd_op(client.8781641.0:300855 rbd_data.791f542ae8944a.000000000004971d [read 0~4194304] 39.a71cbd8 ack+read+known_if_redirected e83500) -1176> 2015-07-30 16:21:33.137564 7f6839a37700 5 -- op tracker -- seq: 13217, time: 2015-07-30 16:21:33.137564, event: reached_pg, op: osd_op(client.8781641.0:300855 rbd_data.791f542ae8944a.000000000004971d [read 0~4194304] 39.a71cbd8 ack+read+known_if_redirected e83500) -1175> 2015-07-30 16:21:33.137950 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1030262 -- osd_op_reply(300855 rbd_data.791f542ae8944a.000000000004971d [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x1453a680 con 0x11501700 -1174> 2015-07-30 16:21:33.138098 7f6839a37700 5 -- op tracker -- seq: 13217, time: 2015-07-30 16:21:33.138097, event: done, op: osd_op(client.8781641.0:300855 rbd_data.791f542ae8944a.000000000004971d [read 0~4194304] 39.a71cbd8 ack+read+known_if_redirected e83500) -1173> 2015-07-30 16:21:33.148565 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.43 111.111.111.242:0/21899 96 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.149551) v2 ==== 47+0+0 (4172098012 0 0) 0x135352c0 con 0x10f959c0 -1172> 2015-07-30 16:21:33.148585 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.43 111.111.111.242:0/21899 96 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.149551) v2 ==== 47+0+0 (4172098012 0 0) 0x108def00 con 0x11064580 -1171> 2015-07-30 16:21:33.148609 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.242:0/21899 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.149551) v2 -- ?+0 0x13817e00 con 0x10f959c0 -1170> 2015-07-30 16:21:33.148650 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.242:0/21899 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.149551) v2 -- ?+0 0x134d0ee0 con 0x11064580 -1169> 2015-07-30 16:21:33.265768 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1004 ==== osd_op(client.8963508.0:78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) v4 ==== 267+0+0 (1250326595 0 0) 0x11e29700 con 0x1126e000 -1168> 2015-07-30 16:21:33.265968 7f681d0e6700 5 -- op tracker -- seq: 13218, time: 2015-07-30 16:21:33.265447, event: header_read, op: osd_op(client.8963508.0:78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1167> 2015-07-30 16:21:33.266013 7f681d0e6700 5 -- op tracker -- seq: 13218, time: 2015-07-30 16:21:33.265451, event: throttled, op: osd_op(client.8963508.0:78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1166> 2015-07-30 16:21:33.266059 7f681d0e6700 5 -- op tracker -- seq: 13218, time: 2015-07-30 16:21:33.265761, event: all_read, op: osd_op(client.8963508.0:78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1165> 2015-07-30 16:21:33.266091 7f681d0e6700 5 -- op tracker -- seq: 13218, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1164> 2015-07-30 16:21:33.266172 7f683a238700 5 -- op tracker -- seq: 13218, time: 2015-07-30 16:21:33.266172, event: reached_pg, op: osd_op(client.8963508.0:78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1163> 2015-07-30 16:21:33.266403 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1005 ==== osd_op(client.8963508.0:78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) v4 ==== 267+0+0 (3961764915 0 0) 0x11e26500 con 0x1126e000 -1162> 2015-07-30 16:21:33.266598 7f681d0e6700 5 -- op tracker -- seq: 13219, time: 2015-07-30 16:21:33.266163, event: header_read, op: osd_op(client.8963508.0:78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1161> 2015-07-30 16:21:33.266676 7f681d0e6700 5 -- op tracker -- seq: 13219, time: 2015-07-30 16:21:33.266164, event: throttled, op: osd_op(client.8963508.0:78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1160> 2015-07-30 16:21:33.266688 7f681d0e6700 5 -- op tracker -- seq: 13219, time: 2015-07-30 16:21:33.266399, event: all_read, op: osd_op(client.8963508.0:78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1159> 2015-07-30 16:21:33.266697 7f681d0e6700 5 -- op tracker -- seq: 13219, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1158> 2015-07-30 16:21:33.267254 7f683a238700 5 -- op tracker -- seq: 13218, time: 2015-07-30 16:21:33.267254, event: started, op: osd_op(client.8963508.0:78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1157> 2015-07-30 16:21:33.267430 7f683a238700 5 -- op tracker -- seq: 13218, time: 2015-07-30 16:21:33.267430, event: started, op: osd_op(client.8963508.0:78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1156> 2015-07-30 16:21:33.267477 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv374 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x14538000 con 0x1126e000 -1155> 2015-07-30 16:21:33.267543 7f6837a33700 5 -- op tracker -- seq: 13219, time: 2015-07-30 16:21:33.267543, event: reached_pg, op: osd_op(client.8963508.0:78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1154> 2015-07-30 16:21:33.267538 7f683a238700 5 -- op tracker -- seq: 13218, time: 2015-07-30 16:21:33.267537, event: done, op: osd_op(client.8963508.0:78814 rbd_data.88ca383d1b58ba.000000000000334f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1153> 2015-07-30 16:21:33.268563 7f6837a33700 5 -- op tracker -- seq: 13219, time: 2015-07-30 16:21:33.268562, event: started, op: osd_op(client.8963508.0:78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1152> 2015-07-30 16:21:33.268735 7f6837a33700 5 -- op tracker -- seq: 13219, time: 2015-07-30 16:21:33.268735, event: started, op: osd_op(client.8963508.0:78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1151> 2015-07-30 16:21:33.268836 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv374 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x13daadc0 con 0x1126e000 -1150> 2015-07-30 16:21:33.268906 7f6837a33700 5 -- op tracker -- seq: 13219, time: 2015-07-30 16:21:33.268906, event: done, op: osd_op(client.8963508.0:78815 rbd_data.88ca383d1b58ba.0000000000003350 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1149> 2015-07-30 16:21:33.270493 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1006 ==== osd_op(client.8963508.0:78827 rbd_data.791f542ae8944a.000000000000cd3d@6 [read 0~4194304] 39.22e3865b ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (358101277 0 0) 0x11e26f00 con 0x1126e000 -1148> 2015-07-30 16:21:33.270652 7f681d0e6700 5 -- op tracker -- seq: 13220, time: 2015-07-30 16:21:33.270314, event: header_read, op: osd_op(client.8963508.0:78827 rbd_data.791f542ae8944a.000000000000cd3d@6 [read 0~4194304] 39.22e3865b ack+read+localize_reads+known_if_redirected e83500) -1147> 2015-07-30 16:21:33.270721 7f681d0e6700 5 -- op tracker -- seq: 13220, time: 2015-07-30 16:21:33.270316, event: throttled, op: osd_op(client.8963508.0:78827 rbd_data.791f542ae8944a.000000000000cd3d@6 [read 0~4194304] 39.22e3865b ack+read+localize_reads+known_if_redirected e83500) -1146> 2015-07-30 16:21:33.270753 7f681d0e6700 5 -- op tracker -- seq: 13220, time: 2015-07-30 16:21:33.270487, event: all_read, op: osd_op(client.8963508.0:78827 rbd_data.791f542ae8944a.000000000000cd3d@6 [read 0~4194304] 39.22e3865b ack+read+localize_reads+known_if_redirected e83500) -1145> 2015-07-30 16:21:33.270806 7f681d0e6700 5 -- op tracker -- seq: 13220, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78827 rbd_data.791f542ae8944a.000000000000cd3d@6 [read 0~4194304] 39.22e3865b ack+read+localize_reads+known_if_redirected e83500) -1144> 2015-07-30 16:21:33.270907 7f6838234700 5 -- op tracker -- seq: 13220, time: 2015-07-30 16:21:33.270907, event: reached_pg, op: osd_op(client.8963508.0:78827 rbd_data.791f542ae8944a.000000000000cd3d@6 [read 0~4194304] 39.22e3865b ack+read+localize_reads+known_if_redirected e83500) -1143> 2015-07-30 16:21:33.271148 7f6838234700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78827 rbd_data.791f542ae8944a.000000000000cd3d [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x145382c0 con 0x1126e000 -1142> 2015-07-30 16:21:33.271240 7f6838234700 5 -- op tracker -- seq: 13220, time: 2015-07-30 16:21:33.271240, event: done, op: osd_op(client.8963508.0:78827 rbd_data.791f542ae8944a.000000000000cd3d@6 [read 0~4194304] 39.22e3865b ack+read+localize_reads+known_if_redirected e83500) -1141> 2015-07-30 16:21:33.273610 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1007 ==== osd_op(client.8963508.0:78831 rbd_data.791f542ae8944a.000000000000cd39@6 [read 0~4194304] 39.13f8bad8 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (2691580610 0 0) 0x11e26a00 con 0x1126e000 -1140> 2015-07-30 16:21:33.273763 7f681d0e6700 5 -- op tracker -- seq: 13221, time: 2015-07-30 16:21:33.273402, event: header_read, op: osd_op(client.8963508.0:78831 rbd_data.791f542ae8944a.000000000000cd39@6 [read 0~4194304] 39.13f8bad8 ack+read+localize_reads+known_if_redirected e83500) -1139> 2015-07-30 16:21:33.273838 7f681d0e6700 5 -- op tracker -- seq: 13221, time: 2015-07-30 16:21:33.273403, event: throttled, op: osd_op(client.8963508.0:78831 rbd_data.791f542ae8944a.000000000000cd39@6 [read 0~4194304] 39.13f8bad8 ack+read+localize_reads+known_if_redirected e83500) -1138> 2015-07-30 16:21:33.273894 7f681d0e6700 5 -- op tracker -- seq: 13221, time: 2015-07-30 16:21:33.273605, event: all_read, op: osd_op(client.8963508.0:78831 rbd_data.791f542ae8944a.000000000000cd39@6 [read 0~4194304] 39.13f8bad8 ack+read+localize_reads+known_if_redirected e83500) -1137> 2015-07-30 16:21:33.273945 7f681d0e6700 5 -- op tracker -- seq: 13221, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78831 rbd_data.791f542ae8944a.000000000000cd39@6 [read 0~4194304] 39.13f8bad8 ack+read+localize_reads+known_if_redirected e83500) -1136> 2015-07-30 16:21:33.274004 7f6837232700 5 -- op tracker -- seq: 13221, time: 2015-07-30 16:21:33.274004, event: reached_pg, op: osd_op(client.8963508.0:78831 rbd_data.791f542ae8944a.000000000000cd39@6 [read 0~4194304] 39.13f8bad8 ack+read+localize_reads+known_if_redirected e83500) -1135> 2015-07-30 16:21:33.274350 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78831 rbd_data.791f542ae8944a.000000000000cd39 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x14539600 con 0x1126e000 -1134> 2015-07-30 16:21:33.274466 7f6837232700 5 -- op tracker -- seq: 13221, time: 2015-07-30 16:21:33.274466, event: done, op: osd_op(client.8963508.0:78831 rbd_data.791f542ae8944a.000000000000cd39@6 [read 0~4194304] 39.13f8bad8 ack+read+localize_reads+known_if_redirected e83500) -1133> 2015-07-30 16:21:33.300471 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.13 100.100.100.243:0/7729 106 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.301420) v2 ==== 47+0+0 (1426281174 0 0) 0x12649a40 con 0x10759860 -1132> 2015-07-30 16:21:33.300513 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/7729 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.301420) v2 -- ?+0 0x135352c0 con 0x10759860 -1131> 2015-07-30 16:21:33.300569 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.13 100.100.100.243:0/7729 106 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.301420) v2 ==== 47+0+0 (1426281174 0 0) 0x11513660 con 0x10758680 -1130> 2015-07-30 16:21:33.300600 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/7729 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.301420) v2 -- ?+0 0x108def00 con 0x10758680 -1129> 2015-07-30 16:21:33.336878 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1008 ==== osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) v4 ==== 229+0+0 (4107570186 0 0) 0x11e28800 con 0x1126e000 -1128> 2015-07-30 16:21:33.337087 7f681d0e6700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.336535, event: header_read, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1127> 2015-07-30 16:21:33.337160 7f681d0e6700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.336538, event: throttled, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1126> 2015-07-30 16:21:33.337202 7f681d0e6700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.336870, event: all_read, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1125> 2015-07-30 16:21:33.337212 7f681d0e6700 5 -- op tracker -- seq: 13222, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1124> 2015-07-30 16:21:33.337332 7f683a238700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.337332, event: reached_pg, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1123> 2015-07-30 16:21:33.338296 7f683a238700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.338295, event: started, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1122> 2015-07-30 16:21:33.338447 7f683a238700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.338447, event: started, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1121> 2015-07-30 16:21:33.338750 7f683a238700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.338750, event: waiting for subops from 9,19,45, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1120> 2015-07-30 16:21:33.338981 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6817/5025257 -- osd_sub_op(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] v 83500'375 snapset=0=[]:[] snapc=0=[]) v11 -- ?+932 0x1300ac00 con 0x10667b80 -1119> 2015-07-30 16:21:33.339088 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6810/8837 -- osd_sub_op(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] v 83500'375 snapset=0=[]:[] snapc=0=[]) v11 -- ?+932 0x133b9700 con 0xeaaa3c0 -1118> 2015-07-30 16:21:33.339207 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.242:6806/23643 -- osd_sub_op(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] v 83500'375 snapset=0=[]:[] snapc=0=[]) v11 -- ?+932 0x11b67700 con 0x106292e0 -1117> 2015-07-30 16:21:33.339613 7f683a238700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.339613, event: commit_queued_for_journal_write, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1116> 2015-07-30 16:21:33.339925 7f684c5f4700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.339925, event: write_thread_in_journal_buffer, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1115> 2015-07-30 16:21:33.340203 7f682f805700 1 -- 111.111.111.244:6800/6354 <== osd.9 111.111.111.241:6817/5025257 256 ==== osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (3391595384 0 0) 0x141c7e40 con 0x10667b80 -1114> 2015-07-30 16:21:33.340225 7f682f805700 5 -- op tracker -- seq: 13223, time: 2015-07-30 16:21:33.340136, event: header_read, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1113> 2015-07-30 16:21:33.340237 7f682f805700 5 -- op tracker -- seq: 13223, time: 2015-07-30 16:21:33.340138, event: throttled, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1112> 2015-07-30 16:21:33.340245 7f682f805700 5 -- op tracker -- seq: 13223, time: 2015-07-30 16:21:33.340198, event: all_read, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1111> 2015-07-30 16:21:33.340253 7f682f805700 5 -- op tracker -- seq: 13223, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1110> 2015-07-30 16:21:33.340303 7f6837a33700 5 -- op tracker -- seq: 13223, time: 2015-07-30 16:21:33.340303, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1109> 2015-07-30 16:21:33.340346 7f6837a33700 5 -- op tracker -- seq: 13223, time: 2015-07-30 16:21:33.340346, event: started, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1108> 2015-07-30 16:21:33.340367 7f6837a33700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.340367, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1107> 2015-07-30 16:21:33.340548 7f6837a33700 5 -- op tracker -- seq: 13223, time: 2015-07-30 16:21:33.340548, event: done, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1106> 2015-07-30 16:21:33.341136 7f682ddeb700 1 -- 111.111.111.244:6800/6354 <== osd.45 111.111.111.242:6806/23643 204 ==== osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (4247159426 0 0) 0x106f98c0 con 0x106292e0 -1105> 2015-07-30 16:21:33.341153 7f682ddeb700 5 -- op tracker -- seq: 13224, time: 2015-07-30 16:21:33.341060, event: header_read, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1104> 2015-07-30 16:21:33.341163 7f682ddeb700 5 -- op tracker -- seq: 13224, time: 2015-07-30 16:21:33.341061, event: throttled, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1103> 2015-07-30 16:21:33.341170 7f682ddeb700 5 -- op tracker -- seq: 13224, time: 2015-07-30 16:21:33.341123, event: all_read, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1102> 2015-07-30 16:21:33.341190 7f682ddeb700 5 -- op tracker -- seq: 13224, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1101> 2015-07-30 16:21:33.341243 7f683a238700 5 -- op tracker -- seq: 13224, time: 2015-07-30 16:21:33.341243, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1100> 2015-07-30 16:21:33.341265 7f683a238700 5 -- op tracker -- seq: 13224, time: 2015-07-30 16:21:33.341264, event: started, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1099> 2015-07-30 16:21:33.341274 7f683a238700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.341274, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1098> 2015-07-30 16:21:33.341288 7f683a238700 5 -- op tracker -- seq: 13224, time: 2015-07-30 16:21:33.341288, event: done, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1097> 2015-07-30 16:21:33.341410 7f6830f1c700 1 -- 111.111.111.244:6800/6354 <== osd.19 111.111.111.243:6810/8837 336 ==== osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (2980129690 0 0) 0x1226c680 con 0xeaaa3c0 -1096> 2015-07-30 16:21:33.341434 7f6830f1c700 5 -- op tracker -- seq: 13225, time: 2015-07-30 16:21:33.341375, event: header_read, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1095> 2015-07-30 16:21:33.341444 7f6830f1c700 5 -- op tracker -- seq: 13225, time: 2015-07-30 16:21:33.341375, event: throttled, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1094> 2015-07-30 16:21:33.341451 7f6830f1c700 5 -- op tracker -- seq: 13225, time: 2015-07-30 16:21:33.341406, event: all_read, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1093> 2015-07-30 16:21:33.341459 7f6830f1c700 5 -- op tracker -- seq: 13225, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1092> 2015-07-30 16:21:33.341505 7f6837a33700 5 -- op tracker -- seq: 13225, time: 2015-07-30 16:21:33.341505, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1091> 2015-07-30 16:21:33.341546 7f6837a33700 5 -- op tracker -- seq: 13225, time: 2015-07-30 16:21:33.341546, event: started, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1090> 2015-07-30 16:21:33.341582 7f6837a33700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.341582, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1089> 2015-07-30 16:21:33.341731 7f6837a33700 5 -- op tracker -- seq: 13225, time: 2015-07-30 16:21:33.341731, event: done, op: osd_sub_op_reply(client.8963508.0:78844 45.25 9ce97425/rbd_data.88ca383d1b58ba.000000000000334f/head//45 [] ondisk, result = 0) -1088> 2015-07-30 16:21:33.382665 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1009 ==== osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) v4 ==== 229+0+0 (431764648 0 0) 0x11e26500 con 0x1126e000 -1087> 2015-07-30 16:21:33.382839 7f681d0e6700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.382506, event: header_read, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1086> 2015-07-30 16:21:33.382937 7f681d0e6700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.382508, event: throttled, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1085> 2015-07-30 16:21:33.382948 7f681d0e6700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.382659, event: all_read, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1084> 2015-07-30 16:21:33.382957 7f681d0e6700 5 -- op tracker -- seq: 13226, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1083> 2015-07-30 16:21:33.383038 7f683a238700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.383038, event: reached_pg, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1082> 2015-07-30 16:21:33.383747 7f683a238700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.383747, event: started, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1081> 2015-07-30 16:21:33.383951 7f683a238700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.383950, event: started, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1080> 2015-07-30 16:21:33.384168 7f683a238700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.384168, event: waiting for subops from 9,19,45, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1079> 2015-07-30 16:21:33.384346 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6817/5025257 -- osd_sub_op(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] v 83500'376 snapset=0=[]:[] snapc=0=[]) v11 -- ?+932 0x13d35700 con 0x10667b80 -1078> 2015-07-30 16:21:33.384443 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6810/8837 -- osd_sub_op(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] v 83500'376 snapset=0=[]:[] snapc=0=[]) v11 -- ?+932 0x133b8100 con 0xeaaa3c0 -1077> 2015-07-30 16:21:33.384516 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.242:6806/23643 -- osd_sub_op(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] v 83500'376 snapset=0=[]:[] snapc=0=[]) v11 -- ?+932 0x13186c00 con 0x106292e0 -1076> 2015-07-30 16:21:33.384873 7f683a238700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.384873, event: commit_queued_for_journal_write, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1075> 2015-07-30 16:21:33.386451 7f682f805700 1 -- 111.111.111.244:6800/6354 <== osd.9 111.111.111.241:6817/5025257 257 ==== osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (2746666410 0 0) 0x11981080 con 0x10667b80 -1074> 2015-07-30 16:21:33.386499 7f682f805700 5 -- op tracker -- seq: 13227, time: 2015-07-30 16:21:33.386392, event: header_read, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1073> 2015-07-30 16:21:33.386513 7f682f805700 5 -- op tracker -- seq: 13227, time: 2015-07-30 16:21:33.386393, event: throttled, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1072> 2015-07-30 16:21:33.386519 7f682f805700 5 -- op tracker -- seq: 13227, time: 2015-07-30 16:21:33.386446, event: all_read, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1071> 2015-07-30 16:21:33.386525 7f682f805700 5 -- op tracker -- seq: 13227, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1070> 2015-07-30 16:21:33.386573 7f682ddeb700 1 -- 111.111.111.244:6800/6354 <== osd.45 111.111.111.242:6806/23643 205 ==== osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (2495081552 0 0) 0x14046580 con 0x106292e0 -1069> 2015-07-30 16:21:33.386571 7f6837a33700 5 -- op tracker -- seq: 13227, time: 2015-07-30 16:21:33.386571, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1068> 2015-07-30 16:21:33.386600 7f682ddeb700 5 -- op tracker -- seq: 13228, time: 2015-07-30 16:21:33.386520, event: header_read, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1067> 2015-07-30 16:21:33.386611 7f682ddeb700 5 -- op tracker -- seq: 13228, time: 2015-07-30 16:21:33.386521, event: throttled, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1066> 2015-07-30 16:21:33.386617 7f682ddeb700 5 -- op tracker -- seq: 13228, time: 2015-07-30 16:21:33.386567, event: all_read, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1065> 2015-07-30 16:21:33.386608 7f6837a33700 5 -- op tracker -- seq: 13227, time: 2015-07-30 16:21:33.386608, event: started, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1064> 2015-07-30 16:21:33.386638 7f682ddeb700 5 -- op tracker -- seq: 13228, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1063> 2015-07-30 16:21:33.386659 7f6837a33700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.386659, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1062> 2015-07-30 16:21:33.386838 7f6837a33700 5 -- op tracker -- seq: 13227, time: 2015-07-30 16:21:33.386838, event: done, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1061> 2015-07-30 16:21:33.386869 7f683a238700 5 -- op tracker -- seq: 13228, time: 2015-07-30 16:21:33.386869, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1060> 2015-07-30 16:21:33.386892 7f683a238700 5 -- op tracker -- seq: 13228, time: 2015-07-30 16:21:33.386891, event: started, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1059> 2015-07-30 16:21:33.386955 7f683a238700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.386955, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1058> 2015-07-30 16:21:33.387081 7f683a238700 5 -- op tracker -- seq: 13228, time: 2015-07-30 16:21:33.387081, event: done, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1057> 2015-07-30 16:21:33.388752 7f6830f1c700 1 -- 111.111.111.244:6800/6354 <== osd.19 111.111.111.243:6810/8837 337 ==== osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (3627042120 0 0) 0x1207d340 con 0xeaaa3c0 -1056> 2015-07-30 16:21:33.388784 7f6830f1c700 5 -- op tracker -- seq: 13229, time: 2015-07-30 16:21:33.388710, event: header_read, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1055> 2015-07-30 16:21:33.388807 7f6830f1c700 5 -- op tracker -- seq: 13229, time: 2015-07-30 16:21:33.388711, event: throttled, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1054> 2015-07-30 16:21:33.388820 7f6830f1c700 5 -- op tracker -- seq: 13229, time: 2015-07-30 16:21:33.388747, event: all_read, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1053> 2015-07-30 16:21:33.388829 7f6830f1c700 5 -- op tracker -- seq: 13229, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1052> 2015-07-30 16:21:33.388857 7f6837a33700 5 -- op tracker -- seq: 13229, time: 2015-07-30 16:21:33.388856, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1051> 2015-07-30 16:21:33.388886 7f6837a33700 5 -- op tracker -- seq: 13229, time: 2015-07-30 16:21:33.388886, event: started, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1050> 2015-07-30 16:21:33.388921 7f6837a33700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.388921, event: sub_op_commit_rec, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1049> 2015-07-30 16:21:33.389071 7f6837a33700 5 -- op tracker -- seq: 13229, time: 2015-07-30 16:21:33.389071, event: done, op: osd_sub_op_reply(client.8963508.0:78846 45.25 fbb7a825/rbd_data.88ca383d1b58ba.0000000000003350/head//45 [] ondisk, result = 0) -1048> 2015-07-30 16:21:33.389734 7f682f300700 1 -- 111.111.111.244:6800/6354 <== osd.2 111.111.111.240:6801/20887 280 ==== osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) v11 ==== 1202+0+11083 (3892521603 0 369299912) 0x14379700 con 0x10668680 -1047> 2015-07-30 16:21:33.389767 7f682f300700 5 -- op tracker -- seq: 13230, time: 2015-07-30 16:21:33.389583, event: header_read, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -1046> 2015-07-30 16:21:33.389779 7f682f300700 5 -- op tracker -- seq: 13230, time: 2015-07-30 16:21:33.389584, event: throttled, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -1045> 2015-07-30 16:21:33.389787 7f682f300700 5 -- op tracker -- seq: 13230, time: 2015-07-30 16:21:33.389728, event: all_read, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -1044> 2015-07-30 16:21:33.389800 7f682f300700 5 -- op tracker -- seq: 13230, time: 0.000000, event: dispatched, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -1043> 2015-07-30 16:21:33.406317 7f684bdf3700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.406317, event: journaled_completion_queued, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1042> 2015-07-30 16:21:33.406357 7f68495ee700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.406356, event: op_commit, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1041> 2015-07-30 16:21:33.406367 7f684c5f4700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.406367, event: write_thread_in_journal_buffer, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1040> 2015-07-30 16:21:33.406393 7f68495ee700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'375 uv375 ondisk = 0) v6 -- ?+0 0x1453aec0 con 0x1126e000 -1039> 2015-07-30 16:21:33.406418 7f68495ee700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.406418, event: commit_sent, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1038> 2015-07-30 16:21:33.406496 7f684bdf3700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.406496, event: journaled_completion_queued, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1037> 2015-07-30 16:21:33.406510 7f68495ee700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.406510, event: op_commit, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1036> 2015-07-30 16:21:33.406532 7f68495ee700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'376 uv376 ondisk = 0) v6 -- ?+0 0x1453b180 con 0x1126e000 -1035> 2015-07-30 16:21:33.406605 7f68495ee700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.406604, event: commit_sent, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1034> 2015-07-30 16:21:33.406964 7f6849def700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.406964, event: op_applied, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1033> 2015-07-30 16:21:33.407073 7f6849def700 5 -- op tracker -- seq: 13222, time: 2015-07-30 16:21:33.407073, event: done, op: osd_op(client.8963508.0:78844 rbd_data.88ca383d1b58ba.000000000000334f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.9ce97425 ack+ondisk+write+known_if_redirected e83500) -1032> 2015-07-30 16:21:33.407444 7f6849def700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.407444, event: op_applied, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1031> 2015-07-30 16:21:33.407468 7f6849def700 5 -- op tracker -- seq: 13226, time: 2015-07-30 16:21:33.407468, event: done, op: osd_op(client.8963508.0:78846 rbd_data.88ca383d1b58ba.0000000000003350 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.fbb7a825 ack+ondisk+write+known_if_redirected e83500) -1030> 2015-07-30 16:21:33.418579 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.24 100.100.100.241:0/23277 108 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.420156) v2 ==== 47+0+0 (3776506051 0 0) 0x13c8bc00 con 0x11067180 -1029> 2015-07-30 16:21:33.418628 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.241:0/23277 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.420156) v2 -- ?+0 0x11513660 con 0x11067180 -1028> 2015-07-30 16:21:33.418760 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.24 100.100.100.241:0/23277 108 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.420156) v2 ==== 47+0+0 (3776506051 0 0) 0x126cdc20 con 0x576e100 -1027> 2015-07-30 16:21:33.418814 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.241:0/23277 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.420156) v2 -- ?+0 0x12649a40 con 0x576e100 -1026> 2015-07-30 16:21:33.429991 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.2 100.100.100.240:0/20887 98 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.430767) v2 ==== 47+0+0 (505989312 0 0) 0x10cd30c0 con 0x10f95c80 -1025> 2015-07-30 16:21:33.429999 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.2 100.100.100.240:0/20887 98 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.430767) v2 ==== 47+0+0 (505989312 0 0) 0x10d82b40 con 0x11064840 -1024> 2015-07-30 16:21:33.430017 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.240:0/20887 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.430767) v2 -- ?+0 0x126cdc20 con 0x10f95c80 -1023> 2015-07-30 16:21:33.430039 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.240:0/20887 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.430767) v2 -- ?+0 0x13c8bc00 con 0x11064840 -1022> 2015-07-30 16:21:33.443821 7f6835a2f700 2 osd.33 pg_epoch: 83500 pg[45.34b( v 83500'385 (0'0,83500'385] local-les=83486 n=353 ec=67627 les/c 83486/83486 83453/83462/83462) [33,23,9,2] r=0 lpr=83462 crt=83486'383 lcod 83486'384 mlcod 83486'384 active+clean+scrubbing+deep] scrub osd.33 has 25 items -1021> 2015-07-30 16:21:33.443913 7f6835a2f700 2 osd.33 pg_epoch: 83500 pg[45.34b( v 83500'385 (0'0,83500'385] local-les=83486 n=353 ec=67627 les/c 83486/83486 83453/83462/83462) [33,23,9,2] r=0 lpr=83462 crt=83486'383 lcod 83486'384 mlcod 83486'384 active+clean+scrubbing+deep] scrub replica 2 has 0 items -1020> 2015-07-30 16:21:33.443988 7f6835a2f700 2 osd.33 pg_epoch: 83500 pg[45.34b( v 83500'385 (0'0,83500'385] local-les=83486 n=353 ec=67627 les/c 83486/83486 83453/83462/83462) [33,23,9,2] r=0 lpr=83462 crt=83486'383 lcod 83486'384 mlcod 83486'384 active+clean+scrubbing+deep] scrub replica 9 has 0 items -1019> 2015-07-30 16:21:33.444058 7f6835a2f700 2 osd.33 pg_epoch: 83500 pg[45.34b( v 83500'385 (0'0,83500'385] local-les=83486 n=353 ec=67627 les/c 83486/83486 83453/83462/83462) [33,23,9,2] r=0 lpr=83462 crt=83486'383 lcod 83486'384 mlcod 83486'384 active+clean+scrubbing+deep] scrub replica 23 has 0 items -1018> 2015-07-30 16:21:33.444423 7f6835a2f700 2 osd.33 pg_epoch: 83500 pg[45.34b( v 83500'385 (0'0,83500'385] local-les=83486 n=353 ec=67627 les/c 83486/83486 83453/83462/83462) [33,23,9,2] r=0 lpr=83462 crt=83486'383 lcod 83486'384 mlcod 83486'384 active+clean+scrubbing+deep] 45.34b shard 2 missing 6b11034b/rbd_data.59da4a79e2a9e3.0000000000000a83/head//45 45.34b shard 9 missing 6b11034b/rbd_data.59da4a79e2a9e3.0000000000000a83/head//45 45.34b shard 23 missing 6b11034b/rbd_data.59da4a79e2a9e3.0000000000000a83/head//45 45.34b shard 2 missing 9644034b/rbd_data.34d7302eb141f2.0000000000002690/head//45 45.34b shard 9 missing 9644034b/rbd_data.34d7302eb141f2.0000000000002690/head//45 45.34b shard 23 missing 9644034b/rbd_data.34d7302eb141f2.0000000000002690/head//45 45.34b shard 2 missing fd4034b/rbd_data.490ab17843e45.0000000000002eb2/head//45 45.34b shard 9 missing fd4034b/rbd_data.490ab17843e45.0000000000002eb2/head//45 45.34b shard 23 missing fd4034b/rbd_data.490ab17843e45.0000000000002eb2/head//45 45.34b shard 2 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/3f//45 45.34b shard 9 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/3f//45 45.34b shard 23 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/3f//45 45.34b shard 2 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/head//45 45.34b shard 9 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/head//45 45.34b shard 23 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/head//45 45.34b shard 2 missing 408a034b/rbd_data.48e99b3d1a2dd9.0000000000002202/head//45 45.34b shard 9 missing 408a034b/rbd_data.48e99b3d1a2dd9.0000000000002202/head//45 45.34b shard 23 missing 408a034b/rbd_data.48e99b3d1a2dd9.0000000000002202/head//45 45.34b shard 2 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/3f//45 45.34b shard 9 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/3f//45 45.34b shard 23 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/3f//45 45.34b shard 2 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/head//45 45.34b shard 9 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/head//45 45.34b shard 23 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/head//45 45.34b shard 2 missing b1bb134b/rbd_data.7b58363d1b58ba.0000000000002a53/head//45 45.34b shard 9 missing b1bb134b/rbd_data.7b58363d1b58ba.0000000000002a53/head//45 45.34b shard 23 missing b1bb134b/rbd_data.7b58363d1b58ba.0000000000002a53/head//45 45.34b shard 2 missing 55c7234b/rbd_data.490ecb3d1a2dd9.0000000000003340/head//45 45.34b shard 9 missing 55c7234b/rbd_data.490ecb3d1a2dd9.0000000000003340/head//45 45.34b shard 23 missing 55c7234b/rbd_data.490ecb3d1a2dd9.0000000000003340/head//45 45.34b shard 2 missing 18a8234b/rbd_data.48e7a77843e45.0000000000001581/head//45 45.34b shard 9 missing 18a8234b/rbd_data.48e7a77843e45.0000000000001581/head//45 45.34b shard 23 missing 18a8234b/rbd_data.48e7a77843e45.0000000000001581/head//45 45.34b shard 2 missing 2f3b234b/rbd_data.59d95f2eb141f2.0000000000002136/head//45 45.34b shard 9 missing 2f3b234b/rbd_data.59d95f2eb141f2.0000000000002136/head//45 45.34b shard 23 missing 2f3b234b/rbd_data.59d95f2eb141f2.0000000000002136/head//45 45.34b shard 2 missing f43e234b/rbd_data.75a44a3d1b58ba.0000000000004945/head//45 45.34b shard 9 missing f43e234b/rbd_data.75a44a3d1b58ba.0000000000004945/head//45 45.34b shard 23 missing f43e234b/rbd_data.75a44a3d1b58ba.0000000000004945/head//45 45.34b shard 2 missing 8876334b/rbd_data.34d7302eb141f2.0000000000004a92/head//45 45.34b shard 9 missing 8876334b/rbd_data.34d7302eb141f2.0000000000004a92/head//45 45.34b shard 23 missing 8876334b/rbd_data.34d7302eb141f2.0000000000004a92/head//45 45.34b shard 2 missing 218334b/rbd_data.48e99b3d1a2dd9.0000000000002128/head//45 45.34b shard 9 missing 218334b/rbd_data.48e99b3d1a2dd9.0000000000002128/head//45 45.34b shard 23 missing 218334b/rbd_data.48e99b3d1a2dd9.0000000000002128/head//45 45.34b shard 2 missing 3deb334b/rbd_data.85ff053d1b58ba.00000000000000b4/head//45 45.34b shard 9 missing 3deb334b/rbd_data.85ff053d1b58ba.00000000000000b4/head//45 45.34b shard 23 missing 3deb334b/rbd_data.85ff053d1b58ba.00000000000000b4/head//45 45.34b shard 2 missing 6d80434b/rbd_data.59db3f2eb141f2.000000000000573a/head//45 45.34b shard 9 missing 6d80434b/rbd_data.59db3f2eb141f2.000000000000573a/head//45 45.34b shard 23 missing 6d80434b/rbd_data.59db3f2eb141f2.000000000000573a/head//45 45.34b shard 2 missing 5212434b/rbd_data.490eda7843e45.0000000000002aad/head//45 45.34b shard 9 missing 5212434b/rbd_data.490eda7843e45.0000000000002aad/head//45 45.34b shard 23 missing 5212434b/rbd_data.490eda7843e45.0000000000002aad/head//45 45.34b shard 2 missing 53b3434b/rbd_data.49114b7843e45.000000000000294c/head//45 45.34b shard 9 missing 53b3434b/rbd_data.49114b7843e45.000000000000294c/head//45 45.34b shard 23 missing 53b3434b/rbd_data.49114b7843e45.000000000000294c/head//45 45.34b shard 2 missing 3d55434b/rbd_data.83836b2eb141f2.00000000000002ad/head//45 45.34b shard 9 missing 3d55434b/rbd_data.83836b2eb141f2.00000000000002ad/head//45 45.34b shard 23 missing 3d55434b/rbd_data.83836b2eb141f2.00000000000002ad/head//45 45.34b shard 2 missing a607434b/rbd_data.3ac9c43d1a2dd9.0000000000003a71/head//45 45.34b shard 9 missing a607434b/rbd_data.3ac9c43d1a2dd9.0000000000003a71/head//45 45.34b shard 23 missing a607434b/rbd_data.3ac9c43d1a2dd9.0000000000003a71/head//45 45.34b shard 2 missing 887434b/rbd_data.34d7fd2eb141f2.0000000000008aa1/head//45 45.34b shard 9 missing 887434b/rbd_data.34d7fd2eb141f2.0000000000008aa1/head//45 45.34b shard 23 missing 887434b/rbd_data.34d7fd2eb141f2.0000000000008aa1/head//45 45.34b shard 2 missing b2d7434b/rbd_data.5939a22eb141f2.0000000000005a02/head//45 45.34b shard 9 missing b2d7434b/rbd_data.5939a22eb141f2.0000000000005a02/head//45 45.34b shard 23 missing b2d7434b/rbd_data.5939a22eb141f2.0000000000005a02/head//45 45.34b shard 2 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/20//45 45.34b shard 9 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/20//45 45.34b shard 23 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/20//45 45.34b shard 2 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/head//45 45.34b shard 9 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/head//45 45.34b shard 23 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/head//45 -1017> 2015-07-30 16:21:33.444567 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 6b11034b/rbd_data.59da4a79e2a9e3.0000000000000a83/head//45 -1016> 2015-07-30 16:21:33.444572 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 6b11034b/rbd_data.59da4a79e2a9e3.0000000000000a83/head//45 -1015> 2015-07-30 16:21:33.444574 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 6b11034b/rbd_data.59da4a79e2a9e3.0000000000000a83/head//45 -1014> 2015-07-30 16:21:33.444575 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 9644034b/rbd_data.34d7302eb141f2.0000000000002690/head//45 -1013> 2015-07-30 16:21:33.444588 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 9644034b/rbd_data.34d7302eb141f2.0000000000002690/head//45 -1012> 2015-07-30 16:21:33.444597 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 9644034b/rbd_data.34d7302eb141f2.0000000000002690/head//45 -1011> 2015-07-30 16:21:33.444602 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing fd4034b/rbd_data.490ab17843e45.0000000000002eb2/head//45 -1010> 2015-07-30 16:21:33.444606 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing fd4034b/rbd_data.490ab17843e45.0000000000002eb2/head//45 -1009> 2015-07-30 16:21:33.444608 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing fd4034b/rbd_data.490ab17843e45.0000000000002eb2/head//45 -1008> 2015-07-30 16:21:33.444609 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/3f//45 -1007> 2015-07-30 16:21:33.444611 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/3f//45 -1006> 2015-07-30 16:21:33.444612 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/3f//45 -1005> 2015-07-30 16:21:33.444614 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/head//45 -1004> 2015-07-30 16:21:33.444615 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/head//45 -1003> 2015-07-30 16:21:33.444633 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing dd17034b/rbd_data.3b3d1e7843e45.0000000000009321/head//45 -1002> 2015-07-30 16:21:33.444642 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 408a034b/rbd_data.48e99b3d1a2dd9.0000000000002202/head//45 -1001> 2015-07-30 16:21:33.444643 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 408a034b/rbd_data.48e99b3d1a2dd9.0000000000002202/head//45 -1000> 2015-07-30 16:21:33.444645 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 408a034b/rbd_data.48e99b3d1a2dd9.0000000000002202/head//45 -999> 2015-07-30 16:21:33.444646 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/3f//45 -998> 2015-07-30 16:21:33.444647 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/3f//45 -997> 2015-07-30 16:21:33.444649 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/3f//45 -996> 2015-07-30 16:21:33.444650 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/head//45 -995> 2015-07-30 16:21:33.444652 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/head//45 -994> 2015-07-30 16:21:33.444653 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 606134b/rbd_data.3b3d1e7843e45.0000000000004a86/head//45 -993> 2015-07-30 16:21:33.444654 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing b1bb134b/rbd_data.7b58363d1b58ba.0000000000002a53/head//45 -992> 2015-07-30 16:21:33.444674 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing b1bb134b/rbd_data.7b58363d1b58ba.0000000000002a53/head//45 -991> 2015-07-30 16:21:33.444686 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing b1bb134b/rbd_data.7b58363d1b58ba.0000000000002a53/head//45 -990> 2015-07-30 16:21:33.444690 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 55c7234b/rbd_data.490ecb3d1a2dd9.0000000000003340/head//45 -989> 2015-07-30 16:21:33.444693 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 55c7234b/rbd_data.490ecb3d1a2dd9.0000000000003340/head//45 -988> 2015-07-30 16:21:33.444696 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 55c7234b/rbd_data.490ecb3d1a2dd9.0000000000003340/head//45 -987> 2015-07-30 16:21:33.444698 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 18a8234b/rbd_data.48e7a77843e45.0000000000001581/head//45 -986> 2015-07-30 16:21:33.444700 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 18a8234b/rbd_data.48e7a77843e45.0000000000001581/head//45 -985> 2015-07-30 16:21:33.444703 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 18a8234b/rbd_data.48e7a77843e45.0000000000001581/head//45 -984> 2015-07-30 16:21:33.444705 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 2f3b234b/rbd_data.59d95f2eb141f2.0000000000002136/head//45 -983> 2015-07-30 16:21:33.444727 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 2f3b234b/rbd_data.59d95f2eb141f2.0000000000002136/head//45 -982> 2015-07-30 16:21:33.444740 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 2f3b234b/rbd_data.59d95f2eb141f2.0000000000002136/head//45 -981> 2015-07-30 16:21:33.444744 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing f43e234b/rbd_data.75a44a3d1b58ba.0000000000004945/head//45 -980> 2015-07-30 16:21:33.444747 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing f43e234b/rbd_data.75a44a3d1b58ba.0000000000004945/head//45 -979> 2015-07-30 16:21:33.444749 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing f43e234b/rbd_data.75a44a3d1b58ba.0000000000004945/head//45 -978> 2015-07-30 16:21:33.444752 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 8876334b/rbd_data.34d7302eb141f2.0000000000004a92/head//45 -977> 2015-07-30 16:21:33.444754 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 8876334b/rbd_data.34d7302eb141f2.0000000000004a92/head//45 -976> 2015-07-30 16:21:33.444756 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 8876334b/rbd_data.34d7302eb141f2.0000000000004a92/head//45 -975> 2015-07-30 16:21:33.444759 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 218334b/rbd_data.48e99b3d1a2dd9.0000000000002128/head//45 -974> 2015-07-30 16:21:33.444761 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 218334b/rbd_data.48e99b3d1a2dd9.0000000000002128/head//45 -973> 2015-07-30 16:21:33.444764 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 218334b/rbd_data.48e99b3d1a2dd9.0000000000002128/head//45 -972> 2015-07-30 16:21:33.444766 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 3deb334b/rbd_data.85ff053d1b58ba.00000000000000b4/head//45 -971> 2015-07-30 16:21:33.444769 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 3deb334b/rbd_data.85ff053d1b58ba.00000000000000b4/head//45 -970> 2015-07-30 16:21:33.444771 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 3deb334b/rbd_data.85ff053d1b58ba.00000000000000b4/head//45 -969> 2015-07-30 16:21:33.444773 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 6d80434b/rbd_data.59db3f2eb141f2.000000000000573a/head//45 -968> 2015-07-30 16:21:33.444776 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 6d80434b/rbd_data.59db3f2eb141f2.000000000000573a/head//45 -967> 2015-07-30 16:21:33.444778 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 6d80434b/rbd_data.59db3f2eb141f2.000000000000573a/head//45 -966> 2015-07-30 16:21:33.444804 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 5212434b/rbd_data.490eda7843e45.0000000000002aad/head//45 -965> 2015-07-30 16:21:33.444816 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 5212434b/rbd_data.490eda7843e45.0000000000002aad/head//45 -964> 2015-07-30 16:21:33.444818 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 5212434b/rbd_data.490eda7843e45.0000000000002aad/head//45 -963> 2015-07-30 16:21:33.444820 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 53b3434b/rbd_data.49114b7843e45.000000000000294c/head//45 -962> 2015-07-30 16:21:33.444821 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 53b3434b/rbd_data.49114b7843e45.000000000000294c/head//45 -961> 2015-07-30 16:21:33.444823 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 53b3434b/rbd_data.49114b7843e45.000000000000294c/head//45 -960> 2015-07-30 16:21:33.444824 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 3d55434b/rbd_data.83836b2eb141f2.00000000000002ad/head//45 -959> 2015-07-30 16:21:33.444826 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 3d55434b/rbd_data.83836b2eb141f2.00000000000002ad/head//45 -958> 2015-07-30 16:21:33.444829 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 3d55434b/rbd_data.83836b2eb141f2.00000000000002ad/head//45 -957> 2015-07-30 16:21:33.444831 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing a607434b/rbd_data.3ac9c43d1a2dd9.0000000000003a71/head//45 -956> 2015-07-30 16:21:33.444834 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing a607434b/rbd_data.3ac9c43d1a2dd9.0000000000003a71/head//45 -955> 2015-07-30 16:21:33.444836 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing a607434b/rbd_data.3ac9c43d1a2dd9.0000000000003a71/head//45 -954> 2015-07-30 16:21:33.444839 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 887434b/rbd_data.34d7fd2eb141f2.0000000000008aa1/head//45 -953> 2015-07-30 16:21:33.444841 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 887434b/rbd_data.34d7fd2eb141f2.0000000000008aa1/head//45 -952> 2015-07-30 16:21:33.444843 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 887434b/rbd_data.34d7fd2eb141f2.0000000000008aa1/head//45 -951> 2015-07-30 16:21:33.444846 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing b2d7434b/rbd_data.5939a22eb141f2.0000000000005a02/head//45 -950> 2015-07-30 16:21:33.444848 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing b2d7434b/rbd_data.5939a22eb141f2.0000000000005a02/head//45 -949> 2015-07-30 16:21:33.444850 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing b2d7434b/rbd_data.5939a22eb141f2.0000000000005a02/head//45 -948> 2015-07-30 16:21:33.444852 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/20//45 -947> 2015-07-30 16:21:33.444855 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/20//45 -946> 2015-07-30 16:21:33.444857 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/20//45 -945> 2015-07-30 16:21:33.444860 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 2 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/head//45 -944> 2015-07-30 16:21:33.444862 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 9 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/head//45 -943> 2015-07-30 16:21:33.444864 7f6835a2f700 -1 log_channel(default) log [ERR] : 45.34b shard 23 missing 4449434b/rbd_data.48e99b3d1a2dd9.0000000000000de2/head//45 -942> 2015-07-30 16:21:33.445076 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.10 100.100.100.243:0/2529 102 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.444777) v2 ==== 47+0+0 (3862891536 0 0) 0x13819480 con 0x10d3b1e0 -941> 2015-07-30 16:21:33.445096 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.10 100.100.100.243:0/2529 102 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.444777) v2 ==== 47+0+0 (3862891536 0 0) 0x12425860 con 0x1087eec0 -940> 2015-07-30 16:21:33.445104 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/2529 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.444777) v2 -- ?+0 0x10cd30c0 con 0x10d3b1e0 -939> 2015-07-30 16:21:33.445172 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/2529 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.444777) v2 -- ?+0 0x10d82b40 con 0x1087eec0 -938> 2015-07-30 16:21:33.445567 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.32 111.111.111.244:0/10593 13 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.444462) v2 ==== 47+0+0 (1023092631 0 0) 0x1373da20 con 0x10f93600 -937> 2015-07-30 16:21:33.445606 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.32 111.111.111.244:0/10593 13 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.444462) v2 ==== 47+0+0 (1023092631 0 0) 0x12e37840 con 0x11f71fa0 -936> 2015-07-30 16:21:33.445608 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.244:0/10593 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.444462) v2 -- ?+0 0x12425860 con 0x10f93600 -935> 2015-07-30 16:21:33.445655 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.244:0/10593 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.444462) v2 -- ?+0 0x13819480 con 0x11f71fa0 -934> 2015-07-30 16:21:33.447087 7f6835a2f700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6801/20887 -- replica scrub(pg: 45.34b,from:0'0,to:83450'370,epoch:83500,start:a5cd434b//0//-1,end:2c9e834b//0//-1,chunky:1,deep:1,version:5) v5 -- ?+0 0x11265700 con 0x10668680 -933> 2015-07-30 16:21:33.447142 7f6835a2f700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6817/5025257 -- replica scrub(pg: 45.34b,from:0'0,to:83450'370,epoch:83500,start:a5cd434b//0//-1,end:2c9e834b//0//-1,chunky:1,deep:1,version:5) v5 -- ?+0 0x131f4080 con 0x10667b80 -932> 2015-07-30 16:21:33.447163 7f6835a2f700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6816/9546 -- replica scrub(pg: 45.34b,from:0'0,to:83450'370,epoch:83500,start:a5cd434b//0//-1,end:2c9e834b//0//-1,chunky:1,deep:1,version:5) v5 -- ?+0 0x131f2c80 con 0xeaaac00 -931> 2015-07-30 16:21:33.503173 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1010 ==== osd_op(client.8963508.0:78877 rbd_data.791f542ae8944a.000000000000cd5f@6 [read 0~4194304] 39.ff4b485c ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (3290998692 0 0) 0x11e28580 con 0x1126e000 -930> 2015-07-30 16:21:33.503470 7f681d0e6700 5 -- op tracker -- seq: 13231, time: 2015-07-30 16:21:33.502923, event: header_read, op: osd_op(client.8963508.0:78877 rbd_data.791f542ae8944a.000000000000cd5f@6 [read 0~4194304] 39.ff4b485c ack+read+localize_reads+known_if_redirected e83500) -929> 2015-07-30 16:21:33.503554 7f681d0e6700 5 -- op tracker -- seq: 13231, time: 2015-07-30 16:21:33.502926, event: throttled, op: osd_op(client.8963508.0:78877 rbd_data.791f542ae8944a.000000000000cd5f@6 [read 0~4194304] 39.ff4b485c ack+read+localize_reads+known_if_redirected e83500) -928> 2015-07-30 16:21:33.503589 7f681d0e6700 5 -- op tracker -- seq: 13231, time: 2015-07-30 16:21:33.503165, event: all_read, op: osd_op(client.8963508.0:78877 rbd_data.791f542ae8944a.000000000000cd5f@6 [read 0~4194304] 39.ff4b485c ack+read+localize_reads+known_if_redirected e83500) -927> 2015-07-30 16:21:33.503630 7f681d0e6700 5 -- op tracker -- seq: 13231, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78877 rbd_data.791f542ae8944a.000000000000cd5f@6 [read 0~4194304] 39.ff4b485c ack+read+localize_reads+known_if_redirected e83500) -926> 2015-07-30 16:21:33.503769 7f683a238700 5 -- op tracker -- seq: 13231, time: 2015-07-30 16:21:33.503769, event: reached_pg, op: osd_op(client.8963508.0:78877 rbd_data.791f542ae8944a.000000000000cd5f@6 [read 0~4194304] 39.ff4b485c ack+read+localize_reads+known_if_redirected e83500) -925> 2015-07-30 16:21:33.504318 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78877 rbd_data.791f542ae8944a.000000000000cd5f [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x13296000 con 0x1126e000 -924> 2015-07-30 16:21:33.504439 7f683a238700 5 -- op tracker -- seq: 13231, time: 2015-07-30 16:21:33.504439, event: done, op: osd_op(client.8963508.0:78877 rbd_data.791f542ae8944a.000000000000cd5f@6 [read 0~4194304] 39.ff4b485c ack+read+localize_reads+known_if_redirected e83500) -923> 2015-07-30 16:21:33.541153 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.34 100.100.100.244:0/11189 13 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.540150) v2 ==== 47+0+0 (3689503410 0 0) 0x126cf840 con 0x11f72260 -922> 2015-07-30 16:21:33.541188 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.244:0/11189 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.540150) v2 -- ?+0 0x12e37840 con 0x11f72260 -921> 2015-07-30 16:21:33.541160 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.34 100.100.100.244:0/11189 13 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.540150) v2 ==== 47+0+0 (3689503410 0 0) 0x126cfde0 con 0x10f93340 -920> 2015-07-30 16:21:33.541231 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.244:0/11189 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.540150) v2 -- ?+0 0x1373da20 con 0x10f93340 -919> 2015-07-30 16:21:33.550342 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1011 ==== osd_op(client.8963508.0:78890 rbd_data.791f542ae8944a.000000000000cd67@6 [read 0~4194304] 39.699ce458 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (1590161434 0 0) 0x11e29700 con 0x1126e000 -918> 2015-07-30 16:21:33.550507 7f681d0e6700 5 -- op tracker -- seq: 13232, time: 2015-07-30 16:21:33.550075, event: header_read, op: osd_op(client.8963508.0:78890 rbd_data.791f542ae8944a.000000000000cd67@6 [read 0~4194304] 39.699ce458 ack+read+localize_reads+known_if_redirected e83500) -917> 2015-07-30 16:21:33.550569 7f681d0e6700 5 -- op tracker -- seq: 13232, time: 2015-07-30 16:21:33.550077, event: throttled, op: osd_op(client.8963508.0:78890 rbd_data.791f542ae8944a.000000000000cd67@6 [read 0~4194304] 39.699ce458 ack+read+localize_reads+known_if_redirected e83500) -916> 2015-07-30 16:21:33.550627 7f681d0e6700 5 -- op tracker -- seq: 13232, time: 2015-07-30 16:21:33.550337, event: all_read, op: osd_op(client.8963508.0:78890 rbd_data.791f542ae8944a.000000000000cd67@6 [read 0~4194304] 39.699ce458 ack+read+localize_reads+known_if_redirected e83500) -915> 2015-07-30 16:21:33.550680 7f681d0e6700 5 -- op tracker -- seq: 13232, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78890 rbd_data.791f542ae8944a.000000000000cd67@6 [read 0~4194304] 39.699ce458 ack+read+localize_reads+known_if_redirected e83500) -914> 2015-07-30 16:21:33.550746 7f6837232700 5 -- op tracker -- seq: 13232, time: 2015-07-30 16:21:33.550746, event: reached_pg, op: osd_op(client.8963508.0:78890 rbd_data.791f542ae8944a.000000000000cd67@6 [read 0~4194304] 39.699ce458 ack+read+localize_reads+known_if_redirected e83500) -913> 2015-07-30 16:21:33.551237 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78890 rbd_data.791f542ae8944a.000000000000cd67 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x13296b00 con 0x1126e000 -912> 2015-07-30 16:21:33.551322 7f6837232700 5 -- op tracker -- seq: 13232, time: 2015-07-30 16:21:33.551322, event: done, op: osd_op(client.8963508.0:78890 rbd_data.791f542ae8944a.000000000000cd67@6 [read 0~4194304] 39.699ce458 ack+read+localize_reads+known_if_redirected e83500) -911> 2015-07-30 16:21:33.562346 7f682ff0c700 1 -- 111.111.111.244:6800/6354 <== osd.21 111.111.111.241:6814/5026182 297 ==== osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) v11 ==== 1410+0+939 (2701804927 0 119116839) 0x114dc000 con 0x10666dc0 -910> 2015-07-30 16:21:33.562376 7f682ff0c700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.562252, event: header_read, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -909> 2015-07-30 16:21:33.562391 7f682ff0c700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.562255, event: throttled, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -908> 2015-07-30 16:21:33.562400 7f682ff0c700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.562339, event: all_read, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -907> 2015-07-30 16:21:33.562408 7f682ff0c700 5 -- op tracker -- seq: 13233, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -906> 2015-07-30 16:21:33.562474 7f6838a35700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.562474, event: reached_pg, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -905> 2015-07-30 16:21:33.562497 7f6838a35700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.562497, event: started, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -904> 2015-07-30 16:21:33.562859 7f6838a35700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.562859, event: started, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -903> 2015-07-30 16:21:33.562975 7f6838a35700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.562975, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -902> 2015-07-30 16:21:33.563045 7f684c5f4700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.563045, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -901> 2015-07-30 16:21:33.563151 7f684bdf3700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.563151, event: journaled_completion_queued, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -900> 2015-07-30 16:21:33.563178 7f68495ee700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.563178, event: commit_sent, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -899> 2015-07-30 16:21:33.563209 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6814/5026182 -- osd_sub_op_reply(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] ondisk, result = 0) v2 -- ?+0 0x141c6840 con 0x10666dc0 -898> 2015-07-30 16:21:33.563697 7f6849def700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.563697, event: sub_op_applied, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -897> 2015-07-30 16:21:33.563722 7f6849def700 5 -- op tracker -- seq: 13233, time: 2015-07-30 16:21:33.563722, event: done, op: osd_sub_op(client.8963436.0:55435 45.2ee c1f022ee/rbd_data.48e7a77843e45.0000000000002415/head//45 [] v 83500'443 snapset=0=[]:[] snapc=0=[]) -896> 2015-07-30 16:21:33.600729 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.26 100.100.100.243:0/5963 93 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.601877) v2 ==== 47+0+0 (2695905953 0 0) 0x11e543a0 con 0x11270520 -895> 2015-07-30 16:21:33.600777 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.26 100.100.100.243:0/5963 93 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.601877) v2 ==== 47+0+0 (2695905953 0 0) 0x1373cd00 con 0x1126f760 -894> 2015-07-30 16:21:33.600786 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/5963 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.601877) v2 -- ?+0 0x126cf840 con 0x11270520 -893> 2015-07-30 16:21:33.600866 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/5963 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.601877) v2 -- ?+0 0x126cfde0 con 0x1126f760 -892> 2015-07-30 16:21:33.620018 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.14 100.100.100.240:0/6000 99 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.620550) v2 ==== 47+0+0 (3466426969 0 0) 0x12fa8960 con 0x1087c2c0 -891> 2015-07-30 16:21:33.620057 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.240:0/6000 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.620550) v2 -- ?+0 0x1373cd00 con 0x1087c2c0 -890> 2015-07-30 16:21:33.620052 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.14 100.100.100.240:0/6000 99 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.620550) v2 ==== 47+0+0 (3466426969 0 0) 0x11621a40 con 0x1087c6e0 -889> 2015-07-30 16:21:33.620098 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.240:0/6000 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.620550) v2 -- ?+0 0x11e543a0 con 0x1087c6e0 -888> 2015-07-30 16:21:33.628618 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.23 100.100.100.243:0/9546 91 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.629808) v2 ==== 47+0+0 (3354010308 0 0) 0x115a03a0 con 0x111a5b80 -887> 2015-07-30 16:21:33.628656 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/9546 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.629808) v2 -- ?+0 0x11621a40 con 0x111a5b80 -886> 2015-07-30 16:21:33.628765 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.23 100.100.100.243:0/9546 91 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.629808) v2 ==== 47+0+0 (3354010308 0 0) 0xcd81de0 con 0x111a4f20 -885> 2015-07-30 16:21:33.628829 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/9546 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.629808) v2 -- ?+0 0x12fa8960 con 0x111a4f20 -884> 2015-07-30 16:21:33.688884 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 689 ==== osd_op(client.8784389.0:222179 rbd_data.791f542ae8944a.00000000000363c9 [read 0~4194304] 39.eb74f65b ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (286131567 0 0) 0x131f5c00 con 0x115019c0 -883> 2015-07-30 16:21:33.688913 7f6816b78700 5 -- op tracker -- seq: 13234, time: 2015-07-30 16:21:33.688813, event: header_read, op: osd_op(client.8784389.0:222179 rbd_data.791f542ae8944a.00000000000363c9 [read 0~4194304] 39.eb74f65b ack+read+known_if_redirected e83500) -882> 2015-07-30 16:21:33.688928 7f6816b78700 5 -- op tracker -- seq: 13234, time: 2015-07-30 16:21:33.688817, event: throttled, op: osd_op(client.8784389.0:222179 rbd_data.791f542ae8944a.00000000000363c9 [read 0~4194304] 39.eb74f65b ack+read+known_if_redirected e83500) -881> 2015-07-30 16:21:33.688937 7f6816b78700 5 -- op tracker -- seq: 13234, time: 2015-07-30 16:21:33.688877, event: all_read, op: osd_op(client.8784389.0:222179 rbd_data.791f542ae8944a.00000000000363c9 [read 0~4194304] 39.eb74f65b ack+read+known_if_redirected e83500) -880> 2015-07-30 16:21:33.688945 7f6816b78700 5 -- op tracker -- seq: 13234, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222179 rbd_data.791f542ae8944a.00000000000363c9 [read 0~4194304] 39.eb74f65b ack+read+known_if_redirected e83500) -879> 2015-07-30 16:21:33.689039 7f683aa39700 5 -- op tracker -- seq: 13234, time: 2015-07-30 16:21:33.689039, event: reached_pg, op: osd_op(client.8784389.0:222179 rbd_data.791f542ae8944a.00000000000363c9 [read 0~4194304] 39.eb74f65b ack+read+known_if_redirected e83500) -878> 2015-07-30 16:21:33.689408 7f683aa39700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222179 rbd_data.791f542ae8944a.00000000000363c9 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x132978c0 con 0x115019c0 -877> 2015-07-30 16:21:33.689620 7f683aa39700 5 -- op tracker -- seq: 13234, time: 2015-07-30 16:21:33.689619, event: done, op: osd_op(client.8784389.0:222179 rbd_data.791f542ae8944a.00000000000363c9 [read 0~4194304] 39.eb74f65b ack+read+known_if_redirected e83500) -876> 2015-07-30 16:21:33.722991 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1072 ==== osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 274+0+16777225 (3465677268 0 3760381647) 0x11e28300 con 0x11501440 -875> 2015-07-30 16:21:33.723284 7f681acc2700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.693865, event: header_read, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -874> 2015-07-30 16:21:33.723353 7f681acc2700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.693869, event: throttled, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -873> 2015-07-30 16:21:33.723429 7f681acc2700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.722983, event: all_read, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -872> 2015-07-30 16:21:33.723487 7f681acc2700 5 -- op tracker -- seq: 13235, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -871> 2015-07-30 16:21:33.723718 7f6837a33700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.723717, event: reached_pg, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -870> 2015-07-30 16:21:33.724770 7f6837a33700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.724770, event: started, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -869> 2015-07-30 16:21:33.724972 7f6837a33700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.724972, event: started, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -868> 2015-07-30 16:21:33.725349 7f6837a33700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.725349, event: waiting for subops from 1,3,17, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -867> 2015-07-30 16:21:33.725524 7f6837a33700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6806/10101 -- osd_sub_op(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) v11 -- ?+16778175 0x134b2200 con 0xeaa91e0 -866> 2015-07-30 16:21:33.725627 7f6837a33700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6809/5027379 -- osd_sub_op(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) v11 -- ?+16778175 0x139b0c00 con 0xeaa8c60 -865> 2015-07-30 16:21:33.725667 7f6837a33700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6830/6021767 -- osd_sub_op(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] v 83500'399 snapset=0=[]:[] snapc=0=[]) v11 -- ?+16778175 0x11414100 con 0x10627080 -864> 2015-07-30 16:21:33.726014 7f6837a33700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.726014, event: commit_queued_for_journal_write, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -863> 2015-07-30 16:21:33.728498 7f684c5f4700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.728498, event: write_thread_in_journal_buffer, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -862> 2015-07-30 16:21:33.748756 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 461 ==== osd_op(client.8964076.0:36038 rbd_data.36bbb37843e45.0000000000008caa [read 0~4194304] 42.f7d2e859 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (3278633359 0 0) 0x11e27b80 con 0x111dc260 -861> 2015-07-30 16:21:33.748844 7f681daf0700 5 -- op tracker -- seq: 13236, time: 2015-07-30 16:21:33.748562, event: header_read, op: osd_op(client.8964076.0:36038 rbd_data.36bbb37843e45.0000000000008caa [read 0~4194304] 42.f7d2e859 ack+read+known_if_redirected e83500) -860> 2015-07-30 16:21:33.748865 7f681daf0700 5 -- op tracker -- seq: 13236, time: 2015-07-30 16:21:33.748565, event: throttled, op: osd_op(client.8964076.0:36038 rbd_data.36bbb37843e45.0000000000008caa [read 0~4194304] 42.f7d2e859 ack+read+known_if_redirected e83500) -859> 2015-07-30 16:21:33.748885 7f681daf0700 5 -- op tracker -- seq: 13236, time: 2015-07-30 16:21:33.748749, event: all_read, op: osd_op(client.8964076.0:36038 rbd_data.36bbb37843e45.0000000000008caa [read 0~4194304] 42.f7d2e859 ack+read+known_if_redirected e83500) -858> 2015-07-30 16:21:33.748894 7f681daf0700 5 -- op tracker -- seq: 13236, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:36038 rbd_data.36bbb37843e45.0000000000008caa [read 0~4194304] 42.f7d2e859 ack+read+known_if_redirected e83500) -857> 2015-07-30 16:21:33.748961 7f6839236700 5 -- op tracker -- seq: 13236, time: 2015-07-30 16:21:33.748960, event: reached_pg, op: osd_op(client.8964076.0:36038 rbd_data.36bbb37843e45.0000000000008caa [read 0~4194304] 42.f7d2e859 ack+read+known_if_redirected e83500) -856> 2015-07-30 16:21:33.762746 7f6839236700 5 -- op tracker -- seq: 13236, time: 2015-07-30 16:21:33.762746, event: started, op: osd_op(client.8964076.0:36038 rbd_data.36bbb37843e45.0000000000008caa [read 0~4194304] 42.f7d2e859 ack+read+known_if_redirected e83500) -855> 2015-07-30 16:21:33.762880 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1027184 -- osd_op_reply(36038 rbd_data.36bbb37843e45.0000000000008caa [read 0~0] v0'0 uv670 ondisk = 0) v6 -- ?+0 0x13dacec0 con 0x111dc260 -854> 2015-07-30 16:21:33.762948 7f6839236700 5 -- op tracker -- seq: 13236, time: 2015-07-30 16:21:33.762947, event: done, op: osd_op(client.8964076.0:36038 rbd_data.36bbb37843e45.0000000000008caa [read 0~0] 42.f7d2e859 ack+read+known_if_redirected e83500) -853> 2015-07-30 16:21:33.773740 7f684bdf3700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.773740, event: journaled_completion_queued, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -852> 2015-07-30 16:21:33.773799 7f68495ee700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.773798, event: op_commit, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -851> 2015-07-30 16:21:33.801102 7f684fdfb700 5 osd.33 83500 tick -850> 2015-07-30 16:21:33.833717 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1012 ==== osd_op(client.8963508.0:78921 rbd_data.791f542ae8944a.000000000000cd74@6 [read 0~4194304] 39.ee0cf858 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (2163778377 0 0) 0x11e28d00 con 0x1126e000 -849> 2015-07-30 16:21:33.834039 7f681d0e6700 5 -- op tracker -- seq: 13237, time: 2015-07-30 16:21:33.833360, event: header_read, op: osd_op(client.8963508.0:78921 rbd_data.791f542ae8944a.000000000000cd74@6 [read 0~4194304] 39.ee0cf858 ack+read+localize_reads+known_if_redirected e83500) -848> 2015-07-30 16:21:33.834149 7f681d0e6700 5 -- op tracker -- seq: 13237, time: 2015-07-30 16:21:33.833363, event: throttled, op: osd_op(client.8963508.0:78921 rbd_data.791f542ae8944a.000000000000cd74@6 [read 0~4194304] 39.ee0cf858 ack+read+localize_reads+known_if_redirected e83500) -847> 2015-07-30 16:21:33.834181 7f681d0e6700 5 -- op tracker -- seq: 13237, time: 2015-07-30 16:21:33.833711, event: all_read, op: osd_op(client.8963508.0:78921 rbd_data.791f542ae8944a.000000000000cd74@6 [read 0~4194304] 39.ee0cf858 ack+read+localize_reads+known_if_redirected e83500) -846> 2015-07-30 16:21:33.834279 7f681d0e6700 5 -- op tracker -- seq: 13237, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78921 rbd_data.791f542ae8944a.000000000000cd74@6 [read 0~4194304] 39.ee0cf858 ack+read+localize_reads+known_if_redirected e83500) -845> 2015-07-30 16:21:33.834376 7f6837232700 5 -- op tracker -- seq: 13237, time: 2015-07-30 16:21:33.834375, event: reached_pg, op: osd_op(client.8963508.0:78921 rbd_data.791f542ae8944a.000000000000cd74@6 [read 0~4194304] 39.ee0cf858 ack+read+localize_reads+known_if_redirected e83500) -844> 2015-07-30 16:21:33.834916 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78921 rbd_data.791f542ae8944a.000000000000cd74 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x14539340 con 0x1126e000 -843> 2015-07-30 16:21:33.835028 7f6837232700 5 -- op tracker -- seq: 13237, time: 2015-07-30 16:21:33.835027, event: done, op: osd_op(client.8963508.0:78921 rbd_data.791f542ae8944a.000000000000cd74@6 [read 0~4194304] 39.ee0cf858 ack+read+localize_reads+known_if_redirected e83500) -842> 2015-07-30 16:21:33.840294 7f683101d700 1 -- 111.111.111.244:6800/6354 <== osd.1 111.111.111.243:6806/10101 274 ==== osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (245060218 0 0) 0x1226a000 con 0xeaa91e0 -841> 2015-07-30 16:21:33.840322 7f683101d700 5 -- op tracker -- seq: 13238, time: 2015-07-30 16:21:33.840241, event: header_read, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -840> 2015-07-30 16:21:33.840336 7f683101d700 5 -- op tracker -- seq: 13238, time: 2015-07-30 16:21:33.840243, event: throttled, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -839> 2015-07-30 16:21:33.840346 7f683101d700 5 -- op tracker -- seq: 13238, time: 2015-07-30 16:21:33.840286, event: all_read, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -838> 2015-07-30 16:21:33.840354 7f683101d700 5 -- op tracker -- seq: 13238, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -837> 2015-07-30 16:21:33.840393 7f683a238700 5 -- op tracker -- seq: 13238, time: 2015-07-30 16:21:33.840393, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -836> 2015-07-30 16:21:33.840462 7f683a238700 5 -- op tracker -- seq: 13238, time: 2015-07-30 16:21:33.840462, event: started, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -835> 2015-07-30 16:21:33.840515 7f683a238700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:33.840515, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -834> 2015-07-30 16:21:33.840724 7f683a238700 5 -- op tracker -- seq: 13238, time: 2015-07-30 16:21:33.840724, event: done, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -833> 2015-07-30 16:21:33.894512 7f681738a700 1 -- 100.100.100.244:6800/6354 <== client.8781641 100.100.100.242:0/1030262 697 ==== osd_op(client.8781641.0:300967 rbd_data.791f542ae8944a.000000000004978d [read 0~4194304] 39.6b3a415c ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (3694019690 0 0) 0x138da000 con 0x11501700 -832> 2015-07-30 16:21:33.894535 7f681738a700 5 -- op tracker -- seq: 13239, time: 2015-07-30 16:21:33.894450, event: header_read, op: osd_op(client.8781641.0:300967 rbd_data.791f542ae8944a.000000000004978d [read 0~4194304] 39.6b3a415c ack+read+known_if_redirected e83500) -831> 2015-07-30 16:21:33.894549 7f681738a700 5 -- op tracker -- seq: 13239, time: 2015-07-30 16:21:33.894461, event: throttled, op: osd_op(client.8781641.0:300967 rbd_data.791f542ae8944a.000000000004978d [read 0~4194304] 39.6b3a415c ack+read+known_if_redirected e83500) -830> 2015-07-30 16:21:33.894558 7f681738a700 5 -- op tracker -- seq: 13239, time: 2015-07-30 16:21:33.894506, event: all_read, op: osd_op(client.8781641.0:300967 rbd_data.791f542ae8944a.000000000004978d [read 0~4194304] 39.6b3a415c ack+read+known_if_redirected e83500) -829> 2015-07-30 16:21:33.894566 7f681738a700 5 -- op tracker -- seq: 13239, time: 0.000000, event: dispatched, op: osd_op(client.8781641.0:300967 rbd_data.791f542ae8944a.000000000004978d [read 0~4194304] 39.6b3a415c ack+read+known_if_redirected e83500) -828> 2015-07-30 16:21:33.894649 7f6837a33700 5 -- op tracker -- seq: 13239, time: 2015-07-30 16:21:33.894649, event: reached_pg, op: osd_op(client.8781641.0:300967 rbd_data.791f542ae8944a.000000000004978d [read 0~4194304] 39.6b3a415c ack+read+known_if_redirected e83500) -827> 2015-07-30 16:21:33.894964 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1030262 -- osd_op_reply(300967 rbd_data.791f542ae8944a.000000000004978d [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x1453a100 con 0x11501700 -826> 2015-07-30 16:21:33.895083 7f6837a33700 5 -- op tracker -- seq: 13239, time: 2015-07-30 16:21:33.895083, event: done, op: osd_op(client.8781641.0:300967 rbd_data.791f542ae8944a.000000000004978d [read 0~4194304] 39.6b3a415c ack+read+known_if_redirected e83500) -825> 2015-07-30 16:21:33.911006 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1073 ==== osd_op(client.8963436.0:55459 rbd_data.3b3d1e7843e45.0000000000009062@11 [read 0~4194304] 45.167dd813 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (3126099327 0 0) 0x11e28580 con 0x11501440 -824> 2015-07-30 16:21:33.911156 7f681acc2700 5 -- op tracker -- seq: 13240, time: 2015-07-30 16:21:33.910804, event: header_read, op: osd_op(client.8963436.0:55459 rbd_data.3b3d1e7843e45.0000000000009062@11 [read 0~4194304] 45.167dd813 ack+read+localize_reads+known_if_redirected e83500) -823> 2015-07-30 16:21:33.911236 7f681acc2700 5 -- op tracker -- seq: 13240, time: 2015-07-30 16:21:33.910805, event: throttled, op: osd_op(client.8963436.0:55459 rbd_data.3b3d1e7843e45.0000000000009062@11 [read 0~4194304] 45.167dd813 ack+read+localize_reads+known_if_redirected e83500) -822> 2015-07-30 16:21:33.911279 7f681acc2700 5 -- op tracker -- seq: 13240, time: 2015-07-30 16:21:33.911000, event: all_read, op: osd_op(client.8963436.0:55459 rbd_data.3b3d1e7843e45.0000000000009062@11 [read 0~4194304] 45.167dd813 ack+read+localize_reads+known_if_redirected e83500) -821> 2015-07-30 16:21:33.911319 7f681acc2700 5 -- op tracker -- seq: 13240, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55459 rbd_data.3b3d1e7843e45.0000000000009062@11 [read 0~4194304] 45.167dd813 ack+read+localize_reads+known_if_redirected e83500) -820> 2015-07-30 16:21:33.911402 7f6836a31700 5 -- op tracker -- seq: 13240, time: 2015-07-30 16:21:33.911402, event: reached_pg, op: osd_op(client.8963436.0:55459 rbd_data.3b3d1e7843e45.0000000000009062@11 [read 0~4194304] 45.167dd813 ack+read+localize_reads+known_if_redirected e83500) -819> 2015-07-30 16:21:33.911811 7f6836a31700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55459 rbd_data.3b3d1e7843e45.0000000000009062 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x14538b00 con 0x11501440 -818> 2015-07-30 16:21:33.911933 7f6836a31700 5 -- op tracker -- seq: 13240, time: 2015-07-30 16:21:33.911933, event: done, op: osd_op(client.8963436.0:55459 rbd_data.3b3d1e7843e45.0000000000009062@11 [read 0~4194304] 45.167dd813 ack+read+localize_reads+known_if_redirected e83500) -817> 2015-07-30 16:21:33.932427 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.2 100.100.100.240:0/20887 99 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.932797) v2 ==== 47+0+0 (1355492317 0 0) 0x10cd1680 con 0x10f95c80 -816> 2015-07-30 16:21:33.932465 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.240:0/20887 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.932797) v2 -- ?+0 0x115a03a0 con 0x10f95c80 -815> 2015-07-30 16:21:33.932423 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.2 100.100.100.240:0/20887 99 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:33.932797) v2 ==== 47+0+0 (1355492317 0 0) 0x11505c00 con 0x11064840 -814> 2015-07-30 16:21:33.932502 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.240:0/20887 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:33.932797) v2 -- ?+0 0xcd81de0 con 0x11064840 -813> 2015-07-30 16:21:33.938183 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1013 ==== osd_op(client.8963508.0:78941 rbd_data.791f542ae8944a.000000000000cd8d@6 [read 0~4194304] 39.907dc75c ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (397523957 0 0) 0x11e26a00 con 0x1126e000 -812> 2015-07-30 16:21:33.938355 7f681d0e6700 5 -- op tracker -- seq: 13241, time: 2015-07-30 16:21:33.937929, event: header_read, op: osd_op(client.8963508.0:78941 rbd_data.791f542ae8944a.000000000000cd8d@6 [read 0~4194304] 39.907dc75c ack+read+localize_reads+known_if_redirected e83500) -811> 2015-07-30 16:21:33.938394 7f681d0e6700 5 -- op tracker -- seq: 13241, time: 2015-07-30 16:21:33.937930, event: throttled, op: osd_op(client.8963508.0:78941 rbd_data.791f542ae8944a.000000000000cd8d@6 [read 0~4194304] 39.907dc75c ack+read+localize_reads+known_if_redirected e83500) -810> 2015-07-30 16:21:33.938438 7f681d0e6700 5 -- op tracker -- seq: 13241, time: 2015-07-30 16:21:33.938178, event: all_read, op: osd_op(client.8963508.0:78941 rbd_data.791f542ae8944a.000000000000cd8d@6 [read 0~4194304] 39.907dc75c ack+read+localize_reads+known_if_redirected e83500) -809> 2015-07-30 16:21:33.938485 7f681d0e6700 5 -- op tracker -- seq: 13241, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78941 rbd_data.791f542ae8944a.000000000000cd8d@6 [read 0~4194304] 39.907dc75c ack+read+localize_reads+known_if_redirected e83500) -808> 2015-07-30 16:21:33.938547 7f683a238700 5 -- op tracker -- seq: 13241, time: 2015-07-30 16:21:33.938547, event: reached_pg, op: osd_op(client.8963508.0:78941 rbd_data.791f542ae8944a.000000000000cd8d@6 [read 0~4194304] 39.907dc75c ack+read+localize_reads+known_if_redirected e83500) -807> 2015-07-30 16:21:33.939009 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78941 rbd_data.791f542ae8944a.000000000000cd8d [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x1453b440 con 0x1126e000 -806> 2015-07-30 16:21:33.939130 7f683a238700 5 -- op tracker -- seq: 13241, time: 2015-07-30 16:21:33.939130, event: done, op: osd_op(client.8963508.0:78941 rbd_data.791f542ae8944a.000000000000cd8d@6 [read 0~4194304] 39.907dc75c ack+read+localize_reads+known_if_redirected e83500) -805> 2015-07-30 16:21:33.981284 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1074 ==== osd_op(client.8963436.0:55475 rbd_data.3b3d1e7843e45.000000000000906f@11 [read 0~4194304] 45.8b4d09f6 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (674949292 0 0) 0x11e29700 con 0x11501440 -804> 2015-07-30 16:21:33.981455 7f681acc2700 5 -- op tracker -- seq: 13242, time: 2015-07-30 16:21:33.981046, event: header_read, op: osd_op(client.8963436.0:55475 rbd_data.3b3d1e7843e45.000000000000906f@11 [read 0~4194304] 45.8b4d09f6 ack+read+localize_reads+known_if_redirected e83500) -803> 2015-07-30 16:21:33.981540 7f681acc2700 5 -- op tracker -- seq: 13242, time: 2015-07-30 16:21:33.981047, event: throttled, op: osd_op(client.8963436.0:55475 rbd_data.3b3d1e7843e45.000000000000906f@11 [read 0~4194304] 45.8b4d09f6 ack+read+localize_reads+known_if_redirected e83500) -802> 2015-07-30 16:21:33.981573 7f681acc2700 5 -- op tracker -- seq: 13242, time: 2015-07-30 16:21:33.981278, event: all_read, op: osd_op(client.8963436.0:55475 rbd_data.3b3d1e7843e45.000000000000906f@11 [read 0~4194304] 45.8b4d09f6 ack+read+localize_reads+known_if_redirected e83500) -801> 2015-07-30 16:21:33.981599 7f681acc2700 5 -- op tracker -- seq: 13242, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55475 rbd_data.3b3d1e7843e45.000000000000906f@11 [read 0~4194304] 45.8b4d09f6 ack+read+localize_reads+known_if_redirected e83500) -800> 2015-07-30 16:21:33.981722 7f6837a33700 5 -- op tracker -- seq: 13242, time: 2015-07-30 16:21:33.981722, event: reached_pg, op: osd_op(client.8963436.0:55475 rbd_data.3b3d1e7843e45.000000000000906f@11 [read 0~4194304] 45.8b4d09f6 ack+read+localize_reads+known_if_redirected e83500) -799> 2015-07-30 16:21:33.982250 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55475 rbd_data.3b3d1e7843e45.000000000000906f [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x1453a3c0 con 0x11501440 -798> 2015-07-30 16:21:33.982358 7f6837a33700 5 -- op tracker -- seq: 13242, time: 2015-07-30 16:21:33.982358, event: done, op: osd_op(client.8963436.0:55475 rbd_data.3b3d1e7843e45.000000000000906f@11 [read 0~4194304] 45.8b4d09f6 ack+read+localize_reads+known_if_redirected e83500) -797> 2015-07-30 16:21:34.019190 7f6830a17700 1 -- 111.111.111.244:6800/6354 <== osd.23 111.111.111.243:6816/9546 435 ==== osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) v11 ==== 1202+0+11083 (216947441 0 369299912) 0x13d34c00 con 0xeaaac00 -796> 2015-07-30 16:21:34.019290 7f6830a17700 5 -- op tracker -- seq: 13243, time: 2015-07-30 16:21:34.018768, event: header_read, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -795> 2015-07-30 16:21:34.019321 7f6830a17700 5 -- op tracker -- seq: 13243, time: 2015-07-30 16:21:34.018771, event: throttled, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -794> 2015-07-30 16:21:34.019365 7f6830a17700 5 -- op tracker -- seq: 13243, time: 2015-07-30 16:21:34.019183, event: all_read, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -793> 2015-07-30 16:21:34.019375 7f6830a17700 5 -- op tracker -- seq: 13243, time: 0.000000, event: dispatched, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -792> 2015-07-30 16:21:34.034958 7f681738a700 1 -- 100.100.100.244:6800/6354 <== client.8781641 100.100.100.242:0/1030262 698 ==== osd_op(client.8781641.0:300978 rbd_data.791f542ae8944a.0000000000049798 [read 0~4194304] 39.ad4c6758 ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (2874457939 0 0) 0x138dca80 con 0x11501700 -791> 2015-07-30 16:21:34.034981 7f681738a700 5 -- op tracker -- seq: 13244, time: 2015-07-30 16:21:34.034909, event: header_read, op: osd_op(client.8781641.0:300978 rbd_data.791f542ae8944a.0000000000049798 [read 0~4194304] 39.ad4c6758 ack+read+known_if_redirected e83500) -790> 2015-07-30 16:21:34.034995 7f681738a700 5 -- op tracker -- seq: 13244, time: 2015-07-30 16:21:34.034910, event: throttled, op: osd_op(client.8781641.0:300978 rbd_data.791f542ae8944a.0000000000049798 [read 0~4194304] 39.ad4c6758 ack+read+known_if_redirected e83500) -789> 2015-07-30 16:21:34.035004 7f681738a700 5 -- op tracker -- seq: 13244, time: 2015-07-30 16:21:34.034954, event: all_read, op: osd_op(client.8781641.0:300978 rbd_data.791f542ae8944a.0000000000049798 [read 0~4194304] 39.ad4c6758 ack+read+known_if_redirected e83500) -788> 2015-07-30 16:21:34.035013 7f681738a700 5 -- op tracker -- seq: 13244, time: 0.000000, event: dispatched, op: osd_op(client.8781641.0:300978 rbd_data.791f542ae8944a.0000000000049798 [read 0~4194304] 39.ad4c6758 ack+read+known_if_redirected e83500) -787> 2015-07-30 16:21:34.043699 7f682e1ef700 1 -- 111.111.111.244:6800/6354 <== osd.17 111.111.111.240:6830/6021767 288 ==== osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (3466027588 0 0) 0x109bc680 con 0x10627080 -786> 2015-07-30 16:21:34.043745 7f682e1ef700 5 -- op tracker -- seq: 13245, time: 2015-07-30 16:21:34.043651, event: header_read, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -785> 2015-07-30 16:21:34.043757 7f682e1ef700 5 -- op tracker -- seq: 13245, time: 2015-07-30 16:21:34.043653, event: throttled, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -784> 2015-07-30 16:21:34.043764 7f682e1ef700 5 -- op tracker -- seq: 13245, time: 2015-07-30 16:21:34.043693, event: all_read, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -783> 2015-07-30 16:21:34.043770 7f682e1ef700 5 -- op tracker -- seq: 13245, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -782> 2015-07-30 16:21:34.043810 7f683a238700 5 -- op tracker -- seq: 13245, time: 2015-07-30 16:21:34.043810, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -781> 2015-07-30 16:21:34.043873 7f683a238700 5 -- op tracker -- seq: 13245, time: 2015-07-30 16:21:34.043873, event: started, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -780> 2015-07-30 16:21:34.043931 7f683a238700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:34.043931, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -779> 2015-07-30 16:21:34.044236 7f683a238700 5 -- op tracker -- seq: 13245, time: 2015-07-30 16:21:34.044236, event: done, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -778> 2015-07-30 16:21:34.052206 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1014 ==== osd_op(client.8963508.0:78975 rbd_data.791f542ae8944a.000000000000cd9b@6 [read 0~4194304] 39.9d8181d8 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (123892126 0 0) 0x11e26a00 con 0x1126e000 -777> 2015-07-30 16:21:34.052375 7f681d0e6700 5 -- op tracker -- seq: 13246, time: 2015-07-30 16:21:34.051910, event: header_read, op: osd_op(client.8963508.0:78975 rbd_data.791f542ae8944a.000000000000cd9b@6 [read 0~4194304] 39.9d8181d8 ack+read+localize_reads+known_if_redirected e83500) -776> 2015-07-30 16:21:34.052430 7f681d0e6700 5 -- op tracker -- seq: 13246, time: 2015-07-30 16:21:34.051912, event: throttled, op: osd_op(client.8963508.0:78975 rbd_data.791f542ae8944a.000000000000cd9b@6 [read 0~4194304] 39.9d8181d8 ack+read+localize_reads+known_if_redirected e83500) -775> 2015-07-30 16:21:34.052484 7f681d0e6700 5 -- op tracker -- seq: 13246, time: 2015-07-30 16:21:34.052200, event: all_read, op: osd_op(client.8963508.0:78975 rbd_data.791f542ae8944a.000000000000cd9b@6 [read 0~4194304] 39.9d8181d8 ack+read+localize_reads+known_if_redirected e83500) -774> 2015-07-30 16:21:34.052597 7f681d0e6700 5 -- op tracker -- seq: 13246, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:78975 rbd_data.791f542ae8944a.000000000000cd9b@6 [read 0~4194304] 39.9d8181d8 ack+read+localize_reads+known_if_redirected e83500) -773> 2015-07-30 16:21:34.122301 7f6849def700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:34.122301, event: op_applied, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -772> 2015-07-30 16:21:34.130539 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.23 100.100.100.243:0/9546 92 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.131673) v2 ==== 47+0+0 (2577020267 0 0) 0x10b31840 con 0x111a4f20 -771> 2015-07-30 16:21:34.130582 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/9546 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.131673) v2 -- ?+0 0x11505c00 con 0x111a4f20 -770> 2015-07-30 16:21:34.130582 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.23 100.100.100.243:0/9546 92 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.131673) v2 ==== 47+0+0 (2577020267 0 0) 0x13996ee0 con 0x111a5b80 -769> 2015-07-30 16:21:34.130746 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/9546 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.131673) v2 -- ?+0 0x10cd1680 con 0x111a5b80 -768> 2015-07-30 16:21:34.133759 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 690 ==== osd_op(client.8784389.0:222247 rbd_data.791f542ae8944a.000000000003640d [read 0~4194304] 39.fedbd05b ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (2623733076 0 0) 0x131f4580 con 0x115019c0 -767> 2015-07-30 16:21:34.133784 7f6816b78700 5 -- op tracker -- seq: 13247, time: 2015-07-30 16:21:34.133687, event: header_read, op: osd_op(client.8784389.0:222247 rbd_data.791f542ae8944a.000000000003640d [read 0~4194304] 39.fedbd05b ack+read+known_if_redirected e83500) -766> 2015-07-30 16:21:34.133807 7f6816b78700 5 -- op tracker -- seq: 13247, time: 2015-07-30 16:21:34.133690, event: throttled, op: osd_op(client.8784389.0:222247 rbd_data.791f542ae8944a.000000000003640d [read 0~4194304] 39.fedbd05b ack+read+known_if_redirected e83500) -765> 2015-07-30 16:21:34.133816 7f6816b78700 5 -- op tracker -- seq: 13247, time: 2015-07-30 16:21:34.133753, event: all_read, op: osd_op(client.8784389.0:222247 rbd_data.791f542ae8944a.000000000003640d [read 0~4194304] 39.fedbd05b ack+read+known_if_redirected e83500) -764> 2015-07-30 16:21:34.133825 7f6816b78700 5 -- op tracker -- seq: 13247, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222247 rbd_data.791f542ae8944a.000000000003640d [read 0~4194304] 39.fedbd05b ack+read+known_if_redirected e83500) -763> 2015-07-30 16:21:34.133905 7f6838234700 5 -- op tracker -- seq: 13247, time: 2015-07-30 16:21:34.133905, event: reached_pg, op: osd_op(client.8784389.0:222247 rbd_data.791f542ae8944a.000000000003640d [read 0~4194304] 39.fedbd05b ack+read+known_if_redirected e83500) -762> 2015-07-30 16:21:34.134248 7f6838234700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222247 rbd_data.791f542ae8944a.000000000003640d [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x13dab600 con 0x115019c0 -761> 2015-07-30 16:21:34.134414 7f6838234700 5 -- op tracker -- seq: 13247, time: 2015-07-30 16:21:34.134414, event: done, op: osd_op(client.8784389.0:222247 rbd_data.791f542ae8944a.000000000003640d [read 0~4194304] 39.fedbd05b ack+read+known_if_redirected e83500) -760> 2015-07-30 16:21:34.226783 7f682f805700 1 -- 111.111.111.244:6800/6354 <== osd.9 111.111.111.241:6817/5025257 258 ==== osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) v11 ==== 1202+0+11083 (4247077718 0 369299912) 0x1300ac00 con 0x10667b80 -759> 2015-07-30 16:21:34.226826 7f682f805700 5 -- op tracker -- seq: 13248, time: 2015-07-30 16:21:34.226450, event: header_read, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -758> 2015-07-30 16:21:34.226840 7f682f805700 5 -- op tracker -- seq: 13248, time: 2015-07-30 16:21:34.226452, event: throttled, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -757> 2015-07-30 16:21:34.226847 7f682f805700 5 -- op tracker -- seq: 13248, time: 2015-07-30 16:21:34.226773, event: all_read, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -756> 2015-07-30 16:21:34.226854 7f682f805700 5 -- op tracker -- seq: 13248, time: 0.000000, event: dispatched, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -755> 2015-07-30 16:21:34.297640 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1015 ==== osd_op(client.8963508.0:79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) v4 ==== 267+0+0 (3622978948 0 0) 0x11e26f00 con 0x1126e000 -754> 2015-07-30 16:21:34.297985 7f681d0e6700 5 -- op tracker -- seq: 13249, time: 2015-07-30 16:21:34.297257, event: header_read, op: osd_op(client.8963508.0:79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -753> 2015-07-30 16:21:34.298126 7f681d0e6700 5 -- op tracker -- seq: 13249, time: 2015-07-30 16:21:34.297261, event: throttled, op: osd_op(client.8963508.0:79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -752> 2015-07-30 16:21:34.298138 7f681d0e6700 5 -- op tracker -- seq: 13249, time: 2015-07-30 16:21:34.297632, event: all_read, op: osd_op(client.8963508.0:79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -751> 2015-07-30 16:21:34.298149 7f681d0e6700 5 -- op tracker -- seq: 13249, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -750> 2015-07-30 16:21:34.298255 7f6837a33700 5 -- op tracker -- seq: 13249, time: 2015-07-30 16:21:34.298255, event: reached_pg, op: osd_op(client.8963508.0:79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -749> 2015-07-30 16:21:34.299361 7f6837a33700 5 -- op tracker -- seq: 13249, time: 2015-07-30 16:21:34.299361, event: started, op: osd_op(client.8963508.0:79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -748> 2015-07-30 16:21:34.299546 7f6837a33700 5 -- op tracker -- seq: 13249, time: 2015-07-30 16:21:34.299546, event: started, op: osd_op(client.8963508.0:79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -747> 2015-07-30 16:21:34.299648 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv434 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x140dc100 con 0x1126e000 -746> 2015-07-30 16:21:34.299733 7f6837a33700 5 -- op tracker -- seq: 13249, time: 2015-07-30 16:21:34.299733, event: done, op: osd_op(client.8963508.0:79013 rbd_data.88ca383d1b58ba.000000000000336f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -745> 2015-07-30 16:21:34.323902 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1016 ==== osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) v4 ==== 229+0+0 (2134781745 0 0) 0x11e29700 con 0x1126e000 -744> 2015-07-30 16:21:34.324122 7f681d0e6700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.323694, event: header_read, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -743> 2015-07-30 16:21:34.324196 7f681d0e6700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.323696, event: throttled, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -742> 2015-07-30 16:21:34.324233 7f681d0e6700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.323896, event: all_read, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -741> 2015-07-30 16:21:34.324243 7f681d0e6700 5 -- op tracker -- seq: 13250, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -740> 2015-07-30 16:21:34.324341 7f683a238700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.324341, event: reached_pg, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -739> 2015-07-30 16:21:34.325245 7f683a238700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.325245, event: started, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -738> 2015-07-30 16:21:34.325423 7f683a238700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.325422, event: started, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -737> 2015-07-30 16:21:34.325682 7f683a238700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.325682, event: waiting for subops from 3,8,42, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -736> 2015-07-30 16:21:34.325919 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6809/5027379 -- osd_sub_op(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) v11 -- ?+937 0x1300cd00 con 0xeaa8c60 -735> 2015-07-30 16:21:34.325996 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6820/9012559 -- osd_sub_op(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) v11 -- ?+937 0x139b1700 con 0x106262c0 -734> 2015-07-30 16:21:34.326102 7f683a238700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.242:6826/22741 -- osd_sub_op(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] v 83500'435 snapset=0=[]:[] snapc=0=[]) v11 -- ?+937 0x13d35700 con 0x10668940 -733> 2015-07-30 16:21:34.326601 7f683a238700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.326601, event: commit_queued_for_journal_write, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -732> 2015-07-30 16:21:34.326899 7f684c5f4700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.326899, event: write_thread_in_journal_buffer, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -731> 2015-07-30 16:21:34.327014 7f684bdf3700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.327014, event: journaled_completion_queued, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -730> 2015-07-30 16:21:34.327065 7f68495ee700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.327065, event: op_commit, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -729> 2015-07-30 16:21:34.327638 7f6849def700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.327638, event: op_applied, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -728> 2015-07-30 16:21:34.328020 7f682e7f5700 1 -- 111.111.111.244:6800/6354 <== osd.8 111.111.111.240:6820/9012559 161 ==== osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (1012616418 0 0) 0x117c9b80 con 0x106262c0 -727> 2015-07-30 16:21:34.328048 7f682e7f5700 5 -- op tracker -- seq: 13251, time: 2015-07-30 16:21:34.327933, event: header_read, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -726> 2015-07-30 16:21:34.328068 7f682e7f5700 5 -- op tracker -- seq: 13251, time: 2015-07-30 16:21:34.327935, event: throttled, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -725> 2015-07-30 16:21:34.328074 7f682e7f5700 5 -- op tracker -- seq: 13251, time: 2015-07-30 16:21:34.328014, event: all_read, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -724> 2015-07-30 16:21:34.328080 7f682e7f5700 5 -- op tracker -- seq: 13251, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -723> 2015-07-30 16:21:34.328129 7f6837a33700 5 -- op tracker -- seq: 13251, time: 2015-07-30 16:21:34.328129, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -722> 2015-07-30 16:21:34.328170 7f6837a33700 5 -- op tracker -- seq: 13251, time: 2015-07-30 16:21:34.328170, event: started, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -721> 2015-07-30 16:21:34.328190 7f6837a33700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.328190, event: sub_op_commit_rec, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -720> 2015-07-30 16:21:34.328387 7f6837a33700 5 -- op tracker -- seq: 13251, time: 2015-07-30 16:21:34.328386, event: done, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -719> 2015-07-30 16:21:34.346223 7f682f1ff700 1 -- 111.111.111.244:6800/6354 <== osd.42 111.111.111.242:6826/22741 193 ==== osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (1646525100 0 0) 0x109bd180 con 0x10668940 -718> 2015-07-30 16:21:34.346268 7f682f1ff700 5 -- op tracker -- seq: 13252, time: 2015-07-30 16:21:34.346134, event: header_read, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -717> 2015-07-30 16:21:34.346284 7f682f1ff700 5 -- op tracker -- seq: 13252, time: 2015-07-30 16:21:34.346137, event: throttled, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -716> 2015-07-30 16:21:34.346290 7f682f1ff700 5 -- op tracker -- seq: 13252, time: 2015-07-30 16:21:34.346215, event: all_read, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -715> 2015-07-30 16:21:34.346296 7f682f1ff700 5 -- op tracker -- seq: 13252, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -714> 2015-07-30 16:21:34.346394 7f683a238700 5 -- op tracker -- seq: 13252, time: 2015-07-30 16:21:34.346372, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -713> 2015-07-30 16:21:34.346417 7f683a238700 5 -- op tracker -- seq: 13252, time: 2015-07-30 16:21:34.346417, event: started, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -712> 2015-07-30 16:21:34.346427 7f683a238700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.346426, event: sub_op_commit_rec, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -711> 2015-07-30 16:21:34.346586 7f683a238700 5 -- op tracker -- seq: 13252, time: 2015-07-30 16:21:34.346586, event: done, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -710> 2015-07-30 16:21:34.416263 7f6831724700 1 -- 111.111.111.244:6800/6354 <== osd.3 111.111.111.241:6809/5027379 215 ==== osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (1759616807 0 0) 0x14048ec0 con 0xeaa8c60 -709> 2015-07-30 16:21:34.416313 7f6831724700 5 -- op tracker -- seq: 13253, time: 2015-07-30 16:21:34.416212, event: header_read, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -708> 2015-07-30 16:21:34.416332 7f6831724700 5 -- op tracker -- seq: 13253, time: 2015-07-30 16:21:34.416215, event: throttled, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -707> 2015-07-30 16:21:34.416339 7f6831724700 5 -- op tracker -- seq: 13253, time: 2015-07-30 16:21:34.416255, event: all_read, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -706> 2015-07-30 16:21:34.416345 7f6831724700 5 -- op tracker -- seq: 13253, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -705> 2015-07-30 16:21:34.416424 7f6837a33700 5 -- op tracker -- seq: 13253, time: 2015-07-30 16:21:34.416424, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -704> 2015-07-30 16:21:34.416513 7f6837a33700 5 -- op tracker -- seq: 13253, time: 2015-07-30 16:21:34.416513, event: started, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -703> 2015-07-30 16:21:34.416569 7f6837a33700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.416568, event: sub_op_commit_rec, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -702> 2015-07-30 16:21:34.416827 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'435 uv435 ack = 0) v6 -- ?+0 0x140db600 con 0x1126e000 -701> 2015-07-30 16:21:34.416962 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'435 uv435 ondisk = 0) v6 -- ?+0 0x140dab00 con 0x1126e000 -700> 2015-07-30 16:21:34.417030 7f6837a33700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.417030, event: commit_sent, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -699> 2015-07-30 16:21:34.417254 7f6837a33700 5 -- op tracker -- seq: 13250, time: 2015-07-30 16:21:34.417254, event: done, op: osd_op(client.8963508.0:79018 rbd_data.88ca383d1b58ba.000000000000336f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.eb459a91 ack+ondisk+write+known_if_redirected e83500) -698> 2015-07-30 16:21:34.417279 7f6837a33700 5 -- op tracker -- seq: 13253, time: 2015-07-30 16:21:34.417279, event: done, op: osd_sub_op_reply(client.8963508.0:79018 45.291 eb459a91/rbd_data.88ca383d1b58ba.000000000000336f/head//45 [] ondisk, result = 0) -697> 2015-07-30 16:21:34.418631 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.7 100.100.100.243:0/9316 107 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.419654) v2 ==== 47+0+0 (3402687966 0 0) 0x119894a0 con 0x1087d600 -696> 2015-07-30 16:21:34.418636 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.7 100.100.100.243:0/9316 107 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.419654) v2 ==== 47+0+0 (3402687966 0 0) 0x1374fa40 con 0x1087cf20 -695> 2015-07-30 16:21:34.418683 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/9316 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.419654) v2 -- ?+0 0x13996ee0 con 0x1087d600 -694> 2015-07-30 16:21:34.418719 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/9316 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.419654) v2 -- ?+0 0x10b31840 con 0x1087cf20 -693> 2015-07-30 16:21:34.423510 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1017 ==== osd_op(client.8963508.0:79027 rbd_data.791f542ae8944a.000000000000cdc6@6 [read 0~4194304] 39.7ea09c5c ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (3480507611 0 0) 0x11e26f00 con 0x1126e000 -692> 2015-07-30 16:21:34.423684 7f681d0e6700 5 -- op tracker -- seq: 13254, time: 2015-07-30 16:21:34.423245, event: header_read, op: osd_op(client.8963508.0:79027 rbd_data.791f542ae8944a.000000000000cdc6@6 [read 0~4194304] 39.7ea09c5c ack+read+localize_reads+known_if_redirected e83500) -691> 2015-07-30 16:21:34.423771 7f681d0e6700 5 -- op tracker -- seq: 13254, time: 2015-07-30 16:21:34.423247, event: throttled, op: osd_op(client.8963508.0:79027 rbd_data.791f542ae8944a.000000000000cdc6@6 [read 0~4194304] 39.7ea09c5c ack+read+localize_reads+known_if_redirected e83500) -690> 2015-07-30 16:21:34.423782 7f681d0e6700 5 -- op tracker -- seq: 13254, time: 2015-07-30 16:21:34.423505, event: all_read, op: osd_op(client.8963508.0:79027 rbd_data.791f542ae8944a.000000000000cdc6@6 [read 0~4194304] 39.7ea09c5c ack+read+localize_reads+known_if_redirected e83500) -689> 2015-07-30 16:21:34.423827 7f681d0e6700 5 -- op tracker -- seq: 13254, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:79027 rbd_data.791f542ae8944a.000000000000cdc6@6 [read 0~4194304] 39.7ea09c5c ack+read+localize_reads+known_if_redirected e83500) -688> 2015-07-30 16:21:34.423904 7f683a238700 5 -- op tracker -- seq: 13254, time: 2015-07-30 16:21:34.423904, event: reached_pg, op: osd_op(client.8963508.0:79027 rbd_data.791f542ae8944a.000000000000cdc6@6 [read 0~4194304] 39.7ea09c5c ack+read+localize_reads+known_if_redirected e83500) -687> 2015-07-30 16:21:34.424420 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(79027 rbd_data.791f542ae8944a.000000000000cdc6 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x140da000 con 0x1126e000 -686> 2015-07-30 16:21:34.424548 7f683a238700 5 -- op tracker -- seq: 13254, time: 2015-07-30 16:21:34.424548, event: done, op: osd_op(client.8963508.0:79027 rbd_data.791f542ae8944a.000000000000cdc6@6 [read 0~4194304] 39.7ea09c5c ack+read+localize_reads+known_if_redirected e83500) -685> 2015-07-30 16:21:34.453228 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.25 111.111.111.240:0/7366 102 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.453900) v2 ==== 47+0+0 (3553636292 0 0) 0x10d98940 con 0x111a4c60 -684> 2015-07-30 16:21:34.453257 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.240:0/7366 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.453900) v2 -- ?+0 0x1374fa40 con 0x111a4c60 -683> 2015-07-30 16:21:34.453255 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.25 111.111.111.240:0/7366 102 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.453900) v2 ==== 47+0+0 (3553636292 0 0) 0x11232b40 con 0x576e940 -682> 2015-07-30 16:21:34.453291 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.240:0/7366 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.453900) v2 -- ?+0 0x119894a0 con 0x576e940 -681> 2015-07-30 16:21:34.463670 7f6831724700 1 -- 111.111.111.244:6800/6354 <== osd.3 111.111.111.241:6809/5027379 216 ==== osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (3575116473 0 0) 0x14047340 con 0xeaa8c60 -680> 2015-07-30 16:21:34.463699 7f6831724700 5 -- op tracker -- seq: 13255, time: 2015-07-30 16:21:34.463589, event: header_read, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -679> 2015-07-30 16:21:34.463718 7f6831724700 5 -- op tracker -- seq: 13255, time: 2015-07-30 16:21:34.463592, event: throttled, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -678> 2015-07-30 16:21:34.463724 7f6831724700 5 -- op tracker -- seq: 13255, time: 2015-07-30 16:21:34.463663, event: all_read, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -677> 2015-07-30 16:21:34.463730 7f6831724700 5 -- op tracker -- seq: 13255, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -676> 2015-07-30 16:21:34.463812 7f6837a33700 5 -- op tracker -- seq: 13255, time: 2015-07-30 16:21:34.463812, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -675> 2015-07-30 16:21:34.463835 7f6837a33700 5 -- op tracker -- seq: 13255, time: 2015-07-30 16:21:34.463835, event: started, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -674> 2015-07-30 16:21:34.463845 7f6837a33700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:34.463845, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -673> 2015-07-30 16:21:34.463891 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 691 ==== osd_op(client.8784389.0:222286 rbd_data.791f542ae8944a.0000000000036434 [read 0~4194304] 39.d39c325c ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (1205905361 0 0) 0x131f3e00 con 0x115019c0 -672> 2015-07-30 16:21:34.463912 7f6816b78700 5 -- op tracker -- seq: 13256, time: 2015-07-30 16:21:34.463837, event: header_read, op: osd_op(client.8784389.0:222286 rbd_data.791f542ae8944a.0000000000036434 [read 0~4194304] 39.d39c325c ack+read+known_if_redirected e83500) -671> 2015-07-30 16:21:34.463926 7f6816b78700 5 -- op tracker -- seq: 13256, time: 2015-07-30 16:21:34.463839, event: throttled, op: osd_op(client.8784389.0:222286 rbd_data.791f542ae8944a.0000000000036434 [read 0~4194304] 39.d39c325c ack+read+known_if_redirected e83500) -670> 2015-07-30 16:21:34.463909 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'399 uv399 ack = 0) v6 -- ?+0 0x13dabb80 con 0x11501440 -669> 2015-07-30 16:21:34.463936 7f6816b78700 5 -- op tracker -- seq: 13256, time: 2015-07-30 16:21:34.463885, event: all_read, op: osd_op(client.8784389.0:222286 rbd_data.791f542ae8944a.0000000000036434 [read 0~4194304] 39.d39c325c ack+read+known_if_redirected e83500) -668> 2015-07-30 16:21:34.463944 7f6816b78700 5 -- op tracker -- seq: 13256, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222286 rbd_data.791f542ae8944a.0000000000036434 [read 0~4194304] 39.d39c325c ack+read+known_if_redirected e83500) -667> 2015-07-30 16:21:34.463959 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'399 uv399 ondisk = 0) v6 -- ?+0 0x140dbe40 con 0x11501440 -666> 2015-07-30 16:21:34.463996 7f683a238700 5 -- op tracker -- seq: 13256, time: 2015-07-30 16:21:34.463996, event: reached_pg, op: osd_op(client.8784389.0:222286 rbd_data.791f542ae8944a.0000000000036434 [read 0~4194304] 39.d39c325c ack+read+known_if_redirected e83500) -665> 2015-07-30 16:21:34.464149 7f6837a33700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:34.464149, event: commit_sent, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -664> 2015-07-30 16:21:34.464457 7f6837a33700 5 -- op tracker -- seq: 13235, time: 2015-07-30 16:21:34.464457, event: done, op: osd_op(client.8963436.0:55454 rbd_data.48e7a77843e45.000000000000240f [call rbd.copyup,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.2d8de6d7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -663> 2015-07-30 16:21:34.464528 7f6837a33700 5 -- op tracker -- seq: 13255, time: 2015-07-30 16:21:34.464528, event: done, op: osd_sub_op_reply(client.8963436.0:55454 45.2d7 2d8de6d7/rbd_data.48e7a77843e45.000000000000240f/head//45 [] ondisk, result = 0) -662> 2015-07-30 16:21:34.464601 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222286 rbd_data.791f542ae8944a.0000000000036434 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x13dabe40 con 0x115019c0 -661> 2015-07-30 16:21:34.464716 7f683a238700 5 -- op tracker -- seq: 13256, time: 2015-07-30 16:21:34.464716, event: done, op: osd_op(client.8784389.0:222286 rbd_data.791f542ae8944a.0000000000036434 [read 0~4194304] 39.d39c325c ack+read+known_if_redirected e83500) -660> 2015-07-30 16:21:34.509812 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.8 111.111.111.240:0/12559 103 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.510227) v2 ==== 47+0+0 (3689474136 0 0) 0x110e32c0 con 0x10d3b4a0 -659> 2015-07-30 16:21:34.509850 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.240:0/12559 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.510227) v2 -- ?+0 0x11232b40 con 0x10d3b4a0 -658> 2015-07-30 16:21:34.509854 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.8 111.111.111.240:0/12559 103 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.510227) v2 ==== 47+0+0 (3689474136 0 0) 0x10d96d20 con 0x11064000 -657> 2015-07-30 16:21:34.509890 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.240:0/12559 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.510227) v2 -- ?+0 0x10d98940 con 0x11064000 -656> 2015-07-30 16:21:34.549856 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.29 111.111.111.243:0/9094 110 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.550696) v2 ==== 47+0+0 (1815643510 0 0) 0x12060b40 con 0x111da840 -655> 2015-07-30 16:21:34.549876 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.29 111.111.111.243:0/9094 110 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.550696) v2 ==== 47+0+0 (1815643510 0 0) 0x13c89680 con 0x111db600 -654> 2015-07-30 16:21:34.549890 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.243:0/9094 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.550696) v2 -- ?+0 0x10d96d20 con 0x111da840 -653> 2015-07-30 16:21:34.549940 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.243:0/9094 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.550696) v2 -- ?+0 0x110e32c0 con 0x111db600 -652> 2015-07-30 16:21:34.606902 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1018 ==== osd_op(client.8963508.0:79045 rbd_data.791f542ae8944a.000000000000cdd0@6 [read 0~4194304] 39.cc7213d8 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (947956490 0 0) 0x11e28300 con 0x1126e000 -651> 2015-07-30 16:21:34.607070 7f681d0e6700 5 -- op tracker -- seq: 13257, time: 2015-07-30 16:21:34.606699, event: header_read, op: osd_op(client.8963508.0:79045 rbd_data.791f542ae8944a.000000000000cdd0@6 [read 0~4194304] 39.cc7213d8 ack+read+localize_reads+known_if_redirected e83500) -650> 2015-07-30 16:21:34.607143 7f681d0e6700 5 -- op tracker -- seq: 13257, time: 2015-07-30 16:21:34.606701, event: throttled, op: osd_op(client.8963508.0:79045 rbd_data.791f542ae8944a.000000000000cdd0@6 [read 0~4194304] 39.cc7213d8 ack+read+localize_reads+known_if_redirected e83500) -649> 2015-07-30 16:21:34.607191 7f681d0e6700 5 -- op tracker -- seq: 13257, time: 2015-07-30 16:21:34.606896, event: all_read, op: osd_op(client.8963508.0:79045 rbd_data.791f542ae8944a.000000000000cdd0@6 [read 0~4194304] 39.cc7213d8 ack+read+localize_reads+known_if_redirected e83500) -648> 2015-07-30 16:21:34.607200 7f681d0e6700 5 -- op tracker -- seq: 13257, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:79045 rbd_data.791f542ae8944a.000000000000cdd0@6 [read 0~4194304] 39.cc7213d8 ack+read+localize_reads+known_if_redirected e83500) -647> 2015-07-30 16:21:34.660017 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 692 ==== osd_op(client.8784389.0:222318 rbd_data.791f542ae8944a.0000000000036454 [read 0~4194304] 39.b4d1c358 ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (4046465287 0 0) 0x131f4a80 con 0x115019c0 -646> 2015-07-30 16:21:34.660046 7f6816b78700 5 -- op tracker -- seq: 13258, time: 2015-07-30 16:21:34.659954, event: header_read, op: osd_op(client.8784389.0:222318 rbd_data.791f542ae8944a.0000000000036454 [read 0~4194304] 39.b4d1c358 ack+read+known_if_redirected e83500) -645> 2015-07-30 16:21:34.660061 7f6816b78700 5 -- op tracker -- seq: 13258, time: 2015-07-30 16:21:34.659958, event: throttled, op: osd_op(client.8784389.0:222318 rbd_data.791f542ae8944a.0000000000036454 [read 0~4194304] 39.b4d1c358 ack+read+known_if_redirected e83500) -644> 2015-07-30 16:21:34.660070 7f6816b78700 5 -- op tracker -- seq: 13258, time: 2015-07-30 16:21:34.660011, event: all_read, op: osd_op(client.8784389.0:222318 rbd_data.791f542ae8944a.0000000000036454 [read 0~4194304] 39.b4d1c358 ack+read+known_if_redirected e83500) -643> 2015-07-30 16:21:34.660078 7f6816b78700 5 -- op tracker -- seq: 13258, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222318 rbd_data.791f542ae8944a.0000000000036454 [read 0~4194304] 39.b4d1c358 ack+read+known_if_redirected e83500) -642> 2015-07-30 16:21:34.708540 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1075 ==== osd_op(client.8963436.0:55540 rbd_data.3b3d1e7843e45.0000000000009098@11 [read 0~4194304] 45.71512336 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (1699459099 0 0) 0x11e28800 con 0x11501440 -641> 2015-07-30 16:21:34.708774 7f681acc2700 5 -- op tracker -- seq: 13259, time: 2015-07-30 16:21:34.708269, event: header_read, op: osd_op(client.8963436.0:55540 rbd_data.3b3d1e7843e45.0000000000009098@11 [read 0~4194304] 45.71512336 ack+read+localize_reads+known_if_redirected e83500) -640> 2015-07-30 16:21:34.708842 7f681acc2700 5 -- op tracker -- seq: 13259, time: 2015-07-30 16:21:34.708272, event: throttled, op: osd_op(client.8963436.0:55540 rbd_data.3b3d1e7843e45.0000000000009098@11 [read 0~4194304] 45.71512336 ack+read+localize_reads+known_if_redirected e83500) -639> 2015-07-30 16:21:34.708909 7f681acc2700 5 -- op tracker -- seq: 13259, time: 2015-07-30 16:21:34.708534, event: all_read, op: osd_op(client.8963436.0:55540 rbd_data.3b3d1e7843e45.0000000000009098@11 [read 0~4194304] 45.71512336 ack+read+localize_reads+known_if_redirected e83500) -638> 2015-07-30 16:21:34.709032 7f681acc2700 5 -- op tracker -- seq: 13259, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55540 rbd_data.3b3d1e7843e45.0000000000009098@11 [read 0~4194304] 45.71512336 ack+read+localize_reads+known_if_redirected e83500) -637> 2015-07-30 16:21:34.709203 7f6837a33700 5 -- op tracker -- seq: 13259, time: 2015-07-30 16:21:34.709203, event: reached_pg, op: osd_op(client.8963436.0:55540 rbd_data.3b3d1e7843e45.0000000000009098@11 [read 0~4194304] 45.71512336 ack+read+localize_reads+known_if_redirected e83500) -636> 2015-07-30 16:21:34.709667 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55540 rbd_data.3b3d1e7843e45.0000000000009098 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x140dcec0 con 0x11501440 -635> 2015-07-30 16:21:34.709773 7f6837a33700 5 -- op tracker -- seq: 13259, time: 2015-07-30 16:21:34.709773, event: done, op: osd_op(client.8963436.0:55540 rbd_data.3b3d1e7843e45.0000000000009098@11 [read 0~4194304] 45.71512336 ack+read+localize_reads+known_if_redirected e83500) -634> 2015-07-30 16:21:34.730432 7f682f906700 1 -- 111.111.111.244:6800/6354 <== osd.4 111.111.111.243:6802/7173 191 ==== osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) v11 ==== 1410+0+939 (4051118115 0 2209879433) 0x14376000 con 0x106678c0 -633> 2015-07-30 16:21:34.730466 7f682f906700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.730346, event: header_read, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -632> 2015-07-30 16:21:34.730478 7f682f906700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.730348, event: throttled, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -631> 2015-07-30 16:21:34.730485 7f682f906700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.730426, event: all_read, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -630> 2015-07-30 16:21:34.730491 7f682f906700 5 -- op tracker -- seq: 13260, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -629> 2015-07-30 16:21:34.730595 7f683b23a700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.730595, event: reached_pg, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -628> 2015-07-30 16:21:34.730621 7f683b23a700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.730621, event: started, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -627> 2015-07-30 16:21:34.730827 7f683b23a700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.730827, event: started, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -626> 2015-07-30 16:21:34.730916 7f683b23a700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.730916, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -625> 2015-07-30 16:21:34.731003 7f684c5f4700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.731003, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -624> 2015-07-30 16:21:34.731147 7f684bdf3700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.731147, event: journaled_completion_queued, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -623> 2015-07-30 16:21:34.731197 7f68495ee700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.731197, event: commit_sent, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -622> 2015-07-30 16:21:34.731225 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6802/7173 -- osd_sub_op_reply(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] ondisk, result = 0) v2 -- ?+0 0x141c8940 con 0x106678c0 -621> 2015-07-30 16:21:34.731745 7f6849def700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.731745, event: sub_op_applied, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -620> 2015-07-30 16:21:34.731805 7f6849def700 5 -- op tracker -- seq: 13260, time: 2015-07-30 16:21:34.731805, event: done, op: osd_sub_op(client.8963436.0:55544 45.3c5 494da7c5/rbd_data.48e7a77843e45.000000000000241d/head//45 [] v 83500'445 snapset=0=[]:[] snapc=0=[]) -619> 2015-07-30 16:21:34.741763 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1076 ==== osd_op(client.8963436.0:55558 rbd_data.3b3d1e7843e45.00000000000090a6@11 [read 0~4194304] 45.c7d8691 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (4040690238 0 0) 0x11e26f00 con 0x11501440 -618> 2015-07-30 16:21:34.741924 7f681acc2700 5 -- op tracker -- seq: 13261, time: 2015-07-30 16:21:34.741583, event: header_read, op: osd_op(client.8963436.0:55558 rbd_data.3b3d1e7843e45.00000000000090a6@11 [read 0~4194304] 45.c7d8691 ack+read+localize_reads+known_if_redirected e83500) -617> 2015-07-30 16:21:34.742022 7f681acc2700 5 -- op tracker -- seq: 13261, time: 2015-07-30 16:21:34.741584, event: throttled, op: osd_op(client.8963436.0:55558 rbd_data.3b3d1e7843e45.00000000000090a6@11 [read 0~4194304] 45.c7d8691 ack+read+localize_reads+known_if_redirected e83500) -616> 2015-07-30 16:21:34.742033 7f681acc2700 5 -- op tracker -- seq: 13261, time: 2015-07-30 16:21:34.741757, event: all_read, op: osd_op(client.8963436.0:55558 rbd_data.3b3d1e7843e45.00000000000090a6@11 [read 0~4194304] 45.c7d8691 ack+read+localize_reads+known_if_redirected e83500) -615> 2015-07-30 16:21:34.742067 7f681acc2700 5 -- op tracker -- seq: 13261, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55558 rbd_data.3b3d1e7843e45.00000000000090a6@11 [read 0~4194304] 45.c7d8691 ack+read+localize_reads+known_if_redirected e83500) -614> 2015-07-30 16:21:34.742155 7f683a238700 5 -- op tracker -- seq: 13261, time: 2015-07-30 16:21:34.742155, event: reached_pg, op: osd_op(client.8963436.0:55558 rbd_data.3b3d1e7843e45.00000000000090a6@11 [read 0~4194304] 45.c7d8691 ack+read+localize_reads+known_if_redirected e83500) -613> 2015-07-30 16:21:34.742665 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55558 rbd_data.3b3d1e7843e45.00000000000090a6 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x13dad700 con 0x11501440 -612> 2015-07-30 16:21:34.742759 7f683a238700 5 -- op tracker -- seq: 13261, time: 2015-07-30 16:21:34.742759, event: done, op: osd_op(client.8963436.0:55558 rbd_data.3b3d1e7843e45.00000000000090a6@11 [read 0~4194304] 45.c7d8691 ack+read+localize_reads+known_if_redirected e83500) -611> 2015-07-30 16:21:34.745105 7f6834a2d700 5 osd.33 83500 heartbeat: osd_stat(251 GB used, 1610 GB avail, 1862 GB total, peers [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,21,22,23,24,25,26,27,28,29,30,36,40,41,42,43,44,45,46,48,49,50]/[] op hist [0,0,0,0,0,0,0,5,1,0,1]) -610> 2015-07-30 16:21:34.745121 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6820/5028833 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0xcd7ed20 con 0x10d8a840 -609> 2015-07-30 16:21:34.745152 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6824/5028833 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13751840 con 0x10d8b760 -608> 2015-07-30 16:21:34.745165 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6807/10101 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13751c00 con 0x10d86420 -607> 2015-07-30 16:21:34.745176 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6810/10101 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13750580 con 0x10d866e0 -606> 2015-07-30 16:21:34.745188 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6803/20887 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13751a20 con 0x10d819c0 -605> 2015-07-30 16:21:34.745213 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6810/20887 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x137501c0 con 0x10c2c160 -604> 2015-07-30 16:21:34.745225 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6810/5027379 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1374f4a0 con 0x10d3a000 -603> 2015-07-30 16:21:34.745238 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6825/5027379 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1374ed20 con 0x10d3a160 -602> 2015-07-30 16:21:34.745251 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6803/7173 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13750760 con 0x10d3a2c0 -601> 2015-07-30 16:21:34.745267 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6804/7173 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13751660 con 0x10d3a420 -600> 2015-07-30 16:21:34.745281 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6804/6012334 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1374e000 con 0x10d3a9a0 -599> 2015-07-30 16:21:34.745294 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6804/6012334 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13750b20 con 0x10d3ac60 -598> 2015-07-30 16:21:34.745307 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6804/5026726 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1374f0e0 con 0x10d81440 -597> 2015-07-30 16:21:34.745320 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6815/5026726 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13751de0 con 0x10d81700 -596> 2015-07-30 16:21:34.745335 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6815/9316 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1374e3c0 con 0x10d8bfa0 -595> 2015-07-30 16:21:34.745350 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6822/9316 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1374e960 con 0x10d8c7e0 -594> 2015-07-30 16:21:34.745366 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6822/9012559 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13750ee0 con 0x10d7fe40 -593> 2015-07-30 16:21:34.745379 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6822/9012559 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1374f860 con 0x10d80100 -592> 2015-07-30 16:21:34.745395 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6819/5025257 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1374e780 con 0x12e81080 -591> 2015-07-30 16:21:34.745410 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6828/5025257 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1374fc20 con 0x12e81340 -590> 2015-07-30 16:21:34.745426 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6819/2529 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13750940 con 0x10d3d440 -589> 2015-07-30 16:21:34.745442 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6828/2529 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1156e580 con 0x10d3d700 -588> 2015-07-30 16:21:34.745455 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6825/8007143 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1156f840 con 0x10c2c420 -587> 2015-07-30 16:21:34.745472 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6825/8007143 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1156f660 con 0x10c2c6e0 -586> 2015-07-30 16:21:34.745487 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6802/8005260 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1156c5a0 con 0x10d7f8c0 -585> 2015-07-30 16:21:34.745503 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6807/8005260 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1156c3c0 con 0x10d7fb80 -584> 2015-07-30 16:21:34.745508 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.1 100.100.100.243:6810/10101 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x12af6ee0 con 0x10d866e0 -583> 2015-07-30 16:21:34.745516 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6805/7729 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1156c960 con 0x10d3cd60 -582> 2015-07-30 16:21:34.745542 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6807/7729 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1156d4a0 con 0x10d3d020 -581> 2015-07-30 16:21:34.745556 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6829/6006000 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1156d0e0 con 0x10d803c0 -580> 2015-07-30 16:21:34.745571 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6829/6006000 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14236b20 con 0x10d80680 -579> 2015-07-30 16:21:34.745586 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6812/6024459 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14234000 con 0x10d3a580 -578> 2015-07-30 16:21:34.745601 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6833/6024459 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14234780 con 0x10d3a6e0 -577> 2015-07-30 16:21:34.745615 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6809/8273 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x142372a0 con 0x10d8ba20 -576> 2015-07-30 16:21:34.745630 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6813/8273 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14234b40 con 0x10d8bce0 -575> 2015-07-30 16:21:34.745652 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6831/6021767 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x142363a0 con 0x10c28580 -574> 2015-07-30 16:21:34.745674 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6830/6021767 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x142343c0 con 0x10c28840 -573> 2015-07-30 16:21:34.745696 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6811/8837 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14234f00 con 0x10d88c00 -572> 2015-07-30 16:21:34.745719 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6816/8837 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14235a40 con 0x10d88ec0 -571> 2015-07-30 16:21:34.745739 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6815/5026182 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14235c20 con 0x10d8d9c0 -570> 2015-07-30 16:21:34.745763 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6834/5026182 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14237480 con 0x10d8dc80 -569> 2015-07-30 16:21:34.745787 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6823/7007591 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x142345a0 con 0x10d80ec0 -568> 2015-07-30 16:21:34.745822 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6819/7007591 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14234960 con 0x10d81180 -567> 2015-07-30 16:21:34.745842 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6817/9546 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x142361c0 con 0x10c2c9a0 -566> 2015-07-30 16:21:34.745863 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6825/9546 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14236580 con 0x10c2cc60 -565> 2015-07-30 16:21:34.745885 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6808/5023277 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x14235680 con 0x10d3d9c0 -564> 2015-07-30 16:21:34.745909 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6821/5023277 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x112330e0 con 0x10d8a000 -563> 2015-07-30 16:21:34.745931 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6827/7007366 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11235480 con 0x10d8a2c0 -562> 2015-07-30 16:21:34.745951 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6828/7007366 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x115021e0 con 0x10d8a580 -561> 2015-07-30 16:21:34.745973 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6801/5963 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11502780 con 0x10d86c60 -560> 2015-07-30 16:21:34.745992 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6801/5963 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11503680 con 0x10d86f20 -559> 2015-07-30 16:21:34.746014 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6805/6023860 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x115034a0 con 0x10d80940 -558> 2015-07-30 16:21:34.746044 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6801/6023860 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x12c841c0 con 0x10d80c00 -557> 2015-07-30 16:21:34.746094 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.241:6822/1004350 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x12c83fe0 con 0x12e80b00 -556> 2015-07-30 16:21:34.746113 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.241:6835/1004350 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x56b1840 con 0x12e80dc0 -555> 2015-07-30 16:21:34.746131 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.243:6813/9094 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x56b0d00 con 0x10c2d4a0 -554> 2015-07-30 16:21:34.746150 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.243:6819/9094 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x56affe0 con 0x10c282c0 -553> 2015-07-30 16:21:34.746170 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.240:6805/1310 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x12bcfc20 con 0x10d87760 -552> 2015-07-30 16:21:34.746189 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.240:6813/1310 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x12bcffe0 con 0x10d87a20 -551> 2015-07-30 16:21:34.746211 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.244:6811/7867 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x13d092c0 con 0x12eb0c60 -550> 2015-07-30 16:21:34.746233 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.244:6816/7867 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0xabbcb40 con 0x12eb0f20 -549> 2015-07-30 16:21:34.746255 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.244:6817/8959 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0xabbe940 con 0x111a7b20 -548> 2015-07-30 16:21:34.746275 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.244:6825/8959 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1198ad00 con 0x111a46e0 -547> 2015-07-30 16:21:34.746297 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6823/22314 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11989e00 con 0x10d8d020 -546> 2015-07-30 16:21:34.746317 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6815/22314 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1198a940 con 0x10d86160 -545> 2015-07-30 16:21:34.746340 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6827/22741 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11988780 con 0x10d8caa0 -544> 2015-07-30 16:21:34.746359 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6826/22741 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11989fe0 con 0x10d8cd60 -543> 2015-07-30 16:21:34.746380 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6813/21899 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1198ba20 con 0x10d89180 -542> 2015-07-30 16:21:34.746403 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6803/21899 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11989c20 con 0x10d89440 -541> 2015-07-30 16:21:34.746421 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6825/22526 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1198aee0 con 0x10c2cf20 -540> 2015-07-30 16:21:34.746440 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6819/22526 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x119890e0 con 0x10c2d1e0 -539> 2015-07-30 16:21:34.746459 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6807/23643 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1198b840 con 0x10d871e0 -538> 2015-07-30 16:21:34.746480 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6810/23643 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11989a40 con 0x10d874a0 -537> 2015-07-30 16:21:34.746499 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6831/23187 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11988d20 con 0x12e80000 -536> 2015-07-30 16:21:34.746515 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6835/23187 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11888000 con 0x12e802c0 -535> 2015-07-30 16:21:34.746529 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6821/22105 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11889c20 con 0x12e81600 -534> 2015-07-30 16:21:34.746544 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6808/22105 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1188b660 con 0x12e818c0 -533> 2015-07-30 16:21:34.746557 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6801/3247 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x1188a940 con 0x10d88680 -532> 2015-07-30 16:21:34.746571 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6801/3247 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x118881e0 con 0x10d88940 -531> 2015-07-30 16:21:34.746591 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 111.111.111.242:6833/23413 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x11889e00 con 0x12e80580 -530> 2015-07-30 16:21:34.746604 7f6834a2d700 1 -- 111.111.111.244:0/6354 --> 100.100.100.242:6838/23413 -- osd_ping(ping e83500 stamp 2015-07-30 16:21:34.745120) v2 -- ?+0 0x118883c0 con 0x12e80840 -529> 2015-07-30 16:21:34.746639 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.1 111.111.111.243:6807/10101 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1243f840 con 0x10d86420 -528> 2015-07-30 16:21:34.746675 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.21 111.111.111.241:6815/5026182 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x12faa1c0 con 0x10d8d9c0 -527> 2015-07-30 16:21:34.746696 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.21 100.100.100.241:6834/5026182 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x56afe00 con 0x10d8dc80 -526> 2015-07-30 16:21:34.746711 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.26 111.111.111.243:6801/5963 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1176a000 con 0x10d86c60 -525> 2015-07-30 16:21:34.746728 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.26 100.100.100.243:6801/5963 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11c6fa20 con 0x10d86f20 -524> 2015-07-30 16:21:34.746742 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.30 111.111.111.240:6805/1310 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x10b30b20 con 0x10d87760 -523> 2015-07-30 16:21:34.746757 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.30 100.100.100.240:6813/1310 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x135d0d20 con 0x10d87a20 -522> 2015-07-30 16:21:34.746775 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.19 111.111.111.243:6811/8837 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1262f2a0 con 0x10d88c00 -521> 2015-07-30 16:21:34.746800 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.19 100.100.100.243:6816/8837 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x56b0ee0 con 0x10d88ec0 -520> 2015-07-30 16:21:34.746826 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.43 111.111.111.242:6813/21899 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11e53680 con 0x10d89180 -519> 2015-07-30 16:21:34.746859 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.12 111.111.111.241:6802/8005260 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x13817a40 con 0x10d7f8c0 -518> 2015-07-30 16:21:34.746915 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.12 100.100.100.241:6807/8005260 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x13996580 con 0x10d7fb80 -517> 2015-07-30 16:21:34.746940 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.8 111.111.111.240:6822/9012559 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0xabbfde0 con 0x10d7fe40 -516> 2015-07-30 16:21:34.746993 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.8 100.100.100.240:6822/9012559 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x13d0b0c0 con 0x10d80100 -515> 2015-07-30 16:21:34.747010 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.14 111.111.111.240:6829/6006000 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x12bcfa40 con 0x10d803c0 -514> 2015-07-30 16:21:34.747025 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.14 100.100.100.240:6829/6006000 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x56b1660 con 0x10d80680 -513> 2015-07-30 16:21:34.747040 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.27 111.111.111.241:6805/6023860 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x12c85480 con 0x10d80940 -512> 2015-07-30 16:21:34.747056 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.27 100.100.100.241:6801/6023860 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11504580 con 0x10d80c00 -511> 2015-07-30 16:21:34.747070 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.22 111.111.111.240:6823/7007591 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11234d00 con 0x10d80ec0 -510> 2015-07-30 16:21:34.747084 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.22 100.100.100.240:6819/7007591 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x10d97a40 con 0x10d81180 -509> 2015-07-30 16:21:34.747098 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.6 111.111.111.241:6804/5026726 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x10d830e0 con 0x10d81440 -508> 2015-07-30 16:21:34.747113 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.6 100.100.100.241:6815/5026726 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x10d85de0 con 0x10d81700 -507> 2015-07-30 16:21:34.747126 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.2 111.111.111.240:6803/20887 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1264a760 con 0x10d819c0 -506> 2015-07-30 16:21:34.747141 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.2 100.100.100.240:6810/20887 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1243c1e0 con 0x10c2c160 -505> 2015-07-30 16:21:34.747155 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.11 111.111.111.240:6825/8007143 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x12427480 con 0x10c2c420 -504> 2015-07-30 16:21:34.747170 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.11 100.100.100.240:6825/8007143 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11084760 con 0x10c2c6e0 -503> 2015-07-30 16:21:34.747183 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.23 111.111.111.243:6817/9546 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x108e1660 con 0x10c2c9a0 -502> 2015-07-30 16:21:34.747198 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.23 100.100.100.243:6825/9546 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x122fd0e0 con 0x10c2cc60 -501> 2015-07-30 16:21:34.747213 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.44 111.111.111.242:6825/22526 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11006f00 con 0x10c2cf20 -500> 2015-07-30 16:21:34.747228 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.44 100.100.100.242:6819/22526 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1188a580 con 0x10c2d1e0 -499> 2015-07-30 16:21:34.747241 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.29 111.111.111.243:6813/9094 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x12c82960 con 0x10c2d4a0 -498> 2015-07-30 16:21:34.747256 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.29 100.100.100.243:6819/9094 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x122fe580 con 0x10c282c0 -497> 2015-07-30 16:21:34.747269 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.17 111.111.111.240:6831/6021767 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x112334a0 con 0x10c28580 -496> 2015-07-30 16:21:34.747283 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.17 100.100.100.240:6830/6021767 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1262d680 con 0x10c28840 -495> 2015-07-30 16:21:34.747317 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.46 111.111.111.242:6831/23187 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1429e760 con 0x12e80000 -494> 2015-07-30 16:21:34.747332 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.46 100.100.100.242:6835/23187 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11773680 con 0x12e802c0 -493> 2015-07-30 16:21:34.747346 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.50 111.111.111.242:6833/23413 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x115123a0 con 0x12e80580 -492> 2015-07-30 16:21:34.747361 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.50 100.100.100.242:6838/23413 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1243f2a0 con 0x12e80840 -491> 2015-07-30 16:21:34.747375 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.28 111.111.111.241:6822/1004350 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1373b860 con 0x12e80b00 -490> 2015-07-30 16:21:34.747389 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.28 100.100.100.241:6835/1004350 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x13726b40 con 0x12e80dc0 -489> 2015-07-30 16:21:34.747403 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.9 111.111.111.241:6819/5025257 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x14237840 con 0x12e81080 -488> 2015-07-30 16:21:34.747417 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.9 100.100.100.241:6828/5025257 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x13e44580 con 0x12e81340 -487> 2015-07-30 16:21:34.747431 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.48 111.111.111.242:6821/22105 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11739660 con 0x12e81600 -486> 2015-07-30 16:21:34.747445 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.48 100.100.100.242:6808/22105 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1373e780 con 0x12e818c0 -485> 2015-07-30 16:21:34.747459 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.40 111.111.111.244:6817/8959 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1399ba20 con 0x111a7b20 -484> 2015-07-30 16:21:34.747474 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.40 100.100.100.244:6825/8959 93 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1198a760 con 0x111a46e0 -483> 2015-07-30 16:21:34.747488 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.36 111.111.111.244:6811/7867 91 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11510780 con 0x12eb0c60 -482> 2015-07-30 16:21:34.747502 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.36 100.100.100.244:6816/7867 91 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11888b40 con 0x12eb0f20 -481> 2015-07-30 16:21:34.747516 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.3 111.111.111.241:6810/5027379 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x115f10e0 con 0x10d3a000 -480> 2015-07-30 16:21:34.747530 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.3 100.100.100.241:6825/5027379 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1243f480 con 0x10d3a160 -479> 2015-07-30 16:21:34.747543 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.4 111.111.111.243:6803/7173 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1252a5a0 con 0x10d3a2c0 -478> 2015-07-30 16:21:34.747557 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.4 100.100.100.243:6804/7173 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x10cd1fe0 con 0x10d3a420 -477> 2015-07-30 16:21:34.747571 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.15 111.111.111.241:6812/6024459 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x12bd0940 con 0x10d3a580 -476> 2015-07-30 16:21:34.747585 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.15 100.100.100.241:6833/6024459 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1176bc20 con 0x10d3a6e0 -475> 2015-07-30 16:21:34.747599 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.5 111.111.111.240:6804/6012334 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x10d1b860 con 0x10d3a9a0 -474> 2015-07-30 16:21:34.747631 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.5 100.100.100.240:6804/6012334 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1376dc00 con 0x10d3ac60 -473> 2015-07-30 16:21:34.747648 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.13 111.111.111.243:6805/7729 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x121bd680 con 0x10d3cd60 -472> 2015-07-30 16:21:34.747663 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.13 100.100.100.243:6807/7729 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11083a40 con 0x10d3d020 -471> 2015-07-30 16:21:34.747677 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.10 111.111.111.243:6819/2529 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1159ef00 con 0x10d3d440 -470> 2015-07-30 16:21:34.747691 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.10 100.100.100.243:6828/2529 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1159f680 con 0x10d3d700 -469> 2015-07-30 16:21:34.747705 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.24 111.111.111.241:6808/5023277 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11c6da40 con 0x10d3d9c0 -468> 2015-07-30 16:21:34.747719 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.24 100.100.100.241:6821/5023277 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x12e34000 con 0x10d8a000 -467> 2015-07-30 16:21:34.747732 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.25 111.111.111.240:6827/7007366 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x137392a0 con 0x10d8a2c0 -466> 2015-07-30 16:21:34.747747 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.25 100.100.100.240:6828/7007366 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11b17840 con 0x10d8a580 -465> 2015-07-30 16:21:34.747760 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.0 111.111.111.241:6820/5028833 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0xd310d20 con 0x10d8a840 -464> 2015-07-30 16:21:34.747774 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.0 100.100.100.241:6824/5028833 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x12af7c00 con 0x10d8b760 -463> 2015-07-30 16:21:34.747788 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.16 111.111.111.243:6809/8273 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x120605a0 con 0x10d8ba20 -462> 2015-07-30 16:21:34.747808 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.16 100.100.100.243:6813/8273 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x121beee0 con 0x10d8bce0 -461> 2015-07-30 16:21:34.747821 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.7 111.111.111.243:6815/9316 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x1376b680 con 0x10d8bfa0 -460> 2015-07-30 16:21:34.747835 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.7 100.100.100.243:6822/9316 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11739c00 con 0x10d8c7e0 -459> 2015-07-30 16:21:34.747848 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.42 111.111.111.242:6827/22741 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x134d0760 con 0x10d8caa0 -458> 2015-07-30 16:21:34.747864 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.42 100.100.100.242:6826/22741 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x142ca580 con 0x10d8cd60 -457> 2015-07-30 16:21:34.747877 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.41 111.111.111.242:6823/22314 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x110e3860 con 0x10d8d020 -456> 2015-07-30 16:21:34.747891 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.41 100.100.100.242:6815/22314 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x142c94a0 con 0x10d86160 -455> 2015-07-30 16:21:34.747904 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.45 111.111.111.242:6807/23643 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x11008940 con 0x10d871e0 -454> 2015-07-30 16:21:34.747918 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.45 100.100.100.242:6810/23643 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x13758940 con 0x10d874a0 -453> 2015-07-30 16:21:34.747953 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.43 100.100.100.242:6803/21899 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x110083a0 con 0x10d89440 -452> 2015-07-30 16:21:34.749780 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.49 111.111.111.242:6801/3247 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x115f12c0 con 0x10d88680 -451> 2015-07-30 16:21:34.749804 7f6842c4b700 1 -- 111.111.111.244:0/6354 <== osd.49 100.100.100.242:6801/3247 94 ==== osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.745120) v2 ==== 47+0+0 (1630055701 0 0) 0x116203c0 con 0x10d88940 -450> 2015-07-30 16:21:34.793091 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 693 ==== osd_op(client.8784389.0:222334 rbd_data.791f542ae8944a.0000000000036464 [read 0~4194304] 39.36e058dc ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (2126623112 0 0) 0x14426000 con 0x115019c0 -449> 2015-07-30 16:21:34.793130 7f6816b78700 5 -- op tracker -- seq: 13262, time: 2015-07-30 16:21:34.793010, event: header_read, op: osd_op(client.8784389.0:222334 rbd_data.791f542ae8944a.0000000000036464 [read 0~4194304] 39.36e058dc ack+read+known_if_redirected e83500) -448> 2015-07-30 16:21:34.793143 7f6816b78700 5 -- op tracker -- seq: 13262, time: 2015-07-30 16:21:34.793025, event: throttled, op: osd_op(client.8784389.0:222334 rbd_data.791f542ae8944a.0000000000036464 [read 0~4194304] 39.36e058dc ack+read+known_if_redirected e83500) -447> 2015-07-30 16:21:34.793150 7f6816b78700 5 -- op tracker -- seq: 13262, time: 2015-07-30 16:21:34.793085, event: all_read, op: osd_op(client.8784389.0:222334 rbd_data.791f542ae8944a.0000000000036464 [read 0~4194304] 39.36e058dc ack+read+known_if_redirected e83500) -446> 2015-07-30 16:21:34.793156 7f6816b78700 5 -- op tracker -- seq: 13262, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222334 rbd_data.791f542ae8944a.0000000000036464 [read 0~4194304] 39.36e058dc ack+read+known_if_redirected e83500) -445> 2015-07-30 16:21:34.793221 7f6837a33700 5 -- op tracker -- seq: 13262, time: 2015-07-30 16:21:34.793220, event: reached_pg, op: osd_op(client.8784389.0:222334 rbd_data.791f542ae8944a.0000000000036464 [read 0~4194304] 39.36e058dc ack+read+known_if_redirected e83500) -444> 2015-07-30 16:21:34.793515 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222334 rbd_data.791f542ae8944a.0000000000036464 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x140ddc80 con 0x115019c0 -443> 2015-07-30 16:21:34.793632 7f6837a33700 5 -- op tracker -- seq: 13262, time: 2015-07-30 16:21:34.793632, event: done, op: osd_op(client.8784389.0:222334 rbd_data.791f542ae8944a.0000000000036464 [read 0~4194304] 39.36e058dc ack+read+known_if_redirected e83500) -442> 2015-07-30 16:21:34.812003 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1077 ==== osd_op(client.8963436.0:55572 rbd_data.3b3d1e7843e45.00000000000090af@11 [read 0~4194304] 45.d2e08885 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (919159535 0 0) 0x11e28800 con 0x11501440 -441> 2015-07-30 16:21:34.812192 7f681acc2700 5 -- op tracker -- seq: 13263, time: 2015-07-30 16:21:34.811777, event: header_read, op: osd_op(client.8963436.0:55572 rbd_data.3b3d1e7843e45.00000000000090af@11 [read 0~4194304] 45.d2e08885 ack+read+localize_reads+known_if_redirected e83500) -440> 2015-07-30 16:21:34.812265 7f681acc2700 5 -- op tracker -- seq: 13263, time: 2015-07-30 16:21:34.811779, event: throttled, op: osd_op(client.8963436.0:55572 rbd_data.3b3d1e7843e45.00000000000090af@11 [read 0~4194304] 45.d2e08885 ack+read+localize_reads+known_if_redirected e83500) -439> 2015-07-30 16:21:34.812316 7f681acc2700 5 -- op tracker -- seq: 13263, time: 2015-07-30 16:21:34.811997, event: all_read, op: osd_op(client.8963436.0:55572 rbd_data.3b3d1e7843e45.00000000000090af@11 [read 0~4194304] 45.d2e08885 ack+read+localize_reads+known_if_redirected e83500) -438> 2015-07-30 16:21:34.812325 7f681acc2700 5 -- op tracker -- seq: 13263, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55572 rbd_data.3b3d1e7843e45.00000000000090af@11 [read 0~4194304] 45.d2e08885 ack+read+localize_reads+known_if_redirected e83500) -437> 2015-07-30 16:21:34.821332 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.44 111.111.111.242:0/22526 90 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.822422) v2 ==== 47+0+0 (2629708571 0 0) 0x1252a780 con 0x111a63c0 -436> 2015-07-30 16:21:34.821370 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.242:0/22526 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.822422) v2 -- ?+0 0x13c89680 con 0x111a63c0 -435> 2015-07-30 16:21:34.821354 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.44 111.111.111.242:0/22526 90 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.822422) v2 ==== 47+0+0 (2629708571 0 0) 0x11775660 con 0x111a5760 -434> 2015-07-30 16:21:34.821420 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.242:0/22526 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.822422) v2 -- ?+0 0x12060b40 con 0x111a5760 -433> 2015-07-30 16:21:34.822393 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.19 111.111.111.243:0/8837 98 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.823129) v2 ==== 47+0+0 (3652694953 0 0) 0x10b31480 con 0x111a51e0 -432> 2015-07-30 16:21:34.822402 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.19 111.111.111.243:0/8837 98 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.823129) v2 ==== 47+0+0 (3652694953 0 0) 0x1376cd00 con 0x111a5e40 -431> 2015-07-30 16:21:34.822421 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.243:0/8837 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.823129) v2 -- ?+0 0x11775660 con 0x111a51e0 -430> 2015-07-30 16:21:34.822471 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.243:0/8837 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.823129) v2 -- ?+0 0x1252a780 con 0x111a5e40 -429> 2015-07-30 16:21:34.834096 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.4 100.100.100.243:0/7173 100 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.835296) v2 ==== 47+0+0 (3642565948 0 0) 0x108de780 con 0x111db8c0 -428> 2015-07-30 16:21:34.834100 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.4 100.100.100.243:0/7173 100 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.835296) v2 ==== 47+0+0 (3642565948 0 0) 0xd310f00 con 0x111dab00 -427> 2015-07-30 16:21:34.834138 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/7173 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.835296) v2 -- ?+0 0x1376cd00 con 0x111db8c0 -426> 2015-07-30 16:21:34.834174 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/7173 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.835296) v2 -- ?+0 0x10b31480 con 0x111dab00 -425> 2015-07-30 16:21:34.853355 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.3 111.111.111.241:0/27379 104 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.854794) v2 ==== 47+0+0 (3436139897 0 0) 0x11738760 con 0x1087dfa0 -424> 2015-07-30 16:21:34.853378 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.3 111.111.111.241:0/27379 104 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.854794) v2 ==== 47+0+0 (3436139897 0 0) 0x134d0b20 con 0x1126edc0 -423> 2015-07-30 16:21:34.853389 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.241:0/27379 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.854794) v2 -- ?+0 0x108de780 con 0x1087dfa0 -422> 2015-07-30 16:21:34.853446 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.241:0/27379 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.854794) v2 -- ?+0 0xd310f00 con 0x1126edc0 -421> 2015-07-30 16:21:34.858291 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 694 ==== osd_op(client.8784389.0:222343 rbd_data.791f542ae8944a.000000000003646d [read 0~4194304] 39.bd51a65c ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (4118830594 0 0) 0x14427e00 con 0x115019c0 -420> 2015-07-30 16:21:34.858327 7f6816b78700 5 -- op tracker -- seq: 13264, time: 2015-07-30 16:21:34.858245, event: header_read, op: osd_op(client.8784389.0:222343 rbd_data.791f542ae8944a.000000000003646d [read 0~4194304] 39.bd51a65c ack+read+known_if_redirected e83500) -419> 2015-07-30 16:21:34.858338 7f6816b78700 5 -- op tracker -- seq: 13264, time: 2015-07-30 16:21:34.858246, event: throttled, op: osd_op(client.8784389.0:222343 rbd_data.791f542ae8944a.000000000003646d [read 0~4194304] 39.bd51a65c ack+read+known_if_redirected e83500) -418> 2015-07-30 16:21:34.858346 7f6816b78700 5 -- op tracker -- seq: 13264, time: 2015-07-30 16:21:34.858286, event: all_read, op: osd_op(client.8784389.0:222343 rbd_data.791f542ae8944a.000000000003646d [read 0~4194304] 39.bd51a65c ack+read+known_if_redirected e83500) -417> 2015-07-30 16:21:34.858352 7f6816b78700 5 -- op tracker -- seq: 13264, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222343 rbd_data.791f542ae8944a.000000000003646d [read 0~4194304] 39.bd51a65c ack+read+known_if_redirected e83500) -416> 2015-07-30 16:21:34.858417 7f683a238700 5 -- op tracker -- seq: 13264, time: 2015-07-30 16:21:34.858417, event: reached_pg, op: osd_op(client.8784389.0:222343 rbd_data.791f542ae8944a.000000000003646d [read 0~4194304] 39.bd51a65c ack+read+known_if_redirected e83500) -415> 2015-07-30 16:21:34.858698 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222343 rbd_data.791f542ae8944a.000000000003646d [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x140dd700 con 0x115019c0 -414> 2015-07-30 16:21:34.858816 7f683a238700 5 -- op tracker -- seq: 13264, time: 2015-07-30 16:21:34.858815, event: done, op: osd_op(client.8784389.0:222343 rbd_data.791f542ae8944a.000000000003646d [read 0~4194304] 39.bd51a65c ack+read+known_if_redirected e83500) -413> 2015-07-30 16:21:34.920836 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.7 100.100.100.243:0/9316 108 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.921702) v2 ==== 47+0+0 (2530397799 0 0) 0x13750d00 con 0x1087cf20 -412> 2015-07-30 16:21:34.920873 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/9316 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.921702) v2 -- ?+0 0x134d0b20 con 0x1087cf20 -411> 2015-07-30 16:21:34.920861 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.7 100.100.100.243:0/9316 108 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:34.921702) v2 ==== 47+0+0 (2530397799 0 0) 0x1198bde0 con 0x1087d600 -410> 2015-07-30 16:21:34.920947 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/9316 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:34.921702) v2 -- ?+0 0x11738760 con 0x1087d600 -409> 2015-07-30 16:21:34.964048 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1078 ==== osd_op(client.8963436.0:55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 274+0+0 (2158369271 0 0) 0x11e26f00 con 0x11501440 -408> 2015-07-30 16:21:34.964240 7f681acc2700 5 -- op tracker -- seq: 13265, time: 2015-07-30 16:21:34.963769, event: header_read, op: osd_op(client.8963436.0:55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -407> 2015-07-30 16:21:34.964295 7f681acc2700 5 -- op tracker -- seq: 13265, time: 2015-07-30 16:21:34.963772, event: throttled, op: osd_op(client.8963436.0:55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -406> 2015-07-30 16:21:34.964307 7f681acc2700 5 -- op tracker -- seq: 13265, time: 2015-07-30 16:21:34.964041, event: all_read, op: osd_op(client.8963436.0:55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -405> 2015-07-30 16:21:34.964378 7f681acc2700 5 -- op tracker -- seq: 13265, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -404> 2015-07-30 16:21:34.964490 7f6839236700 5 -- op tracker -- seq: 13265, time: 2015-07-30 16:21:34.964490, event: reached_pg, op: osd_op(client.8963436.0:55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -403> 2015-07-30 16:21:34.965177 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1079 ==== osd_op(client.8963436.0:55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.da90311f snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 274+0+0 (803755605 0 0) 0x11e27b80 con 0x11501440 -402> 2015-07-30 16:21:34.965418 7f681acc2700 5 -- op tracker -- seq: 13266, time: 2015-07-30 16:21:34.964931, event: header_read, op: osd_op(client.8963436.0:55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.da90311f snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -401> 2015-07-30 16:21:34.965519 7f681acc2700 5 -- op tracker -- seq: 13266, time: 2015-07-30 16:21:34.964933, event: throttled, op: osd_op(client.8963436.0:55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.da90311f snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -400> 2015-07-30 16:21:34.965592 7f681acc2700 5 -- op tracker -- seq: 13266, time: 2015-07-30 16:21:34.965172, event: all_read, op: osd_op(client.8963436.0:55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.da90311f snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -399> 2015-07-30 16:21:34.965603 7f681acc2700 5 -- op tracker -- seq: 13266, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.da90311f snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -398> 2015-07-30 16:21:34.965604 7f6839236700 5 -- op tracker -- seq: 13265, time: 2015-07-30 16:21:34.965603, event: started, op: osd_op(client.8963436.0:55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -397> 2015-07-30 16:21:34.965706 7f6837a33700 5 -- op tracker -- seq: 13266, time: 2015-07-30 16:21:34.965706, event: reached_pg, op: osd_op(client.8963436.0:55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.da90311f snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -396> 2015-07-30 16:21:34.965827 7f6839236700 5 -- op tracker -- seq: 13265, time: 2015-07-30 16:21:34.965827, event: started, op: osd_op(client.8963436.0:55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -395> 2015-07-30 16:21:34.966001 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv390 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x141c9180 con 0x11501440 -394> 2015-07-30 16:21:34.966147 7f6839236700 5 -- op tracker -- seq: 13265, time: 2015-07-30 16:21:34.966147, event: done, op: osd_op(client.8963436.0:55588 rbd_data.48e7a77843e45.000000000000242f [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -393> 2015-07-30 16:21:34.966810 7f6837a33700 5 -- op tracker -- seq: 13266, time: 2015-07-30 16:21:34.966810, event: started, op: osd_op(client.8963436.0:55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.da90311f snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -392> 2015-07-30 16:21:34.966950 7f6837a33700 5 -- op tracker -- seq: 13266, time: 2015-07-30 16:21:34.966950, event: started, op: osd_op(client.8963436.0:55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.da90311f snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -391> 2015-07-30 16:21:34.967082 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv376 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x12769080 con 0x11501440 -390> 2015-07-30 16:21:34.967202 7f6837a33700 5 -- op tracker -- seq: 13266, time: 2015-07-30 16:21:34.967202, event: done, op: osd_op(client.8963436.0:55590 rbd_data.48e7a77843e45.0000000000002431 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.da90311f snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -389> 2015-07-30 16:21:34.969308 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1080 ==== osd_op(client.8963436.0:55605 rbd_data.3b3d1e7843e45.00000000000090c5@11 [read 0~4194304] 45.bfdacf4b ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (4146020054 0 0) 0x11e29700 con 0x11501440 -388> 2015-07-30 16:21:34.969473 7f681acc2700 5 -- op tracker -- seq: 13267, time: 2015-07-30 16:21:34.969106, event: header_read, op: osd_op(client.8963436.0:55605 rbd_data.3b3d1e7843e45.00000000000090c5@11 [read 0~4194304] 45.bfdacf4b ack+read+localize_reads+known_if_redirected e83500) -387> 2015-07-30 16:21:34.969526 7f681acc2700 5 -- op tracker -- seq: 13267, time: 2015-07-30 16:21:34.969107, event: throttled, op: osd_op(client.8963436.0:55605 rbd_data.3b3d1e7843e45.00000000000090c5@11 [read 0~4194304] 45.bfdacf4b ack+read+localize_reads+known_if_redirected e83500) -386> 2015-07-30 16:21:34.969583 7f681acc2700 5 -- op tracker -- seq: 13267, time: 2015-07-30 16:21:34.969303, event: all_read, op: osd_op(client.8963436.0:55605 rbd_data.3b3d1e7843e45.00000000000090c5@11 [read 0~4194304] 45.bfdacf4b ack+read+localize_reads+known_if_redirected e83500) -385> 2015-07-30 16:21:34.969701 7f681acc2700 5 -- op tracker -- seq: 13267, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55605 rbd_data.3b3d1e7843e45.00000000000090c5@11 [read 0~4194304] 45.bfdacf4b ack+read+localize_reads+known_if_redirected e83500) -384> 2015-07-30 16:21:35.014065 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1081 ==== osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 236+0+0 (1257771586 0 0) 0x11e26500 con 0x11501440 -383> 2015-07-30 16:21:35.014465 7f681acc2700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.013615, event: header_read, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -382> 2015-07-30 16:21:35.014578 7f681acc2700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.013619, event: throttled, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -381> 2015-07-30 16:21:35.014624 7f681acc2700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.014058, event: all_read, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -380> 2015-07-30 16:21:35.014704 7f681acc2700 5 -- op tracker -- seq: 13268, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -379> 2015-07-30 16:21:35.014974 7f6836a31700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.014974, event: reached_pg, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -378> 2015-07-30 16:21:35.016148 7f6836a31700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.016148, event: started, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -377> 2015-07-30 16:21:35.016340 7f6836a31700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.016340, event: started, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -376> 2015-07-30 16:21:35.016624 7f6836a31700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.016624, event: waiting for subops from 10,17,27, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -375> 2015-07-30 16:21:35.016852 7f6836a31700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6818/2529 -- osd_sub_op(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] v 83500'391 snapset=0=[]:[] snapc=0=[]) v11 -- ?+934 0x13009600 con 0xeaab180 -374> 2015-07-30 16:21:35.016914 7f6836a31700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.240:6830/6021767 -- osd_sub_op(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] v 83500'391 snapset=0=[]:[] snapc=0=[]) v11 -- ?+934 0x13b46100 con 0x10627080 -373> 2015-07-30 16:21:35.017018 7f6836a31700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6801/6023860 -- osd_sub_op(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] v 83500'391 snapset=0=[]:[] snapc=0=[]) v11 -- ?+934 0x13378c00 con 0x10627340 -372> 2015-07-30 16:21:35.017383 7f6836a31700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.017382, event: commit_queued_for_journal_write, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -371> 2015-07-30 16:21:35.017566 7f684c5f4700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.017566, event: write_thread_in_journal_buffer, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -370> 2015-07-30 16:21:35.018598 7f682e1ef700 1 -- 111.111.111.244:6800/6354 <== osd.17 111.111.111.240:6830/6021767 289 ==== osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (4099219068 0 0) 0x10be2b00 con 0x10627080 -369> 2015-07-30 16:21:35.018630 7f682e1ef700 5 -- op tracker -- seq: 13269, time: 2015-07-30 16:21:35.018555, event: header_read, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -368> 2015-07-30 16:21:35.018640 7f682e1ef700 5 -- op tracker -- seq: 13269, time: 2015-07-30 16:21:35.018556, event: throttled, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -367> 2015-07-30 16:21:35.018647 7f682e1ef700 5 -- op tracker -- seq: 13269, time: 2015-07-30 16:21:35.018594, event: all_read, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -366> 2015-07-30 16:21:35.018653 7f682e1ef700 5 -- op tracker -- seq: 13269, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -365> 2015-07-30 16:21:35.018694 7f6839236700 5 -- op tracker -- seq: 13269, time: 2015-07-30 16:21:35.018693, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -364> 2015-07-30 16:21:35.018741 7f6839236700 5 -- op tracker -- seq: 13269, time: 2015-07-30 16:21:35.018741, event: started, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -363> 2015-07-30 16:21:35.018769 7f6839236700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.018769, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -362> 2015-07-30 16:21:35.018865 7f6839236700 5 -- op tracker -- seq: 13269, time: 2015-07-30 16:21:35.018864, event: done, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -361> 2015-07-30 16:21:35.019036 7f6830310700 1 -- 111.111.111.244:6800/6354 <== osd.10 111.111.111.243:6818/2529 265 ==== osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (1625554311 0 0) 0x1207c000 con 0xeaab180 -360> 2015-07-30 16:21:35.019060 7f6830310700 5 -- op tracker -- seq: 13270, time: 2015-07-30 16:21:35.018969, event: header_read, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -359> 2015-07-30 16:21:35.019072 7f6830310700 5 -- op tracker -- seq: 13270, time: 2015-07-30 16:21:35.018970, event: throttled, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -358> 2015-07-30 16:21:35.019095 7f6830310700 5 -- op tracker -- seq: 13270, time: 2015-07-30 16:21:35.019031, event: all_read, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -357> 2015-07-30 16:21:35.019106 7f6830310700 5 -- op tracker -- seq: 13270, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -356> 2015-07-30 16:21:35.019146 7f6836a31700 5 -- op tracker -- seq: 13270, time: 2015-07-30 16:21:35.019146, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -355> 2015-07-30 16:21:35.019163 7f6836a31700 5 -- op tracker -- seq: 13270, time: 2015-07-30 16:21:35.019163, event: started, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -354> 2015-07-30 16:21:35.019168 7f682e0ee700 1 -- 111.111.111.244:6800/6354 <== osd.27 111.111.111.241:6801/6023860 231 ==== osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (1340057248 0 0) 0x119839c0 con 0x10627340 -353> 2015-07-30 16:21:35.019209 7f682e0ee700 5 -- op tracker -- seq: 13271, time: 2015-07-30 16:21:35.019105, event: header_read, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -352> 2015-07-30 16:21:35.019220 7f682e0ee700 5 -- op tracker -- seq: 13271, time: 2015-07-30 16:21:35.019106, event: throttled, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -351> 2015-07-30 16:21:35.019228 7f682e0ee700 5 -- op tracker -- seq: 13271, time: 2015-07-30 16:21:35.019163, event: all_read, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -350> 2015-07-30 16:21:35.019235 7f682e0ee700 5 -- op tracker -- seq: 13271, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -349> 2015-07-30 16:21:35.019172 7f6836a31700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.019172, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -348> 2015-07-30 16:21:35.019259 7f6836a31700 5 -- op tracker -- seq: 13270, time: 2015-07-30 16:21:35.019259, event: done, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -347> 2015-07-30 16:21:35.019296 7f6839236700 5 -- op tracker -- seq: 13271, time: 2015-07-30 16:21:35.019296, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -346> 2015-07-30 16:21:35.019318 7f6839236700 5 -- op tracker -- seq: 13271, time: 2015-07-30 16:21:35.019318, event: started, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -345> 2015-07-30 16:21:35.019328 7f6839236700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.019328, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -344> 2015-07-30 16:21:35.019391 7f6839236700 5 -- op tracker -- seq: 13271, time: 2015-07-30 16:21:35.019391, event: done, op: osd_sub_op_reply(client.8963436.0:55613 45.81 472c0881/rbd_data.48e7a77843e45.000000000000242f/head//45 [] ondisk, result = 0) -343> 2015-07-30 16:21:35.023923 7f684bdf3700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.023923, event: journaled_completion_queued, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -342> 2015-07-30 16:21:35.023979 7f68495ee700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.023979, event: op_commit, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -341> 2015-07-30 16:21:35.024042 7f68495ee700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'391 uv391 ondisk = 0) v6 -- ?+0 0x10cb59c0 con 0x11501440 -340> 2015-07-30 16:21:35.024066 7f68495ee700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.024066, event: commit_sent, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -339> 2015-07-30 16:21:35.024522 7f6849def700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.024522, event: op_applied, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -338> 2015-07-30 16:21:35.024565 7f6849def700 5 -- op tracker -- seq: 13268, time: 2015-07-30 16:21:35.024565, event: done, op: osd_op(client.8963436.0:55613 rbd_data.48e7a77843e45.000000000000242f [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.472c0881 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -337> 2015-07-30 16:21:35.028517 7f681738a700 1 -- 100.100.100.244:6800/6354 <== client.8781641 100.100.100.242:0/1030262 699 ==== osd_op(client.8781641.0:301120 rbd_data.791f542ae8944a.0000000000049826 [read 0~4194304] 39.f26da258 ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (4261077494 0 0) 0x138db400 con 0x11501700 -336> 2015-07-30 16:21:35.028552 7f681738a700 5 -- op tracker -- seq: 13272, time: 2015-07-30 16:21:35.028468, event: header_read, op: osd_op(client.8781641.0:301120 rbd_data.791f542ae8944a.0000000000049826 [read 0~4194304] 39.f26da258 ack+read+known_if_redirected e83500) -335> 2015-07-30 16:21:35.028564 7f681738a700 5 -- op tracker -- seq: 13272, time: 2015-07-30 16:21:35.028471, event: throttled, op: osd_op(client.8781641.0:301120 rbd_data.791f542ae8944a.0000000000049826 [read 0~4194304] 39.f26da258 ack+read+known_if_redirected e83500) -334> 2015-07-30 16:21:35.028571 7f681738a700 5 -- op tracker -- seq: 13272, time: 2015-07-30 16:21:35.028511, event: all_read, op: osd_op(client.8781641.0:301120 rbd_data.791f542ae8944a.0000000000049826 [read 0~4194304] 39.f26da258 ack+read+known_if_redirected e83500) -333> 2015-07-30 16:21:35.028577 7f681738a700 5 -- op tracker -- seq: 13272, time: 0.000000, event: dispatched, op: osd_op(client.8781641.0:301120 rbd_data.791f542ae8944a.0000000000049826 [read 0~4194304] 39.f26da258 ack+read+known_if_redirected e83500) -332> 2015-07-30 16:21:35.034926 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.2 100.100.100.240:0/20887 100 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.035291) v2 ==== 47+0+0 (3961501336 0 0) 0x135d14a0 con 0x11064840 -331> 2015-07-30 16:21:35.034951 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.2 100.100.100.240:0/20887 100 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.035291) v2 ==== 47+0+0 (3961501336 0 0) 0xabbc960 con 0x10f95c80 -330> 2015-07-30 16:21:35.034967 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.240:0/20887 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.035291) v2 -- ?+0 0x13750d00 con 0x11064840 -329> 2015-07-30 16:21:35.035048 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.240:0/20887 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.035291) v2 -- ?+0 0x1198bde0 con 0x10f95c80 -328> 2015-07-30 16:21:35.043916 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.28 100.100.100.241:0/4350 113 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.045678) v2 ==== 47+0+0 (2216185853 0 0) 0x109b03a0 con 0x111dbb80 -327> 2015-07-30 16:21:35.043945 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.241:0/4350 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.045678) v2 -- ?+0 0xabbc960 con 0x111dbb80 -326> 2015-07-30 16:21:35.043928 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.28 100.100.100.241:0/4350 113 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.045678) v2 ==== 47+0+0 (2216185853 0 0) 0x1375d0c0 con 0x111dadc0 -325> 2015-07-30 16:21:35.043999 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.241:0/4350 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.045678) v2 -- ?+0 0x135d14a0 con 0x111dadc0 -324> 2015-07-30 16:21:35.043876 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1082 ==== osd_op(client.8963436.0:55623 rbd_data.3b3d1e7843e45.00000000000090ce@11 [read 0~4194304] 45.8981b291 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (2802747667 0 0) 0x11e26f00 con 0x11501440 -323> 2015-07-30 16:21:35.044222 7f681acc2700 5 -- op tracker -- seq: 13273, time: 2015-07-30 16:21:35.043394, event: header_read, op: osd_op(client.8963436.0:55623 rbd_data.3b3d1e7843e45.00000000000090ce@11 [read 0~4194304] 45.8981b291 ack+read+localize_reads+known_if_redirected e83500) -322> 2015-07-30 16:21:35.044302 7f681acc2700 5 -- op tracker -- seq: 13273, time: 2015-07-30 16:21:35.043395, event: throttled, op: osd_op(client.8963436.0:55623 rbd_data.3b3d1e7843e45.00000000000090ce@11 [read 0~4194304] 45.8981b291 ack+read+localize_reads+known_if_redirected e83500) -321> 2015-07-30 16:21:35.044336 7f681acc2700 5 -- op tracker -- seq: 13273, time: 2015-07-30 16:21:35.043866, event: all_read, op: osd_op(client.8963436.0:55623 rbd_data.3b3d1e7843e45.00000000000090ce@11 [read 0~4194304] 45.8981b291 ack+read+localize_reads+known_if_redirected e83500) -320> 2015-07-30 16:21:35.044421 7f681acc2700 5 -- op tracker -- seq: 13273, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55623 rbd_data.3b3d1e7843e45.00000000000090ce@11 [read 0~4194304] 45.8981b291 ack+read+localize_reads+known_if_redirected e83500) -319> 2015-07-30 16:21:35.044516 7f683a238700 5 -- op tracker -- seq: 13273, time: 2015-07-30 16:21:35.044515, event: reached_pg, op: osd_op(client.8963436.0:55623 rbd_data.3b3d1e7843e45.00000000000090ce@11 [read 0~4194304] 45.8981b291 ack+read+localize_reads+known_if_redirected e83500) -318> 2015-07-30 16:21:35.045249 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55623 rbd_data.3b3d1e7843e45.00000000000090ce [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x140dd440 con 0x11501440 -317> 2015-07-30 16:21:35.045369 7f683a238700 5 -- op tracker -- seq: 13273, time: 2015-07-30 16:21:35.045369, event: done, op: osd_op(client.8963436.0:55623 rbd_data.3b3d1e7843e45.00000000000090ce@11 [read 0~4194304] 45.8981b291 ack+read+localize_reads+known_if_redirected e83500) -316> 2015-07-30 16:21:35.092666 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1083 ==== osd_op(client.8963436.0:55635 rbd_data.3b3d1e7843e45.00000000000090da@11 [read 0~4194304] 45.d66ddc81 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (268603696 0 0) 0x11e28f80 con 0x11501440 -315> 2015-07-30 16:21:35.092938 7f681acc2700 5 -- op tracker -- seq: 13274, time: 2015-07-30 16:21:35.092352, event: header_read, op: osd_op(client.8963436.0:55635 rbd_data.3b3d1e7843e45.00000000000090da@11 [read 0~4194304] 45.d66ddc81 ack+read+localize_reads+known_if_redirected e83500) -314> 2015-07-30 16:21:35.093014 7f681acc2700 5 -- op tracker -- seq: 13274, time: 2015-07-30 16:21:35.092355, event: throttled, op: osd_op(client.8963436.0:55635 rbd_data.3b3d1e7843e45.00000000000090da@11 [read 0~4194304] 45.d66ddc81 ack+read+localize_reads+known_if_redirected e83500) -313> 2015-07-30 16:21:35.093049 7f681acc2700 5 -- op tracker -- seq: 13274, time: 2015-07-30 16:21:35.092659, event: all_read, op: osd_op(client.8963436.0:55635 rbd_data.3b3d1e7843e45.00000000000090da@11 [read 0~4194304] 45.d66ddc81 ack+read+localize_reads+known_if_redirected e83500) -312> 2015-07-30 16:21:35.093076 7f681acc2700 5 -- op tracker -- seq: 13274, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55635 rbd_data.3b3d1e7843e45.00000000000090da@11 [read 0~4194304] 45.d66ddc81 ack+read+localize_reads+known_if_redirected e83500) -311> 2015-07-30 16:21:35.093161 7f6836a31700 5 -- op tracker -- seq: 13274, time: 2015-07-30 16:21:35.093161, event: reached_pg, op: osd_op(client.8963436.0:55635 rbd_data.3b3d1e7843e45.00000000000090da@11 [read 0~4194304] 45.d66ddc81 ack+read+localize_reads+known_if_redirected e83500) -310> 2015-07-30 16:21:35.093552 7f6836a31700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55635 rbd_data.3b3d1e7843e45.00000000000090da [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x140dbb80 con 0x11501440 -309> 2015-07-30 16:21:35.093642 7f6836a31700 5 -- op tracker -- seq: 13274, time: 2015-07-30 16:21:35.093642, event: done, op: osd_op(client.8963436.0:55635 rbd_data.3b3d1e7843e45.00000000000090da@11 [read 0~4194304] 45.d66ddc81 ack+read+localize_reads+known_if_redirected e83500) -308> 2015-07-30 16:21:35.096407 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.12 100.100.100.241:0/5260 99 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.097862) v2 ==== 47+0+0 (1429916121 0 0) 0xd310780 con 0x112707e0 -307> 2015-07-30 16:21:35.096445 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.241:0/5260 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.097862) v2 -- ?+0 0x109b03a0 con 0x112707e0 -306> 2015-07-30 16:21:35.096542 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.12 100.100.100.241:0/5260 99 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.097862) v2 ==== 47+0+0 (1429916121 0 0) 0x10d1b860 con 0x114fe840 -305> 2015-07-30 16:21:35.096573 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.241:0/5260 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.097862) v2 -- ?+0 0x1375d0c0 con 0x114fe840 -304> 2015-07-30 16:21:35.114375 7f682f300700 1 -- 111.111.111.244:6800/6354 <== osd.2 111.111.111.240:6801/20887 281 ==== osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) v11 ==== 1202+0+11051 (3892521603 0 116785855) 0x11dced00 con 0x10668680 -303> 2015-07-30 16:21:35.114396 7f682f300700 5 -- op tracker -- seq: 13275, time: 2015-07-30 16:21:35.114292, event: header_read, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -302> 2015-07-30 16:21:35.114409 7f682f300700 5 -- op tracker -- seq: 13275, time: 2015-07-30 16:21:35.114293, event: throttled, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -301> 2015-07-30 16:21:35.114419 7f682f300700 5 -- op tracker -- seq: 13275, time: 2015-07-30 16:21:35.114369, event: all_read, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -300> 2015-07-30 16:21:35.114427 7f682f300700 5 -- op tracker -- seq: 13275, time: 0.000000, event: dispatched, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -299> 2015-07-30 16:21:35.150400 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 695 ==== osd_op(client.8784389.0:222384 rbd_data.791f542ae8944a.0000000000036496 [read 0~4194304] 39.9e3d215b ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (1674213097 0 0) 0x14428800 con 0x115019c0 -298> 2015-07-30 16:21:35.150423 7f6816b78700 5 -- op tracker -- seq: 13276, time: 2015-07-30 16:21:35.150349, event: header_read, op: osd_op(client.8784389.0:222384 rbd_data.791f542ae8944a.0000000000036496 [read 0~4194304] 39.9e3d215b ack+read+known_if_redirected e83500) -297> 2015-07-30 16:21:35.150434 7f6816b78700 5 -- op tracker -- seq: 13276, time: 2015-07-30 16:21:35.150352, event: throttled, op: osd_op(client.8784389.0:222384 rbd_data.791f542ae8944a.0000000000036496 [read 0~4194304] 39.9e3d215b ack+read+known_if_redirected e83500) -296> 2015-07-30 16:21:35.150441 7f6816b78700 5 -- op tracker -- seq: 13276, time: 2015-07-30 16:21:35.150394, event: all_read, op: osd_op(client.8784389.0:222384 rbd_data.791f542ae8944a.0000000000036496 [read 0~4194304] 39.9e3d215b ack+read+known_if_redirected e83500) -295> 2015-07-30 16:21:35.150448 7f6816b78700 5 -- op tracker -- seq: 13276, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222384 rbd_data.791f542ae8944a.0000000000036496 [read 0~4194304] 39.9e3d215b ack+read+known_if_redirected e83500) -294> 2015-07-30 16:21:35.150509 7f683aa39700 5 -- op tracker -- seq: 13276, time: 2015-07-30 16:21:35.150509, event: reached_pg, op: osd_op(client.8784389.0:222384 rbd_data.791f542ae8944a.0000000000036496 [read 0~4194304] 39.9e3d215b ack+read+known_if_redirected e83500) -293> 2015-07-30 16:21:35.150744 7f683aa39700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222384 rbd_data.791f542ae8944a.0000000000036496 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x13daa580 con 0x115019c0 -292> 2015-07-30 16:21:35.150861 7f683aa39700 5 -- op tracker -- seq: 13276, time: 2015-07-30 16:21:35.150861, event: done, op: osd_op(client.8784389.0:222384 rbd_data.791f542ae8944a.0000000000036496 [read 0~4194304] 39.9e3d215b ack+read+known_if_redirected e83500) -291> 2015-07-30 16:21:35.219011 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 462 ==== osd_op(client.8964076.0:36101 rbd_data.36bbb37843e45.0000000000008ce9 [read 0~4194304] 42.8c620d59 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (1381377326 0 0) 0x11e28580 con 0x111dc260 -290> 2015-07-30 16:21:35.219072 7f681daf0700 5 -- op tracker -- seq: 13277, time: 2015-07-30 16:21:35.218852, event: header_read, op: osd_op(client.8964076.0:36101 rbd_data.36bbb37843e45.0000000000008ce9 [read 0~4194304] 42.8c620d59 ack+read+known_if_redirected e83500) -289> 2015-07-30 16:21:35.219088 7f681daf0700 5 -- op tracker -- seq: 13277, time: 2015-07-30 16:21:35.218855, event: throttled, op: osd_op(client.8964076.0:36101 rbd_data.36bbb37843e45.0000000000008ce9 [read 0~4194304] 42.8c620d59 ack+read+known_if_redirected e83500) -288> 2015-07-30 16:21:35.219105 7f681daf0700 5 -- op tracker -- seq: 13277, time: 2015-07-30 16:21:35.219005, event: all_read, op: osd_op(client.8964076.0:36101 rbd_data.36bbb37843e45.0000000000008ce9 [read 0~4194304] 42.8c620d59 ack+read+known_if_redirected e83500) -287> 2015-07-30 16:21:35.219114 7f681daf0700 5 -- op tracker -- seq: 13277, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:36101 rbd_data.36bbb37843e45.0000000000008ce9 [read 0~4194304] 42.8c620d59 ack+read+known_if_redirected e83500) -286> 2015-07-30 16:21:35.219198 7f6839236700 5 -- op tracker -- seq: 13277, time: 2015-07-30 16:21:35.219198, event: reached_pg, op: osd_op(client.8964076.0:36101 rbd_data.36bbb37843e45.0000000000008ce9 [read 0~4194304] 42.8c620d59 ack+read+known_if_redirected e83500) -285> 2015-07-30 16:21:35.242660 7f6831724700 1 -- 111.111.111.244:6800/6354 <== osd.3 111.111.111.241:6809/5027379 217 ==== osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+937 (477005001 0 3845319007) 0x1300cd00 con 0xeaa8c60 -284> 2015-07-30 16:21:35.242691 7f6831724700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.242515, event: header_read, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -283> 2015-07-30 16:21:35.242704 7f6831724700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.242519, event: throttled, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -282> 2015-07-30 16:21:35.242723 7f6831724700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.242652, event: all_read, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -281> 2015-07-30 16:21:35.242730 7f6831724700 5 -- op tracker -- seq: 13278, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -280> 2015-07-30 16:21:35.242814 7f6837a33700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.242814, event: reached_pg, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -279> 2015-07-30 16:21:35.242849 7f6837a33700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.242849, event: started, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -278> 2015-07-30 16:21:35.243298 7f6837a33700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.243298, event: started, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -277> 2015-07-30 16:21:35.243514 7f6837a33700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.243514, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -276> 2015-07-30 16:21:35.243641 7f684c5f4700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.243641, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -275> 2015-07-30 16:21:35.272039 7f684bdf3700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.272038, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -274> 2015-07-30 16:21:35.272090 7f68495ee700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.272090, event: commit_sent, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -273> 2015-07-30 16:21:35.272123 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6809/5027379 -- osd_sub_op_reply(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] ondisk, result = 0) v2 -- ?+0 0x13a7d600 con 0xeaa8c60 -272> 2015-07-30 16:21:35.272698 7f6849def700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.272698, event: sub_op_applied, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -271> 2015-07-30 16:21:35.272727 7f6849def700 5 -- op tracker -- seq: 13278, time: 2015-07-30 16:21:35.272727, event: done, op: osd_sub_op(client.8963508.0:79108 45.2c3 56ffe2c3/rbd_data.88ca383d1b58ba.000000000000337e/head//45 [] v 83500'397 snapset=0=[]:[] snapc=0=[]) -270> 2015-07-30 16:21:35.307098 7f6839236700 5 -- op tracker -- seq: 13277, time: 2015-07-30 16:21:35.307097, event: started, op: osd_op(client.8964076.0:36101 rbd_data.36bbb37843e45.0000000000008ce9 [read 0~4194304] 42.8c620d59 ack+read+known_if_redirected e83500) -269> 2015-07-30 16:21:35.307264 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1027184 -- osd_op_reply(36101 rbd_data.36bbb37843e45.0000000000008ce9 [read 0~0] v0'0 uv671 ondisk = 0) v6 -- ?+0 0x13dad180 con 0x111dc260 -268> 2015-07-30 16:21:35.307330 7f6839236700 5 -- op tracker -- seq: 13277, time: 2015-07-30 16:21:35.307330, event: done, op: osd_op(client.8964076.0:36101 rbd_data.36bbb37843e45.0000000000008ce9 [read 0~0] 42.8c620d59 ack+read+known_if_redirected e83500) -267> 2015-07-30 16:21:35.381681 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.35 111.111.111.244:0/8374 81 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.380248) v2 ==== 47+0+0 (1020426800 0 0) 0x137263c0 con 0x11f72940 -266> 2015-07-30 16:21:35.381716 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.244:0/8374 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.380248) v2 -- ?+0 0xd310780 con 0x11f72940 -265> 2015-07-30 16:21:35.381708 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.35 111.111.111.244:0/8374 81 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.380248) v2 ==== 47+0+0 (1020426800 0 0) 0x109ae5a0 con 0x10f94d60 -264> 2015-07-30 16:21:35.381762 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.244:0/8374 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.380248) v2 -- ?+0 0x10d1b860 con 0x10f94d60 -263> 2015-07-30 16:21:35.402738 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1084 ==== osd_op(client.8963436.0:55665 rbd_data.3b3d1e7843e45.00000000000090ef@11 [read 0~4194304] 45.c97bb968 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (820889002 0 0) 0x11e27b80 con 0x11501440 -262> 2015-07-30 16:21:35.402956 7f681acc2700 5 -- op tracker -- seq: 13279, time: 2015-07-30 16:21:35.402431, event: header_read, op: osd_op(client.8963436.0:55665 rbd_data.3b3d1e7843e45.00000000000090ef@11 [read 0~4194304] 45.c97bb968 ack+read+localize_reads+known_if_redirected e83500) -261> 2015-07-30 16:21:35.403012 7f681acc2700 5 -- op tracker -- seq: 13279, time: 2015-07-30 16:21:35.402434, event: throttled, op: osd_op(client.8963436.0:55665 rbd_data.3b3d1e7843e45.00000000000090ef@11 [read 0~4194304] 45.c97bb968 ack+read+localize_reads+known_if_redirected e83500) -260> 2015-07-30 16:21:35.403070 7f681acc2700 5 -- op tracker -- seq: 13279, time: 2015-07-30 16:21:35.402731, event: all_read, op: osd_op(client.8963436.0:55665 rbd_data.3b3d1e7843e45.00000000000090ef@11 [read 0~4194304] 45.c97bb968 ack+read+localize_reads+known_if_redirected e83500) -259> 2015-07-30 16:21:35.403185 7f681acc2700 5 -- op tracker -- seq: 13279, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55665 rbd_data.3b3d1e7843e45.00000000000090ef@11 [read 0~4194304] 45.c97bb968 ack+read+localize_reads+known_if_redirected e83500) -258> 2015-07-30 16:21:35.403330 7f6838a35700 5 -- op tracker -- seq: 13279, time: 2015-07-30 16:21:35.403330, event: reached_pg, op: osd_op(client.8963436.0:55665 rbd_data.3b3d1e7843e45.00000000000090ef@11 [read 0~4194304] 45.c97bb968 ack+read+localize_reads+known_if_redirected e83500) -257> 2015-07-30 16:21:35.403610 7f6838a35700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55665 rbd_data.3b3d1e7843e45.00000000000090ef [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x109bd180 con 0x11501440 -256> 2015-07-30 16:21:35.403762 7f6838a35700 5 -- op tracker -- seq: 13279, time: 2015-07-30 16:21:35.403761, event: done, op: osd_op(client.8963436.0:55665 rbd_data.3b3d1e7843e45.00000000000090ef@11 [read 0~4194304] 45.c97bb968 ack+read+localize_reads+known_if_redirected e83500) -255> 2015-07-30 16:21:35.446384 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 696 ==== osd_op(client.8784389.0:222421 rbd_data.791f542ae8944a.00000000000364bb [read 0~4194304] 39.2d9ae4dc ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (3882567635 0 0) 0x14428d00 con 0x115019c0 -254> 2015-07-30 16:21:35.446409 7f6816b78700 5 -- op tracker -- seq: 13280, time: 2015-07-30 16:21:35.446330, event: header_read, op: osd_op(client.8784389.0:222421 rbd_data.791f542ae8944a.00000000000364bb [read 0~4194304] 39.2d9ae4dc ack+read+known_if_redirected e83500) -253> 2015-07-30 16:21:35.446420 7f6816b78700 5 -- op tracker -- seq: 13280, time: 2015-07-30 16:21:35.446335, event: throttled, op: osd_op(client.8784389.0:222421 rbd_data.791f542ae8944a.00000000000364bb [read 0~4194304] 39.2d9ae4dc ack+read+known_if_redirected e83500) -252> 2015-07-30 16:21:35.446427 7f6816b78700 5 -- op tracker -- seq: 13280, time: 2015-07-30 16:21:35.446378, event: all_read, op: osd_op(client.8784389.0:222421 rbd_data.791f542ae8944a.00000000000364bb [read 0~4194304] 39.2d9ae4dc ack+read+known_if_redirected e83500) -251> 2015-07-30 16:21:35.446434 7f6816b78700 5 -- op tracker -- seq: 13280, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222421 rbd_data.791f542ae8944a.00000000000364bb [read 0~4194304] 39.2d9ae4dc ack+read+known_if_redirected e83500) -250> 2015-07-30 16:21:35.446502 7f683a238700 5 -- op tracker -- seq: 13280, time: 2015-07-30 16:21:35.446502, event: reached_pg, op: osd_op(client.8784389.0:222421 rbd_data.791f542ae8944a.00000000000364bb [read 0~4194304] 39.2d9ae4dc ack+read+known_if_redirected e83500) -249> 2015-07-30 16:21:35.446910 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222421 rbd_data.791f542ae8944a.00000000000364bb [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x109bd700 con 0x115019c0 -248> 2015-07-30 16:21:35.446994 7f683a238700 5 -- op tracker -- seq: 13280, time: 2015-07-30 16:21:35.446993, event: done, op: osd_op(client.8784389.0:222421 rbd_data.791f542ae8944a.00000000000364bb [read 0~4194304] 39.2d9ae4dc ack+read+known_if_redirected e83500) -247> 2015-07-30 16:21:35.478634 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1085 ==== osd_op(client.8963436.0:55675 rbd_data.3b3d1e7843e45.00000000000090f3@11 [read 0~4194304] 45.fcbfa8e1 ack+read+localize_reads+known_if_redirected e83500) v4 ==== 190+0+0 (3323172525 0 0) 0x11e26f00 con 0x11501440 -246> 2015-07-30 16:21:35.478826 7f681acc2700 5 -- op tracker -- seq: 13281, time: 2015-07-30 16:21:35.478440, event: header_read, op: osd_op(client.8963436.0:55675 rbd_data.3b3d1e7843e45.00000000000090f3@11 [read 0~4194304] 45.fcbfa8e1 ack+read+localize_reads+known_if_redirected e83500) -245> 2015-07-30 16:21:35.478920 7f681acc2700 5 -- op tracker -- seq: 13281, time: 2015-07-30 16:21:35.478441, event: throttled, op: osd_op(client.8963436.0:55675 rbd_data.3b3d1e7843e45.00000000000090f3@11 [read 0~4194304] 45.fcbfa8e1 ack+read+localize_reads+known_if_redirected e83500) -244> 2015-07-30 16:21:35.478931 7f681acc2700 5 -- op tracker -- seq: 13281, time: 2015-07-30 16:21:35.478629, event: all_read, op: osd_op(client.8963436.0:55675 rbd_data.3b3d1e7843e45.00000000000090f3@11 [read 0~4194304] 45.fcbfa8e1 ack+read+localize_reads+known_if_redirected e83500) -243> 2015-07-30 16:21:35.478966 7f681acc2700 5 -- op tracker -- seq: 13281, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55675 rbd_data.3b3d1e7843e45.00000000000090f3@11 [read 0~4194304] 45.fcbfa8e1 ack+read+localize_reads+known_if_redirected e83500) -242> 2015-07-30 16:21:35.479087 7f683b23a700 5 -- op tracker -- seq: 13281, time: 2015-07-30 16:21:35.479087, event: reached_pg, op: osd_op(client.8963436.0:55675 rbd_data.3b3d1e7843e45.00000000000090f3@11 [read 0~4194304] 45.fcbfa8e1 ack+read+localize_reads+known_if_redirected e83500) -241> 2015-07-30 16:21:35.479289 7f683b23a700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55675 rbd_data.3b3d1e7843e45.00000000000090f3 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x10cb5700 con 0x11501440 -240> 2015-07-30 16:21:35.479396 7f683b23a700 5 -- op tracker -- seq: 13281, time: 2015-07-30 16:21:35.479396, event: done, op: osd_op(client.8963436.0:55675 rbd_data.3b3d1e7843e45.00000000000090f3@11 [read 0~4194304] 45.fcbfa8e1 ack+read+localize_reads+known_if_redirected e83500) -239> 2015-07-30 16:21:35.489512 7f681738a700 1 -- 100.100.100.244:6800/6354 <== client.8781641 100.100.100.242:0/1030262 700 ==== osd_op(client.8781641.0:301184 rbd_data.791f542ae8944a.0000000000049866 [read 0~4194304] 39.d614fb58 ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (4249323502 0 0) 0x138dcf80 con 0x11501700 -238> 2015-07-30 16:21:35.489538 7f681738a700 5 -- op tracker -- seq: 13282, time: 2015-07-30 16:21:35.489449, event: header_read, op: osd_op(client.8781641.0:301184 rbd_data.791f542ae8944a.0000000000049866 [read 0~4194304] 39.d614fb58 ack+read+known_if_redirected e83500) -237> 2015-07-30 16:21:35.489550 7f681738a700 5 -- op tracker -- seq: 13282, time: 2015-07-30 16:21:35.489451, event: throttled, op: osd_op(client.8781641.0:301184 rbd_data.791f542ae8944a.0000000000049866 [read 0~4194304] 39.d614fb58 ack+read+known_if_redirected e83500) -236> 2015-07-30 16:21:35.489557 7f681738a700 5 -- op tracker -- seq: 13282, time: 2015-07-30 16:21:35.489506, event: all_read, op: osd_op(client.8781641.0:301184 rbd_data.791f542ae8944a.0000000000049866 [read 0~4194304] 39.d614fb58 ack+read+known_if_redirected e83500) -235> 2015-07-30 16:21:35.489564 7f681738a700 5 -- op tracker -- seq: 13282, time: 0.000000, event: dispatched, op: osd_op(client.8781641.0:301184 rbd_data.791f542ae8944a.0000000000049866 [read 0~4194304] 39.d614fb58 ack+read+known_if_redirected e83500) -234> 2015-07-30 16:21:35.512130 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 463 ==== osd_op(client.8964076.0:36129 rbd_data.36bbb37843e45.0000000000008d05 [read 0~4194304] 42.8f189ad3 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (4163246747 0 0) 0x11e26c80 con 0x111dc260 -233> 2015-07-30 16:21:35.512180 7f681daf0700 5 -- op tracker -- seq: 13283, time: 2015-07-30 16:21:35.512010, event: header_read, op: osd_op(client.8964076.0:36129 rbd_data.36bbb37843e45.0000000000008d05 [read 0~4194304] 42.8f189ad3 ack+read+known_if_redirected e83500) -232> 2015-07-30 16:21:35.512199 7f681daf0700 5 -- op tracker -- seq: 13283, time: 2015-07-30 16:21:35.512012, event: throttled, op: osd_op(client.8964076.0:36129 rbd_data.36bbb37843e45.0000000000008d05 [read 0~4194304] 42.8f189ad3 ack+read+known_if_redirected e83500) -231> 2015-07-30 16:21:35.512214 7f681daf0700 5 -- op tracker -- seq: 13283, time: 2015-07-30 16:21:35.512125, event: all_read, op: osd_op(client.8964076.0:36129 rbd_data.36bbb37843e45.0000000000008d05 [read 0~4194304] 42.8f189ad3 ack+read+known_if_redirected e83500) -230> 2015-07-30 16:21:35.512222 7f681daf0700 5 -- op tracker -- seq: 13283, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:36129 rbd_data.36bbb37843e45.0000000000008d05 [read 0~4194304] 42.8f189ad3 ack+read+known_if_redirected e83500) -229> 2015-07-30 16:21:35.557982 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.50 100.100.100.242:0/23413 89 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.559137) v2 ==== 47+0+0 (1140294922 0 0) 0x13817fe0 con 0x1087d4a0 -228> 2015-07-30 16:21:35.557981 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.50 100.100.100.242:0/23413 89 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.559137) v2 ==== 47+0+0 (1140294922 0 0) 0x12649e00 con 0x1087e260 -227> 2015-07-30 16:21:35.558022 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.242:0/23413 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.559137) v2 -- ?+0 0x109ae5a0 con 0x1087d4a0 -226> 2015-07-30 16:21:35.558051 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.242:0/23413 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.559137) v2 -- ?+0 0x137263c0 con 0x1087e260 -225> 2015-07-30 16:21:35.559731 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.9 100.100.100.241:0/25257 100 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.561214) v2 ==== 47+0+0 (2415165915 0 0) 0x109ae000 con 0x11270260 -224> 2015-07-30 16:21:35.559738 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.9 100.100.100.241:0/25257 100 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.561214) v2 ==== 47+0+0 (2415165915 0 0) 0x120632a0 con 0x1126f4a0 -223> 2015-07-30 16:21:35.559769 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.241:0/25257 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.561214) v2 -- ?+0 0x12649e00 con 0x11270260 -222> 2015-07-30 16:21:35.559838 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.241:0/25257 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.561214) v2 -- ?+0 0x13817fe0 con 0x1126f4a0 -221> 2015-07-30 16:21:35.572979 7f6816b78700 1 -- 100.100.100.244:6800/6354 <== client.8784389 100.100.100.242:0/1021042 697 ==== osd_op(client.8784389.0:222437 rbd_data.791f542ae8944a.00000000000364cb [read 0~4194304] 39.16f2025b ack+read+known_if_redirected e83500) v4 ==== 191+0+0 (931338960 0 0) 0x14429700 con 0x115019c0 -220> 2015-07-30 16:21:35.573002 7f6816b78700 5 -- op tracker -- seq: 13284, time: 2015-07-30 16:21:35.572929, event: header_read, op: osd_op(client.8784389.0:222437 rbd_data.791f542ae8944a.00000000000364cb [read 0~4194304] 39.16f2025b ack+read+known_if_redirected e83500) -219> 2015-07-30 16:21:35.573014 7f6816b78700 5 -- op tracker -- seq: 13284, time: 2015-07-30 16:21:35.572931, event: throttled, op: osd_op(client.8784389.0:222437 rbd_data.791f542ae8944a.00000000000364cb [read 0~4194304] 39.16f2025b ack+read+known_if_redirected e83500) -218> 2015-07-30 16:21:35.573021 7f6816b78700 5 -- op tracker -- seq: 13284, time: 2015-07-30 16:21:35.572974, event: all_read, op: osd_op(client.8784389.0:222437 rbd_data.791f542ae8944a.00000000000364cb [read 0~4194304] 39.16f2025b ack+read+known_if_redirected e83500) -217> 2015-07-30 16:21:35.573027 7f6816b78700 5 -- op tracker -- seq: 13284, time: 0.000000, event: dispatched, op: osd_op(client.8784389.0:222437 rbd_data.791f542ae8944a.00000000000364cb [read 0~4194304] 39.16f2025b ack+read+known_if_redirected e83500) -216> 2015-07-30 16:21:35.573086 7f6838234700 5 -- op tracker -- seq: 13284, time: 2015-07-30 16:21:35.573086, event: reached_pg, op: osd_op(client.8784389.0:222437 rbd_data.791f542ae8944a.00000000000364cb [read 0~4194304] 39.16f2025b ack+read+known_if_redirected e83500) -215> 2015-07-30 16:21:35.573309 7f6838234700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222437 rbd_data.791f542ae8944a.00000000000364cb [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x10cb43c0 con 0x115019c0 -214> 2015-07-30 16:21:35.573398 7f6838234700 5 -- op tracker -- seq: 13284, time: 2015-07-30 16:21:35.573398, event: done, op: osd_op(client.8784389.0:222437 rbd_data.791f542ae8944a.00000000000364cb [read 0~4194304] 39.16f2025b ack+read+known_if_redirected e83500) -213> 2015-07-30 16:21:35.602653 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.13 100.100.100.243:0/7729 107 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.603784) v2 ==== 47+0+0 (133363511 0 0) 0x12648780 con 0x10759860 -212> 2015-07-30 16:21:35.602683 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 100.100.100.243:0/7729 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.603784) v2 -- ?+0 0x109ae000 con 0x10759860 -211> 2015-07-30 16:21:35.602714 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.13 100.100.100.243:0/7729 107 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.603784) v2 ==== 47+0+0 (133363511 0 0) 0x109b01c0 con 0x10758680 -210> 2015-07-30 16:21:35.602745 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 100.100.100.243:0/7729 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.603784) v2 -- ?+0 0x120632a0 con 0x10758680 -209> 2015-07-30 16:21:35.604065 7f682e3f1700 1 -- 111.111.111.244:6800/6354 <== osd.24 111.111.111.241:6807/5023277 245 ==== osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+937 (360074877 0 1393783053) 0x141b6d00 con 0x10668c00 -208> 2015-07-30 16:21:35.604090 7f682e3f1700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.603994, event: header_read, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -207> 2015-07-30 16:21:35.604102 7f682e3f1700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.603996, event: throttled, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -206> 2015-07-30 16:21:35.604109 7f682e3f1700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.604059, event: all_read, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -205> 2015-07-30 16:21:35.604115 7f682e3f1700 5 -- op tracker -- seq: 13285, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -204> 2015-07-30 16:21:35.604160 7f6838a35700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.604160, event: reached_pg, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -203> 2015-07-30 16:21:35.604187 7f6838a35700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.604186, event: started, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -202> 2015-07-30 16:21:35.604450 7f6838a35700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.604450, event: started, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -201> 2015-07-30 16:21:35.604588 7f6838a35700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.604588, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -200> 2015-07-30 16:21:35.604734 7f684c5f4700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.604734, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -199> 2015-07-30 16:21:35.604911 7f684bdf3700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.604911, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -198> 2015-07-30 16:21:35.604961 7f68495ee700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.604960, event: commit_sent, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -197> 2015-07-30 16:21:35.604982 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6807/5023277 -- osd_sub_op_reply(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] ondisk, result = 0) v2 -- ?+0 0x13a7c580 con 0x10668c00 -196> 2015-07-30 16:21:35.605627 7f6849def700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.605626, event: sub_op_applied, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -195> 2015-07-30 16:21:35.605675 7f6849def700 5 -- op tracker -- seq: 13285, time: 2015-07-30 16:21:35.605675, event: done, op: osd_sub_op(client.8963508.0:79174 45.122 33ce7d22/rbd_data.88ca383d1b58ba.0000000000003389/head//45 [] v 83500'413 snapset=0=[]:[] snapc=0=[]) -194> 2015-07-30 16:21:35.620183 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.42 111.111.111.242:0/22741 109 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.621365) v2 ==== 47+0+0 (790251455 0 0) 0x11511c20 con 0x576e3c0 -193> 2015-07-30 16:21:35.620201 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.42 111.111.111.242:0/22741 109 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.621365) v2 ==== 47+0+0 (790251455 0 0) 0x1429c3c0 con 0x11067700 -192> 2015-07-30 16:21:35.620212 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.242:0/22741 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.621365) v2 -- ?+0 0x12648780 con 0x576e3c0 -191> 2015-07-30 16:21:35.620260 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.242:0/22741 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.621365) v2 -- ?+0 0x109b01c0 con 0x11067700 -190> 2015-07-30 16:21:35.623910 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1019 ==== osd_op(client.8963508.0:79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) v4 ==== 267+0+0 (1622463426 0 0) 0x11e26500 con 0x1126e000 -189> 2015-07-30 16:21:35.624087 7f681d0e6700 5 -- op tracker -- seq: 13286, time: 2015-07-30 16:21:35.623658, event: header_read, op: osd_op(client.8963508.0:79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -188> 2015-07-30 16:21:35.624167 7f681d0e6700 5 -- op tracker -- seq: 13286, time: 2015-07-30 16:21:35.623660, event: throttled, op: osd_op(client.8963508.0:79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -187> 2015-07-30 16:21:35.624202 7f681d0e6700 5 -- op tracker -- seq: 13286, time: 2015-07-30 16:21:35.623903, event: all_read, op: osd_op(client.8963508.0:79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -186> 2015-07-30 16:21:35.624212 7f681d0e6700 5 -- op tracker -- seq: 13286, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -185> 2015-07-30 16:21:35.624328 7f6836a31700 5 -- op tracker -- seq: 13286, time: 2015-07-30 16:21:35.624328, event: reached_pg, op: osd_op(client.8963508.0:79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -184> 2015-07-30 16:21:35.625194 7f6836a31700 5 -- op tracker -- seq: 13286, time: 2015-07-30 16:21:35.625194, event: started, op: osd_op(client.8963508.0:79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -183> 2015-07-30 16:21:35.625372 7f6836a31700 5 -- op tracker -- seq: 13286, time: 2015-07-30 16:21:35.625372, event: started, op: osd_op(client.8963508.0:79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -182> 2015-07-30 16:21:35.625464 7f6836a31700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv459 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x140db080 con 0x1126e000 -181> 2015-07-30 16:21:35.625536 7f6836a31700 5 -- op tracker -- seq: 13286, time: 2015-07-30 16:21:35.625536, event: done, op: osd_op(client.8963508.0:79177 rbd_data.88ca383d1b58ba.000000000000338b [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -180> 2015-07-30 16:21:35.634894 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1086 ==== osd_op(client.8963436.0:55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 274+0+0 (1092531093 0 0) 0x11e28f80 con 0x11501440 -179> 2015-07-30 16:21:35.635072 7f681acc2700 5 -- op tracker -- seq: 13287, time: 2015-07-30 16:21:35.634703, event: header_read, op: osd_op(client.8963436.0:55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -178> 2015-07-30 16:21:35.635165 7f681acc2700 5 -- op tracker -- seq: 13287, time: 2015-07-30 16:21:35.634705, event: throttled, op: osd_op(client.8963436.0:55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -177> 2015-07-30 16:21:35.635235 7f681acc2700 5 -- op tracker -- seq: 13287, time: 2015-07-30 16:21:35.634889, event: all_read, op: osd_op(client.8963436.0:55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -176> 2015-07-30 16:21:35.635246 7f681acc2700 5 -- op tracker -- seq: 13287, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -175> 2015-07-30 16:21:35.635381 7f6839236700 5 -- op tracker -- seq: 13287, time: 2015-07-30 16:21:35.635380, event: reached_pg, op: osd_op(client.8963436.0:55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -174> 2015-07-30 16:21:35.636317 7f6839236700 5 -- op tracker -- seq: 13287, time: 2015-07-30 16:21:35.636317, event: started, op: osd_op(client.8963436.0:55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -173> 2015-07-30 16:21:35.636461 7f6839236700 5 -- op tracker -- seq: 13287, time: 2015-07-30 16:21:35.636461, event: started, op: osd_op(client.8963436.0:55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -172> 2015-07-30 16:21:35.636602 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv459 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x13298ec0 con 0x11501440 -171> 2015-07-30 16:21:35.636732 7f6839236700 5 -- op tracker -- seq: 13287, time: 2015-07-30 16:21:35.636732, event: done, op: osd_op(client.8963436.0:55709 rbd_data.48e7a77843e45.0000000000002443 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -170> 2015-07-30 16:21:35.660673 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 464 ==== osd_op(client.8964076.0:36143 rbd_data.36bbb37843e45.0000000000008d13 [read 0~4194304] 42.9c4c9563 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (4182389184 0 0) 0x11e28580 con 0x111dc260 -169> 2015-07-30 16:21:35.660722 7f681daf0700 5 -- op tracker -- seq: 13288, time: 2015-07-30 16:21:35.660529, event: header_read, op: osd_op(client.8964076.0:36143 rbd_data.36bbb37843e45.0000000000008d13 [read 0~4194304] 42.9c4c9563 ack+read+known_if_redirected e83500) -168> 2015-07-30 16:21:35.660751 7f681daf0700 5 -- op tracker -- seq: 13288, time: 2015-07-30 16:21:35.660532, event: throttled, op: osd_op(client.8964076.0:36143 rbd_data.36bbb37843e45.0000000000008d13 [read 0~4194304] 42.9c4c9563 ack+read+known_if_redirected e83500) -167> 2015-07-30 16:21:35.660769 7f681daf0700 5 -- op tracker -- seq: 13288, time: 2015-07-30 16:21:35.660667, event: all_read, op: osd_op(client.8964076.0:36143 rbd_data.36bbb37843e45.0000000000008d13 [read 0~4194304] 42.9c4c9563 ack+read+known_if_redirected e83500) -166> 2015-07-30 16:21:35.660777 7f681daf0700 5 -- op tracker -- seq: 13288, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:36143 rbd_data.36bbb37843e45.0000000000008d13 [read 0~4194304] 42.9c4c9563 ack+read+known_if_redirected e83500) -165> 2015-07-30 16:21:35.660910 7f6836a31700 5 -- op tracker -- seq: 13288, time: 2015-07-30 16:21:35.660910, event: reached_pg, op: osd_op(client.8964076.0:36143 rbd_data.36bbb37843e45.0000000000008d13 [read 0~4194304] 42.9c4c9563 ack+read+known_if_redirected e83500) -164> 2015-07-30 16:21:35.661863 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1087 ==== osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 236+0+0 (3244099317 0 0) 0x11e26500 con 0x11501440 -163> 2015-07-30 16:21:35.662041 7f681acc2700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.661649, event: header_read, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -162> 2015-07-30 16:21:35.662097 7f681acc2700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.661650, event: throttled, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -161> 2015-07-30 16:21:35.662109 7f681acc2700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.661857, event: all_read, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -160> 2015-07-30 16:21:35.662184 7f681acc2700 5 -- op tracker -- seq: 13289, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -159> 2015-07-30 16:21:35.662334 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.662334, event: reached_pg, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -158> 2015-07-30 16:21:35.663182 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.663182, event: started, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -157> 2015-07-30 16:21:35.663295 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.663295, event: started, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -156> 2015-07-30 16:21:35.663656 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.663656, event: waiting for subops from 7,28,42, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -155> 2015-07-30 16:21:35.663927 7f6839236700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6814/9316 -- osd_sub_op(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] v 83500'460 snapset=0=[]:[] snapc=0=[]) v11 -- ?+939 0x13009600 con 0xeaaa680 -154> 2015-07-30 16:21:35.664006 7f6839236700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6821/1004350 -- osd_sub_op(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] v 83500'460 snapset=0=[]:[] snapc=0=[]) v11 -- ?+939 0x5838c00 con 0x52acc00 -153> 2015-07-30 16:21:35.664096 7f6839236700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.242:6826/22741 -- osd_sub_op(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] v 83500'460 snapset=0=[]:[] snapc=0=[]) v11 -- ?+939 0x1300b700 con 0x10668940 -152> 2015-07-30 16:21:35.664472 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.664472, event: commit_queued_for_journal_write, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -151> 2015-07-30 16:21:35.664743 7f684c5f4700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.664743, event: write_thread_in_journal_buffer, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -150> 2015-07-30 16:21:35.664880 7f684bdf3700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.664880, event: journaled_completion_queued, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -149> 2015-07-30 16:21:35.664929 7f68495ee700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.664929, event: op_commit, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -148> 2015-07-30 16:21:35.665429 7f6849def700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.665428, event: op_applied, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -147> 2015-07-30 16:21:35.666092 7f682f1ff700 1 -- 111.111.111.244:6800/6354 <== osd.42 111.111.111.242:6826/22741 194 ==== osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (2366469450 0 0) 0x109bd9c0 con 0x10668940 -146> 2015-07-30 16:21:35.666138 7f682f1ff700 5 -- op tracker -- seq: 13290, time: 2015-07-30 16:21:35.666025, event: header_read, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -145> 2015-07-30 16:21:35.666131 7f6830916700 1 -- 111.111.111.244:6800/6354 <== osd.7 111.111.111.243:6814/9316 348 ==== osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (893003702 0 0) 0x117cb180 con 0xeaaa680 -144> 2015-07-30 16:21:35.666151 7f682f1ff700 5 -- op tracker -- seq: 13290, time: 2015-07-30 16:21:35.666027, event: throttled, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -143> 2015-07-30 16:21:35.666156 7f6830916700 5 -- op tracker -- seq: 13291, time: 2015-07-30 16:21:35.666084, event: header_read, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -142> 2015-07-30 16:21:35.666159 7f682f1ff700 5 -- op tracker -- seq: 13290, time: 2015-07-30 16:21:35.666086, event: all_read, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -141> 2015-07-30 16:21:35.666177 7f6830916700 5 -- op tracker -- seq: 13291, time: 2015-07-30 16:21:35.666085, event: throttled, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -140> 2015-07-30 16:21:35.666192 7f682f1ff700 5 -- op tracker -- seq: 13290, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -139> 2015-07-30 16:21:35.666204 7f6830916700 5 -- op tracker -- seq: 13291, time: 2015-07-30 16:21:35.666126, event: all_read, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -138> 2015-07-30 16:21:35.666211 7f6830916700 5 -- op tracker -- seq: 13291, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -137> 2015-07-30 16:21:35.666269 7f6839236700 5 -- op tracker -- seq: 13290, time: 2015-07-30 16:21:35.666268, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -136> 2015-07-30 16:21:35.666291 7f6839236700 5 -- op tracker -- seq: 13290, time: 2015-07-30 16:21:35.666291, event: started, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -135> 2015-07-30 16:21:35.666301 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.666301, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -134> 2015-07-30 16:21:35.666429 7f6839236700 5 -- op tracker -- seq: 13290, time: 2015-07-30 16:21:35.666429, event: done, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -133> 2015-07-30 16:21:35.666559 7f6839236700 5 -- op tracker -- seq: 13291, time: 2015-07-30 16:21:35.666559, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -132> 2015-07-30 16:21:35.666572 7f6839236700 5 -- op tracker -- seq: 13291, time: 2015-07-30 16:21:35.666572, event: started, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -131> 2015-07-30 16:21:35.666581 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.666581, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -130> 2015-07-30 16:21:35.666612 7f6839236700 5 -- op tracker -- seq: 13291, time: 2015-07-30 16:21:35.666612, event: done, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -129> 2015-07-30 16:21:35.671755 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1020 ==== osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) v4 ==== 229+0+0 (1478769819 0 0) 0x11e28f80 con 0x1126e000 -128> 2015-07-30 16:21:35.672015 7f681d0e6700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.671547, event: header_read, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -127> 2015-07-30 16:21:35.672142 7f681d0e6700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.671548, event: throttled, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -126> 2015-07-30 16:21:35.672172 7f681d0e6700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.671750, event: all_read, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -125> 2015-07-30 16:21:35.672184 7f681d0e6700 5 -- op tracker -- seq: 13292, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -124> 2015-07-30 16:21:35.672282 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.672282, event: reached_pg, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -123> 2015-07-30 16:21:35.673163 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.673162, event: started, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -122> 2015-07-30 16:21:35.673354 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.673354, event: started, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -121> 2015-07-30 16:21:35.673630 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.673630, event: waiting for subops from 7,28,42, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -120> 2015-07-30 16:21:35.673878 7f6839236700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6814/9316 -- osd_sub_op(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] v 83500'461 snapset=0=[]:[] snapc=0=[]) v11 -- ?+937 0x134aeb00 con 0xeaaa680 -119> 2015-07-30 16:21:35.673946 7f6839236700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6821/1004350 -- osd_sub_op(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] v 83500'461 snapset=0=[]:[] snapc=0=[]) v11 -- ?+937 0x1300b700 con 0x52acc00 -118> 2015-07-30 16:21:35.674056 7f6839236700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.242:6826/22741 -- osd_sub_op(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] v 83500'461 snapset=0=[]:[] snapc=0=[]) v11 -- ?+937 0x134b0c00 con 0x10668940 -117> 2015-07-30 16:21:35.674378 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.674378, event: commit_queued_for_journal_write, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -116> 2015-07-30 16:21:35.674618 7f684c5f4700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.674618, event: write_thread_in_journal_buffer, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -115> 2015-07-30 16:21:35.674720 7f684bdf3700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.674720, event: journaled_completion_queued, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -114> 2015-07-30 16:21:35.674768 7f68495ee700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.674768, event: op_commit, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -113> 2015-07-30 16:21:35.675274 7f6849def700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.675273, event: op_applied, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -112> 2015-07-30 16:21:35.675539 7f6830916700 1 -- 111.111.111.244:6800/6354 <== osd.7 111.111.111.243:6814/9316 349 ==== osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (1886278544 0 0) 0x117c82c0 con 0xeaaa680 -111> 2015-07-30 16:21:35.675566 7f6830916700 5 -- op tracker -- seq: 13293, time: 2015-07-30 16:21:35.675494, event: header_read, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -110> 2015-07-30 16:21:35.675579 7f6830916700 5 -- op tracker -- seq: 13293, time: 2015-07-30 16:21:35.675496, event: throttled, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -109> 2015-07-30 16:21:35.675589 7f6830916700 5 -- op tracker -- seq: 13293, time: 2015-07-30 16:21:35.675533, event: all_read, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -108> 2015-07-30 16:21:35.675596 7f6830916700 5 -- op tracker -- seq: 13293, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -107> 2015-07-30 16:21:35.675623 7f6839236700 5 -- op tracker -- seq: 13293, time: 2015-07-30 16:21:35.675623, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -106> 2015-07-30 16:21:35.675640 7f6839236700 5 -- op tracker -- seq: 13293, time: 2015-07-30 16:21:35.675640, event: started, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -105> 2015-07-30 16:21:35.675653 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.675653, event: sub_op_commit_rec, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -104> 2015-07-30 16:21:35.675723 7f6839236700 5 -- op tracker -- seq: 13293, time: 2015-07-30 16:21:35.675723, event: done, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -103> 2015-07-30 16:21:35.676651 7f682f1ff700 1 -- 111.111.111.244:6800/6354 <== osd.42 111.111.111.242:6826/22741 195 ==== osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (3361276268 0 0) 0x1276a100 con 0x10668940 -102> 2015-07-30 16:21:35.676671 7f682f1ff700 5 -- op tracker -- seq: 13294, time: 2015-07-30 16:21:35.676599, event: header_read, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -101> 2015-07-30 16:21:35.676683 7f682f1ff700 5 -- op tracker -- seq: 13294, time: 2015-07-30 16:21:35.676600, event: throttled, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -100> 2015-07-30 16:21:35.676691 7f682f1ff700 5 -- op tracker -- seq: 13294, time: 2015-07-30 16:21:35.676647, event: all_read, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -99> 2015-07-30 16:21:35.676698 7f682f1ff700 5 -- op tracker -- seq: 13294, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -98> 2015-07-30 16:21:35.676724 7f6839236700 5 -- op tracker -- seq: 13294, time: 2015-07-30 16:21:35.676724, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -97> 2015-07-30 16:21:35.676741 7f6839236700 5 -- op tracker -- seq: 13294, time: 2015-07-30 16:21:35.676741, event: started, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -96> 2015-07-30 16:21:35.676753 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.676753, event: sub_op_commit_rec, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -95> 2015-07-30 16:21:35.676833 7f6839236700 5 -- op tracker -- seq: 13294, time: 2015-07-30 16:21:35.676833, event: done, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -94> 2015-07-30 16:21:35.686321 7f682d0de700 1 -- 111.111.111.244:6800/6354 <== osd.28 111.111.111.241:6821/1004350 71 ==== osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (2710357069 0 0) 0x12768840 con 0x52acc00 -93> 2015-07-30 16:21:35.686345 7f682d0de700 5 -- op tracker -- seq: 13295, time: 2015-07-30 16:21:35.686254, event: header_read, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -92> 2015-07-30 16:21:35.686358 7f682d0de700 5 -- op tracker -- seq: 13295, time: 2015-07-30 16:21:35.686256, event: throttled, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -91> 2015-07-30 16:21:35.686374 7f682d0de700 5 -- op tracker -- seq: 13295, time: 2015-07-30 16:21:35.686316, event: all_read, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -90> 2015-07-30 16:21:35.686383 7f682d0de700 5 -- op tracker -- seq: 13295, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -89> 2015-07-30 16:21:35.686415 7f6839236700 5 -- op tracker -- seq: 13295, time: 2015-07-30 16:21:35.686415, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -88> 2015-07-30 16:21:35.686434 7f6839236700 5 -- op tracker -- seq: 13295, time: 2015-07-30 16:21:35.686434, event: started, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -87> 2015-07-30 16:21:35.686488 7f682d0de700 1 -- 111.111.111.244:6800/6354 <== osd.28 111.111.111.241:6821/1004350 72 ==== osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) v2 ==== 178+0+0 (3839406187 0 0) 0x109bc940 con 0x52acc00 -86> 2015-07-30 16:21:35.686510 7f682d0de700 5 -- op tracker -- seq: 13296, time: 2015-07-30 16:21:35.686409, event: header_read, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -85> 2015-07-30 16:21:35.686539 7f682d0de700 5 -- op tracker -- seq: 13296, time: 2015-07-30 16:21:35.686410, event: throttled, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -84> 2015-07-30 16:21:35.686546 7f682d0de700 5 -- op tracker -- seq: 13296, time: 2015-07-30 16:21:35.686485, event: all_read, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -83> 2015-07-30 16:21:35.686555 7f682d0de700 5 -- op tracker -- seq: 13296, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -82> 2015-07-30 16:21:35.686449 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.686448, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -81> 2015-07-30 16:21:35.686569 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'460 uv460 ack = 0) v6 -- ?+0 0x13298680 con 0x11501440 -80> 2015-07-30 16:21:35.686768 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'460 uv460 ondisk = 0) v6 -- ?+0 0x132962c0 con 0x11501440 -79> 2015-07-30 16:21:35.686868 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.686868, event: commit_sent, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -78> 2015-07-30 16:21:35.686989 7f6839236700 5 -- op tracker -- seq: 13289, time: 2015-07-30 16:21:35.686989, event: done, op: osd_op(client.8963436.0:55715 rbd_data.48e7a77843e45.0000000000002443 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.65527af7 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -77> 2015-07-30 16:21:35.687045 7f6839236700 5 -- op tracker -- seq: 13295, time: 2015-07-30 16:21:35.687045, event: done, op: osd_sub_op_reply(client.8963436.0:55715 45.2f7 65527af7/rbd_data.48e7a77843e45.0000000000002443/head//45 [] ondisk, result = 0) -76> 2015-07-30 16:21:35.687075 7f6839236700 5 -- op tracker -- seq: 13296, time: 2015-07-30 16:21:35.687075, event: reached_pg, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -75> 2015-07-30 16:21:35.687087 7f6839236700 5 -- op tracker -- seq: 13296, time: 2015-07-30 16:21:35.687087, event: started, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -74> 2015-07-30 16:21:35.687099 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.687099, event: sub_op_commit_rec, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -73> 2015-07-30 16:21:35.687149 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'461 uv461 ack = 0) v6 -- ?+0 0x13dac100 con 0x1126e000 -72> 2015-07-30 16:21:35.687177 7f6839236700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'461 uv461 ondisk = 0) v6 -- ?+0 0x132999c0 con 0x1126e000 -71> 2015-07-30 16:21:35.687199 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.687199, event: commit_sent, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -70> 2015-07-30 16:21:35.687489 7f6839236700 5 -- op tracker -- seq: 13292, time: 2015-07-30 16:21:35.687489, event: done, op: osd_op(client.8963508.0:79198 rbd_data.88ca383d1b58ba.000000000000338b [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.d3a4f6f7 ack+ondisk+write+known_if_redirected e83500) -69> 2015-07-30 16:21:35.687563 7f6839236700 5 -- op tracker -- seq: 13296, time: 2015-07-30 16:21:35.687563, event: done, op: osd_sub_op_reply(client.8963508.0:79198 45.2f7 d3a4f6f7/rbd_data.88ca383d1b58ba.000000000000338b/head//45 [] ondisk, result = 0) -68> 2015-07-30 16:21:35.693865 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1088 ==== osd_op(client.8963436.0:55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 274+0+0 (2359022522 0 0) 0x11e26500 con 0x11501440 -67> 2015-07-30 16:21:35.694162 7f681acc2700 5 -- op tracker -- seq: 13297, time: 2015-07-30 16:21:35.693519, event: header_read, op: osd_op(client.8963436.0:55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -66> 2015-07-30 16:21:35.694208 7f681acc2700 5 -- op tracker -- seq: 13297, time: 2015-07-30 16:21:35.693522, event: throttled, op: osd_op(client.8963436.0:55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -65> 2015-07-30 16:21:35.694266 7f681acc2700 5 -- op tracker -- seq: 13297, time: 2015-07-30 16:21:35.693858, event: all_read, op: osd_op(client.8963436.0:55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -64> 2015-07-30 16:21:35.694311 7f681acc2700 5 -- op tracker -- seq: 13297, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -63> 2015-07-30 16:21:35.694505 7f6837a33700 5 -- op tracker -- seq: 13297, time: 2015-07-30 16:21:35.694504, event: reached_pg, op: osd_op(client.8963436.0:55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -62> 2015-07-30 16:21:35.695387 7f6837a33700 5 -- op tracker -- seq: 13297, time: 2015-07-30 16:21:35.695387, event: started, op: osd_op(client.8963436.0:55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -61> 2015-07-30 16:21:35.695562 7f6837a33700 5 -- op tracker -- seq: 13297, time: 2015-07-30 16:21:35.695562, event: started, op: osd_op(client.8963436.0:55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -60> 2015-07-30 16:21:35.695666 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v0'0 uv401 ondisk = -2 ((2) No such file or directory)) v6 -- ?+0 0x13299180 con 0x11501440 -59> 2015-07-30 16:21:35.695771 7f6837a33700 5 -- op tracker -- seq: 13297, time: 2015-07-30 16:21:35.695771, event: done, op: osd_op(client.8963436.0:55728 rbd_data.48e7a77843e45.0000000000002447 [stat,set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -58> 2015-07-30 16:21:35.697400 7f683101d700 1 -- 111.111.111.244:6800/6354 <== osd.1 111.111.111.243:6806/10101 275 ==== osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) v11 ==== 1412+0+937 (3428555847 0 305879818) 0x134b2200 con 0xeaa91e0 -57> 2015-07-30 16:21:35.697424 7f683101d700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.697324, event: header_read, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -56> 2015-07-30 16:21:35.697437 7f683101d700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.697325, event: throttled, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -55> 2015-07-30 16:21:35.697447 7f683101d700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.697393, event: all_read, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -54> 2015-07-30 16:21:35.697455 7f683101d700 5 -- op tracker -- seq: 13298, time: 0.000000, event: dispatched, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -53> 2015-07-30 16:21:35.697536 7f683b23a700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.697536, event: reached_pg, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -52> 2015-07-30 16:21:35.697560 7f683b23a700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.697560, event: started, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -51> 2015-07-30 16:21:35.697863 7f683b23a700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.697863, event: started, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -50> 2015-07-30 16:21:35.697997 7f683b23a700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.697996, event: commit_queued_for_journal_write, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -49> 2015-07-30 16:21:35.698116 7f684c5f4700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.698116, event: write_thread_in_journal_buffer, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -48> 2015-07-30 16:21:35.698219 7f684bdf3700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.698219, event: journaled_completion_queued, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -47> 2015-07-30 16:21:35.698248 7f68495ee700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.698248, event: commit_sent, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -46> 2015-07-30 16:21:35.698276 7f68495ee700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6806/10101 -- osd_sub_op_reply(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] ondisk, result = 0) v2 -- ?+0 0x1226adc0 con 0xeaa91e0 -45> 2015-07-30 16:21:35.698905 7f6849def700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.698905, event: sub_op_applied, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -44> 2015-07-30 16:21:35.698926 7f6849def700 5 -- op tracker -- seq: 13298, time: 2015-07-30 16:21:35.698926, event: done, op: osd_sub_op(client.8963508.0:79199 45.2f8 6f1c4af8/rbd_data.88ca383d1b58ba.000000000000338d/head//45 [] v 83500'354 snapset=0=[]:[] snapc=0=[]) -43> 2015-07-30 16:21:35.705776 7f6836a31700 5 -- op tracker -- seq: 13288, time: 2015-07-30 16:21:35.705776, event: started, op: osd_op(client.8964076.0:36143 rbd_data.36bbb37843e45.0000000000008d13 [read 0~4194304] 42.9c4c9563 ack+read+known_if_redirected e83500) -42> 2015-07-30 16:21:35.706189 7f6836a31700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1027184 -- osd_op_reply(36143 rbd_data.36bbb37843e45.0000000000008d13 [read 0~0] v0'0 uv618 ondisk = 0) v6 -- ?+0 0x10cb4c00 con 0x111dc260 -41> 2015-07-30 16:21:35.706285 7f6836a31700 5 -- op tracker -- seq: 13288, time: 2015-07-30 16:21:35.706285, event: done, op: osd_op(client.8964076.0:36143 rbd_data.36bbb37843e45.0000000000008d13 [read 0~0] 42.9c4c9563 ack+read+known_if_redirected e83500) -40> 2015-07-30 16:21:35.739501 7f681d0e6700 1 -- 100.100.100.244:6800/6354 <== client.8963508 100.100.100.242:0/1012965 1021 ==== osd_op(client.8963508.0:79218 rbd_data.791f542ae8944a.000000000000ce43@6 [read 0~4194304] 39.d05926dc ack+read+localize_reads+known_if_redirected e83500) v4 ==== 191+0+0 (3606265224 0 0) 0x11e26f00 con 0x1126e000 -39> 2015-07-30 16:21:35.739801 7f681d0e6700 5 -- op tracker -- seq: 13299, time: 2015-07-30 16:21:35.739200, event: header_read, op: osd_op(client.8963508.0:79218 rbd_data.791f542ae8944a.000000000000ce43@6 [read 0~4194304] 39.d05926dc ack+read+localize_reads+known_if_redirected e83500) -38> 2015-07-30 16:21:35.739904 7f681d0e6700 5 -- op tracker -- seq: 13299, time: 2015-07-30 16:21:35.739203, event: throttled, op: osd_op(client.8963508.0:79218 rbd_data.791f542ae8944a.000000000000ce43@6 [read 0~4194304] 39.d05926dc ack+read+localize_reads+known_if_redirected e83500) -37> 2015-07-30 16:21:35.739965 7f681d0e6700 5 -- op tracker -- seq: 13299, time: 2015-07-30 16:21:35.739494, event: all_read, op: osd_op(client.8963508.0:79218 rbd_data.791f542ae8944a.000000000000ce43@6 [read 0~4194304] 39.d05926dc ack+read+localize_reads+known_if_redirected e83500) -36> 2015-07-30 16:21:35.740145 7f681d0e6700 5 -- op tracker -- seq: 13299, time: 0.000000, event: dispatched, op: osd_op(client.8963508.0:79218 rbd_data.791f542ae8944a.000000000000ce43@6 [read 0~4194304] 39.d05926dc ack+read+localize_reads+known_if_redirected e83500) -35> 2015-07-30 16:21:35.740234 7f683a238700 5 -- op tracker -- seq: 13299, time: 2015-07-30 16:21:35.740234, event: reached_pg, op: osd_op(client.8963508.0:79218 rbd_data.791f542ae8944a.000000000000ce43@6 [read 0~4194304] 39.d05926dc ack+read+localize_reads+known_if_redirected e83500) -34> 2015-07-30 16:21:35.740783 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(79218 rbd_data.791f542ae8944a.000000000000ce43 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x112903c0 con 0x1126e000 -33> 2015-07-30 16:21:35.740943 7f683a238700 5 -- op tracker -- seq: 13299, time: 2015-07-30 16:21:35.740943, event: done, op: osd_op(client.8963508.0:79218 rbd_data.791f542ae8944a.000000000000ce43@6 [read 0~4194304] 39.d05926dc ack+read+localize_reads+known_if_redirected e83500) -32> 2015-07-30 16:21:35.741225 7f6839a37700 5 -- op tracker -- seq: 13230, time: 2015-07-30 16:21:35.741225, event: reached_pg, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -31> 2015-07-30 16:21:35.741253 7f6839a37700 5 -- op tracker -- seq: 13230, time: 2015-07-30 16:21:35.741253, event: started, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -30> 2015-07-30 16:21:35.741764 7f6837232700 5 -- op tracker -- seq: 13243, time: 2015-07-30 16:21:35.741764, event: reached_pg, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -29> 2015-07-30 16:21:35.741784 7f6837232700 5 -- op tracker -- seq: 13243, time: 2015-07-30 16:21:35.741784, event: started, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -28> 2015-07-30 16:21:35.741746 7f6839a37700 5 -- op tracker -- seq: 13230, time: 2015-07-30 16:21:35.741745, event: done, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -27> 2015-07-30 16:21:35.742229 7f6839a37700 5 -- op tracker -- seq: 13248, time: 2015-07-30 16:21:35.742229, event: reached_pg, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -26> 2015-07-30 16:21:35.742245 7f6839a37700 5 -- op tracker -- seq: 13248, time: 2015-07-30 16:21:35.742245, event: started, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -25> 2015-07-30 16:21:35.742225 7f6837232700 5 -- op tracker -- seq: 13243, time: 2015-07-30 16:21:35.742225, event: done, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -24> 2015-07-30 16:21:35.742645 7f6837232700 5 -- op tracker -- seq: 13275, time: 2015-07-30 16:21:35.742645, event: reached_pg, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -23> 2015-07-30 16:21:35.742661 7f6837232700 5 -- op tracker -- seq: 13275, time: 2015-07-30 16:21:35.742661, event: started, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -22> 2015-07-30 16:21:35.742641 7f6839a37700 5 -- op tracker -- seq: 13248, time: 2015-07-30 16:21:35.742641, event: done, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -21> 2015-07-30 16:21:35.742748 7f6839a37700 5 -- op tracker -- seq: 13244, time: 2015-07-30 16:21:35.742748, event: reached_pg, op: osd_op(client.8781641.0:300978 rbd_data.791f542ae8944a.0000000000049798 [read 0~4194304] 39.ad4c6758 ack+read+known_if_redirected e83500) -20> 2015-07-30 16:21:35.742957 7f6837232700 5 -- op tracker -- seq: 13275, time: 2015-07-30 16:21:35.742957, event: done, op: osd_sub_op(unknown.0.0:0 45.34b 0//0//-1 [scrub-map] v 0'0 snapset=0=[]:[] snapc=0=[]) -19> 2015-07-30 16:21:35.742938 7f681acc2700 1 -- 100.100.100.244:6800/6354 <== client.8963436 100.100.100.242:0/1011392 1089 ==== osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) v4 ==== 236+0+0 (1153174889 0 0) 0x11e28d00 con 0x11501440 -18> 2015-07-30 16:21:35.743213 7f681acc2700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.742681, event: header_read, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -17> 2015-07-30 16:21:35.743309 7f681acc2700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.742683, event: throttled, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -16> 2015-07-30 16:21:35.743245 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1030262 -- osd_op_reply(300978 rbd_data.791f542ae8944a.0000000000049798 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x10be4680 con 0x11501700 -15> 2015-07-30 16:21:35.743322 7f681acc2700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.742932, event: all_read, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -14> 2015-07-30 16:21:35.743409 7f6839a37700 5 -- op tracker -- seq: 13244, time: 2015-07-30 16:21:35.743409, event: done, op: osd_op(client.8781641.0:300978 rbd_data.791f542ae8944a.0000000000049798 [read 0~4194304] 39.ad4c6758 ack+read+known_if_redirected e83500) -13> 2015-07-30 16:21:35.743413 7f6837232700 5 -- op tracker -- seq: 13258, time: 2015-07-30 16:21:35.743412, event: reached_pg, op: osd_op(client.8784389.0:222318 rbd_data.791f542ae8944a.0000000000036454 [read 0~4194304] 39.b4d1c358 ack+read+known_if_redirected e83500) -12> 2015-07-30 16:21:35.743431 7f6839a37700 5 -- op tracker -- seq: 13263, time: 2015-07-30 16:21:35.743431, event: reached_pg, op: osd_op(client.8963436.0:55572 rbd_data.3b3d1e7843e45.00000000000090af@11 [read 0~4194304] 45.d2e08885 ack+read+localize_reads+known_if_redirected e83500) -11> 2015-07-30 16:21:35.743422 7f681acc2700 5 -- op tracker -- seq: 13300, time: 0.000000, event: dispatched, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -10> 2015-07-30 16:21:35.743596 7f6837a33700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.743596, event: reached_pg, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -9> 2015-07-30 16:21:35.743866 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1021042 -- osd_op_reply(222318 rbd_data.791f542ae8944a.0000000000036454 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x10be2b00 con 0x115019c0 -8> 2015-07-30 16:21:35.743999 7f6837232700 5 -- op tracker -- seq: 13258, time: 2015-07-30 16:21:35.743999, event: done, op: osd_op(client.8784389.0:222318 rbd_data.791f542ae8944a.0000000000036454 [read 0~4194304] 39.b4d1c358 ack+read+known_if_redirected e83500) -7> 2015-07-30 16:21:35.744022 7f6837232700 5 -- op tracker -- seq: 13246, time: 2015-07-30 16:21:35.744022, event: reached_pg, op: osd_op(client.8963508.0:78975 rbd_data.791f542ae8944a.000000000000cd9b@6 [read 0~4194304] 39.9d8181d8 ack+read+localize_reads+known_if_redirected e83500) -6> 2015-07-30 16:21:35.744032 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55572 rbd_data.3b3d1e7843e45.00000000000090af [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0xb6b4840 con 0x11501440 -5> 2015-07-30 16:21:35.744190 7f6839a37700 5 -- op tracker -- seq: 13263, time: 2015-07-30 16:21:35.744190, event: done, op: osd_op(client.8963436.0:55572 rbd_data.3b3d1e7843e45.00000000000090af@11 [read 0~4194304] 45.d2e08885 ack+read+localize_reads+known_if_redirected e83500) -4> 2015-07-30 16:21:35.744301 7f6839a37700 5 -- op tracker -- seq: 13283, time: 2015-07-30 16:21:35.744301, event: reached_pg, op: osd_op(client.8964076.0:36129 rbd_data.36bbb37843e45.0000000000008d05 [read 0~4194304] 42.8f189ad3 ack+read+known_if_redirected e83500) -3> 2015-07-30 16:21:35.744623 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(78975 rbd_data.791f542ae8944a.000000000000cd9b [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x1151b340 con 0x1126e000 -2> 2015-07-30 16:21:35.744762 7f6837232700 5 -- op tracker -- seq: 13246, time: 2015-07-30 16:21:35.744762, event: done, op: osd_op(client.8963508.0:78975 rbd_data.791f542ae8944a.000000000000cd9b@6 [read 0~4194304] 39.9d8181d8 ack+read+localize_reads+known_if_redirected e83500) -1> 2015-07-30 16:21:35.744913 7f6837232700 5 -- op tracker -- seq: 13272, time: 2015-07-30 16:21:35.744912, event: reached_pg, op: osd_op(client.8781641.0:301120 rbd_data.791f542ae8944a.0000000000049826 [read 0~4194304] 39.f26da258 ack+read+known_if_redirected e83500) 0> 2015-07-30 16:21:35.744802 7f6835a2f700 -1 osd/PG.cc: In function 'void PG::chunky_scrub(ThreadPool::TPHandle&)' thread 7f6835a2f700 time 2015-07-30 16:21:35.742963 osd/PG.cc: 3982: FAILED assert(scrubber.waiting_on == 0) ceph version 0.87 (c51c8f9d80fa4e0168aa52685b8de40e42758578) 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x85) [0xb7d925] 2: (PG::chunky_scrub(ThreadPool::TPHandle&)+0x13ad) [0x7bd60d] 3: (PG::scrub(ThreadPool::TPHandle&)+0x316) [0x7bdc46] 4: (OSD::ScrubWQ::_process(PG*, ThreadPool::TPHandle&)+0x29) [0x69fe59] 5: (ThreadPool::worker(ThreadPool::WorkThread*)+0xa66) [0xb6e636] 6: (ThreadPool::WorkThread::entry()+0x10) [0xb6f6c0] 7: (()+0x7df3) [0x7f6856bfcdf3] 8: (clone()+0x6d) [0x7f68556df54d] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 0/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 keyvaluestore 1/ 3 journal 0/ 5 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-osd.33.log --- end dump of recent events --- 2015-07-30 16:21:35.848222 7f6835a2f700 -1 *** Caught signal (Aborted) ** in thread 7f6835a2f700 ceph version 0.87 (c51c8f9d80fa4e0168aa52685b8de40e42758578) 1: /usr/bin/ceph-osd() [0xa8b002] 2: (()+0xf130) [0x7f6856c04130] 3: (gsignal()+0x39) [0x7f685561e5f9] 4: (abort()+0x148) [0x7f6855620068] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f6855f229d5] 6: (()+0x5e946) [0x7f6855f20946] 7: (()+0x5e973) [0x7f6855f20973] 8: (()+0x5eb9f) [0x7f6855f20b9f] 9: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x27a) [0xb7db1a] 10: (PG::chunky_scrub(ThreadPool::TPHandle&)+0x13ad) [0x7bd60d] 11: (PG::scrub(ThreadPool::TPHandle&)+0x316) [0x7bdc46] 12: (OSD::ScrubWQ::_process(PG*, ThreadPool::TPHandle&)+0x29) [0x69fe59] 13: (ThreadPool::worker(ThreadPool::WorkThread*)+0xa66) [0xb6e636] 14: (ThreadPool::WorkThread::entry()+0x10) [0xb6f6c0] 15: (()+0x7df3) [0x7f6856bfcdf3] 16: (clone()+0x6d) [0x7f68556df54d] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- -122> 2015-07-30 16:21:35.745180 7f6837a33700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.745180, event: started, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -121> 2015-07-30 16:21:35.745356 7f6837232700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1030262 -- osd_op_reply(301120 rbd_data.791f542ae8944a.0000000000049826 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x11336c00 con 0x11501700 -120> 2015-07-30 16:21:35.745441 7f6837a33700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.745441, event: started, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -119> 2015-07-30 16:21:35.745508 7f6837232700 5 -- op tracker -- seq: 13272, time: 2015-07-30 16:21:35.745507, event: done, op: osd_op(client.8781641.0:301120 rbd_data.791f542ae8944a.0000000000049826 [read 0~4194304] 39.f26da258 ack+read+known_if_redirected e83500) -118> 2015-07-30 16:21:35.745860 7f6837a33700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.745859, event: waiting for subops from 0,7,41, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -117> 2015-07-30 16:21:35.746131 7f6837a33700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.241:6816/5028833 -- osd_sub_op(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] v 83500'402 snapset=0=[]:[] snapc=0=[]) v11 -- ?+939 0x141b6d00 con 0x10626b00 -116> 2015-07-30 16:21:35.746205 7f6837a33700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.243:6814/9316 -- osd_sub_op(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] v 83500'402 snapset=0=[]:[] snapc=0=[]) v11 -- ?+939 0x1300ac00 con 0xeaaa680 -115> 2015-07-30 16:21:35.746328 7f6837a33700 1 -- 111.111.111.244:6800/6354 --> 111.111.111.242:6822/22314 -- osd_sub_op(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] v 83500'402 snapset=0=[]:[] snapc=0=[]) v11 -- ?+939 0x13d35700 con 0x10628c00 -114> 2015-07-30 16:21:35.746710 7f6837a33700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.746710, event: commit_queued_for_journal_write, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -113> 2015-07-30 16:21:35.746968 7f684c5f4700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.746968, event: write_thread_in_journal_buffer, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -112> 2015-07-30 16:21:35.748340 7f682e2f0700 1 -- 111.111.111.244:6800/6354 <== osd.0 111.111.111.241:6816/5028833 505 ==== osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (4135779876 0 0) 0x1226cec0 con 0x10626b00 -111> 2015-07-30 16:21:35.748365 7f682e2f0700 5 -- op tracker -- seq: 13301, time: 2015-07-30 16:21:35.748238, event: header_read, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -110> 2015-07-30 16:21:35.748377 7f682e2f0700 5 -- op tracker -- seq: 13301, time: 2015-07-30 16:21:35.748240, event: throttled, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -109> 2015-07-30 16:21:35.748389 7f682e2f0700 5 -- op tracker -- seq: 13301, time: 2015-07-30 16:21:35.748322, event: all_read, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -108> 2015-07-30 16:21:35.748397 7f682e2f0700 5 -- op tracker -- seq: 13301, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -107> 2015-07-30 16:21:35.748429 7f683a238700 5 -- op tracker -- seq: 13301, time: 2015-07-30 16:21:35.748428, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -106> 2015-07-30 16:21:35.748446 7f683a238700 5 -- op tracker -- seq: 13301, time: 2015-07-30 16:21:35.748446, event: started, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -105> 2015-07-30 16:21:35.748468 7f682dbe9700 1 -- 111.111.111.244:6800/6354 <== osd.41 111.111.111.242:6822/22314 128 ==== osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (4232092591 0 0) 0x12fe2940 con 0x10628c00 -104> 2015-07-30 16:21:35.748494 7f682dbe9700 5 -- op tracker -- seq: 13302, time: 2015-07-30 16:21:35.748361, event: header_read, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -103> 2015-07-30 16:21:35.748506 7f682dbe9700 5 -- op tracker -- seq: 13302, time: 2015-07-30 16:21:35.748362, event: throttled, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -102> 2015-07-30 16:21:35.748513 7f682dbe9700 5 -- op tracker -- seq: 13302, time: 2015-07-30 16:21:35.748463, event: all_read, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -101> 2015-07-30 16:21:35.748519 7f682dbe9700 5 -- op tracker -- seq: 13302, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -100> 2015-07-30 16:21:35.748488 7f683a238700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.748488, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -99> 2015-07-30 16:21:35.748641 7f6837a33700 5 -- op tracker -- seq: 13302, time: 2015-07-30 16:21:35.748641, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -98> 2015-07-30 16:21:35.748657 7f6837a33700 5 -- op tracker -- seq: 13302, time: 2015-07-30 16:21:35.748657, event: started, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -97> 2015-07-30 16:21:35.748638 7f683a238700 5 -- op tracker -- seq: 13301, time: 2015-07-30 16:21:35.748637, event: done, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -96> 2015-07-30 16:21:35.748665 7f6837a33700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.748665, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -95> 2015-07-30 16:21:35.748811 7f6837a33700 5 -- op tracker -- seq: 13302, time: 2015-07-30 16:21:35.748811, event: done, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -94> 2015-07-30 16:21:35.759747 7f6839a37700 5 -- op tracker -- seq: 13283, time: 2015-07-30 16:21:35.759747, event: started, op: osd_op(client.8964076.0:36129 rbd_data.36bbb37843e45.0000000000008d05 [read 0~4194304] 42.8f189ad3 ack+read+known_if_redirected e83500) -93> 2015-07-30 16:21:35.759934 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1027184 -- osd_op_reply(36129 rbd_data.36bbb37843e45.0000000000008d05 [read 0~0] v0'0 uv672 ondisk = 0) v6 -- ?+0 0x11980dc0 con 0x111dc260 -92> 2015-07-30 16:21:35.759986 7f6839a37700 5 -- op tracker -- seq: 13283, time: 2015-07-30 16:21:35.759986, event: done, op: osd_op(client.8964076.0:36129 rbd_data.36bbb37843e45.0000000000008d05 [read 0~0] 42.8f189ad3 ack+read+known_if_redirected e83500) -91> 2015-07-30 16:21:35.760057 7f6839a37700 5 -- op tracker -- seq: 13257, time: 2015-07-30 16:21:35.760056, event: reached_pg, op: osd_op(client.8963508.0:79045 rbd_data.791f542ae8944a.000000000000cdd0@6 [read 0~4194304] 39.cc7213d8 ack+read+localize_reads+known_if_redirected e83500) -90> 2015-07-30 16:21:35.760490 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1012965 -- osd_op_reply(79045 rbd_data.791f542ae8944a.000000000000cdd0 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x119839c0 con 0x1126e000 -89> 2015-07-30 16:21:35.760578 7f6839a37700 5 -- op tracker -- seq: 13257, time: 2015-07-30 16:21:35.760578, event: done, op: osd_op(client.8963508.0:79045 rbd_data.791f542ae8944a.000000000000cdd0@6 [read 0~4194304] 39.cc7213d8 ack+read+localize_reads+known_if_redirected e83500) -88> 2015-07-30 16:21:35.760659 7f6839a37700 5 -- op tracker -- seq: 13282, time: 2015-07-30 16:21:35.760658, event: reached_pg, op: osd_op(client.8781641.0:301184 rbd_data.791f542ae8944a.0000000000049866 [read 0~4194304] 39.d614fb58 ack+read+known_if_redirected e83500) -87> 2015-07-30 16:21:35.760920 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1030262 -- osd_op_reply(301184 rbd_data.791f542ae8944a.0000000000049866 [read 0~4194304] v0'0 uv0 ack = -2 ((2) No such file or directory)) v6 -- ?+0 0x119802c0 con 0x11501700 -86> 2015-07-30 16:21:35.760992 7f6839a37700 5 -- op tracker -- seq: 13282, time: 2015-07-30 16:21:35.760992, event: done, op: osd_op(client.8781641.0:301184 rbd_data.791f542ae8944a.0000000000049866 [read 0~4194304] 39.d614fb58 ack+read+known_if_redirected e83500) -85> 2015-07-30 16:21:35.764237 7f684bdf3700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.764237, event: journaled_completion_queued, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -84> 2015-07-30 16:21:35.764325 7f68495ee700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.764325, event: op_commit, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -83> 2015-07-30 16:21:35.764880 7f6849def700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.764880, event: op_applied, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -82> 2015-07-30 16:21:35.778311 7f6830916700 1 -- 111.111.111.244:6800/6354 <== osd.7 111.111.111.243:6814/9316 350 ==== osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) v2 ==== 177+0+0 (1892352649 0 0) 0x117cb700 con 0xeaaa680 -81> 2015-07-30 16:21:35.778330 7f6830916700 5 -- op tracker -- seq: 13303, time: 2015-07-30 16:21:35.778265, event: header_read, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -80> 2015-07-30 16:21:35.778342 7f6830916700 5 -- op tracker -- seq: 13303, time: 2015-07-30 16:21:35.778266, event: throttled, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -79> 2015-07-30 16:21:35.778348 7f6830916700 5 -- op tracker -- seq: 13303, time: 2015-07-30 16:21:35.778306, event: all_read, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -78> 2015-07-30 16:21:35.778355 7f6830916700 5 -- op tracker -- seq: 13303, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -77> 2015-07-30 16:21:35.778385 7f683a238700 5 -- op tracker -- seq: 13303, time: 2015-07-30 16:21:35.778385, event: reached_pg, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -76> 2015-07-30 16:21:35.778412 7f683a238700 5 -- op tracker -- seq: 13303, time: 2015-07-30 16:21:35.778412, event: started, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -75> 2015-07-30 16:21:35.778449 7f683a238700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.778449, event: sub_op_commit_rec, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -74> 2015-07-30 16:21:35.778551 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'402 uv402 ack = 0) v6 -- ?+0 0x11334dc0 con 0x11501440 -73> 2015-07-30 16:21:35.778704 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1011392 -- osd_op_reply(55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] v83500'402 uv402 ondisk = 0) v6 -- ?+0 0x11983700 con 0x11501440 -72> 2015-07-30 16:21:35.778840 7f683a238700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.778840, event: commit_sent, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -71> 2015-07-30 16:21:35.778959 7f683a238700 5 -- op tracker -- seq: 13300, time: 2015-07-30 16:21:35.778959, event: done, op: osd_op(client.8963436.0:55739 rbd_data.48e7a77843e45.0000000000002447 [set-alloc-hint object_size 16777216 write_size 16777216,write 0~0] 45.71e72ee1 snapc 1f=[1f] ack+ondisk+write+known_if_redirected e83500) -70> 2015-07-30 16:21:35.778979 7f683a238700 5 -- op tracker -- seq: 13303, time: 2015-07-30 16:21:35.778978, event: done, op: osd_sub_op_reply(client.8963436.0:55739 45.2e1 71e72ee1/rbd_data.48e7a77843e45.0000000000002447/head//45 [] ondisk, result = 0) -69> 2015-07-30 16:21:35.779976 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 465 ==== osd_op(client.8964076.0:36159 rbd_data.36bbb37843e45.0000000000008d23 [read 0~4194304] 42.3dc15453 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (1325724880 0 0) 0x11e28300 con 0x111dc260 -68> 2015-07-30 16:21:35.780032 7f681daf0700 5 -- op tracker -- seq: 13304, time: 2015-07-30 16:21:35.779815, event: header_read, op: osd_op(client.8964076.0:36159 rbd_data.36bbb37843e45.0000000000008d23 [read 0~4194304] 42.3dc15453 ack+read+known_if_redirected e83500) -67> 2015-07-30 16:21:35.780062 7f681daf0700 5 -- op tracker -- seq: 13304, time: 2015-07-30 16:21:35.779818, event: throttled, op: osd_op(client.8964076.0:36159 rbd_data.36bbb37843e45.0000000000008d23 [read 0~4194304] 42.3dc15453 ack+read+known_if_redirected e83500) -66> 2015-07-30 16:21:35.780074 7f681daf0700 5 -- op tracker -- seq: 13304, time: 2015-07-30 16:21:35.779971, event: all_read, op: osd_op(client.8964076.0:36159 rbd_data.36bbb37843e45.0000000000008d23 [read 0~4194304] 42.3dc15453 ack+read+known_if_redirected e83500) -65> 2015-07-30 16:21:35.780080 7f681daf0700 5 -- op tracker -- seq: 13304, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:36159 rbd_data.36bbb37843e45.0000000000008d23 [read 0~4194304] 42.3dc15453 ack+read+known_if_redirected e83500) -64> 2015-07-30 16:21:35.780209 7f6839a37700 5 -- op tracker -- seq: 13304, time: 2015-07-30 16:21:35.780208, event: reached_pg, op: osd_op(client.8964076.0:36159 rbd_data.36bbb37843e45.0000000000008d23 [read 0~4194304] 42.3dc15453 ack+read+known_if_redirected e83500) -63> 2015-07-30 16:21:35.781438 7f6840345700 1 -- 111.111.111.244:6802/6354 <== osd.1 111.111.111.243:0/10101 109 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.782152) v2 ==== 47+0+0 (1494193579 0 0) 0x134d1a20 con 0x1087d1e0 -62> 2015-07-30 16:21:35.781470 7f6840345700 1 -- 111.111.111.244:6802/6354 --> 111.111.111.243:0/10101 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.782152) v2 -- ?+0 0x1429c3c0 con 0x1087d1e0 -61> 2015-07-30 16:21:35.781548 7f6841c49700 1 -- 100.100.100.244:6802/6354 <== osd.1 111.111.111.243:0/10101 109 ==== osd_ping(ping e83500 stamp 2015-07-30 16:21:35.782152) v2 ==== 47+0+0 (1494193579 0 0) 0x13818580 con 0x1087d8c0 -60> 2015-07-30 16:21:35.781575 7f6841c49700 1 -- 100.100.100.244:6802/6354 --> 111.111.111.243:0/10101 -- osd_ping(ping_reply e83500 stamp 2015-07-30 16:21:35.782152) v2 -- ?+0 0x11511c20 con 0x1087d8c0 -59> 2015-07-30 16:21:35.794789 7f6839a37700 5 -- op tracker -- seq: 13304, time: 2015-07-30 16:21:35.794789, event: started, op: osd_op(client.8964076.0:36159 rbd_data.36bbb37843e45.0000000000008d23 [read 0~4194304] 42.3dc15453 ack+read+known_if_redirected e83500) -58> 2015-07-30 16:21:35.794967 7f6839a37700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.242:0/1027184 -- osd_op_reply(36159 rbd_data.36bbb37843e45.0000000000008d23 [read 0~0] v0'0 uv673 ondisk = 0) v6 -- ?+0 0x11982ec0 con 0x111dc260 -57> 2015-07-30 16:21:35.795039 7f6839a37700 5 -- op tracker -- seq: 13304, time: 2015-07-30 16:21:35.795039, event: done, op: osd_op(client.8964076.0:36159 rbd_data.36bbb37843e45.0000000000008d23 [read 0~0] 42.3dc15453 ack+read+known_if_redirected e83500) -56> 2015-07-30 16:21:35.818118 7f6816370700 1 -- 100.100.100.244:6800/6354 >> :/0 pipe(0x12fe39c0 sd=283 :6800 s=0 pgs=0 cs=0 l=0 c=0x14571440).accept sd=283 100.100.100.241:48688/0 -55> 2015-07-30 16:21:35.818589 7f6816370700 1 -- 100.100.100.244:6800/6354 <== client.8961853 100.100.100.241:0/4019426 1 ==== osd_op(client.8961853.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) v4 ==== 201+0+0 (2905364837 0 0) 0x138dc080 con 0x14571440 -54> 2015-07-30 16:21:35.818633 7f6816370700 5 -- op tracker -- seq: 13305, time: 2015-07-30 16:21:35.818549, event: header_read, op: osd_op(client.8961853.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -53> 2015-07-30 16:21:35.818655 7f6816370700 5 -- op tracker -- seq: 13305, time: 2015-07-30 16:21:35.818552, event: throttled, op: osd_op(client.8961853.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -52> 2015-07-30 16:21:35.818678 7f6816370700 5 -- op tracker -- seq: 13305, time: 2015-07-30 16:21:35.818585, event: all_read, op: osd_op(client.8961853.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -51> 2015-07-30 16:21:35.818685 7f6816370700 5 -- op tracker -- seq: 13305, time: 0.000000, event: dispatched, op: osd_op(client.8961853.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -50> 2015-07-30 16:21:35.818756 7f6837a33700 5 -- op tracker -- seq: 13305, time: 2015-07-30 16:21:35.818756, event: reached_pg, op: osd_op(client.8961853.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -49> 2015-07-30 16:21:35.819405 7f6837a33700 5 -- op tracker -- seq: 13305, time: 2015-07-30 16:21:35.819405, event: started, op: osd_op(client.8961853.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -48> 2015-07-30 16:21:35.819563 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.241:0/4019426 -- osd_op_reply(86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] v0'0 uv104257 ondisk = 0) v6 -- ?+0 0x1151c100 con 0x14571440 -47> 2015-07-30 16:21:35.819710 7f6837a33700 5 -- op tracker -- seq: 13305, time: 2015-07-30 16:21:35.819710, event: done, op: osd_op(client.8961853.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -46> 2015-07-30 16:21:35.822678 7f6816370700 1 -- 100.100.100.244:6800/6354 <== client.8961853 100.100.100.241:0/4019426 2 ==== osd_op(client.8961853.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) v4 ==== 201+0+9 (3541475255 0 2163927993) 0x138ddc00 con 0x14571440 -45> 2015-07-30 16:21:35.822708 7f6816370700 5 -- op tracker -- seq: 13306, time: 2015-07-30 16:21:35.822627, event: header_read, op: osd_op(client.8961853.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -44> 2015-07-30 16:21:35.822723 7f6816370700 5 -- op tracker -- seq: 13306, time: 2015-07-30 16:21:35.822629, event: throttled, op: osd_op(client.8961853.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -43> 2015-07-30 16:21:35.822730 7f6816370700 5 -- op tracker -- seq: 13306, time: 2015-07-30 16:21:35.822673, event: all_read, op: osd_op(client.8961853.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -42> 2015-07-30 16:21:35.822737 7f6816370700 5 -- op tracker -- seq: 13306, time: 0.000000, event: dispatched, op: osd_op(client.8961853.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -41> 2015-07-30 16:21:35.822813 7f683a238700 5 -- op tracker -- seq: 13306, time: 2015-07-30 16:21:35.822813, event: reached_pg, op: osd_op(client.8961853.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -40> 2015-07-30 16:21:35.822907 7f683a238700 5 -- op tracker -- seq: 13306, time: 2015-07-30 16:21:35.822907, event: started, op: osd_op(client.8961853.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -39> 2015-07-30 16:21:35.823123 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.241:0/4019426 -- osd_op_reply(87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] v0'0 uv104257 ondisk = 0) v6 -- ?+0 0x11983440 con 0x14571440 -38> 2015-07-30 16:21:35.823232 7f683a238700 5 -- op tracker -- seq: 13306, time: 2015-07-30 16:21:35.823232, event: done, op: osd_op(client.8961853.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -37> 2015-07-30 16:21:35.833232 7f681849b700 1 -- 100.100.100.244:6800/6354 >> :/0 pipe(0x12fe1080 sd=346 :6800 s=0 pgs=0 cs=0 l=0 c=0x145707e0).accept sd=346 100.100.100.243:63649/0 -36> 2015-07-30 16:21:35.833868 7f681849b700 1 -- 100.100.100.244:6800/6354 <== client.8961869 100.100.100.243:0/4032026 1 ==== osd_op(client.8961869.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) v4 ==== 201+0+0 (2905364837 0 0) 0x138da000 con 0x145707e0 -35> 2015-07-30 16:21:35.833888 7f681849b700 5 -- op tracker -- seq: 13307, time: 2015-07-30 16:21:35.833821, event: header_read, op: osd_op(client.8961869.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -34> 2015-07-30 16:21:35.833899 7f681849b700 5 -- op tracker -- seq: 13307, time: 2015-07-30 16:21:35.833823, event: throttled, op: osd_op(client.8961869.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -33> 2015-07-30 16:21:35.833906 7f681849b700 5 -- op tracker -- seq: 13307, time: 2015-07-30 16:21:35.833863, event: all_read, op: osd_op(client.8961869.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -32> 2015-07-30 16:21:35.833912 7f681849b700 5 -- op tracker -- seq: 13307, time: 0.000000, event: dispatched, op: osd_op(client.8961869.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -31> 2015-07-30 16:21:35.833962 7f6837a33700 5 -- op tracker -- seq: 13307, time: 2015-07-30 16:21:35.833962, event: reached_pg, op: osd_op(client.8961869.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -30> 2015-07-30 16:21:35.834173 7f6837a33700 5 -- op tracker -- seq: 13307, time: 2015-07-30 16:21:35.834173, event: started, op: osd_op(client.8961869.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -29> 2015-07-30 16:21:35.834284 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 466 ==== osd_op(client.8964076.0:36165 rbd_data.36bbb37843e45.0000000000008d29 [read 0~4194304] 42.e84c00e3 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (4263769100 0 0) 0x11e28d00 con 0x111dc260 -28> 2015-07-30 16:21:35.834359 7f681daf0700 5 -- op tracker -- seq: 13308, time: 2015-07-30 16:21:35.834094, event: header_read, op: osd_op(client.8964076.0:36165 rbd_data.36bbb37843e45.0000000000008d29 [read 0~4194304] 42.e84c00e3 ack+read+known_if_redirected e83500) -27> 2015-07-30 16:21:35.834389 7f681daf0700 5 -- op tracker -- seq: 13308, time: 2015-07-30 16:21:35.834095, event: throttled, op: osd_op(client.8964076.0:36165 rbd_data.36bbb37843e45.0000000000008d29 [read 0~4194304] 42.e84c00e3 ack+read+known_if_redirected e83500) -26> 2015-07-30 16:21:35.834412 7f681daf0700 5 -- op tracker -- seq: 13308, time: 2015-07-30 16:21:35.834279, event: all_read, op: osd_op(client.8964076.0:36165 rbd_data.36bbb37843e45.0000000000008d29 [read 0~4194304] 42.e84c00e3 ack+read+known_if_redirected e83500) -25> 2015-07-30 16:21:35.834421 7f681daf0700 5 -- op tracker -- seq: 13308, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:36165 rbd_data.36bbb37843e45.0000000000008d29 [read 0~4194304] 42.e84c00e3 ack+read+known_if_redirected e83500) -24> 2015-07-30 16:21:35.834393 7f6837a33700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.243:0/4032026 -- osd_op_reply(86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] v0'0 uv104257 ondisk = 0) v6 -- ?+0 0x11982680 con 0x145707e0 -23> 2015-07-30 16:21:35.834475 7f6839236700 5 -- op tracker -- seq: 13308, time: 2015-07-30 16:21:35.834475, event: reached_pg, op: osd_op(client.8964076.0:36165 rbd_data.36bbb37843e45.0000000000008d29 [read 0~4194304] 42.e84c00e3 ack+read+known_if_redirected e83500) -22> 2015-07-30 16:21:35.834500 7f6837a33700 5 -- op tracker -- seq: 13307, time: 2015-07-30 16:21:35.834500, event: done, op: osd_op(client.8961869.0:86 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [stat] 36.3c9aed11 ack+read+known_if_redirected e83500) -21> 2015-07-30 16:21:35.834610 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 467 ==== osd_op(client.8964076.0:36167 rbd_data.36bbb37843e45.0000000000008d2b [read 0~4194304] 42.b0ef0d53 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (2866564848 0 0) 0x11e26c80 con 0x111dc260 -20> 2015-07-30 16:21:35.834663 7f681daf0700 5 -- op tracker -- seq: 13309, time: 2015-07-30 16:21:35.834464, event: header_read, op: osd_op(client.8964076.0:36167 rbd_data.36bbb37843e45.0000000000008d2b [read 0~4194304] 42.b0ef0d53 ack+read+known_if_redirected e83500) -19> 2015-07-30 16:21:35.834678 7f681daf0700 5 -- op tracker -- seq: 13309, time: 2015-07-30 16:21:35.834465, event: throttled, op: osd_op(client.8964076.0:36167 rbd_data.36bbb37843e45.0000000000008d2b [read 0~4194304] 42.b0ef0d53 ack+read+known_if_redirected e83500) -18> 2015-07-30 16:21:35.834694 7f681daf0700 5 -- op tracker -- seq: 13309, time: 2015-07-30 16:21:35.834606, event: all_read, op: osd_op(client.8964076.0:36167 rbd_data.36bbb37843e45.0000000000008d2b [read 0~4194304] 42.b0ef0d53 ack+read+known_if_redirected e83500) -17> 2015-07-30 16:21:35.834700 7f681daf0700 5 -- op tracker -- seq: 13309, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:36167 rbd_data.36bbb37843e45.0000000000008d2b [read 0~4194304] 42.b0ef0d53 ack+read+known_if_redirected e83500) -16> 2015-07-30 16:21:35.834748 7f6839a37700 5 -- op tracker -- seq: 13309, time: 2015-07-30 16:21:35.834748, event: reached_pg, op: osd_op(client.8964076.0:36167 rbd_data.36bbb37843e45.0000000000008d2b [read 0~4194304] 42.b0ef0d53 ack+read+known_if_redirected e83500) -15> 2015-07-30 16:21:35.834854 7f681daf0700 1 -- 100.100.100.244:6800/6354 <== client.8964076 100.100.100.242:0/1027184 468 ==== osd_op(client.8964076.0:36170 rbd_data.36bbb37843e45.0000000000008d2e [read 0~4194304] 42.8b336859 ack+read+known_if_redirected e83500) v4 ==== 190+0+0 (448687112 0 0) 0x11e28f80 con 0x111dc260 -14> 2015-07-30 16:21:35.834914 7f681daf0700 5 -- op tracker -- seq: 13310, time: 2015-07-30 16:21:35.834745, event: header_read, op: osd_op(client.8964076.0:36170 rbd_data.36bbb37843e45.0000000000008d2e [read 0~4194304] 42.8b336859 ack+read+known_if_redirected e83500) -13> 2015-07-30 16:21:35.834938 7f681daf0700 5 -- op tracker -- seq: 13310, time: 2015-07-30 16:21:35.834746, event: throttled, op: osd_op(client.8964076.0:36170 rbd_data.36bbb37843e45.0000000000008d2e [read 0~4194304] 42.8b336859 ack+read+known_if_redirected e83500) -12> 2015-07-30 16:21:35.834948 7f681daf0700 5 -- op tracker -- seq: 13310, time: 2015-07-30 16:21:35.834850, event: all_read, op: osd_op(client.8964076.0:36170 rbd_data.36bbb37843e45.0000000000008d2e [read 0~4194304] 42.8b336859 ack+read+known_if_redirected e83500) -11> 2015-07-30 16:21:35.834955 7f681daf0700 5 -- op tracker -- seq: 13310, time: 0.000000, event: dispatched, op: osd_op(client.8964076.0:36170 rbd_data.36bbb37843e45.0000000000008d2e [read 0~4194304] 42.8b336859 ack+read+known_if_redirected e83500) -10> 2015-07-30 16:21:35.835023 7f6836a31700 5 -- op tracker -- seq: 13310, time: 2015-07-30 16:21:35.835023, event: reached_pg, op: osd_op(client.8964076.0:36170 rbd_data.36bbb37843e45.0000000000008d2e [read 0~4194304] 42.8b336859 ack+read+known_if_redirected e83500) -9> 2015-07-30 16:21:35.837695 7f681849b700 1 -- 100.100.100.244:6800/6354 <== client.8961869 100.100.100.243:0/4032026 2 ==== osd_op(client.8961869.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) v4 ==== 201+0+9 (3541475255 0 2163927993) 0x138da500 con 0x145707e0 -8> 2015-07-30 16:21:35.837730 7f681849b700 5 -- op tracker -- seq: 13311, time: 2015-07-30 16:21:35.837653, event: header_read, op: osd_op(client.8961869.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -7> 2015-07-30 16:21:35.837743 7f681849b700 5 -- op tracker -- seq: 13311, time: 2015-07-30 16:21:35.837654, event: throttled, op: osd_op(client.8961869.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -6> 2015-07-30 16:21:35.837750 7f681849b700 5 -- op tracker -- seq: 13311, time: 2015-07-30 16:21:35.837691, event: all_read, op: osd_op(client.8961869.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -5> 2015-07-30 16:21:35.837758 7f681849b700 5 -- op tracker -- seq: 13311, time: 0.000000, event: dispatched, op: osd_op(client.8961869.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -4> 2015-07-30 16:21:35.837831 7f683a238700 5 -- op tracker -- seq: 13311, time: 2015-07-30 16:21:35.837831, event: reached_pg, op: osd_op(client.8961869.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -3> 2015-07-30 16:21:35.838060 7f683a238700 5 -- op tracker -- seq: 13311, time: 2015-07-30 16:21:35.838060, event: started, op: osd_op(client.8961869.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) -2> 2015-07-30 16:21:35.838341 7f683a238700 1 -- 100.100.100.244:6800/6354 --> 100.100.100.243:0/4032026 -- osd_op_reply(87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] v0'0 uv104257 ondisk = 0) v6 -- ?+0 0x11337c80 con 0x145707e0 -1> 2015-07-30 16:21:35.838435 7f683a238700 5 -- op tracker -- seq: 13311, time: 2015-07-30 16:21:35.838435, event: done, op: osd_op(client.8961869.0:87 rbd_id.volume-3b3734d3-722d-495a-8253-9ef48b582907 [call rbd.get_id] 36.3c9aed11 ack+read+known_if_redirected e83500) 0> 2015-07-30 16:21:35.848222 7f6835a2f700 -1 *** Caught signal (Aborted) ** in thread 7f6835a2f700 ceph version 0.87 (c51c8f9d80fa4e0168aa52685b8de40e42758578) 1: /usr/bin/ceph-osd() [0xa8b002] 2: (()+0xf130) [0x7f6856c04130] 3: (gsignal()+0x39) [0x7f685561e5f9] 4: (abort()+0x148) [0x7f6855620068] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f6855f229d5] 6: (()+0x5e946) [0x7f6855f20946] 7: (()+0x5e973) [0x7f6855f20973] 8: (()+0x5eb9f) [0x7f6855f20b9f] 9: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x27a) [0xb7db1a] 10: (PG::chunky_scrub(ThreadPool::TPHandle&)+0x13ad) [0x7bd60d] 11: (PG::scrub(ThreadPool::TPHandle&)+0x316) [0x7bdc46] 12: (OSD::ScrubWQ::_process(PG*, ThreadPool::TPHandle&)+0x29) [0x69fe59] 13: (ThreadPool::worker(ThreadPool::WorkThread*)+0xa66) [0xb6e636] 14: (ThreadPool::WorkThread::entry()+0x10) [0xb6f6c0] 15: (()+0x7df3) [0x7f6856bfcdf3] 16: (clone()+0x6d) [0x7f68556df54d] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 0/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 keyvaluestore 1/ 3 journal 0/ 5 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-osd.33.log --- end dump of recent events ---