{ "ops": [ { "description": "MOSDECSubOpWrite(34.41s1 50264/46714 ECSubWrite(tid=54807236, reqid=client.12602623.0:2833142, at_version=50264'47705319, trim_to=50195'47700211, roll_forward_to=50264'47705318))", "initiated_at": "2020-07-30T19:09:27.106025+0300", "age": 692.44848995200005, "duration": 692.44852012900003, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:27.106025+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:27.106025+0300", "duration": 4294967295.9999957 }, { "event": "header_read", "time": "2020-07-30T19:09:27.106020+0300", "duration": 3.3914000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:27.106054+0300", "duration": 8.3200000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:27.106055+0300", "duration": 1.6029999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:27.106057+0300", "duration": 3.1930000000000001e-05 } ] } }, { "description": "osd_op(client.12039763.0:12569495 34.53s0 34.fafca753 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:27.632906+0300", "age": 691.92160828099998, "duration": 691.92168450500003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12039763", "client_addr": "v1:192.168.5.16:0/315870182", "tid": 12569495 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:27.632906+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:27.632906+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:27.632905+0300", "duration": 1.4678000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:27.632919+0300", "duration": 9.9099999999999991e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:27.632920+0300", "duration": 2.9459999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:27.632923+0300", "duration": 1.6892e-05 } ] } }, { "description": "osd_repop(client.11520042.0:1614904 32.13 e50264/46714)", "initiated_at": "2020-07-30T19:09:33.126604+0300", "age": 686.42791059499996, "duration": 686.42803524999999, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:33.126604+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:33.126604+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:33.126601+0300", "duration": 2.4887000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:33.126626+0300", "duration": 1.813e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:33.126628+0300", "duration": 4.5990000000000004e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:33.126633+0300", "duration": 2.8654e-05 } ] } }, { "description": "osd_op(client.12100375.0:605640034 34.9fs0 34.fd9ade9f (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:34.154252+0300", "age": 685.40026263799996, "duration": 685.40042777899998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12100375", "client_addr": "v1:192.168.5.14:0/2438310342", "tid": 605640034 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:34.154252+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:34.154252+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:34.154250+0300", "duration": 1.6099999999999998e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:34.154266+0300", "duration": 1.3120000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:34.154268+0300", "duration": 2.2450000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:34.154270+0300", "duration": 1.7904e-05 } ] } }, { "description": "osd_op(client.11597384.0:2440966 34.49s0 34.e7158849 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:56.115491+0300", "age": 663.43902366299994, "duration": 663.43923316799999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11597384", "client_addr": "v1:192.168.5.21:0/3757110991", "tid": 2440966 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:56.115491+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:56.115491+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:56.115490+0300", "duration": 8.5960000000000004e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:56.115499+0300", "duration": 2.6e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:56.115499+0300", "duration": 1.734e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:56.115501+0300", "duration": 1.0149000000000001e-05 } ] } }, { "description": "osd_op(client.11693741.0:1367066942 34.abs0 34.3e7428ab (undecoded) ondisk+write+known_if_redirected e50276)", "initiated_at": "2020-07-30T19:13:22.098863+0300", "age": 457.45565124900003, "duration": 457.45590666999999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367066942 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:13:22.098863+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:13:22.098863+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:13:22.098861+0300", "duration": 1.3585e-05 }, { "event": "all_read", "time": "2020-07-30T19:13:22.098874+0300", "duration": 1.052e-06 }, { "event": "dispatched", "time": "2020-07-30T19:13:22.098875+0300", "duration": 3.507e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:13:22.098879+0300", "duration": 1.554e-05 } ] } }, { "description": "osd_op(client.12100375.0:605640170 34.9fs0 34.fd9ade9f (undecoded) ondisk+write+known_if_redirected e50280)", "initiated_at": "2020-07-30T19:14:56.712847+0300", "age": 362.84166747, "duration": 362.84196717399999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12100375", "client_addr": "v1:192.168.5.14:0/2438310342", "tid": 605640170 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:14:56.712847+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:14:56.712847+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:14:56.712846+0300", "duration": 1.1531e-05 }, { "event": "all_read", "time": "2020-07-30T19:14:56.712857+0300", "duration": 7.5199999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:14:56.712858+0300", "duration": 1.1090999999999999e-05 }, { "event": "queued_for_pg", "time": "2020-07-30T19:14:56.712869+0300", "duration": 2.1781e-05 } ] } }, { "description": "osd_op(client.11629076.0:1337482386 34.a7s0 34.cbc2b8a7 (undecoded) ondisk+read+known_if_redirected e50281)", "initiated_at": "2020-07-30T19:15:45.650883+0300", "age": 313.90363126300002, "duration": 313.90397528099999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482386 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:45.650883+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:45.650883+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:15:45.650882+0300", "duration": 2.3350000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:15:45.650885+0300", "duration": 2.2000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:15:45.650885+0300", "duration": 1.4330000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:45.650886+0300", "duration": 3.106e-06 } ] } }, { "description": "osd_op(client.11629236.0:828315888 34.bds0 34.f7c7f5bd (undecoded) ondisk+write+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:19:11.147660+0300", "age": 108.40685482400001, "duration": 108.40724296499999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315888 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:19:11.147660+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:19:11.147660+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:19:11.147658+0300", "duration": 0.00056685600000000002 }, { "event": "all_read", "time": "2020-07-30T19:19:11.148225+0300", "duration": 9.02e-07 }, { "event": "dispatched", "time": "2020-07-30T19:19:11.148226+0300", "duration": 2.8849999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:19:11.148229+0300", "duration": 0.00056893000000000004 } ] } }, { "description": "osd_op(client.11629236.0:828315942 34.53s0 34.817c2e53 (undecoded) ondisk+write+known_if_redirected e50292)", "initiated_at": "2020-07-30T19:19:47.142239+0300", "age": 72.412275319000003, "duration": 72.412709867000004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315942 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:19:47.142239+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:19:47.142239+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:19:47.142237+0300", "duration": 0.00072197899999999998 }, { "event": "all_read", "time": "2020-07-30T19:19:47.142959+0300", "duration": 1.373e-06 }, { "event": "dispatched", "time": "2020-07-30T19:19:47.142960+0300", "duration": 4.668e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:19:47.142965+0300", "duration": 0.00072546500000000001 } ] } }, { "description": "osd_op(client.11629236.0:828315985 34.43s0 34.79b45243 (undecoded) ondisk+read+known_if_redirected e50293)", "initiated_at": "2020-07-30T19:20:18.144929+0300", "age": 41.409585407000002, "duration": 41.410064257999998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315985 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:20:18.144929+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:20:18.144929+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:20:18.144928+0300", "duration": 5.5300000000000004e-06 }, { "event": "all_read", "time": "2020-07-30T19:20:18.144933+0300", "duration": 8.3200000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:20:18.144934+0300", "duration": 1.733e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:20:18.144936+0300", "duration": 6.6019999999999996e-06 } ] } }, { "description": "osd_op(client.11634350.0:1810279636 34.abs0 34.a168bdab (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.066761+0300", "age": 693.48775326600003, "duration": 693.48827630000005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810279636 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.066761+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.066761+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.066761+0300", "duration": 4.4989999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.066765+0300", "duration": 3.3000000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.066766+0300", "duration": 8.9199999999999999e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.066766+0300", "duration": 5.1800000000000004e-06 } ] } }, { "description": "MOSDECSubOpRead(34.f9s1 50264/46718 ECSubRead(tid=27573333, to_read={34:9f485280:::rbd_data.32.8cb99e7dc1f8f7.0000000002a04dcc:head=0,8192,0}, subchunks={34:9f485280:::rbd_data.32.8cb99e7dc1f8f7.0000000002a04dcc:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.080049+0300", "age": 693.47446530900004, "duration": 693.47503556200002, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.080049+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.080049+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:26.080048+0300", "duration": 7.1840000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.080055+0300", "duration": 7.2099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.080056+0300", "duration": 1.643e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.080058+0300", "duration": 8.3450000000000006e-06 } ] } }, { "description": "MOSDECSubOpRead(34.6bs1 50264/46723 ECSubRead(tid=54807205, to_read={34:d6e8e83f:::rbd_data.32.9f12a08ffa7c2f.0000000000ab5939:head=233472,8192,0}, subchunks={34:d6e8e83f:::rbd_data.32.9f12a08ffa7c2f.0000000000ab5939:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.242770+0300", "age": 693.31174451100003, "duration": 693.31235679300005, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.242770+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.242770+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.242769+0300", "duration": 6.2920000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.242776+0300", "duration": 3.41e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.242776+0300", "duration": 1.443e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.242777+0300", "duration": 7.3339999999999996e-06 } ] } }, { "description": "osd_op(client.11597384.0:2440970 34.49s0 34.e7158849 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:56.115502+0300", "age": 663.43901244200003, "duration": 663.43966420899994, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11597384", "client_addr": "v1:192.168.5.21:0/3757110991", "tid": 2440970 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:56.115502+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:56.115502+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:56.115502+0300", "duration": 7.8350000000000004e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:56.115510+0300", "duration": 2.6e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:56.115510+0300", "duration": 1.513e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:56.115511+0300", "duration": 9.2569999999999996e-06 } ] } }, { "description": "osd_op(client.11510443.0:18519391 34.8fs0 34.d4b8988f (undecoded) ondisk+read+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:58.005873+0300", "age": 601.54864181799996, "duration": 601.54933776799999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510443", "client_addr": "v1:192.168.5.11:0/3009566991", "tid": 18519391 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:58.005873+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:58.005873+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:10:58.005871+0300", "duration": 4.8890000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:58.005876+0300", "duration": 6.2099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:58.005877+0300", "duration": 2.926e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:58.005880+0300", "duration": 6.9430000000000003e-06 } ] } }, { "description": "osd_op(client.12616321.0:246630182 34.53s0 34.db41f453 (undecoded) ondisk+read+known_if_redirected e50284)", "initiated_at": "2020-07-30T19:17:08.480828+0300", "age": 231.073686173, "duration": 231.07442680700001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246630182 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:17:08.480828+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:17:08.480828+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:17:08.480827+0300", "duration": 4.6990000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:17:08.480831+0300", "duration": 5.7100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:17:08.480832+0300", "duration": 1.9829999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:17:08.480834+0300", "duration": 5.5999999999999997e-06 } ] } }, { "description": "MOSDECSubOpRead(34.87s1 50264/46725 ECSubRead(tid=54807188, to_read={34:e177d0ad:::rbd_data.32.8cb99e7dc1f8f7.0000000002a04d42:head=0,8192,0}, subchunks={34:e177d0ad:::rbd_data.32.8cb99e7dc1f8f7.0000000002a04d42:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.080078+0300", "age": 693.47443664499997, "duration": 693.47522405699999, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.080078+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.080078+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.080077+0300", "duration": 5.6699999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.080083+0300", "duration": 4.6100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.080083+0300", "duration": 7.0840000000000003e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.080090+0300", "duration": 1.2303000000000001e-05 } ] } }, { "description": "osd_op(client.11629076.0:1337482058 34.8fs0 34.cd57888f (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.240243+0300", "age": 693.31427139499999, "duration": 693.31510198800004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482058 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.240243+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.240243+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.240242+0300", "duration": 1.3025e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.240255+0300", "duration": 6.3099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.240256+0300", "duration": 9.2469999999999997e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.240265+0300", "duration": 2.1801e-05 } ] } }, { "description": "osd_op(client.11927193.0:13268213 34.a3s0 34.91f864a3 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:49.856030+0300", "age": 669.69848480999997, "duration": 669.69935943600001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11927193", "client_addr": "v1:192.168.5.22:0/3241921302", "tid": 13268213 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:49.856030+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:49.856030+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:49.856028+0300", "duration": 5.0200000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:49.856033+0300", "duration": 7.2099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:49.856034+0300", "duration": 2.0839999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:49.856036+0300", "duration": 6.3620000000000002e-06 } ] } }, { "description": "osd_op(client.11597384.0:2440971 34.49s0 34.e7158849 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:56.115513+0300", "age": 663.43900200300004, "duration": 663.43992068199998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11597384", "client_addr": "v1:192.168.5.21:0/3757110991", "tid": 2440971 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:56.115513+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:56.115513+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:56.115512+0300", "duration": 8.2449999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:56.115520+0300", "duration": 2.2100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:56.115521+0300", "duration": 9.0100000000000003e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:56.115522+0300", "duration": 9.0170000000000002e-06 } ] } }, { "description": "osd_op(client.11693741.0:1367066889 34.abs0 34.437a04ab (undecoded) ondisk+read+known_if_redirected e50270)", "initiated_at": "2020-07-30T19:11:16.519715+0300", "age": 583.03479949300004, "duration": 583.03576239500001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367066889 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:16.519715+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:16.519715+0300", "duration": 4294967295.9999962 }, { "event": "header_read", "time": "2020-07-30T19:11:16.519711+0300", "duration": 1.4817000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:16.519726+0300", "duration": 2.3949999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:11:16.519729+0300", "duration": 5.31e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:16.519734+0300", "duration": 1.8896e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831837 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50293)", "initiated_at": "2020-07-30T19:20:14.971740+0300", "age": 44.582774690000001, "duration": 44.583781283999997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831837 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:20:14.971740+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:20:14.971740+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:20:14.971738+0300", "duration": 1.4858000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:20:14.971753+0300", "duration": 1.0219999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:20:14.971754+0300", "duration": 4.0380000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:20:14.971758+0300", "duration": 1.7824000000000001e-05 } ] } }, { "description": "osd_op(client.11510155.0:1525046011 34.d1s0 34.ccbb59d1 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.271128+0300", "age": 694.28338672999996, "duration": 694.28443728699995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510155", "client_addr": "v1:192.168.5.21:0/380329708", "tid": 1525046011 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.271128+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.271128+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:25.271127+0300", "duration": 4.8489999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.271131+0300", "duration": 6.2099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.271132+0300", "duration": 1.553e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.271134+0300", "duration": 5.7910000000000001e-06 } ] } }, { "description": "MOSDECSubOpRead(34.27s1 50264/46722 ECSubRead(tid=53079480, to_read={34:e4cfbd08:::rbd_data.32.9f12a08ffa7c2f.0000000000b821f3:head=208896,8192,0}, subchunks={34:e4cfbd08:::rbd_data.32.9f12a08ffa7c2f.0000000000b821f3:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.240321+0300", "age": 693.31419384900005, "duration": 693.31529107400002, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.240321+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.240321+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.240320+0300", "duration": 5.7899999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.240326+0300", "duration": 3.9099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.240326+0300", "duration": 1.753e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.240328+0300", "duration": 6.9829999999999999e-06 } ] } }, { "description": "osd_op(client.11629076.0:1337482143 34.a1s0 34.b810f3a1 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.242979+0300", "age": 693.31153552800004, "duration": 693.31267189699997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482143 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.242979+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.242979+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.242978+0300", "duration": 1.4066000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.242992+0300", "duration": 8.2200000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.242993+0300", "duration": 2.3939999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.242995+0300", "duration": 1.615e-05 } ] } }, { "description": "osd_op(client.11510147.0:4379449 34.a1s0 34.f2b129a1 (undecoded) ondisk+write+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:11:03.688576+0300", "age": 595.86593878400004, "duration": 595.86711974599996, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510147", "client_addr": "v1:192.168.5.21:0/2441105766", "tid": 4379449 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:03.688576+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:03.688576+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:11:03.688574+0300", "duration": 1.6280999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:03.688590+0300", "duration": 1.142e-06 }, { "event": "dispatched", "time": "2020-07-30T19:11:03.688591+0300", "duration": 3.7969999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:03.688595+0300", "duration": 1.8986000000000001e-05 } ] } }, { "description": "osd_op(client.11654343.0:4324805 32.25 32.301fb4e5 (undecoded) ondisk+write+known_if_redirected e50276)", "initiated_at": "2020-07-30T19:13:17.396221+0300", "age": 462.15829309200001, "duration": 462.15951836800002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11654343", "client_addr": "v1:192.168.5.11:0/2813739415", "tid": 4324805 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:13:17.396221+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:13:17.396221+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:13:17.396220+0300", "duration": 6.0410000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:13:17.396226+0300", "duration": 6.9100000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:13:17.396227+0300", "duration": 2.3750000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:13:17.396229+0300", "duration": 7.5440000000000001e-06 } ] } }, { "description": "osd_op(client.11629236.0:828315572 34.a7s0 34.ba2b26a7 (undecoded) ondisk+read+known_if_redirected e50277)", "initiated_at": "2020-07-30T19:13:56.103959+0300", "age": 423.45055548900001, "duration": 423.451824257, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315572 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:13:56.103959+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:13:56.103959+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:13:56.103957+0300", "duration": 6.302e-06 }, { "event": "all_read", "time": "2020-07-30T19:13:56.103963+0300", "duration": 7.7199999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:13:56.103964+0300", "duration": 2.4839999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:13:56.103967+0300", "duration": 7.6340000000000001e-06 } ] } }, { "description": "osd_op(client.11509979.0:42746954 34.a7s0 34.287208a7 (undecoded) ondisk+write+known_if_redirected e50279)", "initiated_at": "2020-07-30T19:14:36.919671+0300", "age": 382.63484397299999, "duration": 382.63615669299998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509979", "client_addr": "v1:192.168.5.21:0/3154933609", "tid": 42746954 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:14:36.919671+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:14:36.919671+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:14:36.919668+0300", "duration": 1.9898000000000002e-05 }, { "event": "all_read", "time": "2020-07-30T19:14:36.919688+0300", "duration": 2.1639999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:14:36.919690+0300", "duration": 3.2459999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:14:36.919693+0300", "duration": 2.2362e-05 } ] } }, { "description": "MOSDECSubOpRead(34.6fs1 50264/46728 ECSubRead(tid=59520057, to_read={34:f62eeaf8:::rbd_data.32.8cb99e7dc1f8f7.0000000002a04de4:head=0,8192,0}, subchunks={34:f62eeaf8:::rbd_data.32.8cb99e7dc1f8f7.0000000002a04de4:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.080149+0300", "age": 693.47436595199997, "duration": 693.47572207400003, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.080149+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.080149+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.080148+0300", "duration": 4.5279999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.080153+0300", "duration": 6.2099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.080153+0300", "duration": 1.2330000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.080154+0300", "duration": 5.8610000000000003e-06 } ] } }, { "description": "MOSDECSubOpRead(34.41s1 50264/46714 ECSubRead(tid=54807352, to_read={34:82005e59:::rbd_data.32.be865e8a59963a.00000000000030f4:head=155648,4096,0}, subchunks={34:82005e59:::rbd_data.32.be865e8a59963a.00000000000030f4:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:34.227131+0300", "age": 685.32738362199996, "duration": 685.32877287600002, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:34.227131+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:34.227131+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:34.227128+0300", "duration": 1.6061000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:34.227144+0300", "duration": 1.9829999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:34.227146+0300", "duration": 3.0860000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:34.227149+0300", "duration": 1.8354000000000001e-05 } ] } }, { "description": "osd_op(client.11509979.0:42746875 34.8fs0 34.a9ac918f (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:48.400147+0300", "age": 671.154367815, "duration": 671.15578337900001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509979", "client_addr": "v1:192.168.5.21:0/3154933609", "tid": 42746875 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:48.400147+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:48.400147+0300", "duration": 4294967295.9999962 }, { "event": "header_read", "time": "2020-07-30T19:09:48.400143+0300", "duration": 1.3234999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:48.400156+0300", "duration": 2.525e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:48.400159+0300", "duration": 3.6969999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:48.400163+0300", "duration": 1.579e-05 } ] } }, { "description": "osd_op(client.11510147.0:4379473 34.83s0 34.e0f0ec83 (undecoded) ondisk+write+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:11:50.691068+0300", "age": 548.86344638000003, "duration": 548.86489161999998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510147", "client_addr": "v1:192.168.5.21:0/2441105766", "tid": 4379473 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:50.691068+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:50.691068+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:11:50.691068+0300", "duration": 7.3339999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:11:50.691075+0300", "duration": 1.9000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:11:50.691075+0300", "duration": 1.102e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:50.691076+0300", "duration": 8.1850000000000004e-06 } ] } }, { "description": "osd_op(client.12470501.0:3831682 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50277)", "initiated_at": "2020-07-30T19:14:16.573527+0300", "age": 402.980987191, "duration": 402.982462457, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831682 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:14:16.573527+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:14:16.573527+0300", "duration": 4294967295.9999952 }, { "event": "header_read", "time": "2020-07-30T19:14:16.573523+0300", "duration": 3.0176999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:14:16.573553+0300", "duration": 8.3200000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:14:16.573554+0300", "duration": 1.843e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:14:16.573555+0300", "duration": 2.8053000000000001e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831691 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50279)", "initiated_at": "2020-07-30T19:14:37.053594+0300", "age": 382.50092032999999, "duration": 382.50243028199998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831691 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:14:37.053594+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:14:37.053594+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:14:37.053592+0300", "duration": 1.3155e-05 }, { "event": "all_read", "time": "2020-07-30T19:14:37.053606+0300", "duration": 1.012e-06 }, { "event": "dispatched", "time": "2020-07-30T19:14:37.053607+0300", "duration": 2.4839999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:14:37.053609+0300", "duration": 1.4867e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831711 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50280)", "initiated_at": "2020-07-30T19:15:18.013208+0300", "age": 341.54130623399999, "duration": 341.54284593099999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831711 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:18.013208+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:18.013208+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:15:18.013208+0300", "duration": 1.2053e-05 }, { "event": "all_read", "time": "2020-07-30T19:15:18.013220+0300", "duration": 2.2000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:15:18.013220+0300", "duration": 1.4929999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:18.013222+0300", "duration": 1.3254999999999999e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831797 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:42.812013+0300", "age": 136.74250138799999, "duration": 136.744070811, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831797 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:42.812013+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:42.812013+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:18:42.812011+0300", "duration": 1.3475000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:18:42.812024+0300", "duration": 1.3430000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:18:42.812026+0300", "duration": 2.7650000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:42.812029+0300", "duration": 1.5359e-05 } ] } }, { "description": "MOSDECSubOpWriteReply(34.a3s0 50264/46727 ECSubWriteReply(tid=53333378, last_complete=50264'53315751, committed=1, applied=1))", "initiated_at": "2020-07-30T19:09:25.230399+0300", "age": 694.32411550500001, "duration": 694.32571569599997, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.230399+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.230399+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.230398+0300", "duration": 9.9480000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.230408+0300", "duration": 5.1099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.230408+0300", "duration": 1.5030000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.230410+0300", "duration": 1.092e-05 } ] } }, { "description": "MOSDECSubOpRead(34.87s1 50264/46725 ECSubRead(tid=54807190, to_read={34:e1e2b8e9:::rbd_data.32.8cb99e7dc1f8f7.0000000002d6f845:head=180224,8192,0}, subchunks={34:e1e2b8e9:::rbd_data.32.8cb99e7dc1f8f7.0000000002d6f845:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.080186+0300", "age": 693.47432837199995, "duration": 693.47595656600004, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.080186+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.080186+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.080185+0300", "duration": 5.8510000000000004e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.080191+0300", "duration": 3.8000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.080192+0300", "duration": 1.083e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.080193+0300", "duration": 6.5230000000000001e-06 } ] } }, { "description": "MOSDECSubOpRead(34.c3s1 50264/46726 ECSubRead(tid=59520235, to_read={34:c3ecb766:::rbd_data.32.7e689d11d3b9b5.0000000000143797:head=4096,4096,0}, subchunks={34:c3ecb766:::rbd_data.32.7e689d11d3b9b5.0000000000143797:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.267417+0300", "age": 693.28709715599996, "duration": 693.28875360300003, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.267417+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.267417+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.267416+0300", "duration": 9.8980000000000008e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.267426+0300", "duration": 6.6199999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.267427+0300", "duration": 1.212e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.267428+0300", "duration": 1.079e-05 } ] } }, { "description": "osd_op(client.11510147.0:4379401 34.8fs0 34.dc50778f (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:43.313425+0300", "age": 676.241089956, "duration": 676.24277256200003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510147", "client_addr": "v1:192.168.5.21:0/2441105766", "tid": 4379401 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:43.313425+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:43.313425+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:43.313423+0300", "duration": 1.59e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:43.313438+0300", "duration": 8.8199999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:43.313439+0300", "duration": 2.074e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:43.313441+0300", "duration": 1.6762e-05 } ] } }, { "description": "osd_op(client.11510147.0:4379481 34.bds0 34.54b361bd (undecoded) ondisk+write+known_if_redirected e50272)", "initiated_at": "2020-07-30T19:12:20.692238+0300", "age": 518.86227681299999, "duration": 518.86398906500006, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510147", "client_addr": "v1:192.168.5.21:0/2441105766", "tid": 4379481 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:20.692238+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:20.692238+0300", "duration": 4294967295.9999962 }, { "event": "header_read", "time": "2020-07-30T19:12:20.692234+0300", "duration": 2.1891000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:12:20.692256+0300", "duration": 7.8199999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:20.692257+0300", "duration": 1.8929999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:20.692259+0300", "duration": 2.0869e-05 } ] } }, { "description": "osd_op(client.12616321.0:246630105 34.75s0 34.6b904a75 (undecoded) ondisk+read+known_if_redirected e50280)", "initiated_at": "2020-07-30T19:15:38.900746+0300", "age": 320.65376863500001, "duration": 320.65551039299999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246630105 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:38.900746+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:38.900746+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:15:38.900745+0300", "duration": 2.9359999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:15:38.900748+0300", "duration": 5.7100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:15:38.900749+0300", "duration": 1.573e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:38.900750+0300", "duration": 4.138e-06 } ] } }, { "description": "osd_op(client.11510427.0:1782851623 34.31s0 34.5614dc31 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:58.258741+0300", "age": 121.29577404299999, "duration": 121.297545617, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782851623 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:58.258741+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:58.258741+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:18:58.258738+0300", "duration": 9.1169999999999993e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:58.258747+0300", "duration": 1.6330000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:18:58.258749+0300", "duration": 3.0860000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:58.258752+0300", "duration": 1.1430999999999999e-05 } ] } }, { "description": "MOSDECSubOpRead(34.6bs1 50264/46723 ECSubRead(tid=54806350, to_read={34:d6f12fb8:::rbd_data.32.bde9ca30b50fb4.000000000003f2aa:head=57344,12288,0}, subchunks={34:d6f12fb8:::rbd_data.32.bde9ca30b50fb4.000000000003f2aa:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.251742+0300", "age": 694.30277293799998, "duration": 694.30457639199994, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.251742+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.251742+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:25.251741+0300", "duration": 4.3989999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.251745+0300", "duration": 6.61e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.251746+0300", "duration": 2.0140000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.251748+0300", "duration": 6.5230000000000001e-06 } ] } }, { "description": "osd_op(client.11634350.0:1810270780 34.53s0 34.ec17ad53 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.266645+0300", "age": 694.28786971199997, "duration": 694.28969970599996, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810270780 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.266645+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.266645+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.266644+0300", "duration": 4.2080000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.266648+0300", "duration": 3.7099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.266649+0300", "duration": 2.1339999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.266651+0300", "duration": 5.9510000000000003e-06 } ] } }, { "description": "MOSDECSubOpWrite(34.85s1 50264/46727 ECSubWrite(tid=54807191, reqid=client.12448752.0:4663597, at_version=50264'51579048, trim_to=50201'51573929, roll_forward_to=50264'51579046))", "initiated_at": "2020-07-30T19:09:26.112265+0300", "age": 693.44224933700002, "duration": 693.44410997800003, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.112265+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.112265+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.112264+0300", "duration": 2.2291999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.112287+0300", "duration": 7.3099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.112287+0300", "duration": 1.894e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.112289+0300", "duration": 2.3944999999999999e-05 } ] } }, { "description": "MOSDECSubOpRead(34.3bs1 50264/46718 ECSubRead(tid=53079482, to_read={34:dce22e5d:::rbd_data.32.9f12a08ffa7c2f.0000000000b68564:head=28672,8192,0}, subchunks={34:dce22e5d:::rbd_data.32.9f12a08ffa7c2f.0000000000b68564:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.240330+0300", "age": 693.31418448099998, "duration": 693.31607329500002, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.240330+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.240330+0300", "duration": 4294967296 }, { "event": "header_read", "time": "2020-07-30T19:09:26.240330+0300", "duration": 2.1840000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.240332+0300", "duration": 1.6999999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.240332+0300", "duration": 1.252e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.240334+0300", "duration": 3.416e-06 } ] } }, { "description": "MOSDECSubOpRead(34.97s1 50264/46721 ECSubRead(tid=59152786, to_read={34:e99331cf:::rbd_data.32.7e689d11d3b9b5.0000000000128cb7:head=569344,8192,0}, subchunks={34:e99331cf:::rbd_data.32.7e689d11d3b9b5.0000000000128cb7:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.279538+0300", "age": 693.27497696700004, "duration": 693.27689388399995, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.279538+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.279538+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.279537+0300", "duration": 9.5980000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.279546+0300", "duration": 6.4099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.279547+0300", "duration": 1.4130000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.279548+0300", "duration": 1.0689999999999999e-05 } ] } }, { "description": "osd_op(client.12318821.0:431318766 34.8fs0 34.d13ed8f (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.378606+0300", "age": 693.17590873699999, "duration": 693.17785234400003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12318821", "client_addr": "v1:192.168.5.22:0/4215923229", "tid": 431318766 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.378606+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.378606+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.378605+0300", "duration": 0.000136496 }, { "event": "all_read", "time": "2020-07-30T19:09:26.378742+0300", "duration": 4.1100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.378742+0300", "duration": 1.1319999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.378743+0300", "duration": 0.000137408 } ] } }, { "description": "osd_op(client.12100375.0:605640039 34.9fs0 34.fd9ade9f (undecoded) ondisk+write+known_if_redirected e50266)", "initiated_at": "2020-07-30T19:09:44.393913+0300", "age": 675.16060171000004, "duration": 675.16257483300001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12100375", "client_addr": "v1:192.168.5.14:0/2438310342", "tid": 605640039 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:44.393913+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:44.393913+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:44.393911+0300", "duration": 1.4246e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:44.393925+0300", "duration": 1.283e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:44.393926+0300", "duration": 2.4140000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:44.393929+0300", "duration": 1.5639000000000001e-05 } ] } }, { "description": "osd_op(client.11479549.0:4240102 34.49s0 34.ca529d49 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:37.154252+0300", "age": 622.40026236000006, "duration": 622.40226569000004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11479549", "client_addr": "v1:192.168.5.11:0/2194980659", "tid": 4240102 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:37.154252+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:37.154252+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:10:37.154251+0300", "duration": 1.1562e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:37.154262+0300", "duration": 7.2099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:37.154263+0300", "duration": 3.8979999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:37.154267+0300", "duration": 1.4837999999999999e-05 } ] } }, { "description": "osd_op(client.11597384.0:2441005 34.49s0 34.e7158849 (undecoded) ondisk+write+known_if_redirected e50270)", "initiated_at": "2020-07-30T19:11:18.120293+0300", "age": 581.43422152799997, "duration": 581.436254534, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11597384", "client_addr": "v1:192.168.5.21:0/3757110991", "tid": 2441005 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:18.120293+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:18.120293+0300", "duration": 4294967295.9999957 }, { "event": "header_read", "time": "2020-07-30T19:11:18.120289+0300", "duration": 2.3584999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:18.120312+0300", "duration": 1.062e-06 }, { "event": "dispatched", "time": "2020-07-30T19:11:18.120313+0300", "duration": 2.4339999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:18.120316+0300", "duration": 2.2631999999999999e-05 } ] } }, { "description": "osd_op(client.11629212.0:14230757 32.27 32.69690067 (undecoded) ondisk+write+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:11:26.328198+0300", "age": 573.22631618299999, "duration": 573.22837873399999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629212", "client_addr": "v1:192.168.5.20:0/1180710721", "tid": 14230757 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:26.328198+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:26.328198+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:11:26.328197+0300", "duration": 1.6631000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:26.328214+0300", "duration": 8.6199999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:11:26.328214+0300", "duration": 2.1440000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:26.328217+0300", "duration": 1.8134e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831761 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50284)", "initiated_at": "2020-07-30T19:17:10.652723+0300", "age": 228.90179147399999, "duration": 228.903884132, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831761 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:17:10.652723+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:17:10.652723+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:17:10.652721+0300", "duration": 1.4377e-05 }, { "event": "all_read", "time": "2020-07-30T19:17:10.652736+0300", "duration": 9.3200000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:17:10.652737+0300", "duration": 3.2160000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:17:10.652740+0300", "duration": 1.6782e-05 } ] } }, { "description": "osd_op(client.11634350.0:1810274516 34.49s0 34.8a18ea49 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.481270+0300", "age": 694.07324453700005, "duration": 694.07536676100005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810274516 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.481270+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.481270+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:25.481269+0300", "duration": 4.2579999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.481274+0300", "duration": 3.6100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.481274+0300", "duration": 1.2920000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.481275+0300", "duration": 5.2900000000000002e-06 } ] } }, { "description": "MOSDECSubOpRead(34.f9s1 50264/46718 ECSubRead(tid=27573194, to_read={34:9fd274f9:::rbd_data.32.7e689d11d3b9b5.000000000011d685:head=1081344,4096,0}, subchunks={34:9fd274f9:::rbd_data.32.7e689d11d3b9b5.000000000011d685:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.776798+0300", "age": 693.77771621099998, "duration": 693.77987020399996, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.776798+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.776798+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:25.776797+0300", "duration": 1.2284e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.776809+0300", "duration": 1.252e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.776810+0300", "duration": 2.5550000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.776813+0300", "duration": 1.4367e-05 } ] } }, { "description": "osd_op(client.11509923.0:1639782 32.25 32.af139225 (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:36.195661+0300", "age": 683.35885382200001, "duration": 683.36103399499996, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509923", "client_addr": "v1:192.168.5.21:0/612384957", "tid": 1639782 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:36.195661+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:36.195661+0300", "duration": 4294967295.9999938 }, { "event": "header_read", "time": "2020-07-30T19:09:36.195654+0300", "duration": 1.2824e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:36.195667+0300", "duration": 9.4200000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:36.195668+0300", "duration": 2.013e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:36.195670+0300", "duration": 9.4469999999999995e-06 } ] } }, { "description": "osd_op(client.11693741.0:1367066894 34.abs0 34.3e7428ab (undecoded) ondisk+write+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:11:36.093602+0300", "age": 563.460912183, "duration": 563.46312204100002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367066894 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:36.093602+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:36.093602+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:11:36.093601+0300", "duration": 2.0268e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:36.093621+0300", "duration": 8.4099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:11:36.093622+0300", "duration": 2.4049999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:36.093624+0300", "duration": 2.1681000000000001e-05 } ] } }, { "description": "osd_op(client.11627468.0:24208313 32.25 32.8e5f55a5 (undecoded) ondisk+read+known_if_redirected e50273)", "initiated_at": "2020-07-30T19:12:30.854673+0300", "age": 508.699841483, "duration": 508.70208121799999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11627468", "client_addr": "v1:192.168.5.21:0/569624181", "tid": 24208313 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:30.854673+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:30.854673+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:12:30.854671+0300", "duration": 8.0649999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:12:30.854679+0300", "duration": 8.8100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:30.854680+0300", "duration": 2.8660000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:30.854683+0300", "duration": 9.6679999999999996e-06 } ] } }, { "description": "osd_op(client.12288327.0:8648022 34.a3s0 34.df4698a3 (undecoded) ondisk+read+known_if_redirected e50277)", "initiated_at": "2020-07-30T19:13:56.458662+0300", "age": 423.09585211400002, "duration": 423.098121585, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12288327", "client_addr": "v1:192.168.5.22:0/3223746449", "tid": 8648022 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:13:56.458662+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:13:56.458662+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:13:56.458661+0300", "duration": 5.9920000000000004e-06 }, { "event": "all_read", "time": "2020-07-30T19:13:56.458667+0300", "duration": 3.2000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:13:56.458667+0300", "duration": 1.6029999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:13:56.458669+0300", "duration": 6.4620000000000001e-06 } ] } }, { "description": "osd_op(client.11510147.0:4379550 34.a1s0 34.f2b129a1 (undecoded) ondisk+write+known_if_redirected e50281)", "initiated_at": "2020-07-30T19:16:05.701023+0300", "age": 293.85349184400002, "duration": 293.85579095000003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510147", "client_addr": "v1:192.168.5.21:0/2441105766", "tid": 4379550 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:16:05.701023+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:16:05.701023+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:16:05.701021+0300", "duration": 1.8595000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:16:05.701040+0300", "duration": 9.5199999999999995e-07 }, { "event": "dispatched", "time": "2020-07-30T19:16:05.701040+0300", "duration": 2.7149999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:16:05.701043+0300", "duration": 2.0479000000000002e-05 } ] } }, { "description": "osd_op(client.11629236.0:828315703 34.83s0 34.5d874d83 (undecoded) ondisk+read+known_if_redirected e50284)", "initiated_at": "2020-07-30T19:16:48.116864+0300", "age": 251.43765012200001, "duration": 251.439978954, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315703 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:16:48.116864+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:16:48.116864+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:16:48.116863+0300", "duration": 5.6810000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:16:48.116868+0300", "duration": 7.4099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:16:48.116869+0300", "duration": 1.9439999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:16:48.116871+0300", "duration": 6.6819999999999997e-06 } ] } }, { "description": "osd_op(client.11693741.0:1367067242 34.abs0 34.1c2fd6ab (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:47.676257+0300", "age": 131.87825756500001, "duration": 131.880616003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367067242 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:47.676257+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:47.676257+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:18:47.676256+0300", "duration": 2.6850000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:47.676259+0300", "duration": 1.61e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:47.676259+0300", "duration": 1.883e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:47.676261+0300", "duration": 3.827e-06 } ] } }, { "description": "osd_op(client.11693741.0:1367068179 34.43s0 34.b2ac9043 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:47.764747+0300", "age": 131.78976789000001, "duration": 131.79215570299999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367068179 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:47.764747+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:47.764747+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:18:47.764745+0300", "duration": 4.9400000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:47.764750+0300", "duration": 8.71e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:47.764751+0300", "duration": 1.894e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:47.764753+0300", "duration": 5.9909999999999999e-06 } ] } }, { "description": "osd_op(client.11629236.0:828315996 34.a7s0 34.8b3cdca7 (undecoded) ondisk+write+known_if_redirected e50293)", "initiated_at": "2020-07-30T19:20:18.171025+0300", "age": 41.383489410999999, "duration": 41.385906740000003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315996 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:20:18.171025+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:20:18.171025+0300", "duration": 4294967295.9999957 }, { "event": "header_read", "time": "2020-07-30T19:20:18.171021+0300", "duration": 0.00090759800000000002 }, { "event": "all_read", "time": "2020-07-30T19:20:18.171928+0300", "duration": 1.333e-06 }, { "event": "dispatched", "time": "2020-07-30T19:20:18.171930+0300", "duration": 2.8949999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:20:18.171933+0300", "duration": 0.00090746800000000003 } ] } }, { "description": "MOSDECSubOpRead(34.87s1 50264/46725 ECSubRead(tid=54807184, to_read={34:e147df64:::rbd_data.32.7e689d11d3b9b5.00000000000018b3:head=167936,8192,0}, subchunks={34:e147df64:::rbd_data.32.7e689d11d3b9b5.00000000000018b3:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.900437+0300", "age": 693.65407796299996, "duration": 693.65652667100005, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.900437+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.900437+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:25.900434+0300", "duration": 1.4066999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.900448+0300", "duration": 1.542e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.900450+0300", "duration": 2.3350000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.900452+0300", "duration": 1.5739999999999998e-05 } ] } }, { "description": "osd_op(client.12190040.0:1411700898 34.49s0 34.8beac049 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:27.977411+0300", "age": 691.57710388500004, "duration": 691.57957940300003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12190040", "client_addr": "v1:192.168.5.11:0/4258071313", "tid": 1411700898 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:27.977411+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:27.977411+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:27.977409+0300", "duration": 9.0869999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:27.977418+0300", "duration": 1.062e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:27.977419+0300", "duration": 2.525e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:27.977421+0300", "duration": 1.0710000000000001e-05 } ] } }, { "description": "osd_op(client.12211007.0:10390197 34.a7s0 34.a3d9f7a7 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:33.609714+0300", "age": 685.94480060900003, "duration": 685.94730606400003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12211007", "client_addr": "v1:192.168.5.11:0/3342035770", "tid": 10390197 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:33.609714+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:33.609714+0300", "duration": 4294967295.9999952 }, { "event": "header_read", "time": "2020-07-30T19:09:33.609709+0300", "duration": 2.2943e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:33.609732+0300", "duration": 1.423e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:33.609733+0300", "duration": 3.6669999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:33.609737+0300", "duration": 2.3034e-05 } ] } }, { "description": "osd_op(client.11509923.0:1639783 32.25 32.af139225 (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:36.195674+0300", "age": 683.35884008699998, "duration": 683.36142290700002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509923", "client_addr": "v1:192.168.5.21:0/612384957", "tid": 1639783 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:36.195674+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:36.195674+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:36.195674+0300", "duration": 1.4166e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:36.195688+0300", "duration": 3.7099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:36.195689+0300", "duration": 1.052e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:36.195690+0300", "duration": 1.5149e-05 } ] } }, { "description": "osd_op(client.11510355.0:15763570 32.25 32.dbfb7025 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:46.194758+0300", "age": 673.35975696699995, "duration": 673.36236981399998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510355", "client_addr": "v1:192.168.5.21:0/1221884262", "tid": 15763570 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:46.194758+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:46.194758+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:46.194756+0300", "duration": 6.5520000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:46.194763+0300", "duration": 1.1620000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:46.194764+0300", "duration": 2.0940000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:46.194766+0300", "duration": 8.2849999999999995e-06 } ] } }, { "description": "osd_op(client.11510155.0:1525046919 34.43s0 34.ae558643 (undecoded) ondisk+read+known_if_redirected e50277)", "initiated_at": "2020-07-30T19:14:11.090022+0300", "age": 408.46449218200001, "duration": 408.46713692899999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510155", "client_addr": "v1:192.168.5.21:0/380329708", "tid": 1525046919 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:14:11.090022+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:14:11.090022+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:14:11.090020+0300", "duration": 7.4540000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:14:11.090028+0300", "duration": 9.1100000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:14:11.090028+0300", "duration": 3.0960000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:14:11.090032+0300", "duration": 9.1970000000000002e-06 } ] } }, { "description": "osd_op(client.11629236.0:828315399 34.83s0 34.72879183 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.230754+0300", "age": 694.32376049799996, "duration": 694.32643544200005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315399 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.230754+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.230754+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.230753+0300", "duration": 3.968e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.230757+0300", "duration": 6.61e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.230758+0300", "duration": 1.753e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.230759+0300", "duration": 5.2700000000000004e-06 } ] } }, { "description": "MOSDECSubOpRead(34.bs1 50264/46718 ECSubRead(tid=35169465, to_read={34:d0160beb:::rbd_data.32.aca98b75b14f50.0000000002d70cc3:head=20480,4096,0}, subchunks={34:d0160beb:::rbd_data.32.aca98b75b14f50.0000000002d70cc3:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.114408+0300", "age": 693.44010668700002, "duration": 693.44281409200005, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.114408+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.114408+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.114407+0300", "duration": 4.5889999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.114412+0300", "duration": 3.3999999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.114412+0300", "duration": 1.3629999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.114414+0300", "duration": 5.6609999999999997e-06 } ] } }, { "description": "osd_op(client.11627468.0:24208236 32.25 32.8e5f55a5 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:27.243183+0300", "age": 692.31133205100002, "duration": 692.31406618599999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11627468", "client_addr": "v1:192.168.5.21:0/569624181", "tid": 24208236 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:27.243183+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:27.243183+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:27.243180+0300", "duration": 7.4939999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:27.243188+0300", "duration": 9.7199999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:27.243189+0300", "duration": 1.9240000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:27.243191+0300", "duration": 8.3259999999999996e-06 } ] } }, { "description": "MOSDECSubOpRead(34.85s1 50264/46727 ECSubRead(tid=54807301, to_read={34:a10d335d:::rbd_data.32.9201647f2ed18a.0000000000b1a0df:head=90112,8192,0}, subchunks={34:a10d335d:::rbd_data.32.9201647f2ed18a.0000000000b1a0df:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:30.732819+0300", "age": 688.82169510400001, "duration": 688.82446209099999, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:30.732819+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:30.732819+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:30.732818+0300", "duration": 1.0519e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:30.732829+0300", "duration": 9.1200000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:30.732830+0300", "duration": 2.1239999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:30.732832+0300", "duration": 1.2223e-05 } ] } }, { "description": "osd_op(client.12211007.0:10390198 34.a7s0 34.a3d9f7a7 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:33.609743+0300", "age": 685.94477138399998, "duration": 685.94756470000004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12211007", "client_addr": "v1:192.168.5.11:0/3342035770", "tid": 10390198 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:33.609743+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:33.609743+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:33.609743+0300", "duration": 9.6479999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:33.609752+0300", "duration": 2.7099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:33.609752+0300", "duration": 1.282e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:33.609754+0300", "duration": 1.057e-05 } ] } }, { "description": "osd_repop(client.11509923.0:1639787 32.13 e50265/46714)", "initiated_at": "2020-07-30T19:09:36.196049+0300", "age": 683.35846596299996, "duration": 683.36128817400004, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:36.196049+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:36.196049+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:36.196047+0300", "duration": 8.5760000000000006e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:36.196056+0300", "duration": 9.1100000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:36.196057+0300", "duration": 2.114e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:36.196059+0300", "duration": 1.0199e-05 } ] } }, { "description": "osd_op(client.11509979.0:42746758 32.27 32.69edb4a7 (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:38.963229+0300", "age": 680.59128578900004, "duration": 680.59413540100002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509979", "client_addr": "v1:192.168.5.21:0/3154933609", "tid": 42746758 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:38.963229+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:38.963229+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:38.963226+0300", "duration": 9.7690000000000008e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:38.963236+0300", "duration": 1.3120000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:38.963237+0300", "duration": 3.517e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:38.963241+0300", "duration": 1.1823e-05 } ] } }, { "description": "osd_op(client.11597384.0:2440974 34.49s0 34.e7158849 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:01.115875+0300", "age": 658.43863982899995, "duration": 658.44151895699997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11597384", "client_addr": "v1:192.168.5.21:0/3757110991", "tid": 2440974 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:01.115875+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:01.115875+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:10:01.115872+0300", "duration": 1.8403999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:01.115891+0300", "duration": 1.2529999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:01.115892+0300", "duration": 2.6350000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:01.115895+0300", "duration": 1.9837999999999999e-05 } ] } }, { "description": "osd_op(client.11629084.0:27408608 34.bds0 34.114f07bd (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:21.508645+0300", "age": 638.04586965800002, "duration": 638.048780115, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629084", "client_addr": "v1:192.168.5.11:0/1886870153", "tid": 27408608 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:21.508645+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:21.508645+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:10:21.508643+0300", "duration": 5.8510000000000004e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:21.508649+0300", "duration": 7.7100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:21.508650+0300", "duration": 2.4550000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:21.508652+0300", "duration": 7.515e-06 } ] } }, { "description": "osd_op(client.11629076.0:1337482081 34.31s0 34.6eb45131 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.241015+0300", "age": 693.31349981300002, "duration": 693.31643961500004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482081 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.241015+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.241015+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:26.241014+0300", "duration": 1.9045000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.241033+0300", "duration": 6.5199999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.241033+0300", "duration": 2.2139999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.241035+0300", "duration": 2.0689000000000001e-05 } ] } }, { "description": "osd_op(client.11510443.0:18519345 34.8fs0 34.d4b8988f (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:33.615680+0300", "age": 685.93883438499995, "duration": 685.94180502500001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510443", "client_addr": "v1:192.168.5.11:0/3009566991", "tid": 18519345 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:33.615680+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:33.615680+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:33.615678+0300", "duration": 6.4219999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:33.615685+0300", "duration": 9.02e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:33.615686+0300", "duration": 2.063e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:33.615688+0300", "duration": 7.4030000000000001e-06 } ] } }, { "description": "MOSDECSubOpWrite(34.cbs1 50265/46714 ECSubWrite(tid=53079720, reqid=client.12463637.0:8111175, at_version=50265'55573410, trim_to=50187'55569277, roll_forward_to=50264'55573409))", "initiated_at": "2020-07-30T19:09:36.705145+0300", "age": 682.84936986100001, "duration": 682.85237138900004, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:36.705145+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:36.705145+0300", "duration": 4294967295.9999967 }, { "event": "header_read", "time": "2020-07-30T19:09:36.705141+0300", "duration": 3.4876000000000003e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:36.705176+0300", "duration": 8.5099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:36.705177+0300", "duration": 2.3039999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:36.705179+0300", "duration": 3.4785e-05 } ] } }, { "description": "osd_op(client.11509979.0:42746863 32.25 32.2f1632e5 (undecoded) ondisk+read+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:39.099319+0300", "age": 680.455195162, "duration": 680.45822425200004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509979", "client_addr": "v1:192.168.5.21:0/3154933609", "tid": 42746863 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:39.099319+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:39.099319+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:39.099317+0300", "duration": 8.3850000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:39.099325+0300", "duration": 1.173e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:39.099327+0300", "duration": 3.6160000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:39.099330+0300", "duration": 1.075e-05 } ] } }, { "description": "osd_op(client.11629076.0:1337482225 34.75s0 34.51098175 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:55.392513+0300", "age": 664.16200162200005, "duration": 664.165060498, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482225 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:55.392513+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:55.392513+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:55.392511+0300", "duration": 5.9510000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:55.392517+0300", "duration": 9.9199999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:55.392518+0300", "duration": 3.0259999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:55.392521+0300", "duration": 8.3359999999999995e-06 } ] } }, { "description": "osd_op(client.11927193.0:13268218 34.a3s0 34.91f864a3 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:04.512922+0300", "age": 655.04159217400002, "duration": 655.04468296000005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11927193", "client_addr": "v1:192.168.5.22:0/3241921302", "tid": 13268218 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:04.512922+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:04.512922+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:10:04.512920+0300", "duration": 8.7669999999999992e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:04.512929+0300", "duration": 1.2619999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:04.512930+0300", "duration": 2.3039999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:04.512932+0300", "duration": 9.978e-06 } ] } }, { "description": "osd_op(client.12100375.0:605640080 34.9fs0 34.fd9ade9f (undecoded) ondisk+write+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:50.954293+0300", "age": 608.60022169599995, "duration": 608.60334186700004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12100375", "client_addr": "v1:192.168.5.14:0/2438310342", "tid": 605640080 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:50.954293+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:50.954293+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:10:50.954291+0300", "duration": 1.1482e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:50.954303+0300", "duration": 9.7199999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:50.954304+0300", "duration": 2.695e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:50.954306+0300", "duration": 1.3456e-05 } ] } }, { "description": "osd_op(client.11634350.0:1810280859 34.a1s0 34.e9236ba1 (undecoded) ondisk+read+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:52.897161+0300", "age": 606.65735380399997, "duration": 606.66050500400002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810280859 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:52.897161+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:52.897161+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:10:52.897158+0300", "duration": 8.4759999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:52.897167+0300", "duration": 1.172e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:52.897168+0300", "duration": 3.4369999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:52.897171+0300", "duration": 1.0689999999999999e-05 } ] } }, { "description": "osd_op(client.11510323.0:708635217 34.31s0 34.c206b731 (undecoded) ondisk+read+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:55.435549+0300", "age": 604.11896582099996, "duration": 604.122146606, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510323", "client_addr": "v1:192.168.5.20:0/567485199", "tid": 708635217 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:55.435549+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:55.435549+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:10:55.435547+0300", "duration": 6.392e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:55.435553+0300", "duration": 8.5199999999999995e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:55.435554+0300", "duration": 2.4049999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:55.435556+0300", "duration": 7.7049999999999999e-06 } ] } }, { "description": "osd_op(client.11627468.0:24208288 32.25 32.8e5f55a5 (undecoded) ondisk+read+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:11:06.442260+0300", "age": 593.11225431499997, "duration": 593.11546465599997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11627468", "client_addr": "v1:192.168.5.21:0/569624181", "tid": 24208288 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:06.442260+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:06.442260+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:11:06.442259+0300", "duration": 6.1319999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:11:06.442265+0300", "duration": 6.0100000000000005e-07 }, { "event": "dispatched", "time": "2020-07-30T19:11:06.442265+0300", "duration": 2.1339999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:06.442268+0300", "duration": 7.3039999999999999e-06 } ] } }, { "description": "osd_op(client.11510347.0:1630309 32.25 32.7f24265 (undecoded) ondisk+write+known_if_redirected e50280)", "initiated_at": "2020-07-30T19:15:18.431235+0300", "age": 341.12327942100001, "duration": 341.126524598, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510347", "client_addr": "v1:192.168.5.21:0/1499028162", "tid": 1630309 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:18.431235+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:18.431235+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:15:18.431233+0300", "duration": 1.3165e-05 }, { "event": "all_read", "time": "2020-07-30T19:15:18.431246+0300", "duration": 8.6199999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:15:18.431247+0300", "duration": 2.7750000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:18.431250+0300", "duration": 1.4938e-05 } ] } }, { "description": "osd_op(client.11654311.0:1718092 34.bds0 34.6f9eebbd (undecoded) ondisk+write+known_if_redirected e50284)", "initiated_at": "2020-07-30T19:17:07.510740+0300", "age": 232.04377412100001, "duration": 232.047048883, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11654311", "client_addr": "v1:192.168.5.21:0/1499689027", "tid": 1718092 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:17:07.510740+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:17:07.510740+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:17:07.510738+0300", "duration": 1.7031999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:17:07.510755+0300", "duration": 2.114e-06 }, { "event": "dispatched", "time": "2020-07-30T19:17:07.510757+0300", "duration": 4.087e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:17:07.510761+0300", "duration": 2.0528000000000001e-05 } ] } }, { "description": "osd_op(client.11629076.0:1337482082 34.7s0 34.d0cb9c07 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.241040+0300", "age": 693.31347492600003, "duration": 693.316780526, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482082 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.241040+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.241040+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.241039+0300", "duration": 2.3183000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.241062+0300", "duration": 2.3099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.241063+0300", "duration": 1.0419999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.241064+0300", "duration": 2.4015e-05 } ] } }, { "description": "osd_op(client.11629076.0:1337482179 34.8fs0 34.92678c8f (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:27.298043+0300", "age": 692.25647163099995, "duration": 692.25980927199998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482179 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:27.298043+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:27.298043+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:27.298041+0300", "duration": 1.8294000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:27.298059+0300", "duration": 1.1820000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:27.298060+0300", "duration": 2.4849999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:27.298063+0300", "duration": 1.9656999999999998e-05 } ] } }, { "description": "osd_op(client.11634350.0:1810280863 34.49s0 34.280f9449 (undecoded) ondisk+read+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:52.918825+0300", "age": 606.63568985799998, "duration": 606.63905865699996, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810280863 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:52.918825+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:52.918825+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:10:52.918822+0300", "duration": 8.9469999999999992e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:52.918831+0300", "duration": 1.212e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:52.918833+0300", "duration": 2.435e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:52.918835+0300", "duration": 1.0288999999999999e-05 } ] } }, { "description": "osd_op(client.11510147.0:4379463 34.bds0 34.54b361bd (undecoded) ondisk+write+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:11:39.690437+0300", "age": 559.86407738699995, "duration": 559.867475732, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510147", "client_addr": "v1:192.168.5.21:0/2441105766", "tid": 4379463 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:39.690437+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:39.690437+0300", "duration": 4294967295.9999952 }, { "event": "header_read", "time": "2020-07-30T19:11:39.690432+0300", "duration": 2.1471000000000002e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:39.690454+0300", "duration": 8.2099999999999995e-07 }, { "event": "dispatched", "time": "2020-07-30T19:11:39.690455+0300", "duration": 2.1339999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:39.690457+0300", "duration": 1.9525999999999999e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831622 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:11:42.974349+0300", "age": 556.58016512699999, "duration": 556.58359425000003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831622 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:42.974349+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:42.974349+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:11:42.974349+0300", "duration": 1.3414999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:42.974362+0300", "duration": 2.8099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:11:42.974363+0300", "duration": 1.9130000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:42.974364+0300", "duration": 1.4987999999999999e-05 } ] } }, { "description": "osd_op(client.12100375.0:605640123 34.7s0 34.15040907 (undecoded) ondisk+read+known_if_redirected e50275)", "initiated_at": "2020-07-30T19:12:43.339969+0300", "age": 496.21454565300002, "duration": 496.21800406099999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12100375", "client_addr": "v1:192.168.5.14:0/2438310342", "tid": 605640123 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:43.339969+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:43.339969+0300", "duration": 4294967295.9999967 }, { "event": "header_read", "time": "2020-07-30T19:12:43.339966+0300", "duration": 1.2363e-05 }, { "event": "all_read", "time": "2020-07-30T19:12:43.339978+0300", "duration": 1.804e-06 }, { "event": "dispatched", "time": "2020-07-30T19:12:43.339980+0300", "duration": 4.4479999999999996e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:43.339984+0300", "duration": 1.5308999999999999e-05 } ] } }, { "description": "osd_op(client.11629076.0:1337482392 34.75s0 34.51098175 (undecoded) ondisk+read+known_if_redirected e50281)", "initiated_at": "2020-07-30T19:15:49.991555+0300", "age": 309.56295923300002, "duration": 309.56644835899999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482392 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:49.991555+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:49.991555+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:15:49.991554+0300", "duration": 5.3900000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:15:49.991560+0300", "duration": 9.0100000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:15:49.991560+0300", "duration": 1.934e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:49.991562+0300", "duration": 7.0230000000000004e-06 } ] } }, { "description": "osd_op(client.11510427.0:1782852278 34.abs0 34.eb83eab (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:58.406143+0300", "age": 121.14837206999999, "duration": 121.151891613, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782852278 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:58.406143+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:58.406143+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:18:58.406142+0300", "duration": 2.5849999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:58.406144+0300", "duration": 3.3099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:58.406145+0300", "duration": 1.282e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:58.406146+0300", "duration": 3.4759999999999998e-06 } ] } }, { "description": "osd_op(client.11634350.0:1810277167 34.8fs0 34.bd6dd08f (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.696000+0300", "age": 693.85851487399998, "duration": 693.86206558599997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810277167 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.696000+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.696000+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:25.695999+0300", "duration": 1.593e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.696001+0300", "duration": 1.9000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.696001+0300", "duration": 4.3099999999999998e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.696002+0300", "duration": 1.854e-06 } ] } }, { "description": "MOSDECSubOpRead(34.d7s1 50264/46726 ECSubRead(tid=37628679, to_read={34:eb8fe064:::rbd_data.32.9f12a08ffa7c2f.0000000000afa513:head=122880,8192,0}, subchunks={34:eb8fe064:::rbd_data.32.9f12a08ffa7c2f.0000000000afa513:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.241104+0300", "age": 693.31341096599999, "duration": 693.31699315699996, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.241104+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.241104+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.241103+0300", "duration": 7.464e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.241110+0300", "duration": 6.1099999999999995e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.241111+0300", "duration": 2.1339999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.241113+0300", "duration": 9.1370000000000008e-06 } ] } }, { "description": "osd_op(client.11510371.0:15919352 34.7s0 34.a258db07 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:50.648315+0300", "age": 668.90620007099994, "duration": 668.90980842099998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510371", "client_addr": "v1:192.168.5.21:0/3829672877", "tid": 15919352 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:50.648315+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:50.648315+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:50.648312+0300", "duration": 1.8946000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:50.648331+0300", "duration": 2.3140000000000002e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:50.648334+0300", "duration": 3.3160000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:50.648337+0300", "duration": 2.2322000000000001e-05 } ] } }, { "description": "osd_op(client.11927193.0:13268267 34.a3s0 34.91f864a3 (undecoded) ondisk+read+known_if_redirected e50277)", "initiated_at": "2020-07-30T19:13:52.231493+0300", "age": 427.32302202699998, "duration": 427.32666115500001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11927193", "client_addr": "v1:192.168.5.22:0/3241921302", "tid": 13268267 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:13:52.231493+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:13:52.231493+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:13:52.231491+0300", "duration": 4.549e-06 }, { "event": "all_read", "time": "2020-07-30T19:13:52.231496+0300", "duration": 8.2200000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:13:52.231497+0300", "duration": 2.2740000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:13:52.231499+0300", "duration": 6.4019999999999999e-06 } ] } }, { "description": "osd_op(client.11693741.0:1367067133 34.49s0 34.68fa5e49 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:47.667664+0300", "age": 131.88685076499999, "duration": 131.89051944900001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367067133 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:47.667664+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:47.667664+0300", "duration": 4294967295.9999962 }, { "event": "header_read", "time": "2020-07-30T19:18:47.667660+0300", "duration": 1.3224000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:18:47.667673+0300", "duration": 2.2749999999999998e-06 }, { "event": "dispatched", "time": "2020-07-30T19:18:47.667676+0300", "duration": 4.318e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:47.667680+0300", "duration": 1.605e-05 } ] } }, { "description": "osd_op(client.11693741.0:1367071352 34.a3s0 34.780f6aa3 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:48.139474+0300", "age": 131.415040742, "duration": 131.41873994299999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367071352 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:48.139474+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:48.139474+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:18:48.139473+0300", "duration": 3.146e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:48.139476+0300", "duration": 3.5999999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:48.139476+0300", "duration": 1.1930000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:48.139478+0300", "duration": 3.8380000000000004e-06 } ] } }, { "description": "MOSDECSubOpRead(34.d7s1 50264/46726 ECSubRead(tid=37628516, to_read={34:ebb02815:::rbd_data.32.7e689d11d3b9b5.0000000000001899:head=0,8192,0}, subchunks={34:ebb02815:::rbd_data.32.7e689d11d3b9b5.0000000000001899:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.668550+0300", "age": 693.88596457000006, "duration": 693.88969526999995, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.668550+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.668550+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.668549+0300", "duration": 5.0599999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.668554+0300", "duration": 3.3099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.668555+0300", "duration": 8.5099999999999998e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.668555+0300", "duration": 5.3900000000000001e-06 } ] } }, { "description": "osd_op(client.11510139.0:17936629 34.75s0 34.cb435975 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.593519+0300", "age": 692.960995078, "duration": 692.96475260900002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510139", "client_addr": "v1:192.168.5.21:0/3711037727", "tid": 17936629 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.593519+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.593519+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:26.593518+0300", "duration": 6.5420000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.593524+0300", "duration": 9.5199999999999995e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.593525+0300", "duration": 2.5349999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.593528+0300", "duration": 8.3259999999999996e-06 } ] } }, { "description": "osd_op(client.11509979.0:42746878 34.a7s0 34.287208a7 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:50.909544+0300", "age": 668.64497012300001, "duration": 668.64875739000001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509979", "client_addr": "v1:192.168.5.21:0/3154933609", "tid": 42746878 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:50.909544+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:50.909544+0300", "duration": 4294967295.9999967 }, { "event": "header_read", "time": "2020-07-30T19:09:50.909541+0300", "duration": 1.9888e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:50.909561+0300", "duration": 1.793e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:50.909563+0300", "duration": 3.3060000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:50.909566+0300", "duration": 2.158e-05 } ] } }, { "description": "osd_op(client.11654175.0:1720848 34.9fs0 34.5745b29f (undecoded) ondisk+write+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:39.431875+0300", "age": 620.12263915300002, "duration": 620.12645738799995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11654175", "client_addr": "v1:192.168.5.20:0/3091684680", "tid": 1720848 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:39.431875+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:39.431875+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:10:39.431874+0300", "duration": 1.7002000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:39.431891+0300", "duration": 8.6199999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:39.431892+0300", "duration": 2.2840000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:39.431894+0300", "duration": 1.8485e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831646 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50275)", "initiated_at": "2020-07-30T19:12:44.414123+0300", "age": 495.14039206899997, "duration": 495.14424042100001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831646 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:44.414123+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:44.414123+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:12:44.414122+0300", "duration": 1.3886000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:12:44.414136+0300", "duration": 1.9999999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:44.414136+0300", "duration": 1.1620000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:44.414137+0300", "duration": 1.4848000000000001e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831787 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50288)", "initiated_at": "2020-07-30T19:18:12.092332+0300", "age": 167.46218286499999, "duration": 167.46606213499999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831787 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:12.092332+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:12.092332+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:18:12.092329+0300", "duration": 1.5398999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:18:12.092344+0300", "duration": 1.252e-06 }, { "event": "dispatched", "time": "2020-07-30T19:18:12.092346+0300", "duration": 4.1880000000000004e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:12.092350+0300", "duration": 1.8094e-05 } ] } }, { "description": "osd_op(client.11693741.0:1367067150 34.bds0 34.a66c88bd (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:47.668963+0300", "age": 131.8855513, "duration": 131.88945982499999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367067150 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:47.668963+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:47.668963+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:18:47.668962+0300", "duration": 6.6420000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:47.668968+0300", "duration": 1.082e-06 }, { "event": "dispatched", "time": "2020-07-30T19:18:47.668969+0300", "duration": 2.4150000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:47.668972+0300", "duration": 8.4659999999999999e-06 } ] } }, { "description": "osd_op(client.11693741.0:1367072202 34.bds0 34.f587bcbd (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:48.368177+0300", "age": 131.18633764200001, "duration": 131.19027686499999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367072202 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:48.368177+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:48.368177+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:18:48.368174+0300", "duration": 7.4139999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:48.368182+0300", "duration": 9.7100000000000011e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:48.368183+0300", "duration": 3.0860000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:48.368186+0300", "duration": 9.0270000000000001e-06 } ] } }, { "description": "osd_op(client.11510427.0:1782846671 34.abs0 34.382d39ab (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:57.608580+0300", "age": 121.9459346, "duration": 121.949903178, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782846671 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:57.608580+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:57.608580+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:18:57.608579+0300", "duration": 3.8879999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:57.608583+0300", "duration": 1.9999999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:57.608583+0300", "duration": 1.513e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:57.608585+0300", "duration": 4.7190000000000001e-06 } ] } }, { "description": "osd_op(client.11510155.0:1525047448 34.a1s0 34.92cd25a1 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:19:06.712431+0300", "age": 112.84208393599999, "duration": 112.846083041, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510155", "client_addr": "v1:192.168.5.21:0/380329708", "tid": 1525047448 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:19:06.712431+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:19:06.712431+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:19:06.712429+0300", "duration": 3.9770000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:19:06.712433+0300", "duration": 6.9100000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:19:06.712434+0300", "duration": 1.7239999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:19:06.712436+0300", "duration": 5.2100000000000001e-06 } ] } }, { "description": "MOSDECSubOpRead(34.9bs1 50264/46724 ECSubRead(tid=59152754, to_read={34:d9996864:::rbd_data.32.84ea818af6a8cc.000000000016aedd:head=1966080,4096,0}, subchunks={34:d9996864:::rbd_data.32.84ea818af6a8cc.000000000016aedd:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.218790+0300", "age": 693.33572457000002, "duration": 693.33975535499997, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.218790+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.218790+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.218789+0300", "duration": 8.8170000000000005e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.218798+0300", "duration": 5.3099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.218798+0300", "duration": 1.1820000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.218799+0300", "duration": 9.3870000000000001e-06 } ] } }, { "description": "osd_op(client.11927193.0:13268201 34.a3s0 34.91f864a3 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.434137+0300", "age": 693.12037789700003, "duration": 693.12443491099998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11927193", "client_addr": "v1:192.168.5.22:0/3241921302", "tid": 13268201 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.434137+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.434137+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:26.434135+0300", "duration": 7.1439999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.434142+0300", "duration": 9.4200000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.434143+0300", "duration": 1.753e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.434144+0300", "duration": 7.7950000000000008e-06 } ] } }, { "description": "osd_op(client.11654343.0:4324695 34.43s0 34.b3b38443 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.619097+0300", "age": 692.93541769399997, "duration": 692.93950682900004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11654343", "client_addr": "v1:192.168.5.11:0/2813739415", "tid": 4324695 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.619097+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.619097+0300", "duration": 4294967295.9999948 }, { "event": "header_read", "time": "2020-07-30T19:09:26.619092+0300", "duration": 3.8321999999999997e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.619130+0300", "duration": 1.1620000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.619131+0300", "duration": 2.0339999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.619133+0300", "duration": 3.6409000000000003e-05 } ] } }, { "description": "osd_op(client.12288327.0:8647968 34.a3s0 34.df4698a3 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:50.955613+0300", "age": 668.59890139000004, "duration": 668.60301981999999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12288327", "client_addr": "v1:192.168.5.22:0/3223746449", "tid": 8647968 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:50.955613+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:50.955613+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:50.955611+0300", "duration": 8.3359999999999995e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:50.955620+0300", "duration": 1.282e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:50.955621+0300", "duration": 2.6749999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:50.955624+0300", "duration": 1.0399e-05 } ] } }, { "description": "osd_op(client.11510443.0:18519367 34.8fs0 34.d4b8988f (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:08.630450+0300", "age": 650.92406480900001, "duration": 650.92821375599999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510443", "client_addr": "v1:192.168.5.11:0/3009566991", "tid": 18519367 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:08.630450+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:08.630450+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:10:08.630448+0300", "duration": 6.8530000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:08.630455+0300", "duration": 1.0920000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:08.630456+0300", "duration": 2.4049999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:08.630458+0300", "duration": 8.2660000000000001e-06 } ] } }, { "description": "osd_op(client.12211007.0:10390286 34.43s0 34.7a122b43 (undecoded) ondisk+write+known_if_redirected e50276)", "initiated_at": "2020-07-30T19:13:26.054686+0300", "age": 453.49982868699999, "duration": 453.50400760100001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12211007", "client_addr": "v1:192.168.5.11:0/3342035770", "tid": 10390286 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:13:26.054686+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:13:26.054686+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:13:26.054684+0300", "duration": 1.3786e-05 }, { "event": "all_read", "time": "2020-07-30T19:13:26.054697+0300", "duration": 9.3200000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:13:26.054698+0300", "duration": 2.1639999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:13:26.054701+0300", "duration": 1.4708e-05 } ] } }, { "description": "osd_op(client.11693741.0:1367067151 34.abs0 34.1c2fd6ab (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:47.669178+0300", "age": 131.88533694700001, "duration": 131.889546889, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367067151 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:47.669178+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:47.669178+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:18:47.669177+0300", "duration": 5.0499999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:47.669182+0300", "duration": 3.8099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:47.669182+0300", "duration": 1.823e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:47.669184+0300", "duration": 6.2820000000000002e-06 } ] } }, { "description": "MOSDECSubOpRead(34.97s1 50264/46721 ECSubRead(tid=59152373, to_read={34:e9a5c0c0:::rbd_data.32.7e689d11d3b9b5.000000000013f62a:head=569344,4096,0}, subchunks={34:e9a5c0c0:::rbd_data.32.7e689d11d3b9b5.000000000013f62a:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.631740+0300", "age": 693.92277482500003, "duration": 693.92701619599995, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.631740+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.631740+0300", "duration": 4294967295.9999957 }, { "event": "header_read", "time": "2020-07-30T19:09:25.631736+0300", "duration": 1.6490999999999998e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.631752+0300", "duration": 1.7039999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.631754+0300", "duration": 2.8650000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.631757+0300", "duration": 1.6841999999999999e-05 } ] } }, { "description": "osd_op(client.12464039.0:6424627 34.43s0 34.4537ec43 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.041287+0300", "age": 693.51322784599995, "duration": 693.51749775099995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12464039", "client_addr": "v1:192.168.5.20:0/3829013598", "tid": 6424627 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.041287+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.041287+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.041286+0300", "duration": 1.4547e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.041300+0300", "duration": 4.01e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.041301+0300", "duration": 1.333e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.041302+0300", "duration": 1.5288999999999999e-05 } ] } }, { "description": "osd_op(client.12438918.0:4884300 34.31s0 34.f2f96431 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.126357+0300", "age": 693.42815787899997, "duration": 693.43245764000005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12438918", "client_addr": "v1:192.168.5.20:0/198857382", "tid": 4884300 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.126357+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.126357+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:26.126355+0300", "duration": 1.7462999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.126373+0300", "duration": 8.71e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.126374+0300", "duration": 1.5030000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.126375+0300", "duration": 1.8595000000000001e-05 } ] } }, { "description": "osd_op(client.12288327.0:8647960 34.a3s0 34.df4698a3 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.443579+0300", "age": 693.11093557499998, "duration": 693.11526618400001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12288327", "client_addr": "v1:192.168.5.22:0/3223746449", "tid": 8647960 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.443579+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.443579+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:26.443576+0300", "duration": 1.1562e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.443588+0300", "duration": 2.204e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.443590+0300", "duration": 3.1760000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.443593+0300", "duration": 1.3937000000000001e-05 } ] } }, { "description": "MOSDECSubOpRead(34.bs1 50264/46718 ECSubRead(tid=35169573, to_read={34:d0b969ff:::rbd_data.32.be0597d20de647.000000000003f2aa:head=73728,4096,0,81920,4096,0}, subchunks={34:d0b969ff:::rbd_data.32.be0597d20de647.000000000003f2aa:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.670332+0300", "age": 692.88418297500004, "duration": 692.88854491300003, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.670332+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.670332+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:26.670330+0300", "duration": 1.1501000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.670342+0300", "duration": 1.032e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.670343+0300", "duration": 1.573e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.670344+0300", "duration": 1.2864000000000001e-05 } ] } }, { "description": "osd_op(client.11510139.0:17936643 34.bds0 34.5d6d29bd (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:48.669753+0300", "age": 670.88476181199997, "duration": 670.88915144199996, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510139", "client_addr": "v1:192.168.5.21:0/3711037727", "tid": 17936643 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:48.669753+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:48.669753+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:48.669751+0300", "duration": 1.7723e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:48.669769+0300", "duration": 1.122e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:48.669770+0300", "duration": 2.976e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:48.669773+0300", "duration": 1.9877999999999998e-05 } ] } }, { "description": "osd_op(client.11596032.0:15286559 34.7s0 34.cf41f207 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:08.756118+0300", "age": 650.79839639199997, "duration": 650.80281566799999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11596032", "client_addr": "v1:192.168.5.20:0/556079786", "tid": 15286559 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:08.756118+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:08.756118+0300", "duration": 4294967295.9999933 }, { "event": "header_read", "time": "2020-07-30T19:10:08.756112+0300", "duration": 3.5716999999999997e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:08.756147+0300", "duration": 2.4550000000000002e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:08.756150+0300", "duration": 3.3759999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:08.756153+0300", "duration": 3.5026e-05 } ] } }, { "description": "osd_op(client.12443832.0:4769485 34.7s0 34.a9979407 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:10.167428+0300", "age": 649.38708696900005, "duration": 649.39153640200004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12443832", "client_addr": "v1:192.168.5.11:0/1318265321", "tid": 4769485 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:10.167428+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:10.167428+0300", "duration": 4294967295.9999967 }, { "event": "header_read", "time": "2020-07-30T19:10:10.167424+0300", "duration": 2.3844000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:10.167448+0300", "duration": 5.6100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:10.167448+0300", "duration": 2.215e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:10.167451+0300", "duration": 2.3093999999999999e-05 } ] } }, { "description": "osd_op(client.11629236.0:828315449 34.53s0 34.79af6053 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:11.224865+0300", "age": 648.32964971800004, "duration": 648.33413037000003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315449 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:11.224865+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:11.224865+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:10:11.224863+0300", "duration": 6.4629999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:11.224869+0300", "duration": 8.5099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:11.224870+0300", "duration": 2.5849999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:11.224873+0300", "duration": 7.9149999999999996e-06 } ] } }, { "description": "osd_op(client.11510147.0:4379430 34.a1s0 34.f2b129a1 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:28.686976+0300", "age": 630.86753816199996, "duration": 630.87204885999995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510147", "client_addr": "v1:192.168.5.21:0/2441105766", "tid": 4379430 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:28.686976+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:28.686976+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:10:28.686976+0300", "duration": 8.5969999999999992e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:28.686984+0300", "duration": 2.1e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:28.686984+0300", "duration": 7.8100000000000002e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:28.686985+0300", "duration": 8.8659999999999995e-06 } ] } }, { "description": "osd_op(client.12211007.0:10390287 34.43s0 34.7a122b43 (undecoded) ondisk+write+known_if_redirected e50276)", "initiated_at": "2020-07-30T19:13:26.054705+0300", "age": 453.49980953099998, "duration": 453.504351117, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12211007", "client_addr": "v1:192.168.5.11:0/3342035770", "tid": 10390287 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:13:26.054705+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:13:26.054705+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:13:26.054705+0300", "duration": 9.5079999999999994e-06 }, { "event": "all_read", "time": "2020-07-30T19:13:26.054714+0300", "duration": 2.6e-07 }, { "event": "dispatched", "time": "2020-07-30T19:13:26.054714+0300", "duration": 1.142e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:13:26.054716+0300", "duration": 1.0499999999999999e-05 } ] } }, { "description": "osd_op(client.11510355.0:15763683 32.25 32.dbfb7025 (undecoded) ondisk+read+known_if_redirected e50281)", "initiated_at": "2020-07-30T19:15:58.733992+0300", "age": 300.82052293100003, "duration": 300.825094143, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510355", "client_addr": "v1:192.168.5.21:0/1221884262", "tid": 15763683 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:58.733992+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:58.733992+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:15:58.733990+0300", "duration": 5.6810000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:15:58.733996+0300", "duration": 6.8100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:15:58.733996+0300", "duration": 2.7650000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:58.733999+0300", "duration": 7.5440000000000001e-06 } ] } }, { "description": "osd_op(client.12616321.0:246630162 34.75s0 34.6b904a75 (undecoded) ondisk+read+known_if_redirected e50284)", "initiated_at": "2020-07-30T19:17:07.684315+0300", "age": 231.87019935000001, "duration": 231.87480135000001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246630162 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:17:07.684315+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:17:07.684315+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:17:07.684314+0300", "duration": 3.1159999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:17:07.684317+0300", "duration": 2.2999999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:17:07.684318+0300", "duration": 2.1339999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:17:07.684320+0300", "duration": 4.4279999999999998e-06 } ] } }, { "description": "osd_op(client.11693741.0:1367072220 34.8fs0 34.103828f (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:48.384770+0300", "age": 131.16974472800001, "duration": 131.17437676399999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367072220 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:48.384770+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:48.384770+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:18:48.384769+0300", "duration": 4.5580000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:48.384773+0300", "duration": 5.4099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:48.384774+0300", "duration": 1.553e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:48.384775+0300", "duration": 5.4500000000000003e-06 } ] } }, { "description": "osd_op(client.11510443.0:18519337 34.a3s0 34:c5be7e21:::rbd_data.32.905c7673869883.0000000000004b00:head [stat out=16b,write 376832~16384 in=16384b] snapc 0=[] ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.227501+0300", "age": 694.32701333700004, "duration": 694.33176280400005, "type_data": { "flag_point": "started", "client_info": { "client": "client.11510443", "client_addr": "v1:192.168.5.11:0/3009566991", "tid": 18519337 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.227501+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.227501+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.227500+0300", "duration": 1.9145999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.227519+0300", "duration": 4.3099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.227520+0300", "duration": 2.9359999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.227523+0300", "duration": 1.5719e-05 }, { "event": "reached_pg", "time": "2020-07-30T19:09:25.227538+0300", "duration": 2.4176e-05 }, { "event": "started", "time": "2020-07-30T19:09:25.227563+0300", "duration": 0.00019222099999999999 }, { "event": "sub_op_started", "time": "2020-07-30T19:09:25.227755+0300", "duration": 0.000819602 }, { "event": "sub_op_committed", "time": "2020-07-30T19:09:25.228574+0300", "duration": 0.001073119 } ] } }, { "description": "MOSDECSubOpWrite(34.d7s1 50264/46726 ECSubWrite(tid=37627894, reqid=client.11629236.0:828315398, at_version=0'0, trim_to=50175'47079779, roll_forward_to=50264'47084491))", "initiated_at": "2020-07-30T19:09:25.229081+0300", "age": 694.32543396599999, "duration": 694.33022683499996, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.229081+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.229081+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:25.229080+0300", "duration": 1.0219e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.229090+0300", "duration": 3.0100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.229090+0300", "duration": 1.813e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.229092+0300", "duration": 1.1642e-05 } ] } }, { "description": "osd_op(client.11634350.0:1810279186 34.43s0 34.abef4e43 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.988751+0300", "age": 693.56576325200001, "duration": 693.57058411399998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810279186 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.988751+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.988751+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:25.988751+0300", "duration": 1.3586e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.988765+0300", "duration": 2.4999999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.988765+0300", "duration": 1.403e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.988766+0300", "duration": 1.4868000000000001e-05 } ] } }, { "description": "osd_op(client.11629076.0:1337482088 34.31s0 34.cb724f31 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.241215+0300", "age": 693.31329924600004, "duration": 693.31814999400001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482088 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.241215+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.241215+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.241214+0300", "duration": 1.1933000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.241226+0300", "duration": 5.4099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.241227+0300", "duration": 1.4529999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.241228+0300", "duration": 1.3005e-05 } ] } }, { "description": "osd_op(client.11520194.0:2431869 34.d1s0 34.8884bbd1 (undecoded) ondisk+write+known_if_redirected e50266)", "initiated_at": "2020-07-30T19:09:44.276512+0300", "age": 675.27800245900005, "duration": 675.28288468599999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11520194", "client_addr": "v1:192.168.5.11:0/4173348751", "tid": 2431869 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:44.276512+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:44.276512+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:44.276511+0300", "duration": 1.9938000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:44.276531+0300", "duration": 5.4099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:44.276532+0300", "duration": 1.6029999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:44.276533+0300", "duration": 2.12e-05 } ] } }, { "description": "osd_op(client.11510371.0:15919368 34.a1s0 34.81c3dba1 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:37.572364+0300", "age": 621.98215051099999, "duration": 621.98706216400001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510371", "client_addr": "v1:192.168.5.21:0/3829672877", "tid": 15919368 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:37.572364+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:37.572364+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:10:37.572363+0300", "duration": 5.4199999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:37.572368+0300", "duration": 6.3099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:37.572369+0300", "duration": 2.605e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:37.572371+0300", "duration": 7.1840000000000002e-06 } ] } }, { "description": "osd_op(client.11654175.0:1720948 34.9fs0 34.5745b29f (undecoded) ondisk+write+known_if_redirected e50286)", "initiated_at": "2020-07-30T19:17:37.441401+0300", "age": 202.11311318599999, "duration": 202.11805568700001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11654175", "client_addr": "v1:192.168.5.20:0/3091684680", "tid": 1720948 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:17:37.441401+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:17:37.441401+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:17:37.441399+0300", "duration": 1.5177999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:17:37.441414+0300", "duration": 1.0720000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:17:37.441415+0300", "duration": 3.6069999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:17:37.441419+0300", "duration": 1.7503000000000002e-05 } ] } }, { "description": "osd_op(client.11693741.0:1367067156 34.abs0 34.567ff3ab (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:47.669569+0300", "age": 131.88494562100001, "duration": 131.88991752699999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367067156 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:47.669569+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:47.669569+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:18:47.669568+0300", "duration": 5.8819999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:47.669574+0300", "duration": 4.3000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:47.669574+0300", "duration": 1.6029999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:47.669576+0300", "duration": 6.8430000000000004e-06 } ] } }, { "description": "osd_op(client.12318821.0:431318756 34.53s0 34.c11a4953 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.435800+0300", "age": 694.11871429099995, "duration": 694.12371702500002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12318821", "client_addr": "v1:192.168.5.22:0/4215923229", "tid": 431318756 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.435800+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.435800+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:25.435798+0300", "duration": 1.0079e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.435808+0300", "duration": 9.7199999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.435809+0300", "duration": 2.4040000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.435812+0300", "duration": 1.1221e-05 } ] } }, { "description": "MOSDECSubOpWrite(34.85s1 50264/46727 ECSubWrite(tid=54806639, reqid=client.12424691.0:5661005, at_version=50264'51579047, trim_to=50201'51573929, roll_forward_to=50264'51579046))", "initiated_at": "2020-07-30T19:09:25.496873+0300", "age": 694.05764127500004, "duration": 694.06267501699995, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.496873+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.496873+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:25.496871+0300", "duration": 3.4273999999999997e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.496906+0300", "duration": 9.4200000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.496907+0300", "duration": 2.4449999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.496909+0300", "duration": 3.5787999999999997e-05 } ] } }, { "description": "osd_op(client.11634350.0:1810279187 34.43s0 34.abef4e43 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.988771+0300", "age": 693.56574367500002, "duration": 693.57080521, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810279187 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.988771+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.988771+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:25.988771+0300", "duration": 9.5780000000000005e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.988780+0300", "duration": 1.5099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.988780+0300", "duration": 1.282e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.988782+0300", "duration": 1.0710000000000001e-05 } ] } }, { "description": "MOSDECSubOpRead(34.6fs1 50264/46728 ECSubRead(tid=59520200, to_read={34:f63e7b97:::rbd_data.32.9f12a08ffa7c2f.0000000000b5a2b0:head=45056,8192,0}, subchunks={34:f63e7b97:::rbd_data.32.9f12a08ffa7c2f.0000000000b5a2b0:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.241227+0300", "age": 693.31328709299999, "duration": 693.31837966600006, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.241227+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.241227+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:26.241225+0300", "duration": 1.1562e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.241236+0300", "duration": 1.012e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.241237+0300", "duration": 2.8049999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.241240+0300", "duration": 1.2463000000000001e-05 } ] } }, { "description": "osd_op(client.12450850.0:5973924 34.a3s0 34.a7762ba3 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:30.044092+0300", "age": 689.51042282100002, "duration": 689.51554158299996, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12450850", "client_addr": "v1:192.168.5.20:0/585246053", "tid": 5973924 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:30.044092+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:30.044092+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:30.044089+0300", "duration": 1.0831e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:30.044100+0300", "duration": 1.5430000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:30.044101+0300", "duration": 3.3160000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:30.044105+0300", "duration": 1.2833999999999999e-05 } ] } }, { "description": "MOSDECSubOpRead(34.77s1 50265/46723 ECSubRead(tid=53079731, to_read={34:ee3d45c0:::rbd_data.32.b55d73a9e0dbf9.00000000000009f6:head=135168,4096,0}, subchunks={34:ee3d45c0:::rbd_data.32.b55d73a9e0dbf9.00000000000009f6:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:37.062216+0300", "age": 682.49229808799998, "duration": 682.49745005299997, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:37.062216+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:37.062216+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:37.062215+0300", "duration": 7.8949999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:37.062223+0300", "duration": 6.61e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:37.062224+0300", "duration": 1.3519999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:37.062225+0300", "duration": 8.8359999999999998e-06 } ] } }, { "description": "osd_op(client.10918622.0:1783073 34.bds0 34.6bf112bd (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:43.389711+0300", "age": 676.16480403000003, "duration": 676.16998230399997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.10918622", "client_addr": "v1:192.168.5.21:0/3882900999", "tid": 1783073 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:43.389711+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:43.389711+0300", "duration": 4294967295.9999938 }, { "event": "header_read", "time": "2020-07-30T19:09:43.389704+0300", "duration": 1.3755e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:43.389718+0300", "duration": 1.263e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:43.389719+0300", "duration": 2.605e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:43.389722+0300", "duration": 1.1552000000000001e-05 } ] } }, { "description": "osd_op(client.11509979.0:42746870 34.43s0 34.ac430143 (undecoded) ondisk+write+known_if_redirected e50266)", "initiated_at": "2020-07-30T19:09:44.909063+0300", "age": 674.64545136100003, "duration": 674.65066106500001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509979", "client_addr": "v1:192.168.5.21:0/3154933609", "tid": 42746870 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:44.909063+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:44.909063+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:44.909062+0300", "duration": 2.139e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:44.909084+0300", "duration": 7.2099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:44.909084+0300", "duration": 2.3350000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:44.909087+0300", "duration": 2.3363999999999999e-05 } ] } }, { "description": "osd_op(client.12529290.0:486834 34.83s0 34.21eda783 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:47.027016+0300", "age": 672.52749873599998, "duration": 672.53273771500005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12529290", "client_addr": "v1:192.168.5.11:0/1752178821", "tid": 486834 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:47.027016+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:47.027016+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:47.027013+0300", "duration": 1.1632e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:47.027025+0300", "duration": 1.7740000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:47.027026+0300", "duration": 2.9249999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:47.027029+0300", "duration": 1.3535e-05 } ] } }, { "description": "osd_op(client.11629236.0:828315511 34.a7s0 34.ba2b26a7 (undecoded) ondisk+read+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:11:52.094952+0300", "age": 547.45956208999996, "duration": 547.46483234799996, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315511 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:52.094952+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:52.094952+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:11:52.094950+0300", "duration": 9.4879999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:11:52.094959+0300", "duration": 1.393e-06 }, { "event": "dispatched", "time": "2020-07-30T19:11:52.094961+0300", "duration": 2.5040000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:52.094963+0300", "duration": 1.0560000000000001e-05 } ] } }, { "description": "osd_op(client.12100375.0:605640133 34.9fs0 34.fd9ade9f (undecoded) ondisk+write+known_if_redirected e50275)", "initiated_at": "2020-07-30T19:12:53.833741+0300", "age": 485.72077312900001, "duration": 485.72607292200001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12100375", "client_addr": "v1:192.168.5.14:0/2438310342", "tid": 605640133 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:53.833741+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:53.833741+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:12:53.833740+0300", "duration": 1.3295000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:12:53.833753+0300", "duration": 9.1200000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:53.833754+0300", "duration": 2.3740000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:53.833756+0300", "duration": 1.4647000000000001e-05 } ] } }, { "description": "osd_op(client.11510427.0:1782847332 34.9fs0 34.19fc79f (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:57.676642+0300", "age": 121.877872244, "duration": 121.883202815, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782847332 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:57.676642+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:57.676642+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:18:57.676641+0300", "duration": 2.8650000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:57.676644+0300", "duration": 5.6199999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:57.676645+0300", "duration": 1.252e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:57.676646+0300", "duration": 3.7670000000000001e-06 } ] } }, { "description": "MOSDECSubOpRead(34.6bs1 50264/46723 ECSubRead(tid=54806641, to_read={34:d60dcf3e:::rbd_data.32.7e689d11d3b9b5.000000000013d5c9:head=1593344,8192,0}, subchunks={34:d60dcf3e:::rbd_data.32.7e689d11d3b9b5.000000000013d5c9:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.497411+0300", "age": 694.05710308200003, "duration": 694.06246513200006, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.497411+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.497411+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.497411+0300", "duration": 6.1210000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.497417+0300", "duration": 4.01e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.497417+0300", "duration": 1.1620000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.497418+0300", "duration": 6.7220000000000002e-06 } ] } }, { "description": "MOSDECSubOpRead(34.f9s1 50264/46718 ECSubRead(tid=27573178, to_read={34:9f59bc54:::rbd_data.32.be54428c424c52.000000000003e955:head=180224,8192,0}, subchunks={34:9f59bc54:::rbd_data.32.be54428c424c52.000000000003e955:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.708446+0300", "age": 693.84606884100003, "duration": 693.85146037699997, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.708446+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.708446+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:25.708444+0300", "duration": 8.9069999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.708453+0300", "duration": 8.5199999999999995e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.708454+0300", "duration": 2.4040000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.708457+0300", "duration": 1.092e-05 } ] } }, { "description": "MOSDECSubOpRead(34.77s1 50264/46723 ECSubRead(tid=53079618, to_read={34:ee912c84:::rbd_data.32.bdf52477215d95.000000000000155b:head=106496,4096,0}, subchunks={34:ee912c84:::rbd_data.32.bdf52477215d95.000000000000155b:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:31.983947+0300", "age": 687.57056748699995, "duration": 687.57598743599999, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:31.983947+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:31.983947+0300", "duration": 4294967295.9999962 }, { "event": "header_read", "time": "2020-07-30T19:09:31.983943+0300", "duration": 1.4958e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:31.983958+0300", "duration": 1.513e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:31.983960+0300", "duration": 3.0259999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:31.983963+0300", "duration": 1.5699999999999999e-05 } ] } }, { "description": "osd_op(client.10918622.0:1783074 34.bds0 34.6bf112bd (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:43.389727+0300", "age": 676.16478781000001, "duration": 676.17023541100002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.10918622", "client_addr": "v1:192.168.5.21:0/3882900999", "tid": 1783074 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:43.389727+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:43.389727+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:43.389726+0300", "duration": 1.4066000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:43.389740+0300", "duration": 3.0100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:43.389741+0300", "duration": 1.2419999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:43.389742+0300", "duration": 1.5129e-05 } ] } }, { "description": "osd_op(client.12529290.0:486835 34.83s0 34.21eda783 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:47.027046+0300", "age": 672.52746866999996, "duration": 672.53294580700003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12529290", "client_addr": "v1:192.168.5.11:0/1752178821", "tid": 486835 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:47.027046+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:47.027046+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:47.027045+0300", "duration": 1.3455000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:47.027059+0300", "duration": 3.3099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:47.027059+0300", "duration": 1.2419999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:47.027060+0300", "duration": 1.4416999999999999e-05 } ] } }, { "description": "osd_op(client.11634526.0:16064208 34.49s0 34.8f33c049 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:25.074431+0300", "age": 634.48008349999998, "duration": 634.48559031299999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634526", "client_addr": "v1:192.168.5.21:0/2149568593", "tid": 16064208 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:25.074431+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:25.074431+0300", "duration": 4294967295.9999952 }, { "event": "header_read", "time": "2020-07-30T19:10:25.074426+0300", "duration": 2.5276999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:25.074452+0300", "duration": 9.02e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:25.074452+0300", "duration": 2.3740000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:25.074455+0300", "duration": 2.3794e-05 } ] } }, { "description": "osd_op(client.11933637.0:351153165 34.8fs0 34.41730e8f (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:31.838616+0300", "age": 627.71589818500001, "duration": 627.72143570499998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11933637", "client_addr": "v1:192.168.5.22:0/1447296118", "tid": 351153165 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:31.838616+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:31.838616+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:10:31.838615+0300", "duration": 1.2483000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:31.838627+0300", "duration": 1.0720000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:31.838628+0300", "duration": 2.1440000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:31.838630+0300", "duration": 1.3866000000000001e-05 } ] } }, { "description": "osd_op(client.11510427.0:1782846500 34.75s0 34.249b6575 (undecoded) ondisk+read+known_if_redirected e50275)", "initiated_at": "2020-07-30T19:12:57.571633+0300", "age": 481.98288162199998, "duration": 481.98844893900002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782846500 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:57.571633+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:57.571633+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:12:57.571632+0300", "duration": 4.8590000000000004e-06 }, { "event": "all_read", "time": "2020-07-30T19:12:57.571637+0300", "duration": 5.3099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:57.571637+0300", "duration": 1.643e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:57.571639+0300", "duration": 5.7409999999999998e-06 } ] } }, { "description": "osd_op(client.12470501.0:3831700 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50280)", "initiated_at": "2020-07-30T19:14:47.293493+0300", "age": 372.26102185299999, "duration": 372.26662049800001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831700 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:14:47.293493+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:14:47.293493+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:14:47.293492+0300", "duration": 2.137e-05 }, { "event": "all_read", "time": "2020-07-30T19:14:47.293514+0300", "duration": 3.2099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:14:47.293514+0300", "duration": 1.412e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:14:47.293515+0300", "duration": 2.2561999999999998e-05 } ] } }, { "description": "osd_op(client.11693741.0:1367066823 34.abs0 34.17285eab (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.310842+0300", "age": 694.243672823, "duration": 694.24930122399996, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367066823 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.310842+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.310842+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.310841+0300", "duration": 4.8799999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.310846+0300", "duration": 5.0999999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.310846+0300", "duration": 1.714e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.310848+0300", "duration": 6.2020000000000001e-06 } ] } }, { "description": "osd_op(client.12616321.0:246629836 34.8fs0 34.de66488f (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.078860+0300", "age": 693.47565426599999, "duration": 693.48131364599999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246629836 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.078860+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.078860+0300", "duration": 4294967295.9999962 }, { "event": "header_read", "time": "2020-07-30T19:09:26.078856+0300", "duration": 6.8930000000000006e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.078925+0300", "duration": 1.0419999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.078926+0300", "duration": 2.3649999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.078929+0300", "duration": 6.8368999999999995e-05 } ] } }, { "description": "MOSDECSubOpRead(34.f9s1 50264/46718 ECSubRead(tid=27573343, to_read={34:9f1121cc:::rbd_data.32.97c867d3a4664c.00000000000090a4:head=40960,12288,0}, subchunks={34:9f1121cc:::rbd_data.32.97c867d3a4664c.00000000000090a4:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.306414+0300", "age": 693.24810041900002, "duration": 693.25379143800001, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.306414+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.306414+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.306414+0300", "duration": 6.0610000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.306420+0300", "duration": 3.3099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.306420+0300", "duration": 1.6029999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.306422+0300", "duration": 7.3640000000000001e-06 } ] } }, { "description": "MOSDECSubOpRead(34.85s1 50264/46727 ECSubRead(tid=54807315, to_read={34:a181ba54:::rbd_data.32.a8e1cbf11cf04a.0000000000008876:head=200704,8192,0}, subchunks={34:a181ba54:::rbd_data.32.a8e1cbf11cf04a.0000000000008876:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:32.037450+0300", "age": 687.51706505100003, "duration": 687.52278547599997, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:32.037450+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:32.037450+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:32.037447+0300", "duration": 2.0539000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:32.037467+0300", "duration": 1.8929999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:32.037469+0300", "duration": 4.1679999999999997e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:32.037473+0300", "duration": 2.3594000000000001e-05 } ] } }, { "description": "MOSDECSubOpRead(34.77s1 50264/46723 ECSubRead(tid=53079670, to_read={34:ee2ec751:::rbd_data.32.be865e8a59963a.000000000000067c:head=118784,4096,0}, subchunks={34:ee2ec751:::rbd_data.32.be865e8a59963a.000000000000067c:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:34.330499+0300", "age": 685.22401512199997, "duration": 685.22976342899995, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:34.330499+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:34.330499+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:34.330497+0300", "duration": 1.8575000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:34.330515+0300", "duration": 1.9530000000000002e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:34.330517+0300", "duration": 3.5769999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:34.330521+0300", "duration": 2.1169999999999999e-05 } ] } }, { "description": "osd_op(client.12529290.0:486845 34.43s0 34.bf35fa43 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:47.027981+0300", "age": 672.52653318, "duration": 672.53230937000001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12529290", "client_addr": "v1:192.168.5.11:0/1752178821", "tid": 486845 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:47.027981+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:47.027981+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:47.027980+0300", "duration": 9.3770000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:47.027989+0300", "duration": 1.1319999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:47.027990+0300", "duration": 2.6850000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:47.027993+0300", "duration": 1.1391e-05 } ] } }, { "description": "osd_op(client.11627468.0:24208251 32.25 32.8e5f55a5 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:55.789512+0300", "age": 663.76500270700001, "duration": 663.77080896300004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11627468", "client_addr": "v1:192.168.5.21:0/569624181", "tid": 24208251 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:55.789512+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:55.789512+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:55.789509+0300", "duration": 8.4759999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:55.789518+0300", "duration": 1.793e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:55.789520+0300", "duration": 3.647e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:55.789523+0300", "duration": 1.1460999999999999e-05 } ] } }, { "description": "osd_op(client.11510323.0:708635181 34.83s0 34.ef8d2383 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:11.038398+0300", "age": 648.51611705000005, "duration": 648.52195526599996, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510323", "client_addr": "v1:192.168.5.20:0/567485199", "tid": 708635181 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:11.038398+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:11.038398+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:10:11.038396+0300", "duration": 6.8329999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:11.038403+0300", "duration": 7.4099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:11.038403+0300", "duration": 2.9059999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:11.038406+0300", "duration": 8.8070000000000006e-06 } ] } }, { "description": "osd_op(client.11933637.0:351153153 34.abs0 34.71c04ab (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:13.918827+0300", "age": 645.63568714500002, "duration": 645.64155531799997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11933637", "client_addr": "v1:192.168.5.22:0/1447296118", "tid": 351153153 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:13.918827+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:13.918827+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:10:13.918824+0300", "duration": 1.4106e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:13.918839+0300", "duration": 1.9740000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:13.918841+0300", "duration": 2.9349999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:13.918843+0300", "duration": 1.6039999999999999e-05 } ] } }, { "description": "osd_op(client.11629068.0:4170731 34.31s0 34.f13dfa31 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:33.738735+0300", "age": 625.81577950099995, "duration": 625.82167708899999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629068", "client_addr": "v1:192.168.5.20:0/298696405", "tid": 4170731 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:33.738735+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:33.738735+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:10:33.738733+0300", "duration": 1.4948e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:33.738748+0300", "duration": 1.3030000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:33.738749+0300", "duration": 2.835e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:33.738752+0300", "duration": 1.6671e-05 } ] } }, { "description": "osd_op(client.11510355.0:15763600 32.25 32.dbfb7025 (undecoded) ondisk+read+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:59.286661+0300", "age": 600.26785368200001, "duration": 600.27378212799999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510355", "client_addr": "v1:192.168.5.21:0/1221884262", "tid": 15763600 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:59.286661+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:59.286661+0300", "duration": 4294967295.9999967 }, { "event": "header_read", "time": "2020-07-30T19:10:59.286657+0300", "duration": 1.1061e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:59.286669+0300", "duration": 1.6130000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:59.286670+0300", "duration": 3.7270000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:59.286674+0300", "duration": 1.2955e-05 } ] } }, { "description": "osd_op(client.11628988.0:1156870224 34.31s0 34.bde78931 (undecoded) ondisk+read+known_if_redirected e50275)", "initiated_at": "2020-07-30T19:12:45.657273+0300", "age": 493.89724159899998, "duration": 493.90319978100001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11628988", "client_addr": "v1:192.168.5.20:0/1894522568", "tid": 1156870224 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:45.657273+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:45.657273+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:12:45.657271+0300", "duration": 6.4919999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:12:45.657278+0300", "duration": 9.02e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:45.657278+0300", "duration": 2.074e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:45.657280+0300", "duration": 7.5240000000000003e-06 } ] } }, { "description": "osd_op(client.12470501.0:3831741 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50284)", "initiated_at": "2020-07-30T19:16:39.932554+0300", "age": 259.62196072400002, "duration": 259.62794989399998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831741 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:16:39.932554+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:16:39.932554+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:16:39.932552+0300", "duration": 1.3355e-05 }, { "event": "all_read", "time": "2020-07-30T19:16:39.932565+0300", "duration": 9.1200000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:16:39.932566+0300", "duration": 2.1339999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:16:39.932568+0300", "duration": 1.4287000000000001e-05 } ] } }, { "description": "osd_op(client.11510427.0:1782848067 34.43s0 34.b2ac9043 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:57.761361+0300", "age": 121.793153234, "duration": 121.799172251, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782848067 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:57.761361+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:57.761361+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:18:57.761360+0300", "duration": 5.2800000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:57.761365+0300", "duration": 7.2200000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:57.761366+0300", "duration": 2.4540000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:57.761368+0300", "duration": 6.7519999999999999e-06 } ] } }, { "description": "MOSDECSubOpRead(34.c3s1 50264/46726 ECSubRead(tid=59518920, to_read={34:c360ec99:::rbd_data.32.7e689d11d3b9b5.0000000000023c4f:head=1019904,8192,0}, subchunks={34:c360ec99:::rbd_data.32.7e689d11d3b9b5.0000000000023c4f:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.229549+0300", "age": 694.32496580500003, "duration": 694.331018094, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.229549+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.229549+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:25.229548+0300", "duration": 5.9920000000000004e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.229554+0300", "duration": 3.2000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.229555+0300", "duration": 1.7740000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.229556+0300", "duration": 7.7049999999999999e-06 } ] } }, { "description": "MOSDECSubOpRead(34.c3s1 50264/46726 ECSubRead(tid=59519361, to_read={34:c3a066e0:::rbd_data.32.7e689d11d3b9b5.000000000012e922:head=163840,8192,0}, subchunks={34:c3a066e0:::rbd_data.32.7e689d11d3b9b5.000000000012e922:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.447199+0300", "age": 694.10731577800004, "duration": 694.11339634000001, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.447199+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.447199+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.447198+0300", "duration": 9.2969999999999992e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.447207+0300", "duration": 6.2099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.447208+0300", "duration": 2.074e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.447210+0300", "duration": 1.0879999999999999e-05 } ] } }, { "description": "osd_op(client.11634350.0:1810276067 34.43s0 34.1c4bfd43 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.596878+0300", "age": 693.95763673399995, "duration": 693.96374468800002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810276067 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.596878+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.596878+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:25.596877+0300", "duration": 2.0839999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.596879+0300", "duration": 3.1100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.596880+0300", "duration": 8.0100000000000004e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.596881+0300", "duration": 2.7350000000000001e-06 } ] } }, { "description": "osd_op(client.11629076.0:1337482028 34.a7s0 34.e22c4a7 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.239276+0300", "age": 693.31523833300002, "duration": 693.32137619299999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482028 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.239276+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.239276+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.239276+0300", "duration": 1.0339e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.239286+0300", "duration": 1.5099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.239286+0300", "duration": 9.9199999999999999e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.239287+0300", "duration": 1.1121000000000001e-05 } ] } }, { "description": "osd_op(client.11634350.0:1810280824 34.75s0 34.b5901c75 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.515091+0300", "age": 693.03942396299999, "duration": 693.045592812, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810280824 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.515091+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.515091+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:26.515088+0300", "duration": 7.8040000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.515096+0300", "duration": 1.1429999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.515097+0300", "duration": 2.2740000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.515099+0300", "duration": 8.7669999999999992e-06 } ] } }, { "description": "osd_op(client.12529290.0:486846 34.43s0 34.bf35fa43 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:47.028054+0300", "age": 672.52646062400004, "duration": 672.532659018, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12529290", "client_addr": "v1:192.168.5.11:0/1752178821", "tid": 486846 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:47.028054+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:47.028054+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:47.028053+0300", "duration": 6.9630000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:47.028060+0300", "duration": 2.11e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:47.028061+0300", "duration": 8.1100000000000005e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:47.028061+0300", "duration": 7.3640000000000001e-06 } ] } }, { "description": "osd_op(client.11627468.0:24208260 32.25 32.8e5f55a5 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:55.797870+0300", "age": 663.75664495499996, "duration": 663.76287818499998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11627468", "client_addr": "v1:192.168.5.21:0/569624181", "tid": 24208260 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:55.797870+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:55.797870+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:55.797868+0300", "duration": 6.2820000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:55.797874+0300", "duration": 7.4099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:55.797875+0300", "duration": 2.1239999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:55.797877+0300", "duration": 7.3030000000000002e-06 } ] } }, { "description": "osd_op(client.12288327.0:8647974 34.a3s0 34.df4698a3 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:11.055894+0300", "age": 648.49862053499999, "duration": 648.50488343100005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12288327", "client_addr": "v1:192.168.5.22:0/3223746449", "tid": 8647974 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:11.055894+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:11.055894+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:10:11.055892+0300", "duration": 5.3000000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:11.055898+0300", "duration": 5.6100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:11.055898+0300", "duration": 2.3439999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:11.055901+0300", "duration": 6.6320000000000002e-06 } ] } }, { "description": "osd_op(client.11634526.0:16064223 34.a1s0 34.9bc45ca1 (undecoded) ondisk+read+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:46.851246+0300", "age": 612.70326893200001, "duration": 612.70956250500001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634526", "client_addr": "v1:192.168.5.21:0/2149568593", "tid": 16064223 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:46.851246+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:46.851246+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:10:46.851243+0300", "duration": 1.041e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:46.851253+0300", "duration": 1.2020000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:46.851255+0300", "duration": 3.326e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:46.851258+0300", "duration": 1.2203e-05 } ] } }, { "description": "osd_op(client.11596032.0:15286607 32.27 32.69edb4a7 (undecoded) ondisk+write+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:12:04.219294+0300", "age": 535.33522036199997, "duration": 535.34154338099995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11596032", "client_addr": "v1:192.168.5.20:0/556079786", "tid": 15286607 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:04.219294+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:04.219294+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:12:04.219292+0300", "duration": 7.0040000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:12:04.219299+0300", "duration": 7.8100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:04.219300+0300", "duration": 2.294e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:04.219302+0300", "duration": 7.8140000000000001e-06 } ] } }, { "description": "osd_op(client.12470501.0:3831669 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50277)", "initiated_at": "2020-07-30T19:13:45.853724+0300", "age": 433.70079082900003, "duration": 433.70714369400002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831669 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:13:45.853724+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:13:45.853724+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:13:45.853723+0300", "duration": 2.0499000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:13:45.853744+0300", "duration": 3.9000000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:13:45.853744+0300", "duration": 1.133e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:13:45.853745+0300", "duration": 2.1331e-05 } ] } }, { "description": "osd_op(client.12616321.0:246630075 34.75s0 34.6b904a75 (undecoded) ondisk+read+known_if_redirected e50280)", "initiated_at": "2020-07-30T19:15:02.074654+0300", "age": 357.47986055600001, "duration": 357.48624395799999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246630075 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:02.074654+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:02.074654+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:15:02.074653+0300", "duration": 3.0460000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:15:02.074656+0300", "duration": 7.2099999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:15:02.074657+0300", "duration": 1.824e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:02.074659+0300", "duration": 4.7389999999999999e-06 } ] } }, { "description": "osd_op(client.11634350.0:1810280972 34.31s0 34.bd9f5531 (undecoded) ondisk+read+known_if_redirected e50288)", "initiated_at": "2020-07-30T19:18:14.113916+0300", "age": 165.44059843400001, "duration": 165.44701187300001, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810280972 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:14.113916+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:14.113916+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:18:14.113915+0300", "duration": 6.3820000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:14.113921+0300", "duration": 7.1200000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:14.113922+0300", "duration": 2.1940000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:14.113924+0300", "duration": 7.6650000000000003e-06 } ] } }, { "description": "osd_op(client.11510427.0:1782852307 34.a3s0 34.780f6aa3 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:58.414726+0300", "age": 121.13978887899999, "duration": 121.146233266, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782852307 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:58.414726+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:58.414726+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:18:58.414725+0300", "duration": 3.1860000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:58.414728+0300", "duration": 5.6100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:58.414728+0300", "duration": 2.0040000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:58.414730+0300", "duration": 4.729e-06 } ] } }, { "description": "osd_op(client.11634350.0:1810279208 34.9fs0 34.5fbc3e9f (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.989469+0300", "age": 693.56504559200005, "duration": 693.57151990499995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810279208 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.989469+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.989469+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:25.989469+0300", "duration": 1.0791000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.989479+0300", "duration": 2.2000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.989480+0300", "duration": 1.1620000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.989481+0300", "duration": 1.1772e-05 } ] } }, { "description": "MOSDECSubOpRead(34.d7s1 50264/46726 ECSubRead(tid=37628697, to_read={34:eb26622b:::rbd_data.32.a3a1704b48abb.0000000002f35ee0:head=229376,4096,0}, subchunks={34:eb26622b:::rbd_data.32.a3a1704b48abb.0000000002f35ee0:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:27.079489+0300", "age": 692.47502589999999, "duration": 692.48153269500006, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:27.079489+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:27.079489+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:27.079487+0300", "duration": 1.0740000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:27.079498+0300", "duration": 6.3099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:27.079499+0300", "duration": 1.393e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:27.079500+0300", "duration": 1.1412e-05 } ] } }, { "description": "osd_op(client.11629076.0:1337482256 34.53s0 34.2d611253 (undecoded) ondisk+read+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:54.102265+0300", "age": 605.452249209, "duration": 605.45878235299995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482256 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:54.102265+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:54.102265+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:10:54.102264+0300", "duration": 3.1760000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:54.102268+0300", "duration": 2.8999999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:54.102268+0300", "duration": 1.7940000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:54.102270+0300", "duration": 4.3490000000000002e-06 } ] } }, { "description": "osd_op(client.12616321.0:246629917 34.a3s0 34.b92b4da3 (undecoded) ondisk+read+known_if_redirected e50268)", "initiated_at": "2020-07-30T19:10:55.596517+0300", "age": 603.95799796699998, "duration": 603.96456160800005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246629917 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:55.596517+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:55.596517+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:10:55.596516+0300", "duration": 2.7049999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:55.596518+0300", "duration": 2.7000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:55.596519+0300", "duration": 9.7199999999999997e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:55.596520+0300", "duration": 2.9349999999999999e-06 } ] } }, { "description": "osd_op(client.11693741.0:1367066965 34.43s0 34.ecb5ff43 (undecoded) ondisk+read+known_if_redirected e50277)", "initiated_at": "2020-07-30T19:14:13.613414+0300", "age": 405.94110101199999, "duration": 405.94769435900002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367066965 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:14:13.613414+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:14:13.613414+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:14:13.613411+0300", "duration": 1.1622e-05 }, { "event": "all_read", "time": "2020-07-30T19:14:13.613423+0300", "duration": 1.7230000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:14:13.613424+0300", "duration": 3.817e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:14:13.613428+0300", "duration": 1.4557e-05 } ] } }, { "description": "osd_op(client.12616321.0:246629837 34.9fs0 34.a3f6a29f (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.078996+0300", "age": 693.475519072, "duration": 693.48214336800004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246629837 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.078996+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.078996+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.078995+0300", "duration": 0.00013094699999999999 }, { "event": "all_read", "time": "2020-07-30T19:09:26.079125+0300", "duration": 5.0100000000000005e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.079126+0300", "duration": 1.623e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.079128+0300", "duration": 0.000132089 } ] } }, { "description": "MOSDECSubOpRead(34.e7s1 50264/46727 ECSubRead(tid=94827017, to_read={34:e7e6daa9:::rbd_data.32.9f12a08ffa7c2f.0000000000afcbeb:head=32768,8192,0}, subchunks={34:e7e6daa9:::rbd_data.32.9f12a08ffa7c2f.0000000000afcbeb:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.246950+0300", "age": 693.307565049, "duration": 693.31422072400005, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.246950+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.246950+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.246949+0300", "duration": 6.8329999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.246956+0300", "duration": 4.3099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.246956+0300", "duration": 1.322e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.246957+0300", "duration": 7.9449999999999993e-06 } ] } }, { "description": "MOSDECSubOpRead(34.c3s1 50264/46726 ECSubRead(tid=59520369, to_read={34:c3637dfe:::rbd_data.32.a3a1704b48abb.0000000000b5d30d:head=102400,8192,0}, subchunks={34:c3637dfe:::rbd_data.32.a3a1704b48abb.0000000000b5d30d:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:27.079684+0300", "age": 692.47483087299997, "duration": 692.481515823, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:27.079684+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:27.079684+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:27.079683+0300", "duration": 6.3119999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:27.079689+0300", "duration": 3.1100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:27.079690+0300", "duration": 1.5629999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:27.079691+0300", "duration": 7.6350000000000006e-06 } ] } }, { "description": "osd_op(client.12318821.0:431318774 34.9fs0 34.f0bac49f (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:00.226868+0300", "age": 659.32764614300004, "duration": 659.33435700200005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12318821", "client_addr": "v1:192.168.5.22:0/4215923229", "tid": 431318774 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:00.226868+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:00.226868+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:10:00.226866+0300", "duration": 7.2629999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:00.226873+0300", "duration": 1.232e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:00.226875+0300", "duration": 3.2669999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:00.226878+0300", "duration": 9.4280000000000002e-06 } ] } }, { "description": "osd_op(client.11510355.0:15763582 32.25 32.405eb965 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:05.455379+0300", "age": 654.09913565399995, "duration": 654.10587652900006, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510355", "client_addr": "v1:192.168.5.21:0/1221884262", "tid": 15763582 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:05.455379+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:05.455379+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:10:05.455376+0300", "duration": 2.3855000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:05.455400+0300", "duration": 1.9240000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:05.455402+0300", "duration": 3.2459999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:05.455405+0300", "duration": 2.6310000000000001e-05 } ] } }, { "description": "osd_op(client.11520274.0:3930818 34.a1s0 34.f087a1a1 (undecoded) ondisk+write+known_if_redirected e50270)", "initiated_at": "2020-07-30T19:11:16.134020+0300", "age": 583.42049424100003, "duration": 583.42726575400002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11520274", "client_addr": "v1:192.168.5.20:0/1091639290", "tid": 3930818 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:16.134020+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:16.134020+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:11:16.134018+0300", "duration": 1.5058999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:16.134033+0300", "duration": 1.172e-06 }, { "event": "dispatched", "time": "2020-07-30T19:11:16.134034+0300", "duration": 2.6649999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:16.134037+0300", "duration": 1.6490999999999998e-05 } ] } }, { "description": "osd_op(client.12616321.0:246629838 34.9fs0 34.a3f6a29f (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.079130+0300", "age": 693.47538491900002, "duration": 693.48218564700005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246629838 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.079130+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.079130+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.079129+0300", "duration": 0.00029880299999999999 }, { "event": "all_read", "time": "2020-07-30T19:09:26.079428+0300", "duration": 4.7e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.079428+0300", "duration": 6.7229999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.079435+0300", "duration": 0.00030534399999999998 } ] } }, { "description": "osd_op(client.11629076.0:1337482036 34.d1s0 34.44efacd1 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.239528+0300", "age": 693.31498689, "duration": 693.32181940700002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482036 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.239528+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.239528+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.239527+0300", "duration": 1.4046000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.239541+0300", "duration": 4.8100000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.239541+0300", "duration": 2.244e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.239544+0300", "duration": 1.5838999999999999e-05 } ] } }, { "description": "osd_op(client.12462893.0:59260875 34.a7s0 34.ab5d55a7 (undecoded) ondisk+write+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:11:45.534733+0300", "age": 554.01978193000002, "duration": 554.02664433400003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12462893", "client_addr": "v1:192.168.5.15:0/3305659942", "tid": 59260875 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:45.534733+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:45.534733+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:11:45.534731+0300", "duration": 1.4618e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:45.534745+0300", "duration": 8.1100000000000005e-07 }, { "event": "dispatched", "time": "2020-07-30T19:11:45.534746+0300", "duration": 2.5749999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:45.534749+0300", "duration": 1.6019999999999999e-05 } ] } }, { "description": "osd_op(client.12616321.0:246630137 34.75s0 34.6b904a75 (undecoded) ondisk+read+known_if_redirected e50283)", "initiated_at": "2020-07-30T19:16:24.393974+0300", "age": 275.16054058200001, "duration": 275.16743421400002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246630137 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:16:24.393974+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:16:24.393974+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:16:24.393973+0300", "duration": 3.9169999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:16:24.393977+0300", "duration": 6.4099999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:16:24.393977+0300", "duration": 2.0940000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:16:24.393979+0300", "duration": 5.2800000000000003e-06 } ] } }, { "description": "MOSDECSubOpRead(34.85s1 50264/46727 ECSubRead(tid=54806345, to_read={34:a19e3aef:::rbd_data.32.8cb99e7dc1f8f7.0000000002eaf99d:head=94208,8192,0}, subchunks={34:a19e3aef:::rbd_data.32.8cb99e7dc1f8f7.0000000002eaf99d:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.243973+0300", "age": 694.310541371, "duration": 694.317466352, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.243973+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.243973+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:25.243972+0300", "duration": 6.6320000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.243979+0300", "duration": 5.7100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.243979+0300", "duration": 2.2139999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.243981+0300", "duration": 8.1850000000000004e-06 } ] } }, { "description": "osd_op(client.11629076.0:1337482111 34.8fs0 34.a244628f (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.241928+0300", "age": 693.31258657499995, "duration": 693.31953907800005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482111 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.241928+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.241928+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:26.241927+0300", "duration": 2.1721000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.241948+0300", "duration": 3.6100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.241949+0300", "duration": 1.5230000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.241950+0300", "duration": 2.2371999999999999e-05 } ] } }, { "description": "osd_op(client.11509979.0:42746913 34.a7s0 34.287208a7 (undecoded) ondisk+write+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:11:38.913566+0300", "age": 560.64094839300003, "duration": 560.64793051200002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509979", "client_addr": "v1:192.168.5.21:0/3154933609", "tid": 42746913 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:38.913566+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:38.913566+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:11:38.913564+0300", "duration": 1.3906e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:38.913578+0300", "duration": 9.8200000000000008e-07 }, { "event": "dispatched", "time": "2020-07-30T19:11:38.913579+0300", "duration": 3.0960000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:38.913582+0300", "duration": 1.5991e-05 } ] } }, { "description": "osd_op(client.11510155.0:1525047040 34.31s0 34.b5b63f31 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:19:06.566089+0300", "age": 112.988425144, "duration": 112.995438201, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510155", "client_addr": "v1:192.168.5.21:0/380329708", "tid": 1525047040 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:19:06.566089+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:19:06.566089+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:19:06.566088+0300", "duration": 4.0570000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:19:06.566092+0300", "duration": 5.6100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:19:06.566093+0300", "duration": 1.683e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:19:06.566095+0300", "duration": 5.079e-06 } ] } }, { "description": "MOSDECSubOpRead(34.cbs1 50264/46714 ECSubRead(tid=53079018, to_read={34:d33669cb:::rbd_data.32.7e689d11d3b9b5.0000000000133705:head=1671168,4096,0}, subchunks={34:d33669cb:::rbd_data.32.7e689d11d3b9b5.0000000000133705:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.229718+0300", "age": 694.32479634599997, "duration": 694.33184087200004, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.229718+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.229718+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.229717+0300", "duration": 6.7530000000000004e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.229724+0300", "duration": 2.4999999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.229724+0300", "duration": 1.232e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.229725+0300", "duration": 7.0929999999999997e-06 } ] } }, { "description": "MOSDECSubOpRead(34.6fs1 50264/46728 ECSubRead(tid=59520202, to_read={34:f6fc4b58:::rbd_data.32.9f12a08ffa7c2f.0000000000e3d498:head=28672,8192,0}, subchunks={34:f6fc4b58:::rbd_data.32.9f12a08ffa7c2f.0000000000e3d498:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.241953+0300", "age": 693.31256120800003, "duration": 693.31963567100001, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.241953+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.241953+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.241952+0300", "duration": 1.3937000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.241966+0300", "duration": 8.8100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.241967+0300", "duration": 2.7659999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.241970+0300", "duration": 1.6552e-05 } ] } }, { "description": "osd_op(client.11510323.0:708635194 34.8fs0 34.d4ee028f (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:35.341813+0300", "age": 624.21270176799999, "duration": 624.21980243999997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510323", "client_addr": "v1:192.168.5.20:0/567485199", "tid": 708635194 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:35.341813+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:35.341813+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:10:35.341811+0300", "duration": 1.3645999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:35.341825+0300", "duration": 6.7100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:35.341825+0300", "duration": 5.6409999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:35.341831+0300", "duration": 1.8264e-05 } ] } }, { "description": "osd_op(client.12318821.0:431318828 34.abs0 34.5302a5ab (undecoded) ondisk+read+known_if_redirected e50272)", "initiated_at": "2020-07-30T19:12:23.492308+0300", "age": 516.06220611000003, "duration": 516.06933640800003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12318821", "client_addr": "v1:192.168.5.22:0/4215923229", "tid": 431318828 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:23.492308+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:23.492308+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:12:23.492306+0300", "duration": 8.9870000000000005e-06 }, { "event": "all_read", "time": "2020-07-30T19:12:23.492315+0300", "duration": 1.3829999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:12:23.492316+0300", "duration": 3.9570000000000004e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:23.492320+0300", "duration": 1.1942e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831656 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50275)", "initiated_at": "2020-07-30T19:13:04.894078+0300", "age": 474.66043653399998, "duration": 474.66759819100002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831656 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:13:04.894078+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:13:04.894078+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:13:04.894076+0300", "duration": 1.2673999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:13:04.894089+0300", "duration": 9.3200000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:13:04.894090+0300", "duration": 2.024e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:13:04.894092+0300", "duration": 1.3997e-05 } ] } }, { "description": "osd_op(client.11510427.0:1782847192 34.d1s0 34.a416efd1 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:57.663352+0300", "age": 121.891162853, "duration": 121.898353925, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782847192 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:57.663352+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:57.663352+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:18:57.663351+0300", "duration": 3.4960000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:57.663354+0300", "duration": 4.01e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:57.663355+0300", "duration": 1.6029999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:57.663356+0300", "duration": 4.5680000000000001e-06 } ] } }, { "description": "osd_op(client.11510427.0:1782853210 34.8fs0 34.103828f (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:58.819132+0300", "age": 120.73538213800001, "duration": 120.742603668, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782853210 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:58.819132+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:58.819132+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:18:58.819130+0300", "duration": 6.5919999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:58.819137+0300", "duration": 6.8100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:58.819138+0300", "duration": 2.2249999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:58.819140+0300", "duration": 7.4739999999999999e-06 } ] } }, { "description": "osd_op(client.11510155.0:1525047043 34.abs0 34.4af323ab (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:19:06.566482+0300", "age": 112.988032926, "duration": 112.995283871, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510155", "client_addr": "v1:192.168.5.21:0/380329708", "tid": 1525047043 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:19:06.566482+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:19:06.566482+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:19:06.566481+0300", "duration": 2.1940000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:19:06.566483+0300", "duration": 1.553e-06 }, { "event": "dispatched", "time": "2020-07-30T19:19:06.566485+0300", "duration": 1.934e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:19:06.566487+0300", "duration": 5.3000000000000001e-06 } ] } }, { "description": "osd_op(client.11510155.0:1525048590 34.8fs0 34.103828f (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:19:07.825002+0300", "age": 111.729512153, "duration": 111.736793675, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510155", "client_addr": "v1:192.168.5.21:0/380329708", "tid": 1525048590 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:19:07.825002+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:19:07.825002+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:19:07.825000+0300", "duration": 7.5240000000000003e-06 }, { "event": "all_read", "time": "2020-07-30T19:19:07.825008+0300", "duration": 8.3200000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:19:07.825009+0300", "duration": 4.1969999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:19:07.825013+0300", "duration": 1.0339e-05 } ] } }, { "description": "MOSDECSubOpRead(34.27s1 50264/46722 ECSubRead(tid=53079299, to_read={34:e49f45ca:::rbd_data.32.8049a3ce482471.000000000015558e:head=2048000,8192,0}, subchunks={34:e49f45ca:::rbd_data.32.8049a3ce482471.000000000015558e:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.989827+0300", "age": 693.56468731799998, "duration": 693.57200060000002, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.989827+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.989827+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.989826+0300", "duration": 7.5050000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.989834+0300", "duration": 3.7e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.989834+0300", "duration": 1.734e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.989836+0300", "duration": 8.8170000000000005e-06 } ] } }, { "description": "osd_op(client.11629076.0:1337482044 34.d1s0 34.25f8a9d1 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.239802+0300", "age": 693.31471272500005, "duration": 693.32207251499995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629076", "client_addr": "v1:192.168.5.20:0/1991100694", "tid": 1337482044 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.239802+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.239802+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:26.239801+0300", "duration": 1.3576e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.239815+0300", "duration": 4.2e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.239815+0300", "duration": 2.1440000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.239817+0300", "duration": 1.5458999999999999e-05 } ] } }, { "description": "MOSDECSubOpRead(34.97s1 50264/46721 ECSubRead(tid=59152815, to_read={34:e9a5ae80:::rbd_data.32.872548f02dd014.00000000000001d1:head=1282048,4096,0}, subchunks={34:e9a5ae80:::rbd_data.32.872548f02dd014.00000000000001d1:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:27.404752+0300", "age": 692.14976216800005, "duration": 692.157153537, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:27.404752+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:27.404752+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:27.404751+0300", "duration": 1.2814e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:27.404763+0300", "duration": 1.0020000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:27.404764+0300", "duration": 1.8929999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:27.404766+0300", "duration": 1.3825999999999999e-05 } ] } }, { "description": "osd_op(client.12484773.0:4834224 34.31s0 34.bbecc631 (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:35.980704+0300", "age": 683.57381094699997, "duration": 683.58122974800006, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12484773", "client_addr": "v1:192.168.5.22:0/1270766576", "tid": 4834224 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:35.980704+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:35.980704+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:35.980701+0300", "duration": 1.5559000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:35.980717+0300", "duration": 1.0419999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:35.980718+0300", "duration": 2.1940000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:35.980720+0300", "duration": 1.6551000000000001e-05 } ] } }, { "description": "osd_op(client.11510427.0:1782853280 34.bds0 34.f587bcbd (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:58.875970+0300", "age": 120.67854424399999, "duration": 120.68599265, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510427", "client_addr": "v1:192.168.5.11:0/1481216328", "tid": 1782853280 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:58.875970+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:58.875970+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:18:58.875968+0300", "duration": 6.302e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:58.875975+0300", "duration": 7.8100000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:58.875975+0300", "duration": 2.4550000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:58.875978+0300", "duration": 7.554e-06 } ] } }, { "description": "osd_op(client.11510155.0:1525047047 34.abs0 34.4af323ab (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:19:06.566908+0300", "age": 112.98760676400001, "duration": 112.995085457, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510155", "client_addr": "v1:192.168.5.21:0/380329708", "tid": 1525047047 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:19:06.566908+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:19:06.566908+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:19:06.566907+0300", "duration": 3.0249999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:19:06.566910+0300", "duration": 3.5100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:19:06.566911+0300", "duration": 1.573e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:19:06.566912+0300", "duration": 4.3080000000000001e-06 } ] } }, { "description": "osd_op(client.11510243.0:16567338 32.27 32.69edb4a7 (undecoded) ondisk+write+known_if_redirected e50293)", "initiated_at": "2020-07-30T19:20:12.035197+0300", "age": 47.519317438000002, "duration": 47.526825727000002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510243", "client_addr": "v1:192.168.5.11:0/599073108", "tid": 16567338 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:20:12.035197+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:20:12.035197+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:20:12.035196+0300", "duration": 5.7509999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:20:12.035202+0300", "duration": 5.9100000000000004e-07 }, { "event": "dispatched", "time": "2020-07-30T19:20:12.035202+0300", "duration": 1.6729999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:20:12.035204+0300", "duration": 6.6320000000000002e-06 } ] } }, { "description": "osd_op(client.12470501.0:3831564 34.31s0 34.4e25231 (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:36.510385+0300", "age": 683.04412979200004, "duration": 683.05166737599995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831564 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:36.510385+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:36.510385+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:36.510384+0300", "duration": 8.055e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:36.510392+0300", "duration": 6.3099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:36.510392+0300", "duration": 1.553e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:36.510394+0300", "duration": 9.037e-06 } ] } }, { "description": "osd_op(client.11693741.0:1367066924 34.abs0 34.3e7428ab (undecoded) ondisk+write+known_if_redirected e50272)", "initiated_at": "2020-07-30T19:12:28.096768+0300", "age": 511.45774688199998, "duration": 511.46531535399998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367066924 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:28.096768+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:28.096768+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:12:28.096766+0300", "duration": 1.3736e-05 }, { "event": "all_read", "time": "2020-07-30T19:12:28.096779+0300", "duration": 9.6099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:28.096780+0300", "duration": 2.295e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:28.096783+0300", "duration": 1.5028000000000001e-05 } ] } }, { "description": "osd_op(client.11510155.0:1525047048 34.31s0 34.d2c2531 (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:19:06.566971+0300", "age": 112.987543856, "duration": 112.995141694, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510155", "client_addr": "v1:192.168.5.21:0/380329708", "tid": 1525047048 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:19:06.566971+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:19:06.566971+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:19:06.566970+0300", "duration": 1.7239999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:19:06.566972+0300", "duration": 1.8e-07 }, { "event": "dispatched", "time": "2020-07-30T19:19:06.566972+0300", "duration": 2.114e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:19:06.566974+0300", "duration": 3.5669999999999999e-06 } ] } }, { "description": "MOSDECSubOpRead(34.41s1 50264/46714 ECSubRead(tid=54806353, to_read={34:8222c78e:::rbd_data.32.7e689d11d3b9b5.000000000012b159:head=565248,8192,0}, subchunks={34:8222c78e:::rbd_data.32.7e689d11d3b9b5.000000000012b159:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.285968+0300", "age": 694.26854613199998, "duration": 694.27617601999998, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.285968+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.285968+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:25.285967+0300", "duration": 7.1829999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.285975+0300", "duration": 7.1200000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.285975+0300", "duration": 1.6729999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.285977+0300", "duration": 8.5459999999999992e-06 } ] } }, { "description": "osd_op(client.12616321.0:246629842 34.a3s0 34.980493a3 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:26.079653+0300", "age": 693.47486173499999, "duration": 693.48251777200005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246629842 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.079653+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.079653+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.079652+0300", "duration": 4.2200000000000003e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:26.079694+0300", "duration": 3.1e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.079694+0300", "duration": 9.9199999999999999e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.079695+0300", "duration": 4.261e-05 } ] } }, { "description": "osd_op(client.11693741.0:1367066838 34.9fs0 34.805abf9f (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:36.088860+0300", "age": 683.46565447900002, "duration": 683.47334095400004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367066838 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:36.088860+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:36.088860+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:36.088857+0300", "duration": 2.0477999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:36.088878+0300", "duration": 1.533e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:36.088879+0300", "duration": 3.7069999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:36.088883+0300", "duration": 2.2691999999999999e-05 } ] } }, { "description": "osd_op(client.11634175.0:1738892 34.43s0 34.e90ca43 (undecoded) ondisk+write+known_if_redirected e50266)", "initiated_at": "2020-07-30T19:09:45.604821+0300", "age": 673.94969363099995, "duration": 673.95740940099995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634175", "client_addr": "v1:192.168.5.21:0/449615613", "tid": 1738892 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:45.604821+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:45.604821+0300", "duration": 4294967295.9999928 }, { "event": "header_read", "time": "2020-07-30T19:09:45.604814+0300", "duration": 1.8275e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:45.604832+0300", "duration": 2.384e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:45.604835+0300", "duration": 3.817e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:45.604838+0300", "duration": 1.7411999999999999e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831629 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50271)", "initiated_at": "2020-07-30T19:11:48.094566+0300", "age": 551.45994873899997, "duration": 551.46769495599995, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831629 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:11:48.094566+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:11:48.094566+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:11:48.094564+0300", "duration": 1.6731e-05 }, { "event": "all_read", "time": "2020-07-30T19:11:48.094581+0300", "duration": 7.8199999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:11:48.094581+0300", "duration": 2.2340000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:11:48.094584+0300", "duration": 1.7873999999999999e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831724 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50281)", "initiated_at": "2020-07-30T19:15:48.732763+0300", "age": 310.82175147999999, "duration": 310.829527192, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831724 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:48.732763+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:48.732763+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:15:48.732762+0300", "duration": 1.2191999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:15:48.732775+0300", "duration": 2.0100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:15:48.732775+0300", "duration": 1.012e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:48.732776+0300", "duration": 1.2653999999999999e-05 } ] } }, { "description": "osd_op(client.11510155.0:1525047052 34.abs0 34.4af323ab (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:19:06.567501+0300", "age": 112.987013718, "duration": 112.99482105, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510155", "client_addr": "v1:192.168.5.21:0/380329708", "tid": 1525047052 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:19:06.567501+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:19:06.567501+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:19:06.567501+0300", "duration": 1.874e-06 }, { "event": "all_read", "time": "2020-07-30T19:19:06.567502+0300", "duration": 1.9000000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:19:06.567503+0300", "duration": 9.9199999999999999e-07 }, { "event": "queued_for_pg", "time": "2020-07-30T19:19:06.567504+0300", "duration": 2.7049999999999999e-06 } ] } }, { "description": "osd_op(client.11634350.0:1810271316 34.31s0 34.e502f531 (undecoded) ondisk+read+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:25.291175+0300", "age": 694.26333970899998, "duration": 694.27117639599999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634350", "client_addr": "v1:192.168.5.21:0/2872531958", "tid": 1810271316 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.291175+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.291175+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:25.291173+0300", "duration": 6.8329999999999996e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:25.291180+0300", "duration": 8.4200000000000005e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.291181+0300", "duration": 2.5849999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.291183+0300", "duration": 8.2460000000000003e-06 } ] } }, { "description": "MOSDECSubOpRead(34.d7s1 50264/46726 ECSubRead(tid=37628683, to_read={34:eb835317:::rbd_data.32.9f12a08ffa7c2f.0000000002d143eb:head=204800,8192,0}, subchunks={34:eb835317:::rbd_data.32.9f12a08ffa7c2f.0000000002d143eb:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.242372+0300", "age": 693.31214225899998, "duration": 693.320011217, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.242372+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.242372+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.242371+0300", "duration": 8.4460000000000001e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.242380+0300", "duration": 8.6199999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.242380+0300", "duration": 2.5950000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.242383+0300", "duration": 1.0730000000000001e-05 } ] } }, { "description": "osd_op(client.11654343.0:4324707 34.49s0 34.c21f9a49 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:45.384615+0300", "age": 674.16989940300004, "duration": 674.17779441000005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11654343", "client_addr": "v1:192.168.5.11:0/2813739415", "tid": 4324707 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:45.384615+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:45.384615+0300", "duration": 4294967295.9999976 }, { "event": "header_read", "time": "2020-07-30T19:09:45.384613+0300", "duration": 2.3104000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:45.384636+0300", "duration": 1.643e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:45.384638+0300", "duration": 4.0779999999999997e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:45.384642+0300", "duration": 2.6529999999999998e-05 } ] } }, { "description": "osd_op(client.11634175.0:1738893 34.43s0 34.e90ca43 (undecoded) ondisk+write+known_if_redirected e50266)", "initiated_at": "2020-07-30T19:09:45.604845+0300", "age": 673.949669546, "duration": 673.95759480000004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11634175", "client_addr": "v1:192.168.5.21:0/449615613", "tid": 1738893 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:45.604845+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:45.604845+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:45.604845+0300", "duration": 1.3345e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:45.604858+0300", "duration": 3.5100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:45.604858+0300", "duration": 1.1519999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:45.604859+0300", "duration": 1.4357e-05 } ] } }, { "description": "osd_repop(osd.12.0:53079934 32.13 e50267/46714)", "initiated_at": "2020-07-30T19:10:05.947349+0300", "age": 653.60716525299995, "duration": 653.61511948099997, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:10:05.947349+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:05.947349+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:10:05.947347+0300", "duration": 9.6889999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:05.947357+0300", "duration": 1.5519999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:10:05.947359+0300", "duration": 3.106e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:05.947362+0300", "duration": 1.2353e-05 } ] } }, { "description": "osd_op(client.11479925.0:551051543 34.a7s0 34.effa61a7 (undecoded) ondisk+read+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:11.103134+0300", "age": 648.45138040699999, "duration": 648.45936073500002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11479925", "client_addr": "v1:192.168.5.20:0/78274438", "tid": 551051543 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:11.103134+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:11.103134+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:10:11.103133+0300", "duration": 3.7979999999999999e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:11.103137+0300", "duration": 4.0999999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:11.103137+0300", "duration": 1.643e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:11.103139+0300", "duration": 4.9690000000000002e-06 } ] } }, { "description": "osd_op(client.11510435.0:1738856 34.a1s0 34.e48beaa1 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:15.678498+0300", "age": 643.87601611000002, "duration": 643.88402675500004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11510435", "client_addr": "v1:192.168.5.11:0/1741541556", "tid": 1738856 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:15.678498+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:15.678498+0300", "duration": 4294967295.9999952 }, { "event": "header_read", "time": "2020-07-30T19:10:15.678493+0300", "duration": 2.4816000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:15.678518+0300", "duration": 7.7199999999999998e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:15.678519+0300", "duration": 2.1840000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:15.678521+0300", "duration": 2.2802999999999998e-05 } ] } }, { "description": "osd_op(client.11479925.0:551051616 34.49s0 34.f55e8949 (undecoded) ondisk+read+known_if_redirected e50275)", "initiated_at": "2020-07-30T19:12:51.365162+0300", "age": 488.18935226899998, "duration": 488.197391858, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11479925", "client_addr": "v1:192.168.5.20:0/78274438", "tid": 551051616 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:51.365162+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:51.365162+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:12:51.365161+0300", "duration": 4.2579999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:12:51.365165+0300", "duration": 5.2099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:51.365166+0300", "duration": 1.8139999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:51.365168+0300", "duration": 5.22e-06 } ] } }, { "description": "osd_op(client.11629236.0:828315646 34.83s0 34.5d874d83 (undecoded) ondisk+read+known_if_redirected e50282)", "initiated_at": "2020-07-30T19:16:12.112839+0300", "age": 287.44167534399998, "duration": 287.44974535, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629236", "client_addr": "v1:192.168.5.11:0/4103720310", "tid": 828315646 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:16:12.112839+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:16:12.112839+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:16:12.112837+0300", "duration": 6.8630000000000002e-06 }, { "event": "all_read", "time": "2020-07-30T19:16:12.112844+0300", "duration": 8.6199999999999996e-07 }, { "event": "dispatched", "time": "2020-07-30T19:16:12.112845+0300", "duration": 2.875e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:16:12.112848+0300", "duration": 8.7159999999999992e-06 } ] } }, { "description": "MOSDECSubOpRead(34.bs1 50264/46718 ECSubRead(tid=35169175, to_read={34:d00cc886:::rbd_data.32.7e689d11d3b9b5.0000000000118feb:head=1634304,8192,0}, subchunks={34:d00cc886:::rbd_data.32.7e689d11d3b9b5.0000000000118feb:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:25.298533+0300", "age": 694.25598144699995, "duration": 694.26408299299999, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:25.298533+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:25.298533+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:09:25.298531+0300", "duration": 1.2694000000000001e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:25.298544+0300", "duration": 1.1620000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:25.298545+0300", "duration": 2.4449999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:25.298547+0300", "duration": 1.4236999999999999e-05 } ] } }, { "description": "osd_op(client.11597384.0:2440977 34.49s0 34.e7158849 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:11.116586+0300", "age": 648.43792838100001, "duration": 648.44605766899997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11597384", "client_addr": "v1:192.168.5.21:0/3757110991", "tid": 2440977 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:11.116586+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:11.116586+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:10:11.116585+0300", "duration": 1.2794e-05 }, { "event": "all_read", "time": "2020-07-30T19:10:11.116598+0300", "duration": 5.2099999999999997e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:11.116598+0300", "duration": 2.2740000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:11.116600+0300", "duration": 1.4267000000000001e-05 } ] } }, { "description": "osd_op(client.12616321.0:246629965 34.9fs0 34.e9411b9f (undecoded) ondisk+read+known_if_redirected e50275)", "initiated_at": "2020-07-30T19:12:41.410269+0300", "age": 498.14424536500002, "duration": 498.15240402799998, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12616321", "client_addr": "v1:192.168.5.14:0/3862264841", "tid": 246629965 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:12:41.410269+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:12:41.410269+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:12:41.410267+0300", "duration": 5.891e-06 }, { "event": "all_read", "time": "2020-07-30T19:12:41.410273+0300", "duration": 9.6200000000000006e-07 }, { "event": "dispatched", "time": "2020-07-30T19:12:41.410274+0300", "duration": 2.3740000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:12:41.410277+0300", "duration": 7.4540000000000001e-06 } ] } }, { "description": "osd_op(client.11509979.0:42746966 34.a7s0 34.287208a7 (undecoded) ondisk+write+known_if_redirected e50280)", "initiated_at": "2020-07-30T19:15:26.920829+0300", "age": 332.63368581700001, "duration": 332.64187525800003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11509979", "client_addr": "v1:192.168.5.21:0/3154933609", "tid": 42746966 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:26.920829+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:26.920829+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:15:26.920827+0300", "duration": 1.2483999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:15:26.920839+0300", "duration": 9.3200000000000003e-07 }, { "event": "dispatched", "time": "2020-07-30T19:15:26.920840+0300", "duration": 2.2639999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:26.920843+0300", "duration": 1.3856000000000001e-05 } ] } }, { "description": "osd_op(client.12470501.0:3831717 34.a7s0 34.ab96c4a7 (undecoded) ondisk+write+known_if_redirected e50280)", "initiated_at": "2020-07-30T19:15:38.492828+0300", "age": 321.061686334, "duration": 321.06990516000002, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12470501", "client_addr": "v1:192.168.5.15:0/3124748417", "tid": 3831717 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:15:38.492828+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:15:38.492828+0300", "duration": 4294967295.9999981 }, { "event": "header_read", "time": "2020-07-30T19:15:38.492826+0300", "duration": 1.2653999999999999e-05 }, { "event": "all_read", "time": "2020-07-30T19:15:38.492839+0300", "duration": 1.1319999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:15:38.492840+0300", "duration": 4.1579999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:15:38.492844+0300", "duration": 1.588e-05 } ] } }, { "description": "MOSDECSubOpRead(34.bs1 50264/46718 ECSubRead(tid=35169414, to_read={34:d04ddf45:::rbd_data.32.8cb99e7dc1f8f7.0000000002801457:head=114688,4096,0}, subchunks={34:d04ddf45:::rbd_data.32.8cb99e7dc1f8f7.0000000002801457:head=[0,1]}, attrs_to_read=))", "initiated_at": "2020-07-30T19:09:26.079789+0300", "age": 693.474725659, "duration": 693.48297623500002, "type_data": { "flag_point": "queued for pg", "events": [ { "event": "initiated", "time": "2020-07-30T19:09:26.079789+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:26.079789+0300", "duration": 4294967295.999999 }, { "event": "header_read", "time": "2020-07-30T19:09:26.079788+0300", "duration": 7.5839999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:26.079795+0300", "duration": 4.51e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:26.079796+0300", "duration": 1.823e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:26.079798+0300", "duration": 8.8359999999999998e-06 } ] } }, { "description": "osd_op(client.12450691.0:4743421 34.a1s0 34.609f3da1 (undecoded) ondisk+write+known_if_redirected e50264)", "initiated_at": "2020-07-30T19:09:27.625929+0300", "age": 691.92858600700004, "duration": 691.93686313299997, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12450691", "client_addr": "v1:192.168.5.20:0/340819669", "tid": 4743421 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:27.625929+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:27.625929+0300", "duration": 4294967295.9999943 }, { "event": "header_read", "time": "2020-07-30T19:09:27.625923+0300", "duration": 2.614e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:27.625949+0300", "duration": 1.823e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:27.625951+0300", "duration": 3.5669999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:27.625954+0300", "duration": 2.5778999999999998e-05 } ] } }, { "description": "osd_op(client.11693741.0:1367066844 34.31s0 34.ea265331 (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:36.088943+0300", "age": 683.46557156400002, "duration": 683.473878055, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367066844 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:36.088943+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:36.088943+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:09:36.088942+0300", "duration": 1.4327e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:36.088957+0300", "duration": 2.5100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:36.088957+0300", "duration": 2.2239999999999998e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:36.088959+0300", "duration": 1.6101000000000001e-05 } ] } }, { "description": "osd_op(client.11654175.0:1720833 34.a7s0 34.473659a7 (undecoded) ondisk+write+known_if_redirected e50265)", "initiated_at": "2020-07-30T19:09:43.924493+0300", "age": 675.63002147099996, "duration": 675.63835859000005, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11654175", "client_addr": "v1:192.168.5.20:0/3091684680", "tid": 1720833 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:43.924493+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:43.924493+0300", "duration": 4294967295.9999971 }, { "event": "header_read", "time": "2020-07-30T19:09:43.924490+0300", "duration": 9.9690000000000006e-06 }, { "event": "all_read", "time": "2020-07-30T19:09:43.924500+0300", "duration": 1.3519999999999999e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:43.924502+0300", "duration": 2.5950000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:43.924504+0300", "duration": 1.1e-05 } ] } }, { "description": "osd_op(client.11629068.0:4170708 34.43s0 34.1a69e43 (undecoded) ondisk+write+known_if_redirected e50266)", "initiated_at": "2020-07-30T19:09:44.731875+0300", "age": 674.82263998099995, "duration": 674.83100612500004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11629068", "client_addr": "v1:192.168.5.20:0/298696405", "tid": 4170708 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:44.731875+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:44.731875+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:09:44.731873+0300", "duration": 1.2784e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:44.731886+0300", "duration": 8.6099999999999999e-07 }, { "event": "dispatched", "time": "2020-07-30T19:09:44.731887+0300", "duration": 2.1940000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:44.731889+0300", "duration": 1.4205999999999999e-05 } ] } }, { "description": "osd_op(client.12403203.0:9931825 34.a3s0 34.e2fa83a3 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:49.852173+0300", "age": 669.70234146500002, "duration": 669.71073793599999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12403203", "client_addr": "v1:192.168.5.14:0/312437037", "tid": 9931825 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:49.852173+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:49.852173+0300", "duration": 4294967295.9999967 }, { "event": "header_read", "time": "2020-07-30T19:09:49.852170+0300", "duration": 1.9837e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:49.852189+0300", "duration": 2.4949999999999998e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:49.852192+0300", "duration": 3.6160000000000002e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:49.852196+0300", "duration": 2.2481999999999999e-05 } ] } }, { "description": "osd_op(client.11597384.0:2440965 34.49s0 34.e7158849 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:09:56.115473+0300", "age": 663.43904202800002, "duration": 663.44746787400004, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11597384", "client_addr": "v1:192.168.5.21:0/3757110991", "tid": 2440965 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:09:56.115473+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:09:56.115473+0300", "duration": 4294967295.9999952 }, { "event": "header_read", "time": "2020-07-30T19:09:56.115468+0300", "duration": 1.5009e-05 }, { "event": "all_read", "time": "2020-07-30T19:09:56.115483+0300", "duration": 1.0410000000000001e-06 }, { "event": "dispatched", "time": "2020-07-30T19:09:56.115484+0300", "duration": 2.3549999999999999e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:09:56.115486+0300", "duration": 1.3786e-05 } ] } }, { "description": "osd_op(client.12438104.0:595376 34.a7s0 34.22de80a7 (undecoded) ondisk+write+known_if_redirected e50267)", "initiated_at": "2020-07-30T19:10:32.185458+0300", "age": 627.369056774, "duration": 627.37751282700003, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.12438104", "client_addr": "v1:192.168.5.22:0/1985775184", "tid": 595376 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:10:32.185458+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:10:32.185458+0300", "duration": 4294967295.9999986 }, { "event": "header_read", "time": "2020-07-30T19:10:32.185457+0300", "duration": 9.7089999999999997e-06 }, { "event": "all_read", "time": "2020-07-30T19:10:32.185466+0300", "duration": 7.7100000000000001e-07 }, { "event": "dispatched", "time": "2020-07-30T19:10:32.185467+0300", "duration": 2.0140000000000001e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:10:32.185469+0300", "duration": 1.1270999999999999e-05 } ] } }, { "description": "osd_op(client.11693741.0:1367071299 34.abs0 34.eb83eab (undecoded) ondisk+read+known_if_redirected e50290)", "initiated_at": "2020-07-30T19:18:48.130651+0300", "age": 131.42386386499999, "duration": 131.43234947299999, "type_data": { "flag_point": "queued for pg", "client_info": { "client": "client.11693741", "client_addr": "v1:192.168.5.16:0/4155387808", "tid": 1367071299 }, "events": [ { "event": "initiated", "time": "2020-07-30T19:18:48.130651+0300", "duration": 0 }, { "event": "throttled", "time": "2020-07-30T19:18:48.130651+0300", "duration": 4294967295.9999995 }, { "event": "header_read", "time": "2020-07-30T19:18:48.130650+0300", "duration": 2.9459999999999998e-06 }, { "event": "all_read", "time": "2020-07-30T19:18:48.130653+0300", "duration": 4.4000000000000002e-07 }, { "event": "dispatched", "time": "2020-07-30T19:18:48.130653+0300", "duration": 1.283e-06 }, { "event": "queued_for_pg", "time": "2020-07-30T19:18:48.130655+0300", "duration": 3.968e-06 } ] } } ], "complaint_time": 30, "num_blocked_ops": 264 }