[cephuser@zabbix-server ~]$ radosgw-admin period update --commit 2019-01-31 18:23:21.277798 7f380fdb59c0 1 -- :/0 messenger.start 2019-01-31 18:23:21.278417 7f380fdb59c0 1 -- :/3600155335 --> 172.23.16.67:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- ?+0 0x55d4fc820800 con 0x55d4fc81acc0 2019-01-31 18:23:21.279125 7f380fdab700 1 -- 172.23.16.97:0/3600155335 learned my addr 172.23.16.97:0/3600155335 2019-01-31 18:23:21.280111 7f37f3a7a700 1 -- 172.23.16.97:0/3600155335 <== mon.0 172.23.16.67:6789/0 1 ==== mon_map magic: 0 v1 ==== 201+0+0 (1727556770 0 0) 0x7f37dc000a70 con 0x55d4fc81acc0 2019-01-31 18:23:21.280189 7f37f3a7a700 1 -- 172.23.16.97:0/3600155335 <== mon.0 172.23.16.67:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (1063679807 0 0) 0x7f37dc000ef0 con 0x55d4fc81acc0 2019-01-31 18:23:21.280323 7f37f3a7a700 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- ?+0 0x7f37e8001460 con 0x55d4fc81acc0 2019-01-31 18:23:21.280943 7f37f3a7a700 1 -- 172.23.16.97:0/3600155335 <== mon.0 172.23.16.67:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (2222541582 0 0) 0x7f37dc000ef0 con 0x55d4fc81acc0 2019-01-31 18:23:21.281045 7f37f3a7a700 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- ?+0 0x7f37e80018e0 con 0x55d4fc81acc0 2019-01-31 18:23:21.281597 7f37f3a7a700 1 -- 172.23.16.97:0/3600155335 <== mon.0 172.23.16.67:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 393+0+0 (2800668774 0 0) 0x7f37dc000ef0 con 0x55d4fc81acc0 2019-01-31 18:23:21.281664 7f37f3a7a700 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6789/0 -- mon_subscribe({monmap=0+}) v2 -- ?+0 0x55d4fc824920 con 0x55d4fc81acc0 2019-01-31 18:23:21.281734 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6789/0 -- mon_subscribe({osdmap=0}) v2 -- ?+0 0x55d4fc823910 con 0x55d4fc81acc0 2019-01-31 18:23:21.283060 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa52a0 obj=.rgw.root:default.realm state=0x55d4fc8265a8 s->prefetch_data=0 2019-01-31 18:23:21.283106 7f37f3a7a700 1 -- 172.23.16.97:0/3600155335 <== mon.0 172.23.16.67:6789/0 5 ==== mon_map magic: 0 v1 ==== 201+0+0 (1727556770 0 0) 0x7f37dc001190 con 0x55d4fc81acc0 2019-01-31 18:23:21.283139 7f37f3a7a700 1 -- 172.23.16.97:0/3600155335 <== mon.0 172.23.16.67:6789/0 6 ==== osd_map(62..62 src has 1..62) v3 ==== 5776+0+0 (3757548791 0 0) 0x7f37dc002aa0 con 0x55d4fc81acc0 2019-01-31 18:23:21.283515 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:1 1.85fca992 default.realm [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc82a4b0 con 0x55d4fc828f50 2019-01-31 18:23:21.283625 7f37e3fff700 2 RGWDataChangesLog::ChangesRenewThread: start 2019-01-31 18:23:21.285645 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 1 ==== osd_op_reply(1 default.realm [getxattrs,stat] v0'0 uv3 ondisk = 0) v7 ==== 175+0+20 (3599582406 0 2487963302) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.285779 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.285791 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.285818 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:2 1.85fca992 default.realm [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc82abd0 con 0x55d4fc828f50 2019-01-31 18:23:21.286287 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 2 ==== osd_op_reply(2 default.realm [read 0~46] v0'0 uv3 ondisk = 0) v7 ==== 133+0+46 (49393056 0 440825142) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.286362 7f380fdb59c0 20 rados->read r=0 bl.length=46 2019-01-31 18:23:21.286399 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa5300 obj=.rgw.root:realms.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc8265a8 s->prefetch_data=0 2019-01-31 18:23:21.286482 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:3 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc82de30 con 0x55d4fc82c9f0 2019-01-31 18:23:21.288700 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 1 ==== osd_op_reply(3 realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] v0'0 uv5 ondisk = 0) v7 ==== 205+0+20 (862420302 0 830631993) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.288808 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.288818 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.288839 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:4 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc82e4c0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.289339 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 2 ==== osd_op_reply(4 realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~106] v0'0 uv5 ondisk = 0) v7 ==== 163+0+106 (2431243208 0 309371309) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.289413 7f380fdb59c0 20 rados->read r=0 bl.length=106 2019-01-31 18:23:21.289438 7f380fdb59c0 20 realm georep 1102c891-d81c-480e-9487-c9f874287d13 2019-01-31 18:23:21.289466 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa5120 obj=.rgw.root:realms.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc826518 s->prefetch_data=0 2019-01-31 18:23:21.289487 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:5 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc82eb60 con 0x55d4fc82c9f0 2019-01-31 18:23:21.289938 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 3 ==== osd_op_reply(5 realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] v0'0 uv5 ondisk = 0) v7 ==== 205+0+20 (862420302 0 830631993) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.290019 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.290027 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.290041 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:6 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc82eb60 con 0x55d4fc82c9f0 2019-01-31 18:23:21.290501 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 4 ==== osd_op_reply(6 realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~106] v0'0 uv5 ondisk = 0) v7 ==== 163+0+106 (2431243208 0 309371309) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.290576 7f380fdb59c0 20 rados->read r=0 bl.length=106 2019-01-31 18:23:21.290609 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa5280 obj=.rgw.root:periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch state=0x55d4fc826518 s->prefetch_data=0 2019-01-31 18:23:21.290629 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:7 1.ee5a525 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc82f160 con 0x55d4fc828f50 2019-01-31 18:23:21.291112 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 3 ==== osd_op_reply(7 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [getxattrs,stat] v0'0 uv15 ondisk = 0) v7 ==== 219+0+91 (919727505 0 398549672) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.291195 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.291204 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.291219 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:8 1.ee5a525 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc82f790 con 0x55d4fc828f50 2019-01-31 18:23:21.291630 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 4 ==== osd_op_reply(8 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [read 0~10] v0'0 uv15 ondisk = 0) v7 ==== 177+0+10 (488845755 0 1465282535) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.291702 7f380fdb59c0 20 rados->read r=0 bl.length=10 2019-01-31 18:23:21.291732 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa52a0 obj=.rgw.root:periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 state=0x55d4fc8264e8 s->prefetch_data=0 2019-01-31 18:23:21.291814 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:9 1.cc16d88f periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc832a20 con 0x55d4fc8315e0 2019-01-31 18:23:21.293674 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 1 ==== osd_op_reply(9 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [getxattrs,stat] v0'0 uv17 ondisk = 0) v7 ==== 209+0+20 (2662106676 0 678966769) 0x7f37c4000b90 con 0x55d4fc8315e0 2019-01-31 18:23:21.293772 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.293781 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.293799 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:10 1.cc16d88f periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc833060 con 0x55d4fc8315e0 2019-01-31 18:23:21.294194 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 2 ==== osd_op_reply(10 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [read 0~874] v0'0 uv17 ondisk = 0) v7 ==== 167+0+874 (2939733965 0 3354789945) 0x7f37c4000b90 con 0x55d4fc8315e0 2019-01-31 18:23:21.294269 7f380fdb59c0 20 rados->read r=0 bl.length=874 2019-01-31 18:23:21.294324 7f380fdb59c0 20 current period a4020dca-dc79-43fb-8688-b9e191c5c1e4 2019-01-31 18:23:21.294336 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4d50 obj=.rgw.root:converted state=0x55d4fc8264e8 s->prefetch_data=0 2019-01-31 18:23:21.294356 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:11 1.636fdd3 converted [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8338f0 con 0x55d4fc828f50 2019-01-31 18:23:21.294783 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 5 ==== osd_op_reply(11 converted [getxattrs,stat] v0'0 uv0 ack = -2 ((2) No such file or directory)) v7 ==== 171+0+0 (3466501579 0 0) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.294914 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4460 obj=.rgw.root:default.realm state=0x55d4fc833238 s->prefetch_data=0 2019-01-31 18:23:21.294940 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:12 1.85fca992 default.realm [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8343d0 con 0x55d4fc828f50 2019-01-31 18:23:21.295414 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 6 ==== osd_op_reply(12 default.realm [getxattrs,stat] v0'0 uv3 ondisk = 0) v7 ==== 175+0+20 (3599582406 0 2487963302) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.295503 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.295512 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.295527 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:13 1.85fca992 default.realm [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc834500 con 0x55d4fc828f50 2019-01-31 18:23:21.295919 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 7 ==== osd_op_reply(13 default.realm [read 0~46] v0'0 uv3 ondisk = 0) v7 ==== 133+0+46 (49393056 0 440825142) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.295998 7f380fdb59c0 20 rados->read r=0 bl.length=46 2019-01-31 18:23:21.296025 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa44c0 obj=.rgw.root:realms.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc833238 s->prefetch_data=0 2019-01-31 18:23:21.296046 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:14 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc834c90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.296525 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 5 ==== osd_op_reply(14 realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] v0'0 uv5 ondisk = 0) v7 ==== 205+0+20 (862420302 0 830631993) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.296605 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.296613 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.296628 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:15 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8352c0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.297075 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 6 ==== osd_op_reply(15 realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~106] v0'0 uv5 ondisk = 0) v7 ==== 163+0+106 (2431243208 0 309371309) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.297148 7f380fdb59c0 20 rados->read r=0 bl.length=106 2019-01-31 18:23:21.297176 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa45e0 obj=.rgw.root:default.region state=0x55d4fc833238 s->prefetch_data=0 2019-01-31 18:23:21.297196 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:16 1.9a566808 default.region [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc835500 con 0x55d4fc828f50 2019-01-31 18:23:21.297604 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 8 ==== osd_op_reply(16 default.region [getxattrs,stat] v0'0 uv0 ack = -2 ((2) No such file or directory)) v7 ==== 176+0+0 (396031010 0 0) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.297748 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:17 1.0 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8352c0 con 0x55d4fc828f50 2019-01-31 18:23:21.298296 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 9 ==== osd_op_reply(17 [pgls start_epoch 0] v62'3 uv3 ondisk = 1) v7 ==== 120+0+222 (2988919802 0 64071816) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.298407 7f380fdb59c0 20 RGWRados::pool_iterate: got realms.ab59fd9b-7c24-4fd4-8194-da6f2766bda4.control 2019-01-31 18:23:21.298417 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.3bb8f4b0-ca1a-4a43-94f9-6ffd2652cc86.latest_epoch 2019-01-31 18:23:21.298419 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.7 2019-01-31 18:23:21.298435 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:18 1.1 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc836b40 con 0x55d4fc82c9f0 2019-01-31 18:23:21.299026 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 7 ==== osd_op_reply(18 [pgls start_epoch 0] v62'27 uv27 ondisk = 1) v7 ==== 120+0+316 (1594472339 0 4169158071) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.299122 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.9 2019-01-31 18:23:21.299129 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.4 2019-01-31 18:23:21.299130 7f380fdb59c0 20 RGWRados::pool_iterate: got zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 2019-01-31 18:23:21.299131 7f380fdb59c0 20 RGWRados::pool_iterate: got realms.ab59fd9b-7c24-4fd4-8194-da6f2766bda4 2019-01-31 18:23:21.299132 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.5 2019-01-31 18:23:21.299155 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:19 1.2 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8371e0 con 0x55d4fc828f50 2019-01-31 18:23:21.299671 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 10 ==== osd_op_reply(19 [pgls start_epoch 0] v62'4 uv4 ondisk = 1) v7 ==== 120+0+119 (239763148 0 2712533719) 0x7f37d4000b70 con 0x55d4fc828f50 2019-01-31 18:23:21.299755 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.8 2019-01-31 18:23:21.299761 7f380fdb59c0 20 RGWRados::pool_iterate: got default.realm 2019-01-31 18:23:21.299779 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:20 1.3 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc837730 con 0x55d4fc828f50 2019-01-31 18:23:21.300339 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 11 ==== osd_op_reply(20 [pgls start_epoch 0] v62'24 uv20 ondisk = 1) v7 ==== 120+0+384 (2342057881 0 3056667796) 0x7f37d4002310 con 0x55d4fc828f50 2019-01-31 18:23:21.300419 7f380fdb59c0 20 RGWRados::pool_iterate: got zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a 2019-01-31 18:23:21.300425 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.3 2019-01-31 18:23:21.300426 7f380fdb59c0 20 RGWRados::pool_iterate: got realms.1102c891-d81c-480e-9487-c9f874287d13.control 2019-01-31 18:23:21.300427 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.6 2019-01-31 18:23:21.300428 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.302dde01-5ffe-48af-a1f1-c33d2e3a40fd.latest_epoch 2019-01-31 18:23:21.300430 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.302dde01-5ffe-48af-a1f1-c33d2e3a40fd.1 2019-01-31 18:23:21.300469 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:21 1.4 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc836080 con 0x55d4fc8315e0 2019-01-31 18:23:21.301082 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 3 ==== osd_op_reply(21 [pgls start_epoch 0] v49'4 uv4 ondisk = 1) v7 ==== 120+0+98 (1382239898 0 3659568413) 0x7f37c4000b90 con 0x55d4fc8315e0 2019-01-31 18:23:21.301165 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.2 2019-01-31 18:23:21.301185 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:22 1.5 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc836080 con 0x55d4fc828f50 2019-01-31 18:23:21.301679 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 12 ==== osd_op_reply(22 [pgls start_epoch 0] v62'15 uv15 ondisk = 1) v7 ==== 120+0+307 (3018081827 0 921621147) 0x7f37d4002310 con 0x55d4fc828f50 2019-01-31 18:23:21.301757 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch 2019-01-31 18:23:21.301764 7f380fdb59c0 20 RGWRados::pool_iterate: got default.zone.1102c891-d81c-480e-9487-c9f874287d13 2019-01-31 18:23:21.301766 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.1 2019-01-31 18:23:21.301767 7f380fdb59c0 20 RGWRados::pool_iterate: got default.zonegroup.1102c891-d81c-480e-9487-c9f874287d13 2019-01-31 18:23:21.301768 7f380fdb59c0 20 RGWRados::pool_iterate: got zone_names.noida1 2019-01-31 18:23:21.301784 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:23 1.6 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc836a20 con 0x55d4fc82c9f0 2019-01-31 18:23:21.302383 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 8 ==== osd_op_reply(23 [pgls start_epoch 0] v62'15 uv15 ondisk = 1) v7 ==== 120+0+152 (3335991400 0 2367182044) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.302468 7f380fdb59c0 20 RGWRados::pool_iterate: got zonegroups_names.noida 2019-01-31 18:23:21.302478 7f380fdb59c0 20 RGWRados::pool_iterate: got realms_names.georep 2019-01-31 18:23:21.302480 7f380fdb59c0 20 RGWRados::pool_iterate: got realms.1102c891-d81c-480e-9487-c9f874287d13 2019-01-31 18:23:21.302505 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:24 1.7 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc838d20 con 0x55d4fc8315e0 2019-01-31 18:23:21.303000 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 4 ==== osd_op_reply(24 [pgls start_epoch 0] v62'17 uv17 ondisk = 1) v7 ==== 120+0+241 (2331638514 0 778379) 0x7f37c4001720 con 0x55d4fc8315e0 2019-01-31 18:23:21.303102 7f380fdb59c0 20 RGWRados::pool_iterate: got realms_names.geodata 2019-01-31 18:23:21.303113 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.3bb8f4b0-ca1a-4a43-94f9-6ffd2652cc86.1 2019-01-31 18:23:21.303115 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 2019-01-31 18:23:21.303116 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.1102c891-d81c-480e-9487-c9f874287d13:staging 2019-01-31 18:23:21.303153 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4690 obj=.rgw.root:zone_names.default state=0x55d4fc837c18 s->prefetch_data=0 2019-01-31 18:23:21.303184 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:25 1.7376dc2f zone_names.default [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc838110 con 0x55d4fc8315e0 2019-01-31 18:23:21.303611 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 5 ==== osd_op_reply(25 zone_names.default [getxattrs,stat] v0'0 uv0 ack = -2 ((2) No such file or directory)) v7 ==== 180+0+0 (2645458206 0 0) 0x7f37c4001720 con 0x55d4fc8315e0 2019-01-31 18:23:21.303761 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4690 obj=.rgw.root:zonegroups_names.default state=0x55d4fc837c18 s->prefetch_data=0 2019-01-31 18:23:21.303799 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:26 1.1eaca32f zonegroups_names.default [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc838110 con 0x55d4fc8315e0 2019-01-31 18:23:21.304179 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 6 ==== osd_op_reply(26 zonegroups_names.default [getxattrs,stat] v0'0 uv0 ack = -2 ((2) No such file or directory)) v7 ==== 186+0+0 (590868344 0 0) 0x7f37c4001720 con 0x55d4fc8315e0 2019-01-31 18:23:21.304516 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa53c0 obj=.rgw.root:region_map state=0x55d4fc8264e8 s->prefetch_data=0 2019-01-31 18:23:21.304549 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:27 1.bd31b503 region_map [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc837b80 con 0x55d4fc828f50 2019-01-31 18:23:21.305096 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 13 ==== osd_op_reply(27 region_map [getxattrs,stat] v0'0 uv0 ack = -2 ((2) No such file or directory)) v7 ==== 172+0+0 (715637797 0 0) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.305190 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4c30 obj=.rgw.root:default.realm state=0x55d4fc8264e8 s->prefetch_data=0 2019-01-31 18:23:21.305224 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:28 1.85fca992 default.realm [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc837b80 con 0x55d4fc828f50 2019-01-31 18:23:21.305651 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 14 ==== osd_op_reply(28 default.realm [getxattrs,stat] v0'0 uv3 ondisk = 0) v7 ==== 175+0+20 (3599582406 0 2487963302) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.305693 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.305701 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.305724 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:29 1.85fca992 default.realm [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc837b80 con 0x55d4fc828f50 2019-01-31 18:23:21.306170 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 15 ==== osd_op_reply(29 default.realm [read 0~46] v0'0 uv3 ondisk = 0) v7 ==== 133+0+46 (49393056 0 440825142) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.306200 7f380fdb59c0 20 rados->read r=0 bl.length=46 2019-01-31 18:23:21.306243 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4c90 obj=.rgw.root:realms.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc8264e8 s->prefetch_data=0 2019-01-31 18:23:21.306270 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:30 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc839300 con 0x55d4fc82c9f0 2019-01-31 18:23:21.306744 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 9 ==== osd_op_reply(30 realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] v0'0 uv5 ondisk = 0) v7 ==== 205+0+20 (862420302 0 830631993) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.306802 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.306813 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.306833 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:31 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc838770 con 0x55d4fc82c9f0 2019-01-31 18:23:21.307706 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 10 ==== osd_op_reply(31 realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~106] v0'0 uv5 ondisk = 0) v7 ==== 163+0+106 (2431243208 0 309371309) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.307747 7f380fdb59c0 20 rados->read r=0 bl.length=106 2019-01-31 18:23:21.307808 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4db0 obj=.rgw.root:default.zonegroup.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc8264e8 s->prefetch_data=0 2019-01-31 18:23:21.307853 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:32 1.54fc807d default.zonegroup.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8399e0 con 0x55d4fc828f50 2019-01-31 18:23:21.308379 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 16 ==== osd_op_reply(32 default.zonegroup.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] v0'0 uv1 ondisk = 0) v7 ==== 216+0+20 (3332470550 0 3243558645) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.308433 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.308481 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.308505 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:33 1.54fc807d default.zonegroup.1102c891-d81c-480e-9487-c9f874287d13 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8399e0 con 0x55d4fc828f50 2019-01-31 18:23:21.308922 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 17 ==== osd_op_reply(33 default.zonegroup.1102c891-d81c-480e-9487-c9f874287d13 [read 0~46] v0'0 uv1 ondisk = 0) v7 ==== 174+0+46 (1012113549 0 3171888795) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.308960 7f380fdb59c0 20 rados->read r=0 bl.length=46 2019-01-31 18:23:21.308998 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4fe0 obj=.rgw.root:zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 state=0x55d4fc8264b8 s->prefetch_data=0 2019-01-31 18:23:21.309032 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:34 1.3968099 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83a1c0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.309547 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 11 ==== osd_op_reply(34 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [getxattrs,stat] v0'0 uv27 ondisk = 0) v7 ==== 213+0+20 (3696335080 0 3038869270) 0x7f37cc000b90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.309587 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.309596 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.309617 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:35 1.3968099 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83a1c0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.310044 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 12 ==== osd_op_reply(35 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [read 0~416] v0'0 uv27 ondisk = 0) v7 ==== 171+0+416 (179109286 0 1902762077) 0x7f37cc002810 con 0x55d4fc82c9f0 2019-01-31 18:23:21.310075 7f380fdb59c0 20 rados->read r=0 bl.length=416 2019-01-31 18:23:21.310115 7f380fdb59c0 20 period zonegroup init ret 0 2019-01-31 18:23:21.310123 7f380fdb59c0 20 period zonegroup name noida 2019-01-31 18:23:21.310126 7f380fdb59c0 20 using current period zonegroup noida 2019-01-31 18:23:21.310146 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4c30 obj=.rgw.root:default.realm state=0x55d4fc8264b8 s->prefetch_data=0 2019-01-31 18:23:21.310173 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:36 1.85fca992 default.realm [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83abd0 con 0x55d4fc828f50 2019-01-31 18:23:21.310651 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 18 ==== osd_op_reply(36 default.realm [getxattrs,stat] v0'0 uv3 ondisk = 0) v7 ==== 175+0+20 (3599582406 0 2487963302) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.310692 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.310701 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.310725 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:37 1.85fca992 default.realm [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83abd0 con 0x55d4fc828f50 2019-01-31 18:23:21.311196 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 19 ==== osd_op_reply(37 default.realm [read 0~46] v0'0 uv3 ondisk = 0) v7 ==== 133+0+46 (49393056 0 440825142) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.311228 7f380fdb59c0 20 rados->read r=0 bl.length=46 2019-01-31 18:23:21.311266 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4c90 obj=.rgw.root:realms.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc8264b8 s->prefetch_data=0 2019-01-31 18:23:21.311299 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:38 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83b3a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.311740 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 13 ==== osd_op_reply(38 realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] v0'0 uv5 ondisk = 0) v7 ==== 205+0+20 (862420302 0 830631993) 0x7f37cc002810 con 0x55d4fc82c9f0 2019-01-31 18:23:21.311781 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.311790 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.311811 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:39 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83b3a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.312212 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 14 ==== osd_op_reply(39 realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~106] v0'0 uv5 ondisk = 0) v7 ==== 163+0+106 (2431243208 0 309371309) 0x7f37cc000a60 con 0x55d4fc82c9f0 2019-01-31 18:23:21.312242 7f380fdb59c0 20 rados->read r=0 bl.length=106 2019-01-31 18:23:21.312270 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4db0 obj=.rgw.root:default.zone.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc83ab08 s->prefetch_data=0 2019-01-31 18:23:21.312302 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:40 1.99d2d2cd default.zone.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83bb70 con 0x55d4fc828f50 2019-01-31 18:23:21.312771 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 20 ==== osd_op_reply(40 default.zone.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] v0'0 uv4 ondisk = 0) v7 ==== 211+0+20 (4249377231 0 3588115422) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.312815 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.312823 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.312843 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:41 1.99d2d2cd default.zone.1102c891-d81c-480e-9487-c9f874287d13 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc826660 con 0x55d4fc828f50 2019-01-31 18:23:21.313277 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 21 ==== osd_op_reply(41 default.zone.1102c891-d81c-480e-9487-c9f874287d13 [read 0~46] v0'0 uv4 ondisk = 0) v7 ==== 169+0+46 (2687827804 0 2182892122) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.313309 7f380fdb59c0 20 rados->read r=0 bl.length=46 2019-01-31 18:23:21.313344 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4fe0 obj=.rgw.root:zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a state=0x55d4fc83ab08 s->prefetch_data=0 2019-01-31 18:23:21.313374 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:42 1.8465a483 zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83c3b0 con 0x55d4fc828f50 2019-01-31 18:23:21.313856 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 22 ==== osd_op_reply(42 zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a [getxattrs,stat] v0'0 uv20 ondisk = 0) v7 ==== 208+0+20 (2745735014 0 2296913938) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.313895 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.313903 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.313927 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:43 1.8465a483 zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83c3b0 con 0x55d4fc828f50 2019-01-31 18:23:21.314410 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 23 ==== osd_op_reply(43 zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a [read 0~1234] v0'0 uv20 ondisk = 0) v7 ==== 166+0+1234 (1149836249 0 3343083389) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.314449 7f380fdb59c0 20 rados->read r=0 bl.length=1234 2019-01-31 18:23:21.314506 7f380fdb59c0 10 Cannot find current period zone using local zone 2019-01-31 18:23:21.314528 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa5300 obj=.rgw.root:zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a state=0x55d4fc83ab08 s->prefetch_data=0 2019-01-31 18:23:21.314554 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:44 1.8465a483 zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83cdc0 con 0x55d4fc828f50 2019-01-31 18:23:21.314988 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 24 ==== osd_op_reply(44 zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a [getxattrs,stat] v0'0 uv20 ondisk = 0) v7 ==== 208+0+20 (2745735014 0 2296913938) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.315026 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.315034 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.315053 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:45 1.8465a483 zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc83cdc0 con 0x55d4fc828f50 2019-01-31 18:23:21.315536 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 25 ==== osd_op_reply(45 zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a [read 0~1234] v0'0 uv20 ondisk = 0) v7 ==== 166+0+1234 (1149836249 0 3343083389) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.315584 7f380fdb59c0 20 rados->read r=0 bl.length=1234 2019-01-31 18:23:21.315632 7f380fdb59c0 20 zone noida1 2019-01-31 18:23:21.315802 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:46 9.4322fa9f notify.0 [create 0~0] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc83d9e0 con 0x55d4fc8315e0 2019-01-31 18:23:21.316284 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 7 ==== osd_op_reply(46 notify.0 [create 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (2354490089 0 0) 0x7f37c4001720 con 0x55d4fc8315e0 2019-01-31 18:23:21.316354 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:47 9.4322fa9f notify.0 [watch watch cookie 94373257926560] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc83e170 con 0x55d4fc8315e0 2019-01-31 18:23:21.318126 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 8 ==== osd_op_reply(47 notify.0 [watch watch cookie 94373257926560] v62'125 uv1 ondisk = 0) v7 ==== 128+0+0 (3834818138 0 0) 0x7f37c4001720 con 0x55d4fc8315e0 2019-01-31 18:23:21.318165 7f380fdb59c0 20 add_watcher() i=0 2019-01-31 18:23:21.318202 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:48 9.16dafda0 notify.1 [create 0~0] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc83e170 con 0x55d4fc828f50 2019-01-31 18:23:21.318645 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 26 ==== osd_op_reply(48 notify.1 [create 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (2749880997 0 0) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.318698 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:49 9.16dafda0 notify.1 [watch watch cookie 94373257928496] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc83eb80 con 0x55d4fc828f50 2019-01-31 18:23:21.320388 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 27 ==== osd_op_reply(49 notify.1 [watch watch cookie 94373257928496] v62'125 uv1 ondisk = 0) v7 ==== 128+0+0 (1705985540 0 0) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.320506 7f380fdb59c0 20 add_watcher() i=1 2019-01-31 18:23:21.320575 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:50 9.88aa5c95 notify.2 [create 0~0] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc83eb80 con 0x55d4fc828f50 2019-01-31 18:23:21.321015 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 28 ==== osd_op_reply(50 notify.2 [create 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (3294628214 0 0) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.321103 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:51 9.88aa5c95 notify.2 [watch watch cookie 94373257931072] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc83f5c0 con 0x55d4fc828f50 2019-01-31 18:23:21.322758 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 29 ==== osd_op_reply(51 notify.2 [watch watch cookie 94373257931072] v62'249 uv1 ondisk = 0) v7 ==== 128+0+0 (1438573296 0 0) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.322803 7f380fdb59c0 20 add_watcher() i=2 2019-01-31 18:23:21.322827 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:52 9.f8c99aee notify.3 [create 0~0] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc83f5c0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.323248 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 15 ==== osd_op_reply(52 notify.3 [create 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (4223721598 0 0) 0x7f37cc000a60 con 0x55d4fc82c9f0 2019-01-31 18:23:21.323312 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:53 9.f8c99aee notify.3 [watch watch cookie 94373257933696] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc83fff0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.324965 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 16 ==== osd_op_reply(53 notify.3 [watch watch cookie 94373257933696] v62'125 uv1 ondisk = 0) v7 ==== 128+0+0 (2869554807 0 0) 0x7f37cc000a60 con 0x55d4fc82c9f0 2019-01-31 18:23:21.325015 7f380fdb59c0 20 add_watcher() i=3 2019-01-31 18:23:21.325035 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:54 9.a204812d notify.4 [create 0~0] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc840020 con 0x55d4fc828f50 2019-01-31 18:23:21.325475 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 30 ==== osd_op_reply(54 notify.4 [create 0~0] v0'0 uv3 ondisk = 0) v7 ==== 128+0+0 (570775029 0 0) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.325531 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:55 9.a204812d notify.4 [watch watch cookie 94373257936352] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc840a30 con 0x55d4fc828f50 2019-01-31 18:23:21.326965 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 31 ==== osd_op_reply(55 notify.4 [watch watch cookie 94373257936352] v62'250 uv3 ondisk = 0) v7 ==== 128+0+0 (3802321922 0 0) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.327005 7f380fdb59c0 20 add_watcher() i=4 2019-01-31 18:23:21.327030 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:56 9.31099063 notify.5 [create 0~0] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc840a30 con 0x55d4fc82c9f0 2019-01-31 18:23:21.327485 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 17 ==== osd_op_reply(56 notify.5 [create 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (364834800 0 0) 0x7f37cc000a60 con 0x55d4fc82c9f0 2019-01-31 18:23:21.327538 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:57 9.31099063 notify.5 [watch watch cookie 94373257938928] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc8413f0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.329202 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 18 ==== osd_op_reply(57 notify.5 [watch watch cookie 94373257938928] v62'125 uv1 ondisk = 0) v7 ==== 128+0+0 (3458002113 0 0) 0x7f37cc000a60 con 0x55d4fc82c9f0 2019-01-31 18:23:21.329244 7f380fdb59c0 20 add_watcher() i=5 2019-01-31 18:23:21.329272 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:58 9.97c520d4 notify.6 [create 0~0] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc841420 con 0x55d4fc828f50 2019-01-31 18:23:21.329692 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 32 ==== osd_op_reply(58 notify.6 [create 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (2802284021 0 0) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.329751 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:59 9.97c520d4 notify.6 [watch watch cookie 94373257941472] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc841e30 con 0x55d4fc828f50 2019-01-31 18:23:21.331390 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 33 ==== osd_op_reply(59 notify.6 [watch watch cookie 94373257941472] v62'125 uv1 ondisk = 0) v7 ==== 128+0+0 (3013678084 0 0) 0x7f37d40009e0 con 0x55d4fc828f50 2019-01-31 18:23:21.331453 7f380fdb59c0 20 add_watcher() i=6 2019-01-31 18:23:21.331475 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:60 9.84ada7c9 notify.7 [create 0~0] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc841e30 con 0x55d4fc8315e0 2019-01-31 18:23:21.331915 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 9 ==== osd_op_reply(60 notify.7 [create 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (4175037798 0 0) 0x7f37c4001720 con 0x55d4fc8315e0 2019-01-31 18:23:21.331962 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:61 9.84ada7c9 notify.7 [watch watch cookie 94373257944048] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc8427f0 con 0x55d4fc8315e0 2019-01-31 18:23:21.333715 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 10 ==== osd_op_reply(61 notify.7 [watch watch cookie 94373257944048] v62'125 uv1 ondisk = 0) v7 ==== 128+0+0 (296508774 0 0) 0x7f37c4001720 con 0x55d4fc8315e0 2019-01-31 18:23:21.333750 7f380fdb59c0 20 add_watcher() i=7 2019-01-31 18:23:21.333754 7f380fdb59c0 2 all 8 watchers are set, enabling cache 2019-01-31 18:23:21.336484 7f37b1fe3700 20 reqs_thread_entry: start 2019-01-31 18:23:21.336911 7f37a3fff700 20 reqs_thread_entry: start 2019-01-31 18:23:21.336926 7f380fdb59c0 20 init_complete bucket index max shards: 100 2019-01-31 18:23:21.337032 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa52c0 obj=.rgw.root:default.realm state=0x55d4fc8699f8 s->prefetch_data=0 2019-01-31 18:23:21.337048 7f380fdb59c0 10 cache get: name=.rgw.root+default.realm : miss 2019-01-31 18:23:21.337092 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:62 1.85fca992 default.realm [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc86ab50 con 0x55d4fc828f50 2019-01-31 18:23:21.337699 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 34 ==== osd_op_reply(62 default.realm [getxattrs,stat] v0'0 uv3 ondisk = 0) v7 ==== 175+0+20 (3599582406 0 2487963302) 0x7f37d4004a10 con 0x55d4fc828f50 2019-01-31 18:23:21.337758 7f380fdb59c0 10 cache put: name=.rgw.root+default.realm info.flags=6 2019-01-31 18:23:21.337775 7f380fdb59c0 10 adding .rgw.root+default.realm to cache LRU end 2019-01-31 18:23:21.337782 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.337788 7f380fdb59c0 10 cache get: name=.rgw.root+default.realm : type miss (requested=1, cached=6) 2019-01-31 18:23:21.337792 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.337813 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:63 1.85fca992 default.realm [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc86b490 con 0x55d4fc828f50 2019-01-31 18:23:21.338235 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 35 ==== osd_op_reply(63 default.realm [read 0~46] v0'0 uv3 ondisk = 0) v7 ==== 133+0+46 (49393056 0 440825142) 0x7f37d4004a10 con 0x55d4fc828f50 2019-01-31 18:23:21.338273 7f380fdb59c0 20 rados->read r=0 bl.length=46 2019-01-31 18:23:21.338287 7f380fdb59c0 10 cache put: name=.rgw.root+default.realm info.flags=1 2019-01-31 18:23:21.338289 7f380fdb59c0 10 moving .rgw.root+default.realm to cache LRU end 2019-01-31 18:23:21.338305 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa5320 obj=.rgw.root:realms.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc8699f8 s->prefetch_data=0 2019-01-31 18:23:21.338309 7f380fdb59c0 10 cache get: name=.rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 : miss 2019-01-31 18:23:21.338329 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:64 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc86cc20 con 0x55d4fc82c9f0 2019-01-31 18:23:21.338840 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 19 ==== osd_op_reply(64 realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] v0'0 uv5 ondisk = 0) v7 ==== 205+0+20 (862420302 0 830631993) 0x7f37cc003220 con 0x55d4fc82c9f0 2019-01-31 18:23:21.338883 7f380fdb59c0 10 cache put: name=.rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 info.flags=6 2019-01-31 18:23:21.338893 7f380fdb59c0 10 adding .rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 to cache LRU end 2019-01-31 18:23:21.338896 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.338899 7f380fdb59c0 10 cache get: name=.rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 : type miss (requested=1, cached=6) 2019-01-31 18:23:21.338901 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.338915 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:65 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc86d750 con 0x55d4fc82c9f0 2019-01-31 18:23:21.339316 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 20 ==== osd_op_reply(65 realms.1102c891-d81c-480e-9487-c9f874287d13 [read 0~106] v0'0 uv5 ondisk = 0) v7 ==== 163+0+106 (2431243208 0 309371309) 0x7f37cc003220 con 0x55d4fc82c9f0 2019-01-31 18:23:21.339351 7f380fdb59c0 20 rados->read r=0 bl.length=106 2019-01-31 18:23:21.339365 7f380fdb59c0 10 cache put: name=.rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 info.flags=1 2019-01-31 18:23:21.339374 7f380fdb59c0 10 moving .rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 to cache LRU end 2019-01-31 18:23:21.339403 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa5140 obj=.rgw.root:realms.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc8699c8 s->prefetch_data=0 2019-01-31 18:23:21.339411 7f380fdb59c0 10 cache get: name=.rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 : type miss (requested=6, cached=3) 2019-01-31 18:23:21.339433 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:66 1.489eb37e realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc86efd0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.339861 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 21 ==== osd_op_reply(66 realms.1102c891-d81c-480e-9487-c9f874287d13 [getxattrs,stat] v0'0 uv5 ondisk = 0) v7 ==== 205+0+20 (862420302 0 830631993) 0x7f37cc003220 con 0x55d4fc82c9f0 2019-01-31 18:23:21.339902 7f380fdb59c0 10 cache put: name=.rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 info.flags=6 2019-01-31 18:23:21.339908 7f380fdb59c0 10 moving .rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 to cache LRU end 2019-01-31 18:23:21.339912 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.339915 7f380fdb59c0 10 cache get: name=.rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 : hit (requested=1, cached=7) 2019-01-31 18:23:21.339935 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa52a0 obj=.rgw.root:periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch state=0x55d4fc8699c8 s->prefetch_data=0 2019-01-31 18:23:21.339943 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch : miss 2019-01-31 18:23:21.339960 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:67 1.ee5a525 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc86f840 con 0x55d4fc828f50 2019-01-31 18:23:21.340377 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 36 ==== osd_op_reply(67 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [getxattrs,stat] v0'0 uv15 ondisk = 0) v7 ==== 219+0+91 (919727505 0 398549672) 0x7f37d40051d0 con 0x55d4fc828f50 2019-01-31 18:23:21.340434 7f380fdb59c0 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch info.flags=6 2019-01-31 18:23:21.340455 7f380fdb59c0 10 adding .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch to cache LRU end 2019-01-31 18:23:21.340458 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.340462 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch : type miss (requested=1, cached=6) 2019-01-31 18:23:21.340464 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.340478 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:68 1.ee5a525 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8703b0 con 0x55d4fc828f50 2019-01-31 18:23:21.340863 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 37 ==== osd_op_reply(68 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [read 0~10] v0'0 uv15 ondisk = 0) v7 ==== 177+0+10 (488845755 0 1465282535) 0x7f37d4004a10 con 0x55d4fc828f50 2019-01-31 18:23:21.340900 7f380fdb59c0 20 rados->read r=0 bl.length=10 2019-01-31 18:23:21.340911 7f380fdb59c0 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch info.flags=1 2019-01-31 18:23:21.340916 7f380fdb59c0 10 moving .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch to cache LRU end 2019-01-31 18:23:21.340935 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa52c0 obj=.rgw.root:periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 state=0x55d4fc8699c8 s->prefetch_data=0 2019-01-31 18:23:21.340939 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 : miss 2019-01-31 18:23:21.340958 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:69 1.cc16d88f periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc871b60 con 0x55d4fc8315e0 2019-01-31 18:23:21.341438 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 11 ==== osd_op_reply(69 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [getxattrs,stat] v0'0 uv17 ondisk = 0) v7 ==== 209+0+20 (2662106676 0 678966769) 0x7f37c4002480 con 0x55d4fc8315e0 2019-01-31 18:23:21.341478 7f380fdb59c0 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 info.flags=6 2019-01-31 18:23:21.341487 7f380fdb59c0 10 adding .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 to cache LRU end 2019-01-31 18:23:21.341490 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.341493 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 : type miss (requested=1, cached=6) 2019-01-31 18:23:21.341495 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.341508 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:70 1.cc16d88f periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8723e0 con 0x55d4fc8315e0 2019-01-31 18:23:21.341972 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 12 ==== osd_op_reply(70 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [read 0~874] v0'0 uv17 ondisk = 0) v7 ==== 167+0+874 (2939733965 0 3354789945) 0x7f37c4002ab0 con 0x55d4fc8315e0 2019-01-31 18:23:21.341999 7f380fdb59c0 20 rados->read r=0 bl.length=874 2019-01-31 18:23:21.342009 7f380fdb59c0 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 info.flags=1 2019-01-31 18:23:21.342011 7f380fdb59c0 10 moving .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 to cache LRU end 2019-01-31 18:23:21.342036 7f380fdb59c0 20 fork realm 1102c891-d81c-480e-9487-c9f874287d13 period a4020dca-dc79-43fb-8688-b9e191c5c1e4 2019-01-31 18:23:21.342048 7f380fdb59c0 20 update realm 1102c891-d81c-480e-9487-c9f874287d13 period 1102c891-d81c-480e-9487-c9f874287d13:staging 2019-01-31 18:23:21.342084 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:71 1.0 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc874dd0 con 0x55d4fc828f50 2019-01-31 18:23:21.342559 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 38 ==== osd_op_reply(71 [pgls start_epoch 0] v62'3 uv3 ondisk = 1) v7 ==== 120+0+222 (2988919802 0 64071816) 0x7f37d4004a10 con 0x55d4fc828f50 2019-01-31 18:23:21.342634 7f380fdb59c0 20 RGWRados::pool_iterate: got realms.ab59fd9b-7c24-4fd4-8194-da6f2766bda4.control 2019-01-31 18:23:21.342641 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.3bb8f4b0-ca1a-4a43-94f9-6ffd2652cc86.latest_epoch 2019-01-31 18:23:21.342644 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.7 2019-01-31 18:23:21.342665 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:72 1.1 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8750f0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.343209 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 22 ==== osd_op_reply(72 [pgls start_epoch 0] v62'27 uv27 ondisk = 1) v7 ==== 120+0+316 (1594472339 0 4169158071) 0x7f37cc003220 con 0x55d4fc82c9f0 2019-01-31 18:23:21.343253 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.9 2019-01-31 18:23:21.343260 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.4 2019-01-31 18:23:21.343262 7f380fdb59c0 20 RGWRados::pool_iterate: got zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 2019-01-31 18:23:21.343263 7f380fdb59c0 20 RGWRados::pool_iterate: got realms.ab59fd9b-7c24-4fd4-8194-da6f2766bda4 2019-01-31 18:23:21.343264 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.5 2019-01-31 18:23:21.343279 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:73 1.2 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc875880 con 0x55d4fc828f50 2019-01-31 18:23:21.343706 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 39 ==== osd_op_reply(73 [pgls start_epoch 0] v62'4 uv4 ondisk = 1) v7 ==== 120+0+119 (239763148 0 2712533719) 0x7f37d4004a10 con 0x55d4fc828f50 2019-01-31 18:23:21.343750 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.8 2019-01-31 18:23:21.343754 7f380fdb59c0 20 RGWRados::pool_iterate: got default.realm 2019-01-31 18:23:21.343779 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:74 1.3 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc875f20 con 0x55d4fc828f50 2019-01-31 18:23:21.344240 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 40 ==== osd_op_reply(74 [pgls start_epoch 0] v62'24 uv20 ondisk = 1) v7 ==== 120+0+384 (2342057881 0 3056667796) 0x7f37d4005970 con 0x55d4fc828f50 2019-01-31 18:23:21.344281 7f380fdb59c0 20 RGWRados::pool_iterate: got zone_info.71931e0e-1be6-449f-af34-edb4166c4e4a 2019-01-31 18:23:21.344289 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.3 2019-01-31 18:23:21.344290 7f380fdb59c0 20 RGWRados::pool_iterate: got realms.1102c891-d81c-480e-9487-c9f874287d13.control 2019-01-31 18:23:21.344291 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.6 2019-01-31 18:23:21.344292 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.302dde01-5ffe-48af-a1f1-c33d2e3a40fd.latest_epoch 2019-01-31 18:23:21.344293 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.302dde01-5ffe-48af-a1f1-c33d2e3a40fd.1 2019-01-31 18:23:21.344307 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:75 1.4 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc874b90 con 0x55d4fc8315e0 2019-01-31 18:23:21.344919 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 13 ==== osd_op_reply(75 [pgls start_epoch 0] v49'4 uv4 ondisk = 1) v7 ==== 120+0+98 (1382239898 0 3659568413) 0x7f37c4002b80 con 0x55d4fc8315e0 2019-01-31 18:23:21.344949 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.2 2019-01-31 18:23:21.344966 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:76 1.5 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc874b90 con 0x55d4fc828f50 2019-01-31 18:23:21.345420 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 41 ==== osd_op_reply(76 [pgls start_epoch 0] v62'15 uv15 ondisk = 1) v7 ==== 120+0+307 (3018081827 0 921621147) 0x7f37d4005970 con 0x55d4fc828f50 2019-01-31 18:23:21.345487 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch 2019-01-31 18:23:21.345496 7f380fdb59c0 20 RGWRados::pool_iterate: got default.zone.1102c891-d81c-480e-9487-c9f874287d13 2019-01-31 18:23:21.345497 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.1 2019-01-31 18:23:21.345498 7f380fdb59c0 20 RGWRados::pool_iterate: got default.zonegroup.1102c891-d81c-480e-9487-c9f874287d13 2019-01-31 18:23:21.345499 7f380fdb59c0 20 RGWRados::pool_iterate: got zone_names.noida1 2019-01-31 18:23:21.345518 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:77 1.6 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc876f30 con 0x55d4fc82c9f0 2019-01-31 18:23:21.345999 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 23 ==== osd_op_reply(77 [pgls start_epoch 0] v62'15 uv15 ondisk = 1) v7 ==== 120+0+152 (3335991400 0 2367182044) 0x7f37cc003220 con 0x55d4fc82c9f0 2019-01-31 18:23:21.346040 7f380fdb59c0 20 RGWRados::pool_iterate: got zonegroups_names.noida 2019-01-31 18:23:21.346054 7f380fdb59c0 20 RGWRados::pool_iterate: got realms_names.georep 2019-01-31 18:23:21.346055 7f380fdb59c0 20 RGWRados::pool_iterate: got realms.1102c891-d81c-480e-9487-c9f874287d13 2019-01-31 18:23:21.346070 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:78 1.7 [pgls start_epoch 0] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc877390 con 0x55d4fc8315e0 2019-01-31 18:23:21.346563 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 14 ==== osd_op_reply(78 [pgls start_epoch 0] v62'17 uv17 ondisk = 1) v7 ==== 120+0+241 (2331638514 0 778379) 0x7f37c4002ab0 con 0x55d4fc8315e0 2019-01-31 18:23:21.346592 7f380fdb59c0 20 RGWRados::pool_iterate: got realms_names.geodata 2019-01-31 18:23:21.346598 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.3bb8f4b0-ca1a-4a43-94f9-6ffd2652cc86.1 2019-01-31 18:23:21.346601 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 2019-01-31 18:23:21.346603 7f380fdb59c0 20 RGWRados::pool_iterate: got periods.1102c891-d81c-480e-9487-c9f874287d13:staging 2019-01-31 18:23:21.346633 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa5020 obj=.rgw.root:zonegroups_names.noida state=0x55d4fc875d78 s->prefetch_data=0 2019-01-31 18:23:21.346648 7f380fdb59c0 10 cache get: name=.rgw.root+zonegroups_names.noida : miss 2019-01-31 18:23:21.346668 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:79 1.dd289f86 zonegroups_names.noida [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc876570 con 0x55d4fc82c9f0 2019-01-31 18:23:21.347154 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 24 ==== osd_op_reply(79 zonegroups_names.noida [getxattrs,stat] v0'0 uv15 ondisk = 0) v7 ==== 184+0+20 (423319785 0 3784707345) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.347197 7f380fdb59c0 10 cache put: name=.rgw.root+zonegroups_names.noida info.flags=6 2019-01-31 18:23:21.347209 7f380fdb59c0 10 adding .rgw.root+zonegroups_names.noida to cache LRU end 2019-01-31 18:23:21.347213 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.347216 7f380fdb59c0 10 cache get: name=.rgw.root+zonegroups_names.noida : type miss (requested=1, cached=6) 2019-01-31 18:23:21.347219 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.347232 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:80 1.dd289f86 zonegroups_names.noida [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc876570 con 0x55d4fc82c9f0 2019-01-31 18:23:21.347603 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 25 ==== osd_op_reply(80 zonegroups_names.noida [read 0~46] v0'0 uv15 ondisk = 0) v7 ==== 142+0+46 (2355523274 0 3171888795) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.347639 7f380fdb59c0 20 rados->read r=0 bl.length=46 2019-01-31 18:23:21.347652 7f380fdb59c0 10 cache put: name=.rgw.root+zonegroups_names.noida info.flags=1 2019-01-31 18:23:21.347654 7f380fdb59c0 10 moving .rgw.root+zonegroups_names.noida to cache LRU end 2019-01-31 18:23:21.347668 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa5020 obj=.rgw.root:zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 state=0x55d4fc875d78 s->prefetch_data=0 2019-01-31 18:23:21.347677 7f380fdb59c0 10 cache get: name=.rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 : miss 2019-01-31 18:23:21.347696 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:81 1.3968099 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc878da0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.348105 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 26 ==== osd_op_reply(81 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [getxattrs,stat] v0'0 uv27 ondisk = 0) v7 ==== 213+0+20 (3696335080 0 3038869270) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.348144 7f380fdb59c0 10 cache put: name=.rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 info.flags=6 2019-01-31 18:23:21.348151 7f380fdb59c0 10 adding .rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 to cache LRU end 2019-01-31 18:23:21.348154 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.348157 7f380fdb59c0 10 cache get: name=.rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 : type miss (requested=1, cached=6) 2019-01-31 18:23:21.348159 7f380fdb59c0 20 rados->read ofs=0 len=524288 2019-01-31 18:23:21.348173 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:82 1.3968099 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [read 0~524288] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc8793c0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.348546 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 27 ==== osd_op_reply(82 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [read 0~416] v0'0 uv27 ondisk = 0) v7 ==== 171+0+416 (179109286 0 1902762077) 0x7f37cc004840 con 0x55d4fc82c9f0 2019-01-31 18:23:21.348584 7f380fdb59c0 20 rados->read r=0 bl.length=416 2019-01-31 18:23:21.348594 7f380fdb59c0 10 cache put: name=.rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 info.flags=1 2019-01-31 18:23:21.348596 7f380fdb59c0 10 moving .rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 to cache LRU end 2019-01-31 18:23:21.348714 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:83 1.63e1133f periods.1102c891-d81c-480e-9487-c9f874287d13:staging [delete,create 0~0,writefull 0~882] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc87cbe0 con 0x55d4fc8315e0 2019-01-31 18:23:21.350350 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 15 ==== osd_op_reply(83 periods.1102c891-d81c-480e-9487-c9f874287d13:staging [delete,create 0~0,writefull 0~882] v62'18 uv18 ondisk = 0) v7 ==== 256+0+0 (3494915971 0 0) 0x7f37c4003000 con 0x55d4fc8315e0 2019-01-31 18:23:21.350388 7f380fdb59c0 10 cache put: name=.rgw.root+periods.1102c891-d81c-480e-9487-c9f874287d13:staging info.flags=7 2019-01-31 18:23:21.350395 7f380fdb59c0 10 adding .rgw.root+periods.1102c891-d81c-480e-9487-c9f874287d13:staging to cache LRU end 2019-01-31 18:23:21.350419 7f380fdb59c0 10 distributing notification oid=notify.5 bl.length()=1126 2019-01-31 18:23:21.350465 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:84 9.31099063 notify.5 [notify 94373258184784~0] snapc 0=[] ondisk+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc87f550 con 0x55d4fc82c9f0 2019-01-31 18:23:21.350887 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 28 ==== watch-notify(notify (1) cookie 94373257938928 notify 266287972364 ret 0) v3 ==== 1168+0+0 (3999559799 0 0) 0x7f37cc0010e0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.350954 7f37f0973700 10 RGWWatcher::handle_notify() notify_id 266287972364 cookie 94373257938928 notifier 11686 bl.length()=1126 2019-01-31 18:23:21.350990 7f37f0973700 10 cache put: name=.rgw.root+periods.1102c891-d81c-480e-9487-c9f874287d13:staging info.flags=7 2019-01-31 18:23:21.350993 7f37f0973700 10 moving .rgw.root+periods.1102c891-d81c-480e-9487-c9f874287d13:staging to cache LRU end 2019-01-31 18:23:21.351014 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 29 ==== osd_op_reply(84 notify.5 [notify 94373258184784~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+8 (2020256555 0 1868976789) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.351015 7f37f0973700 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:85 9.31099063 notify.5 [notify-ack 0~0] snapc 0=[] read+known_if_redirected e62) v7 -- ?+0 0x7f37ec0026d0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.351370 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 30 ==== osd_op_reply(85 notify.5 [notify-ack 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (1573745305 0 0) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.351688 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 31 ==== watch-notify(notify_complete (2) cookie 94373258184784 notify 266287972364 ret 0) v3 ==== 42+0+48 (3481897971 0 399920866) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.351740 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4ad0 obj=.rgw.root:realms.1102c891-d81c-480e-9487-c9f874287d13 state=0x55d4fc87d388 s->prefetch_data=0 2019-01-31 18:23:21.351747 7f380fdb59c0 10 cache get: name=.rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 : hit (requested=6, cached=7) 2019-01-31 18:23:21.351751 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.351754 7f380fdb59c0 10 cache get: name=.rgw.root+realms.1102c891-d81c-480e-9487-c9f874287d13 : hit (requested=1, cached=7) 2019-01-31 18:23:21.351772 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4c30 obj=.rgw.root:periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch state=0x55d4fc87d388 s->prefetch_data=0 2019-01-31 18:23:21.351776 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch : type miss (requested=6, cached=3) 2019-01-31 18:23:21.351794 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:86 1.ee5a525 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc87e740 con 0x55d4fc828f50 2019-01-31 18:23:21.352256 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 42 ==== osd_op_reply(86 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [getxattrs,stat] v0'0 uv15 ondisk = 0) v7 ==== 219+0+91 (919727505 0 398549672) 0x7f37d4005970 con 0x55d4fc828f50 2019-01-31 18:23:21.352301 7f380fdb59c0 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch info.flags=6 2019-01-31 18:23:21.352308 7f380fdb59c0 10 moving .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch to cache LRU end 2019-01-31 18:23:21.352311 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.352315 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch : hit (requested=1, cached=7) 2019-01-31 18:23:21.352332 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4c50 obj=.rgw.root:periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 state=0x55d4fc87d388 s->prefetch_data=0 2019-01-31 18:23:21.352335 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 : type miss (requested=6, cached=3) 2019-01-31 18:23:21.352350 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:87 1.cc16d88f periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc87f0b0 con 0x55d4fc8315e0 2019-01-31 18:23:21.352854 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 16 ==== osd_op_reply(87 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 [getxattrs,stat] v0'0 uv17 ondisk = 0) v7 ==== 209+0+20 (2662106676 0 678966769) 0x7f37c4003000 con 0x55d4fc8315e0 2019-01-31 18:23:21.352886 7f380fdb59c0 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 info.flags=6 2019-01-31 18:23:21.352889 7f380fdb59c0 10 moving .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 to cache LRU end 2019-01-31 18:23:21.352892 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.352896 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.10 : hit (requested=1, cached=7) 2019-01-31 18:23:21.352924 7f380fdb59c0 20 commit realm 1102c891-d81c-480e-9487-c9f874287d13 period a4020dca-dc79-43fb-8688-b9e191c5c1e4 2019-01-31 18:23:21.352963 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:88 1.c429f94e periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.11 [delete,create 0~0,writefull 0~874] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc87d2f0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.354633 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 32 ==== osd_op_reply(88 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.11 [delete,create 0~0,writefull 0~874] v62'16 uv16 ondisk = 0) v7 ==== 251+0+0 (263420816 0 0) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.354681 7f380fdb59c0 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.11 info.flags=7 2019-01-31 18:23:21.354689 7f380fdb59c0 10 adding .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.11 to cache LRU end 2019-01-31 18:23:21.354707 7f380fdb59c0 10 distributing notification oid=notify.6 bl.length()=1113 2019-01-31 18:23:21.354744 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:89 9.97c520d4 notify.6 [notify 94373258188080~0] snapc 0=[] ondisk+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc881cd0 con 0x55d4fc828f50 2019-01-31 18:23:21.355165 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 43 ==== watch-notify(notify (1) cookie 94373257941472 notify 266287972380 ret 0) v3 ==== 1155+0+0 (2825712344 0 0) 0x7f37d4005970 con 0x55d4fc828f50 2019-01-31 18:23:21.355200 7f37f0973700 10 RGWWatcher::handle_notify() notify_id 266287972380 cookie 94373257941472 notifier 11686 bl.length()=1113 2019-01-31 18:23:21.355223 7f37f0973700 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.11 info.flags=7 2019-01-31 18:23:21.355226 7f37f0973700 10 moving .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.11 to cache LRU end 2019-01-31 18:23:21.355238 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 44 ==== osd_op_reply(89 notify.6 [notify 94373258188080~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+8 (1009706623 0 3943717665) 0x7f37d4006630 con 0x55d4fc828f50 2019-01-31 18:23:21.355249 7f37f0973700 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:90 9.97c520d4 notify.6 [notify-ack 0~0] snapc 0=[] read+known_if_redirected e62) v7 -- ?+0 0x7f37ec002e80 con 0x55d4fc828f50 2019-01-31 18:23:21.355916 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 45 ==== watch-notify(notify_complete (2) cookie 94373258188080 notify 266287972380 ret 0) v3 ==== 42+0+48 (2723893697 0 3959186266) 0x7f37d4005970 con 0x55d4fc828f50 2019-01-31 18:23:21.355974 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 46 ==== osd_op_reply(90 notify.6 [notify-ack 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (4017416348 0 0) 0x7f37d4006a90 con 0x55d4fc828f50 2019-01-31 18:23:21.356019 7f380fdb59c0 20 get_system_obj_state: rctx=0x7ffea3aa4ac0 obj=.rgw.root:periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch state=0x55d4fc87a8c8 s->prefetch_data=0 2019-01-31 18:23:21.356032 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch : type miss (requested=22, cached=7) 2019-01-31 18:23:21.356064 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:91 1.ee5a525 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [call version.read,getxattrs,stat] snapc 0=[] ack+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc87c660 con 0x55d4fc828f50 2019-01-31 18:23:21.356586 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 47 ==== osd_op_reply(91 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [call,getxattrs,stat] v0'0 uv15 ondisk = 0) v7 ==== 261+0+139 (4123255228 0 3154677887) 0x7f37d4006a90 con 0x55d4fc828f50 2019-01-31 18:23:21.356628 7f380fdb59c0 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch info.flags=22 2019-01-31 18:23:21.356638 7f380fdb59c0 10 moving .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch to cache LRU end 2019-01-31 18:23:21.356642 7f380fdb59c0 20 get_system_obj_state: s->obj_tag was set empty 2019-01-31 18:23:21.356646 7f380fdb59c0 10 cache get: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch : hit (requested=17, cached=23) 2019-01-31 18:23:21.356654 7f380fdb59c0 20 updating latest_epoch from 10 -> 11 on period=a4020dca-dc79-43fb-8688-b9e191c5c1e4 2019-01-31 18:23:21.356703 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:92 1.ee5a525 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [delete,create 0~0,call version.check_conds,call version.inc,writefull 0~10] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc87bad0 con 0x55d4fc828f50 2019-01-31 18:23:21.358413 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 48 ==== osd_op_reply(92 periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch [delete,create 0~0,call,call,writefull 0~10] v62'16 uv16 ondisk = 0) v7 ==== 345+0+0 (134302053 0 0) 0x7f37d4006c60 con 0x55d4fc828f50 2019-01-31 18:23:21.358476 7f380fdb59c0 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch info.flags=23 2019-01-31 18:23:21.358487 7f380fdb59c0 10 moving .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch to cache LRU end 2019-01-31 18:23:21.358505 7f380fdb59c0 10 distributing notification oid=notify.7 bl.length()=259 2019-01-31 18:23:21.358540 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:93 9.84ada7c9 notify.7 [notify 94373258183504~0] snapc 0=[] ondisk+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc87c7e0 con 0x55d4fc8315e0 2019-01-31 18:23:21.359028 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 17 ==== watch-notify(notify (1) cookie 94373257944048 notify 266287972385 ret 0) v3 ==== 301+0+0 (4167013828 0 0) 0x7f37c4003000 con 0x55d4fc8315e0 2019-01-31 18:23:21.359078 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 18 ==== osd_op_reply(93 notify.7 [notify 94373258183504~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+8 (2821395611 0 1216138396) 0x7f37c40038c0 con 0x55d4fc8315e0 2019-01-31 18:23:21.359110 7f37f0973700 10 RGWWatcher::handle_notify() notify_id 266287972385 cookie 94373257944048 notifier 11686 bl.length()=259 2019-01-31 18:23:21.359123 7f37f0973700 10 cache put: name=.rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch info.flags=23 2019-01-31 18:23:21.359125 7f37f0973700 10 moving .rgw.root+periods.a4020dca-dc79-43fb-8688-b9e191c5c1e4.latest_epoch to cache LRU end 2019-01-31 18:23:21.359149 7f37f0973700 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:94 9.84ada7c9 notify.7 [notify-ack 0~0] snapc 0=[] read+known_if_redirected e62) v7 -- ?+0 0x7f37ec003530 con 0x55d4fc8315e0 2019-01-31 18:23:21.359663 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 19 ==== osd_op_reply(94 notify.7 [notify-ack 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (2963904527 0 0) 0x7f37c40038c0 con 0x55d4fc8315e0 2019-01-31 18:23:21.359724 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 20 ==== watch-notify(notify_complete (2) cookie 94373258183504 notify 266287972385 ret 0) v3 ==== 42+0+48 (983963494 0 2124820642) 0x7f37c40038c0 con 0x55d4fc8315e0 2019-01-31 18:23:21.359835 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:95 1.3968099 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [delete,create 0~0,writefull 0~416] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc87fa70 con 0x55d4fc82c9f0 2019-01-31 18:23:21.361379 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 33 ==== osd_op_reply(95 zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 [delete,create 0~0,writefull 0~416] v62'28 uv28 ondisk = 0) v7 ==== 255+0+0 (1838428710 0 0) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.361429 7f380fdb59c0 10 cache put: name=.rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 info.flags=7 2019-01-31 18:23:21.361434 7f380fdb59c0 10 moving .rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 to cache LRU end 2019-01-31 18:23:21.361461 7f380fdb59c0 10 distributing notification oid=notify.6 bl.length()=659 2019-01-31 18:23:21.361490 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:96 9.97c520d4 notify.6 [notify 94373258197616~0] snapc 0=[] ondisk+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc87c590 con 0x55d4fc828f50 2019-01-31 18:23:21.361964 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 49 ==== watch-notify(notify (1) cookie 94373257941472 notify 266287972381 ret 0) v3 ==== 701+0+0 (683984299 0 0) 0x7f37d4006dc0 con 0x55d4fc828f50 2019-01-31 18:23:21.362026 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 50 ==== osd_op_reply(96 notify.6 [notify 94373258197616~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+8 (2291438040 0 2720802310) 0x7f37d4007530 con 0x55d4fc828f50 2019-01-31 18:23:21.362343 7f37f0973700 10 RGWWatcher::handle_notify() notify_id 266287972381 cookie 94373257941472 notifier 11686 bl.length()=659 2019-01-31 18:23:21.362367 7f37f0973700 10 cache put: name=.rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 info.flags=7 2019-01-31 18:23:21.362370 7f37f0973700 10 moving .rgw.root+zonegroup_info.74ad391b-fbca-4c05-b9e7-c90fd4851223 to cache LRU end 2019-01-31 18:23:21.362389 7f37f0973700 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:97 9.97c520d4 notify.6 [notify-ack 0~0] snapc 0=[] read+known_if_redirected e62) v7 -- ?+0 0x7f37ec0039d0 con 0x55d4fc828f50 2019-01-31 18:23:21.362818 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 51 ==== watch-notify(notify_complete (2) cookie 94373258197616 notify 266287972381 ret 0) v3 ==== 42+0+48 (2051712791 0 3959186266) 0x7f37d4006dc0 con 0x55d4fc828f50{ "id": "a4020dca-dc79-43fb-8688-b9e191c5c1e4", "epoch": 11, "predecessor_uuid": "3bb8f4b0-ca1a-4a43-94f9-6ffd2652cc86", "sync_status": [], "period_map": { "id": "a4020dca-dc79-43fb-8688-b9e191c5c1e4", "zonegroups": [ { "id": "74ad391b-fbca-4c05-b9e7-c90fd4851223", "name": "noida", "api_name": "noida", "is_master": "true", "endpoints": [ "http:\/\/zabbix-server:7480" ], "hostnames": [], "hostnames_s3website": [], "master_zone": "71931e0e-1be6-449f-af34-edb4166c4e4a", "zones": [ { "id": "71931e0e-1be6-449f-af34-edb4166c4e4a", "name": "noida1", "endpoints": [ "http:\/\/vlno-ceph01:7480" ], "log_meta": "false", "log_data": "false", "bucket_index_max_shards": 0, "read_only": "false" } ], "placement_targets": [ { "name": "default-placement", "tags": [] } ], "default_placement": "default-placement", "realm_id": "1102c891-d81c-480e-9487-c9f874287d13" } ], "short_zone_ids": [ { "key": "71931e0e-1be6-449f-af34-edb4166c4e4a", "val": 1603210384 } ] }, "master_zonegroup": "74ad391b-fbca-4c05-b9e7-c90fd4851223", "master_zone": "71931e0e-1be6-449f-af34-edb4166c4e4a", "period_config": { "bucket_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 }, "user_quota": { "enabled": false, "max_size_kb": -1, "max_objects": -1 } }, "realm_id": "1102c891-d81c-480e-9487-c9f874287d13", "realm_name": "georep", "realm_epoch": 2 } 2019-01-31 18:23:21.362897 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 52 ==== osd_op_reply(97 notify.6 [notify-ack 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (4017416348 0 0) 0x7f37d4007990 con 0x55d4fc828f50 2019-01-31 18:23:21.362966 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:98 1.dd289f86 zonegroups_names.noida [delete,create 0~0,writefull 0~46] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc87c590 con 0x55d4fc82c9f0 2019-01-31 18:23:21.365239 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 34 ==== osd_op_reply(98 zonegroups_names.noida [delete,create 0~0,writefull 0~46] v62'17 uv17 ondisk = 0) v7 ==== 226+0+0 (3092264391 0 0) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.365293 7f380fdb59c0 10 cache put: name=.rgw.root+zonegroups_names.noida info.flags=7 2019-01-31 18:23:21.365299 7f380fdb59c0 10 moving .rgw.root+zonegroups_names.noida to cache LRU end 2019-01-31 18:23:21.365314 7f380fdb59c0 10 distributing notification oid=notify.7 bl.length()=260 2019-01-31 18:23:21.365345 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:99 9.84ada7c9 notify.7 [notify 94373258197616~0] snapc 0=[] ondisk+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc87c350 con 0x55d4fc8315e0 2019-01-31 18:23:21.365854 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 21 ==== watch-notify(notify (1) cookie 94373257944048 notify 266287972386 ret 0) v3 ==== 302+0+0 (718814805 0 0) 0x7f37c4003ef0 con 0x55d4fc8315e0 2019-01-31 18:23:21.365907 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 22 ==== osd_op_reply(99 notify.7 [notify 94373258197616~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+8 (3611943243 0 2469940213) 0x7f37c40042e0 con 0x55d4fc8315e0 2019-01-31 18:23:21.365935 7f37f0973700 10 RGWWatcher::handle_notify() notify_id 266287972386 cookie 94373257944048 notifier 11686 bl.length()=260 2019-01-31 18:23:21.365955 7f37f0973700 10 cache put: name=.rgw.root+zonegroups_names.noida info.flags=7 2019-01-31 18:23:21.365957 7f37f0973700 10 moving .rgw.root+zonegroups_names.noida to cache LRU end 2019-01-31 18:23:21.365979 7f37f0973700 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:100 9.84ada7c9 notify.7 [notify-ack 0~0] snapc 0=[] read+known_if_redirected e62) v7 -- ?+0 0x7f37ec003e70 con 0x55d4fc8315e0 2019-01-31 18:23:21.366541 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 23 ==== watch-notify(notify_complete (2) cookie 94373258197616 notify 266287972386 ret 0) v3 ==== 42+0+48 (413381271 0 2124820642) 0x7f37c4003ef0 con 0x55d4fc8315e0 2019-01-31 18:23:21.366595 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 24 ==== osd_op_reply(100 notify.7 [notify-ack 0~0] v0'0 uv1 ondisk = 0) v7 ==== 128+0+0 (2963904527 0 0) 0x7f37c4004740 con 0x55d4fc8315e0 2019-01-31 18:23:21.366666 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:101 1.54fc807d default.zonegroup.1102c891-d81c-480e-9487-c9f874287d13 [create 0~0 [excl],writefull 0~46] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc87c590 con 0x55d4fc828f50 2019-01-31 18:23:21.367108 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 53 ==== osd_op_reply(101 default.zonegroup.1102c891-d81c-480e-9487-c9f874287d13 [create 0~0 [excl],writefull 0~46] v0'0 uv0 ondisk = -17 ((17) File exists)) v7 ==== 216+0+0 (107735204 0 0) 0x7f37d4007990 con 0x55d4fc828f50 2019-01-31 18:23:21.367221 7f380fdb59c0 4 Committed new epoch 11 for period a4020dca-dc79-43fb-8688-b9e191c5c1e4 2019-01-31 18:23:21.367260 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:102 1.676f7f0b realms.1102c891-d81c-480e-9487-c9f874287d13.control [notify 94373258197616~0] snapc 0=[] ondisk+read+known_if_redirected e62) v7 -- ?+0 0x55d4fc87c590 con 0x55d4fc828f50 2019-01-31 18:23:21.367825 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 54 ==== osd_op_reply(102 realms.1102c891-d81c-480e-9487-c9f874287d13.control [notify 94373258197616~0] v0'0 uv4 ondisk = 0) v7 ==== 171+0+8 (1713556237 0 2036900207) 0x7f37d4007990 con 0x55d4fc828f50 2019-01-31 18:23:21.368382 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 55 ==== watch-notify(notify_complete (2) cookie 94373258197616 notify 266287972382 ret 0) v3 ==== 42+0+28 (2051736979 0 2125393873) 0x7f37d4007990 con 0x55d4fc828f50 2019-01-31 18:23:21.442172 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:103 9.4322fa9f notify.0 [watch unwatch cookie 94373257926560] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc8441e0 con 0x55d4fc8315e0 2019-01-31 18:23:21.443831 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 25 ==== osd_op_reply(103 notify.0 [watch unwatch cookie 94373257926560] v62'128 uv1 ondisk = 0) v7 ==== 128+0+0 (2812974028 0 0) 0x7f37c4001720 con 0x55d4fc8315e0 2019-01-31 18:23:21.444019 7f380fdb59c0 20 remove_watcher() i=0 2019-01-31 18:23:21.444028 7f380fdb59c0 2 removed watcher, disabling cache 2019-01-31 18:23:21.444067 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:104 9.16dafda0 notify.1 [watch unwatch cookie 94373257928496] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc844840 con 0x55d4fc828f50 2019-01-31 18:23:21.445897 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 56 ==== osd_op_reply(104 notify.1 [watch unwatch cookie 94373257928496] v62'128 uv1 ondisk = 0) v7 ==== 128+0+0 (647461778 0 0) 0x7f37d4007990 con 0x55d4fc828f50 2019-01-31 18:23:21.446141 7f380fdb59c0 20 remove_watcher() i=1 2019-01-31 18:23:21.446170 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:105 9.88aa5c95 notify.2 [watch unwatch cookie 94373257931072] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc844ea0 con 0x55d4fc828f50 2019-01-31 18:23:21.447827 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 57 ==== osd_op_reply(105 notify.2 [watch unwatch cookie 94373257931072] v62'255 uv1 ondisk = 0) v7 ==== 128+0+0 (3358819149 0 0) 0x7f37d4007990 con 0x55d4fc828f50 2019-01-31 18:23:21.447911 7f380fdb59c0 20 remove_watcher() i=2 2019-01-31 18:23:21.447933 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:106 9.f8c99aee notify.3 [watch unwatch cookie 94373257933696] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc845500 con 0x55d4fc82c9f0 2019-01-31 18:23:21.449493 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 35 ==== osd_op_reply(106 notify.3 [watch unwatch cookie 94373257933696] v62'128 uv1 ondisk = 0) v7 ==== 128+0+0 (3895579617 0 0) 0x7f37cc0040a0 con 0x55d4fc82c9f0 2019-01-31 18:23:21.449671 7f380fdb59c0 20 remove_watcher() i=3 2019-01-31 18:23:21.449693 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:107 9.a204812d notify.4 [watch unwatch cookie 94373257936352] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc845b60 con 0x55d4fc828f50 2019-01-31 18:23:21.451392 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 58 ==== osd_op_reply(107 notify.4 [watch unwatch cookie 94373257936352] v62'256 uv3 ondisk = 0) v7 ==== 128+0+0 (3052302250 0 0) 0x7f37d4007990 con 0x55d4fc828f50 2019-01-31 18:23:21.451588 7f380fdb59c0 20 remove_watcher() i=4 2019-01-31 18:23:21.451610 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.69:6800/4104 -- osd_op(client.11686.0:108 9.31099063 notify.5 [watch unwatch cookie 94373257938928] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc845e90 con 0x55d4fc82c9f0 2019-01-31 18:23:21.453525 7f37e35fc700 1 -- 172.23.16.97:0/3600155335 <== osd.2 172.23.16.69:6800/4104 36 ==== osd_op_reply(108 notify.5 [watch unwatch cookie 94373257938928] v62'128 uv1 ondisk = 0) v7 ==== 128+0+0 (2368000343 0 0) 0x7f37cc005230 con 0x55d4fc82c9f0 2019-01-31 18:23:21.453737 7f380fdb59c0 20 remove_watcher() i=5 2019-01-31 18:23:21.453761 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.68:6800/3918 -- osd_op(client.11686.0:109 9.97c520d4 notify.6 [watch unwatch cookie 94373257941472] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc8464f0 con 0x55d4fc828f50 2019-01-31 18:23:21.455469 7f37e37fe700 1 -- 172.23.16.97:0/3600155335 <== osd.1 172.23.16.68:6800/3918 59 ==== osd_op_reply(109 notify.6 [watch unwatch cookie 94373257941472] v62'128 uv1 ondisk = 0) v7 ==== 128+0+0 (4036569490 0 0) 0x7f37d4007990 con 0x55d4fc828f50 2019-01-31 18:23:21.455610 7f380fdb59c0 20 remove_watcher() i=6 2019-01-31 18:23:21.455631 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 --> 172.23.16.67:6800/7169 -- osd_op(client.11686.0:110 9.84ada7c9 notify.7 [watch unwatch cookie 94373257944048] snapc 0=[] ondisk+write+known_if_redirected e62) v7 -- ?+0 0x55d4fc846b50 con 0x55d4fc8315e0 2019-01-31 18:23:21.457386 7f37e33fa700 1 -- 172.23.16.97:0/3600155335 <== osd.0 172.23.16.67:6800/7169 26 ==== osd_op_reply(110 notify.7 [watch unwatch cookie 94373257944048] v62'128 uv1 ondisk = 0) v7 ==== 128+0+0 (1385455856 0 0) 0x7f37c4001720 con 0x55d4fc8315e0 2019-01-31 18:23:21.457508 7f380fdb59c0 20 remove_watcher() i=7 2019-01-31 18:23:21.458828 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 mark_down 0x55d4fc8315e0 -- 0x55d4fc830320 2019-01-31 18:23:21.458870 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 mark_down 0x55d4fc828f50 -- 0x55d4fc827c40 2019-01-31 18:23:21.458890 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 mark_down 0x55d4fc82c9f0 -- 0x55d4fc82b730 2019-01-31 18:23:21.458940 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 mark_down 0x55d4fc81acc0 -- 0x55d4fc822650 2019-01-31 18:23:21.459149 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 mark_down_all 2019-01-31 18:23:21.459378 7f380fdb59c0 1 -- 172.23.16.97:0/3600155335 shutdown complete. [cephuser@zabbix-server ~]$