Project

General

Profile

Bug #22928 » 001-output-jewel.log

Robin Johnson, 02/06/2018 06:19 AM

 
root@cephrgw02:~# ceph -v
ceph version 10.2.10 (5dc1e4c05cb68dbf62ae6fce3f0700e4654fdbbe)

root@cephrgw02:~# radosgw-admin metadata get bucket:cephrgw
{
"key": "bucket:cephrgw",
"ver": {
"tag": "_yvk6Y5LsN9JWlo8YvzNkKOM",
"ver": 1
},
"mtime": "2017-06-14 07:11:36.816989Z",
"data": {
"bucket": {
"name": "cephrgw",
"pool": "rgw.buckets",
"data_extra_pool": "",
"index_pool": "rgw.buckets",
"marker": "default.241135083.1",
"bucket_id": "default.241135083.1",
"tenant": ""
},
"owner": "DunkelCeph",
"creation_time": "2017-06-14 07:11:33.424648Z",
"linked": "true",
"has_bucket_info": "false"
}
}
root@cephrgw02:~# radosgw-admin metadata get bucket.instance:cephrgw:default.241135083.1
ERROR: can't get key: (5) Input/output error2018-01-29 12:25:45.787396 7f9efb3b3900 0 ERROR: could not decode buffer info, caught buffer::error

root@cephrgw02:~# rados -p rgw.buckets listomapkeys .dir.default.241135083.1.1
testfile
root@cephrgw02:~# rados -p rgw.buckets listomapvals .dir.default.241135083.1.1
testfile
value (212 bytes) :
00000000 08 03 ce 00 00 00 08 00 00 00 74 65 73 74 66 69 |..........testfi|
00000010 6c 65 78 0b 03 00 00 00 00 00 01 04 03 76 00 00 |lex..........v..|
00000020 00 01 37 00 00 00 00 00 00 00 49 e3 40 59 46 39 |..7.......I.@YF9|
00000030 47 03 20 00 00 00 39 38 65 30 30 31 63 31 31 62 |G. ...98e001c11b|
00000040 37 63 31 39 63 64 61 36 35 30 66 34 64 64 64 34 |7c19cda650f4ddd4|
00000050 35 39 34 64 62 63 0a 00 00 00 44 75 6e 6b 65 6c |594dbc....Dunkel|
00000060 43 65 70 68 0a 00 00 00 44 75 6e 6b 65 6c 43 65 |Ceph....DunkelCe|
00000070 70 68 19 00 00 00 74 65 78 74 2f 70 6c 61 69 6e |ph....text/plain|
00000080 3b 20 63 68 61 72 73 65 74 3d 75 74 66 2d 38 37 |; charset=utf-87|
00000090 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 01 |................|
000000a0 01 06 00 00 00 13 84 78 0b 03 00 02 16 00 00 00 |.......x........|
000000b0 64 65 66 61 75 6c 74 2e 32 34 31 30 39 34 32 32 |default.24109422|
000000c0 36 2e 34 37 37 37 00 00 00 00 00 00 00 00 00 00 |6.4777..........|
000000d0 00 00 00 00 |....|
000000d4

root@cephrgw02:~# radosgw-admin bucket list --bucket=cephrgw
could not get bucket info for bucket=cephrgw2018-01-31 09:16:21.363934 7f6325ec2900 0 ERROR: could not decode buffer info, caught buffer::error

ERROR: could not init bucket: (5) Input/output error

root@cephrgw02:~# radosgw-admin bucket list --bucket=cephrgw --debug-rgw=20
2018-01-31 09:27:10.647452 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3740 obj=.rgw.root:default.realm state=0x564649a20ae8 s->prefetch_data=0
2018-01-31 09:27:10.647758 7fb6c27b7700 2 RGWDataChangesLog::ChangesRenewThread: start
2018-01-31 09:27:10.657736 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.657771 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.658528 7fb6e2f77900 20 rados->read r=0 bl.length=46
2018-01-31 09:27:10.658614 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e37a0 obj=.rgw.root:realms.dfe0fd1f-e40f-41df-9890-071f7681698c state=0x564649a20ae8 s->prefetch_data=0
2018-01-31 09:27:10.660517 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.660536 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.661200 7fb6e2f77900 20 rados->read r=0 bl.length=106
2018-01-31 09:27:10.661249 7fb6e2f77900 20 realm dunkel dfe0fd1f-e40f-41df-9890-071f7681698c
2018-01-31 09:27:10.661281 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e35e0 obj=.rgw.root:realms.dfe0fd1f-e40f-41df-9890-071f7681698c state=0x564649a20a58 s->prefetch_data=0
2018-01-31 09:27:10.661957 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.661971 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.662545 7fb6e2f77900 20 rados->read r=0 bl.length=106
2018-01-31 09:27:10.662605 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3730 obj=.rgw.root:periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.latest_epoch state=0x564649a20a58 s->prefetch_data=0
2018-01-31 09:27:10.663544 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.663597 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.664634 7fb6e2f77900 20 rados->read r=0 bl.length=10
2018-01-31 09:27:10.664692 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3750 obj=.rgw.root:periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.13 state=0x564649a20a58 s->prefetch_data=0
2018-01-31 09:27:10.666675 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.666698 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.667255 7fb6e2f77900 20 rados->read r=0 bl.length=1713
2018-01-31 09:27:10.667461 7fb6e2f77900 20 current period 5d58dc3d-52f4-4f61-997e-c44ca763f451
2018-01-31 09:27:10.667501 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3910 obj=.rgw.root:converted state=0x564649a2e3a8 s->prefetch_data=0
2018-01-31 09:27:10.670183 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e2940 obj=.rgw.root:default.realm state=0x564649a32378 s->prefetch_data=0
2018-01-31 09:27:10.671108 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.671131 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.672010 7fb6e2f77900 20 rados->read r=0 bl.length=46
2018-01-31 09:27:10.672061 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e29a0 obj=.rgw.root:realms.dfe0fd1f-e40f-41df-9890-071f7681698c state=0x564649a32318 s->prefetch_data=0
2018-01-31 09:27:10.672744 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.672773 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.673311 7fb6e2f77900 20 rados->read r=0 bl.length=106
2018-01-31 09:27:10.673355 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e2ab0 obj=.rgw.root:default.region state=0x564649a32318 s->prefetch_data=0
2018-01-31 09:27:10.674836 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.13
2018-01-31 09:27:10.674891 7fb6e2f77900 20 RGWRados::pool_iterate: got zonegroup_info.default
2018-01-31 09:27:10.674897 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.2
2018-01-31 09:27:10.674900 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.10
2018-01-31 09:27:10.677814 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.8
2018-01-31 09:27:10.679086 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.latest_epoch
2018-01-31 09:27:10.679108 7fb6e2f77900 20 RGWRados::pool_iterate: got default.realm
2018-01-31 09:27:10.679110 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.9
2018-01-31 09:27:10.679112 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.35efaadd-4aec-4c93-82bc-ab250061a36b.1
2018-01-31 09:27:10.679113 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.4
2018-01-31 09:27:10.679115 7fb6e2f77900 20 RGWRados::pool_iterate: got zone_info.2f64a7c9-c9fb-479f-bcba-1fab982679b0
2018-01-31 09:27:10.680036 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.dfe0fd1f-e40f-41df-9890-071f7681698c:staging.latest_epoch
2018-01-31 09:27:10.680057 7fb6e2f77900 20 RGWRados::pool_iterate: got default.zone.dfe0fd1f-e40f-41df-9890-071f7681698c
2018-01-31 09:27:10.680061 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.6
2018-01-31 09:27:10.680063 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.12
2018-01-31 09:27:10.680066 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.1
2018-01-31 09:27:10.681948 7fb6e2f77900 20 RGWRados::pool_iterate: got default.zonegroup.dfe0fd1f-e40f-41df-9890-071f7681698c
2018-01-31 09:27:10.684155 7fb6e2f77900 20 RGWRados::pool_iterate: got realms.dfe0fd1f-e40f-41df-9890-071f7681698c.control
2018-01-31 09:27:10.685049 7fb6e2f77900 20 RGWRados::pool_iterate: got realms.dfe0fd1f-e40f-41df-9890-071f7681698c
2018-01-31 09:27:10.685073 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.35efaadd-4aec-4c93-82bc-ab250061a36b.latest_epoch
2018-01-31 09:27:10.685078 7fb6e2f77900 20 RGWRados::pool_iterate: got zone_info.default
2018-01-31 09:27:10.685081 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.7
2018-01-31 09:27:10.685084 7fb6e2f77900 20 RGWRados::pool_iterate: got realms_names.dunkel
2018-01-31 09:27:10.685087 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.3
2018-01-31 09:27:10.688034 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.5
2018-01-31 09:27:10.688059 7fb6e2f77900 20 RGWRados::pool_iterate: got zone_names.default
2018-01-31 09:27:10.688065 7fb6e2f77900 20 RGWRados::pool_iterate: got zonegroups_names.default
2018-01-31 09:27:10.688068 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.dfe0fd1f-e40f-41df-9890-071f7681698c:staging
2018-01-31 09:27:10.688071 7fb6e2f77900 20 RGWRados::pool_iterate: got periods.5d58dc3d-52f4-4f61-997e-c44ca763f451.11
2018-01-31 09:27:10.688121 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e2b50 obj=.rgw.root:zone_names.default state=0x564649a38208 s->prefetch_data=0
2018-01-31 09:27:10.689024 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.689053 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.689903 7fb6e2f77900 20 rados->read r=0 bl.length=17
2018-01-31 09:27:10.689970 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e2b50 obj=.rgw.root:zone_info.default state=0x564649a38208 s->prefetch_data=0
2018-01-31 09:27:10.690771 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.690800 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.691606 7fb6e2f77900 20 rados->read r=0 bl.length=838
2018-01-31 09:27:10.691687 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e2b50 obj=.rgw.root:zonegroups_names.default state=0x564649a38208 s->prefetch_data=0
2018-01-31 09:27:10.692575 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.692596 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.693597 7fb6e2f77900 20 rados->read r=0 bl.length=17
2018-01-31 09:27:10.693660 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e2b50 obj=.rgw.root:zonegroup_info.default state=0x564649a38208 s->prefetch_data=0
2018-01-31 09:27:10.694542 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.694586 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.695398 7fb6e2f77900 20 rados->read r=0 bl.length=1144
2018-01-31 09:27:10.695511 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3910 obj=.rgw.root:region_map state=0x564649a2e3a8 s->prefetch_data=0
2018-01-31 09:27:10.696623 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3110 obj=.rgw.root:default.realm state=0x564649a2e3a8 s->prefetch_data=0
2018-01-31 09:27:10.697612 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.697630 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.698458 7fb6e2f77900 20 rados->read r=0 bl.length=46
2018-01-31 09:27:10.698522 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3170 obj=.rgw.root:realms.dfe0fd1f-e40f-41df-9890-071f7681698c state=0x564649a2e3a8 s->prefetch_data=0
2018-01-31 09:27:10.699366 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.699390 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.700147 7fb6e2f77900 20 rados->read r=0 bl.length=106
2018-01-31 09:27:10.700183 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3280 obj=.rgw.root:default.zonegroup.dfe0fd1f-e40f-41df-9890-071f7681698c state=0x564649a2e3a8 s->prefetch_data=0
2018-01-31 09:27:10.700984 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.701012 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.701494 7fb6e2f77900 20 rados->read r=0 bl.length=17
2018-01-31 09:27:10.701580 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3490 obj=.rgw.root:zonegroup_info.default state=0x564649a2e3a8 s->prefetch_data=0
2018-01-31 09:27:10.702413 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.702433 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.702966 7fb6e2f77900 20 rados->read r=0 bl.length=1144
2018-01-31 09:27:10.703009 7fb6e2f77900 20 period zonegroup init ret 0
2018-01-31 09:27:10.703012 7fb6e2f77900 20 period zonegroup name default
2018-01-31 09:27:10.703014 7fb6e2f77900 20 using current period zonegroup default
2018-01-31 09:27:10.703057 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3110 obj=.rgw.root:default.realm state=0x564649a45bd8 s->prefetch_data=0
2018-01-31 09:27:10.703913 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.703938 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.705335 7fb6e2f77900 20 rados->read r=0 bl.length=46
2018-01-31 09:27:10.705404 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3170 obj=.rgw.root:realms.dfe0fd1f-e40f-41df-9890-071f7681698c state=0x564649a45bd8 s->prefetch_data=0
2018-01-31 09:27:10.706114 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.706143 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.706739 7fb6e2f77900 20 rados->read r=0 bl.length=106
2018-01-31 09:27:10.706827 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3280 obj=.rgw.root:default.zone.dfe0fd1f-e40f-41df-9890-071f7681698c state=0x564649a45bd8 s->prefetch_data=0
2018-01-31 09:27:10.707920 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.707939 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.709050 7fb6e2f77900 20 rados->read r=0 bl.length=17
2018-01-31 09:27:10.709109 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3490 obj=.rgw.root:zone_info.default state=0x564649a45bd8 s->prefetch_data=0
2018-01-31 09:27:10.709832 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.709855 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.710724 7fb6e2f77900 20 rados->read r=0 bl.length=838
2018-01-31 09:27:10.710804 7fb6e2f77900 10 Cannot find current period zone using local zone
2018-01-31 09:27:10.710822 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e37a0 obj=.rgw.root:zone_info.default state=0x564649a45bd8 s->prefetch_data=0
2018-01-31 09:27:10.711511 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:10.711560 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:10.712485 7fb6e2f77900 20 rados->read r=0 bl.length=838
2018-01-31 09:27:10.712540 7fb6e2f77900 20 zone default
2018-01-31 09:27:10.924976 7fb6e2f77900 20 add_watcher() i=0
2018-01-31 09:27:11.034174 7fb6e2f77900 20 add_watcher() i=1
2018-01-31 09:27:11.100077 7fb6e2f77900 20 add_watcher() i=2
2018-01-31 09:27:11.443267 7fb6e2f77900 20 add_watcher() i=3
2018-01-31 09:27:11.508286 7fb6e2f77900 20 add_watcher() i=4
2018-01-31 09:27:11.666778 7fb6e2f77900 20 add_watcher() i=5
2018-01-31 09:27:11.725854 7fb6e2f77900 20 add_watcher() i=6
2018-01-31 09:27:11.801631 7fb6e2f77900 20 add_watcher() i=7
2018-01-31 09:27:11.801658 7fb6e2f77900 2 all 8 watchers are set, enabling cache
2018-01-31 09:27:11.806473 7fb6327ec700 20 reqs_thread_entry: start
2018-01-31 09:27:11.806836 7fb630fe9700 20 reqs_thread_entry: start
2018-01-31 09:27:11.806887 7fb6e2f77900 20 init_complete bucket index max shards: 8
2018-01-31 09:27:11.806988 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3c00 obj=.rgw:cephrgw state=0x564649aaae48 s->prefetch_data=0
2018-01-31 09:27:11.807014 7fb6e2f77900 10 cache get: name=.rgw+cephrgw : miss
2018-01-31 09:27:11.811738 7fb6e2f77900 10 cache put: name=.rgw+cephrgw info.flags=22
2018-01-31 09:27:11.811775 7fb6e2f77900 10 adding .rgw+cephrgw to cache LRU end
2018-01-31 09:27:11.811788 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:11.811798 7fb6e2f77900 10 cache get: name=.rgw+cephrgw : type miss (requested=17, cached=22)
2018-01-31 09:27:11.811845 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:11.812720 7fb6e2f77900 20 rados->read r=0 bl.length=162
2018-01-31 09:27:11.812737 7fb6e2f77900 10 cache put: name=.rgw+cephrgw info.flags=17
2018-01-31 09:27:11.812741 7fb6e2f77900 10 moving .rgw+cephrgw to cache LRU end
2018-01-31 09:27:11.812753 7fb6e2f77900 20 rgw_get_bucket_info: bucket instance: cephrgw(@rgw.buckets[default.241135083.1])
2018-01-31 09:27:11.812767 7fb6e2f77900 20 reading from .rgw:.bucket.meta.cephrgw:default.241135083.1
2018-01-31 09:27:11.812777 7fb6e2f77900 20 get_system_obj_state: rctx=0x7ffe736e3c00 obj=.rgw:.bucket.meta.cephrgw:default.241135083.1 state=0x564649ab0808 s->prefetch_data=0
2018-01-31 09:27:11.812784 7fb6e2f77900 10 cache get: name=.rgw+.bucket.meta.cephrgw:default.241135083.1 : miss
2018-01-31 09:27:11.814786 7fb6e2f77900 10 cache put: name=.rgw+.bucket.meta.cephrgw:default.241135083.1 info.flags=22
2018-01-31 09:27:11.814915 7fb6e2f77900 10 adding .rgw+.bucket.meta.cephrgw:default.241135083.1 to cache LRU end
2018-01-31 09:27:11.814921 7fb6e2f77900 10 updating xattr: name=user.rgw.acl bl.length()=477
2018-01-31 09:27:11.814933 7fb6e2f77900 20 get_system_obj_state: s->obj_tag was set empty
2018-01-31 09:27:11.814936 7fb6e2f77900 20 Read xattr: user.rgw.acl
2018-01-31 09:27:11.814937 7fb6e2f77900 20 Read xattr: user.rgw.idtag
2018-01-31 09:27:11.814938 7fb6e2f77900 20 Read xattr: user.rgw.manifest
2018-01-31 09:27:11.814949 7fb6e2f77900 10 cache get: name=.rgw+.bucket.meta.cephrgw:default.241135083.1 : type miss (requested=17, cached=22)
2018-01-31 09:27:11.814981 7fb6e2f77900 20 rados->read ofs=0 len=524288
2018-01-31 09:27:11.815677 7fb6e2f77900 20 rados->read r=0 bl.length=245
2018-01-31 09:27:11.815698 7fb6e2f77900 10 cache put: name=.rgw+.bucket.meta.cephrgw:default.241135083.1 info.flags=17
2018-01-31 09:27:11.815702 7fb6e2f77900 10 moving .rgw+.bucket.meta.cephrgw:default.241135083.1 to cache LRU end
2018-01-31 09:27:11.815804 7fb6e2f77900 0 ERROR: could not decode buffer info, caught buffer::error
could not get bucket info for bucket=cephrgw
ERROR: could not init bucket: (5) Input/output error
2018-01-31 09:27:11.941997 7fb6e2f77900 20 remove_watcher() i=0
2018-01-31 09:27:11.942040 7fb6e2f77900 2 removed watcher, disabling cache
2018-01-31 09:27:11.971588 7fb6e2f77900 20 remove_watcher() i=1
2018-01-31 09:27:12.017600 7fb6e2f77900 20 remove_watcher() i=2
2018-01-31 09:27:12.117746 7fb6e2f77900 20 remove_watcher() i=3
2018-01-31 09:27:12.154674 7fb6e2f77900 20 remove_watcher() i=4
2018-01-31 09:27:12.288905 7fb6e2f77900 20 remove_watcher() i=5
2018-01-31 09:27:12.325661 7fb6e2f77900 20 remove_watcher() i=6
2018-01-31 09:27:12.355193 7fb6e2f77900 20 remove_watcher() i=7
root@cephrgw02:~#

(3-3/3)