Ceph » rgw

0> 2020-02-13T04:32:27.035+0000 7fb99e7f4700 -1 ** Caught signal (Segmentation fault) *
in thread 7fb99e7f4700 thread_name:rados_async

ceph version 15.1.0-602-gbd48f7c (bd48f7c458fc9e9e8cf21e1e1ee2b39b53adb812) octopus (rc)
1: (()+0x3ef20) [0x7fb9df70df20]
2: (RGWDataChangesLog::filter_bucket(rgw_bucket const&, optional_yield) const+0) [0x7fb9dff43bc0]
3: (RGWDataChangesLog::add_entry(RGWBucketInfo const&, int)+0x39) [0x7fb9dff5a0b9]
4: (RGWRados::Bucket::UpdateIndex::complete(long, unsigned long, unsigned long, unsigned long, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, ceph::buffer::v14_2_0::list*, RGWObjCategory, std::__cxx11::list<cls_rgw_obj_key, std::allocator<cls_rgw_obj_key> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, bool)+0x2f5) [0x7fb9e01b9605]
5: (RGWRados::Object::Write::_do_write_meta(unsigned long, unsigned long, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ceph::buffer::v14_2_0::list, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph::buffer::v14_2_0::list> > >&, bool, bool, void*, optional_yield)+0xc1d) [0x7fb9e01cc7bd]
6: (RGWRados::Object::Write::write_meta(unsigned long, unsigned long, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ceph::buffer::v14_2_0::list, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph::buffer::v14_2_0::list> > >&, optional_yield)+0x225) [0x7fb9e01cd8c5]
7: (rgw::putobj::AtomicObjectProcessor::complete(unsigned long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ceph::buffer::v14_2_0::list, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph::buffer::v14_2_0::list> > >&, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, char const, char const*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const*, rgw_zone_set*, bool*, optional_yield)+0x2aa) [0x7fb9e0193b6a]
8: (RGWRados::fetch_remote_obj(RGWObjectCtx&, rgw_user const&, req_info*, rgw_zone_id const&, rgw_obj const&, rgw_obj const&, RGWBucketInfo const&, RGWBucketInfo const*, std::optional<rgw_placement_rule>, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > > const*, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > > const*, bool, char const*, char const*, RGWRados::AttrsMod, bool, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ceph::buffer::v14_2_0::list, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ceph::buffer::v14_2_0::list> > >&, RGWObjCategory, std::optional<unsigned long>, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, void ()(long, void), void*, DoutPrefixProvider const*, RGWFetchObjFilter*, rgw_zone_set*, std::optional<unsigned long>*)+0x15a1) [0x7fb9e01d8351]
9: (RGWAsyncFetchRemoteObj::_send_request()+0x3d6) [0x7fb9e0121be6]
10: (RGWAsyncRadosProcessor::handle_request(RGWAsyncRadosRequest*)+0x20) [0x7fb9e011ba80]
11: (RGWAsyncRadosProcessor::RGWWQ::_process(RGWAsyncRadosRequest*, ThreadPool::TPHandle&)+0xd) [0x7fb9e0123f2d]
12: (ThreadPool::worker(ThreadPool::WorkThread*)+0x9fa) [0x7fb9d60d13ba]
13: (ThreadPool::WorkThread::entry()+0x11) [0x7fb9d60d22a1]
14: (()+0x76db) [0x7fb9d50926db]
15: (clone()+0x3f) [0x7fb9df7f088f]
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

250> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e40842a0:21RGWReadRESTResourceCRINSt7__cxx114listI16rgw_bi_log_entrySaIS2_EEEE: operate()
  -249> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e40842a0:21RGWReadRESTResourceCRINSt7__cxx114listI16rgw_bi_log_entrySaIS2_EEEE: operate()
  -248> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e40842a0:21RGWReadRESTResourceCRINSt7__cxx114listI16rgw_bi_log_entrySaIS2_EEEE: operate()
  -247> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e4083c90:23RGWListBucketIndexLogCR: operate()
  -246> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e40830f0:31RGWBucketShardIncrementalSyncCR: operate()
  -245> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: parsed entry: id=00000000002.77.5 iter>object=testredirect iter->instance= name=testredirect instance= ns=
  244> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: skipping object: wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1/testredirect: squashed operation
  -243> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: parsed entry: id=00000000003.79.5 iter>object=testredirect iter->instance= name=testredirect instance= ns=
  242> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: skipping object: wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1/testredirect: squashed operation
  -241> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: parsed entry: id=00000000004.81.5 iter>object=testredirect iter->instance= name=testredirect instance= ns=
  240> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: skipping object: wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1/testredirect: squashed operation
  -239> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: parsed entry: id=00000000005.83.5 iter>object=testredirect iter->instance= name=testredirect instance= ns=
  238> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: syncing object: wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1/testredirect
  -237> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: entry>timestamp=2020-02-13T04:31:24.359516+0000
  -236> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:entry[testredirect]: bucket sync single entry (source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540) b=bucket sync single entry (source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540) b= log_entry=00000000005.83.5 op=0 op_state=1
  -235> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]: listing bilog for incremental sync00000000005.83.5
  -234> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e4079e20:26RGWBucketSyncSingleEntryCRINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE11rgw_obj_keyE: operate()
  -233> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700  5 RGW-SYNC:data:sync:shard[1]:entry[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:bucket_sync_sources[target=:[]):source_bucket=:[]):source_zone=62ac16a7-a309-4b8d-98f7-bbd391718540]:bucket[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1<-wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:inc_sync[wazqqu-49:62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1]:entry[testredirect]: bucket sync: sync obj: 62ac16a7-a309-4b8d-98f7-bbd391718540/:wazqqu-49[62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1])/testredirect[0]
  -232> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e40552b0:23RGWListBucketIndexLogCR: operate()
  -231> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e40865e0:13RGWObjFetchCR: operate()
  -230> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 data sync: Could not determine exact policy rule for obj=testredirect, will read source object attributes
  -229> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e4085060:21RGWReadRESTResourceCRINSt7__cxx114listI16rgw_bi_log_entrySaIS2_EEEE: operate()
  -228> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e4079550:18RGWStatRemoteObjCR: operate()
  -227> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e4085060:21RGWReadRESTResourceCRINSt7__cxx114listI16rgw_bi_log_entrySaIS2_EEEE: operate()
  -226> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 > HTTP_DATE -> Thu, 13 Feb 2020 04:32:26 +0000
  -225> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 10 get_canon_resource(): dest=/admin/log
  -224> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 10 generated canonical header: GET

Thu, 13 Feb 2020 04:32:26 +0000
/admin/log
223> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 15 generated auth header: AWS 568M8L3UT3ZAXIQI:oJUaVWemGFumGfD23dfFSDWTYsU=
-222> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 sending request to http://smithi060.front.sepia.ceph.com:8000/admin/log?bucket-instance=wazqqu-49%3A62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1&format=json&marker=00000000005.83.5&type=bucket-index&rgwx-zonegroup=test-zonegroup
-221> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 register_request mgr=0x7fb8e80a28b8 req_data>id=5, curl_handle=0x7fb8d406bb10
220> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 run: stack=0x7fb8e408e0b0 is io blocked
-219> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e4079550:18RGWStatRemoteObjCR: operate()
-218> 2020-02-13T04:32:26.979+0000 7fb8daffd700 20 link_request req_data=0x7fb8e409fd90 req_data>id=5, curl_handle=0x7fb8d406bb10
-217> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 enqueued request req=0x7fb8e4085780
-216> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 RGWWQ:
-215> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 req: 0x7fb8e4085780
-214> 2020-02-13T04:32:26.979+0000 7fb8f8ff9700 20 run: stack=0x7fb8e4087dd0 is io blocked
-213> 2020-02-13T04:32:26.979+0000 7fb9ab7fe700 20 dequeued request req=0x7fb8e4085780
-212> 2020-02-13T04:32:26.979+0000 7fb9ab7fe700 20 RGWWQ: empty
-211> 2020-02-13T04:32:26.979+0000 7fb9ab7fe700 20 > HTTP_DATE -> Thu, 13 Feb 2020 04:32:26 +0000
-210> 2020-02-13T04:32:26.979+0000 7fb9ab7fe700 10 get_canon_resource(): dest=/wazqqu-49/testredirect
-209> 2020-02-13T04:32:26.979+0000 7fb9ab7fe700 10 generated canonical header: GET

Thu, 13 Feb 2020 04:32:26 +0000
/wazqqu-49/testredirect
208> 2020-02-13T04:32:26.979+0000 7fb9ab7fe700 15 generated auth header: AWS 568M8L3UT3ZAXIQI:3jqncsTIZ3z/pXUtBgV1H2zxYhs=
-207> 2020-02-13T04:32:26.979+0000 7fb9ab7fe700 20 sending request to http://smithi060.front.sepia.ceph.com:8000/wazqqu-49/testredirect?rgwx-zonegroup=test-zonegroup&rgwx-prepend-metadata=true&rgwx-stat=true&rgwx-sync-manifest&rgwx-skip-decrypt
-206> 2020-02-13T04:32:26.979+0000 7fb9ab7fe700 20 register_request mgr=0x561c92a4e520 req_data>id=31, curl_handle=0x7fb8d4064a40
205> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 20 link_request req_data=0x7fb98c02efd0 req_data>id=31, curl_handle=0x7fb8d4064a40
204> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 receive_http_header
-203> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 received header:HTTP/1.1 200 OK
-202> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 receive_http_header
-201> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 received header:x-amz-request-id: tx000000000000000000032-005e44d15a-1ca4-test-zone1
-200> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 receive_http_header
-199> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 received header:Content-Length: 2
-198> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 receive_http_header
-197> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 received header:Date: Thu, 13 Feb 2020 04:32:26 GMT
-196> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 receive_http_header
-195> 2020-02-13T04:32:26.979+0000 7fb8daffd700 10 received header:
-194> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-193> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:HTTP/1.1 200 OK
-192> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-191> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Content-Length: 1410
-190> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-189> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Rgwx-Object-Size: 512
-188> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-187> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Rgwx-Embedded-Metadata-Len: 1410
-186> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-185> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Rgwx-Mtime: 1581568284.359516741
-184> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-183> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Rgwx-Obj-PG-Ver: 13
-182> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-181> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Rgwx-Source-Zone-Short-Id: 2208008878
-180> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-179> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Accept-Ranges: bytes
-178> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-177> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Last-Modified: Thu, 13 Feb 2020 04:31:24 GMT
-176> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-175> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:x-rgw-object-type: Normal
-174> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-173> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:ETag: "19b360350e4c02e902b6063eaec4f95f"
-172> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-171> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:x-amz-request-id: tx000000000000000000033-005e44d15a-1ca4-test-zone1
-170> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-169> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Content-Type: application/octet-stream
-168> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-167> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:Date: Thu, 13 Feb 2020 04:32:26 GMT
-166> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 receive_http_header
-165> 2020-02-13T04:32:26.979+0000 7fb9c8dcf700 10 received header:
-164> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e4079550:18RGWStatRemoteObjCR: operate()
-163> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e4079550:18RGWStatRemoteObjCR: operate()
-162> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e4079550:18RGWStatRemoteObjCR: operate()
-161> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e4079550:18RGWStatRemoteObjCR: operate()
-160> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e40865e0:13RGWObjFetchCR: operate()
-159> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e4094320:19RGWFetchRemoteObjCR: operate()
-158> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 cr:s=0x7fb8e4087dd0:op=0x7fb8e4094320:19RGWFetchRemoteObjCR: operate()
-157> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 enqueued request req=0x7fb8e4079550
-156> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 RGWWQ:
-155> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 req: 0x7fb8e4079550
-154> 2020-02-13T04:32:26.983+0000 7fb8f8ff9700 20 run: stack=0x7fb8e4087dd0 is io blocked
-153> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 20 dequeued request req=0x7fb8e4079550
-152> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 20 RGWWQ: empty
-151> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 20 get_obj_state: rctx=0x7fb99e7efdd0 obj=wazqqu-49:testredirect state=0x7fb9ac064f78 s>prefetch_data=0
150> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 10 manifest: total_size = 512
-149> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 20 get_obj_state: setting s>obj_tag to 62ac16a7-a309-4b8d-98f7-bbd391718540.7219.7
-148> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 20 > HTTP_DATE -> Thu, 13 Feb 2020 04:32:26 +0000
-147> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 20 > HTTP_DEST_PG_VER -> 6
-146> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 20 > HTTP_IF_MODIFIED_SINCE -> 2020-02-13T04:29:19.818926158Z
-145> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 10 get_canon_resource(): dest=/wazqqu-49/testredirect
-144> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 10 generated canonical header: GET

Thu, 13 Feb 2020 04:32:26 +0000
/wazqqu-49/testredirect
143> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 15 generated auth header: AWS 568M8L3UT3ZAXIQI:3jqncsTIZ3z/pXUtBgV1H2zxYhs=
-142> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 20 sending request to http://smithi060.front.sepia.ceph.com:8000/wazqqu-49/testredirect?rgwx-zonegroup=test-zonegroup&rgwx-prepend-metadata=true&rgwx-sync-manifest&rgwx-skip-decrypt
-141> 2020-02-13T04:32:26.983+0000 7fb99e7f4700 20 register_request mgr=0x561c92a4e520 req_data>id=32, curl_handle=0x7fb8d4064a40
140> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 20 link_request req_data=0x7fb9ac05a140 req_data>id=32, curl_handle=0x7fb8d4064a40
139> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-138> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:HTTP/1.1 200 OK
-137> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-136> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Content-Length: 1922
-135> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-134> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Rgwx-Object-Size: 512
-133> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-132> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Rgwx-Embedded-Metadata-Len: 1410
-131> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-130> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Rgwx-Mtime: 1581568284.359516741
-129> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-128> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Rgwx-Obj-PG-Ver: 13
-127> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-126> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Rgwx-Source-Zone-Short-Id: 2208008878
-125> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-124> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Accept-Ranges: bytes
-123> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-122> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Last-Modified: Thu, 13 Feb 2020 04:31:24 GMT
-121> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-120> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:x-rgw-object-type: Normal
-119> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-118> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:ETag: "19b360350e4c02e902b6063eaec4f95f"
-117> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-116> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:x-amz-request-id: tx000000000000000000034-005e44d15a-1ca4-test-zone1
-115> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-114> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Content-Type: application/octet-stream
-113> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-112> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:Date: Thu, 13 Feb 2020 04:32:26 GMT
-111> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 receive_http_header
-110> 2020-02-13T04:32:26.983+0000 7fb9c8dcf700 10 received header:
-109> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e4085060:21RGWReadRESTResourceCRINSt7__cxx114listI16rgw_bi_log_entrySaIS2_EEEE: operate()
-108> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e4085060:21RGWReadRESTResourceCRINSt7__cxx114listI16rgw_bi_log_entrySaIS2_EEEE: operate()
-107> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e4085060:21RGWReadRESTResourceCRINSt7__cxx114listI16rgw_bi_log_entrySaIS2_EEEE: operate()
-106> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e4085060:21RGWReadRESTResourceCRINSt7__cxx114listI16rgw_bi_log_entrySaIS2_EEEE: operate()
-105> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e40552b0:23RGWListBucketIndexLogCR: operate()
-104> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 cr:s=0x7fb8e408e0b0:op=0x7fb8e40830f0:31RGWBucketShardIncrementalSyncCR: operate()
-103> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 run: stack=0x7fb8e408e0b0 is_blocked_by_stack()=0 is_sleeping=0 waiting_for_child()=1
-102> 2020-02-13T04:32:27.023+0000 7fb79de03700 4 rgw realm reloader: Notification on realm, reconfiguration scheduled
-101> 2020-02-13T04:32:27.023+0000 7fb7a1e0b700 1 rgw realm reloader: Pausing frontends for realm update...
-100> 2020-02-13T04:32:27.023+0000 7fb7a1e0b700 4 rgw period pusher: paused for realm update
-99> 2020-02-13T04:32:27.023+0000 7fb7a1e0b700 1 rgw realm reloader: Frontends paused
-98> 2020-02-13T04:32:27.023+0000 7fb8faffd700 5 completion_mgr.get_next() returned ret=-125
-97> 2020-02-13T04:32:27.023+0000 7fb8faffd700 5 run(): was stopped, exiting
-96> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 clearing stack on run() exit: stack=0x7fb8d4000f20 nref=3
-95> 2020-02-13T04:32:27.023+0000 7fb8faffd700 15 stack 0x7fb8d4000f20 end
-94> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 clearing stack on run() exit: stack=0x7fb8d4056900 nref=3
-93> 2020-02-13T04:32:27.023+0000 7fb8faffd700 15 stack 0x7fb8d4056900 end
-92> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 clearing stack on run() exit: stack=0x7fb8d4056c40 nref=3
-91> 2020-02-13T04:32:27.023+0000 7fb8faffd700 15 stack 0x7fb8d4056c40 end
-90> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 clearing stack on run() exit: stack=0x7fb8d4057ab0 nref=1
-89> 2020-02-13T04:32:27.023+0000 7fb8faffd700 15 stack 0x7fb8d4057ab0 end
-88> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 clearing stack on run() exit: stack=0x7fb8d4061230 nref=2
-87> 2020-02-13T04:32:27.023+0000 7fb8faffd700 15 stack 0x7fb8d4061230 end
-86> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 clearing stack on run() exit: stack=0x7fb8d4061f70 nref=2
-85> 2020-02-13T04:32:27.023+0000 7fb8faffd700 15 stack 0x7fb8d4061f70 end
-84> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 clearing stack on run() exit: stack=0x7fb8d4062ee0 nref=3
-83> 2020-02-13T04:32:27.023+0000 7fb8faffd700 15 stack 0x7fb8d4062ee0 end
-82> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 clearing stack on run() exit: stack=0x7fb8d4064ed0 nref=3
-81> 2020-02-13T04:32:27.023+0000 7fb8faffd700 15 stack 0x7fb8d4064ed0 end
-80> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 clearing stack on run() exit: stack=0x7fb8d406d960 nref=2
-79> 2020-02-13T04:32:27.023+0000 7fb8faffd700 15 stack 0x7fb8d406d960 end
-78> 2020-02-13T04:32:27.023+0000 7fb8faffd700 20 run(stacks) returned r=-125
-77> 2020-02-13T04:32:27.023+0000 7fb8faffd700 0 RGW-SYNC:meta: ERROR: failed to fetch all metadata keys
-76> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 5 completion_mgr.get_next() returned ret=-125
-75> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 5 run(): was stopped, exiting
-74> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e40225b0 nref=3
-73> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e40225b0 end
-72> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e4023ab0 nref=2
-71> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e4023ab0 end
-70> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e4029b10 nref=2
-69> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e4029b10 end
-68> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e402a320 nref=2
-67> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e402a320 end
-66> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e404fb10 nref=2
-65> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e404fb10 end
-64> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e4074c80 nref=2
-63> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e4074c80 end
-62> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e4087ba0 nref=3
-61> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e4087ba0 end
-60> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e4087dd0 nref=2
-59> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e4087dd0 end
-58> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e4088b00 nref=2
-57> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e4088b00 end
-56> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e4088e60 nref=3
-55> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e4088e60 end
-54> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e408e0b0 nref=2
-53> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e408e0b0 end
-52> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e408edc0 nref=3
-51> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e408edc0 end
-50> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e40919a0 nref=2
-49> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e40919a0 end
-48> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e409cf60 nref=3
-47> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e409cf60 end
-46> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e40a3230 nref=2
-45> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e40a3230 end
-44> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e40a3b60 nref=1
-43> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e40a3b60 end
-42> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 clearing stack on run() exit: stack=0x7fb8e40c8ae0 nref=1
-41> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 15 stack 0x7fb8e40c8ae0 end
-40> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 20 run(stacks) returned r=-125
-39> 2020-02-13T04:32:27.023+0000 7fb8f8ff9700 0 data sync zone:62ac16a7 ERROR: failed to run sync
-38> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 5 completion_mgr.get_next() returned ret=-125
-37> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 5 run(): was stopped, exiting
-36> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 20 clearing stack on run() exit: stack=0x7fb8f4003980 nref=1
-35> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 15 stack 0x7fb8f4003980 end
-34> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 20 clearing stack on run() exit: stack=0x7fb8f4033220 nref=1
-33> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 15 stack 0x7fb8f4033220 end
-32> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 20 clearing stack on run() exit: stack=0x7fb8f4033be0 nref=1
-31> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 15 stack 0x7fb8f4033be0 end
-30> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 20 clearing stack on run() exit: stack=0x7fb8f4034680 nref=1
-29> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 15 stack 0x7fb8f4034680 end
-28> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 20 clearing stack on run() exit: stack=0x7fb8f40351c0 nref=1
-27> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 15 stack 0x7fb8f40351c0 end
-26> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 20 run(stacks) returned r=-125
-25> 2020-02-13T04:32:27.023+0000 7fb8e37fe700 0 data sync zone:f53db873 ERROR: failed to run sync
-24> 2020-02-13T04:32:27.027+0000 7fb9c8dcf700 1 get compressor snappy = 0
-23> 2020-02-13T04:32:27.027+0000 7fb9c8dcf700 1 load compressor snappy
-22> 2020-02-13T04:32:27.027+0000 7fb9c8dcf700 1 add compressor snappy 0x7fb9ac0690a0
-21> 2020-02-13T04:32:27.027+0000 7fb9c8dcf700 1 get compressor snappy = 0x7fb9ac0690a0
-20> 2020-02-13T04:32:27.027+0000 7fb9c8dcf700 1 load: compressor snappy loaded and registered
-19> 2020-02-13T04:32:27.027+0000 7fb9c8dcf700 1 get compressor snappy = 0x7fb9ac0690a0
-18> 2020-02-13T04:32:27.027+0000 7fb9c8dcf700 20 max_chunk_size=4194304
-17> 2020-02-13T04:32:27.027+0000 7fb99e7f4700 10 Compression for rgw is enabled, compress part 512
-16> 2020-02-13T04:32:27.027+0000 7fb99e7f4700 20 get_obj_state: rctx=0x7fb99e7efdd0 obj=wazqqu-49:testredirect state=0x7fb9ac064f78 s>prefetch_data=0
15> 2020-02-13T04:32:27.027+0000 7fb99e7f4700 20 get_obj_state: rctx=0x7fb99e7efdd0 obj=wazqqu-49:testredirect state=0x7fb9ac064f78 s>prefetch_data=0
-14> 2020-02-13T04:32:27.027+0000 7fb99e7f4700 10 setting object write_tag=_qaRtTqghxWsCw86RAbtDOFEJTrIDBoC
-13> 2020-02-13T04:32:27.027+0000 7fb99e7f4700 20 bucket index object: test-zone3.rgw.buckets.index:.dir.62ac16a7-a309-4b8d-98f7-bbd391718540.7222.1
-12> 2020-02-13T04:32:27.027+0000 7fb7a1e0b700 5 asok(0x561c92913760) unregister_commands sync trace active
-11> 2020-02-13T04:32:27.027+0000 7fb7a1e0b700 5 asok(0x561c92913760) unregister_commands sync trace active_short
-10> 2020-02-13T04:32:27.027+0000 7fb7a1e0b700 5 asok(0x561c92913760) unregister_commands sync trace history
-9> 2020-02-13T04:32:27.027+0000 7fb7a1e0b700 5 asok(0x561c92913760) unregister_commands sync trace show
-8> 2020-02-13T04:32:27.027+0000 7fb8e0ff9700 20 BucketsSyncThread: done
-7> 2020-02-13T04:32:27.027+0000 7fb8dbfff700 20 UserSyncThread: done
-6> 2020-02-13T04:32:27.027+0000 7fb7a1e0b700 5 asok(0x561c92913760) unregister_commands cr dump
-5> 2020-02-13T04:32:27.027+0000 7fb998fe9700 2 RGWDataChangesLog::ChangesRenewThread: start
-4> 2020-02-13T04:32:27.027+0000 7fb7a1e0b700 20 remove_watcher() i=0
-3> 2020-02-13T04:32:27.027+0000 7fb7a1e0b700 2 removed watcher, disabling cache
-2> 2020-02-13T04:32:27.031+0000 7fb7a1e0b700 20 remove_watcher() i=1
-1> 2020-02-13T04:32:27.031+0000 7fb7a1e0b700 20 remove_watcher() i=2
0> 2020-02-13T04:32:27.035+0000 7fb99e7f4700 -1 ** Caught signal (Segmentation fault) *
in thread 7fb99e7f4700 thread_name:rados_async