Ceph » rgw

RGWAsyncFetchRemoteObj and RGWAsyncRemoveObj use zone_trace pointer from RGWBucketSyncSingleEntryCR.
shutdown/realm reload will lead to CR Manager stop, but async rados op may still ongoing.

1: (()+0x230722) [0x7f3a4d943722]
 2: (()+0xf100) [0x7f3a4c243100]
 3: (gsignal()+0x37) [0x7f3a40f2b5f7]
 4: (abort()+0x148) [0x7f3a40f2cce8]
 5: (_gnu_cxx::_verbose_terminate_handler()+0x165) [0x7f3a4182fac5]
 6: (()+0x5ea36) [0x7f3a4182da36]
 7: (()+0x5ea63) [0x7f3a4182da63]
 8: (__cxa_rethrow()+0x49) [0x7f3a4182dcd9]
 9: (std::_Rb_tree<std::string, std::string, std::_Identity<std::string>, std::less<std::string>, std::allocator<std::string> >::_M_copy(std::_Rb_tree_node<std::string> const*, std::_Rb_tree_node<std::string>*)+0x14d) [0x7f3a4d9aca7d]
 10: (std::_Rb_tree<std::string, std::string, std::_Identity<std::string>, std::less<std::string>, std::allocator<std::string> >::operator=(std::_Rb_tree<std::string, std::string, std::_Identity<std::string>, std::less<std::string>, std::allocator<std::string> > const&)+0x47) [0x7f3a4d9acb27]
 11: (RGWRados::cls_obj_prepare_op(RGWRados::BucketShard&, RGWModifyOp, std::string&, rgw_obj&, unsigned short, rgw_cls_meta_last_size*, std::set<std::string, std::less<std::string>, std::allocator<std::string> >, bool, unsigned char)+0xb8) [0x7f3a4da76ab8]
 12: (()+0x363ddb) [0x7f3a4da76ddb]
 13: (RGWRados::Bucket::UpdateIndex::guard_reshard(RGWRados::BucketShard**, std::function<int (RGWRados::BucketShard*)>)+0x7d) [0x7f3a4dab474d]
 14: (RGWRados::Bucket::UpdateIndex::prepare(RGWModifyOp, std::string const*, unsigned char*)+0x10d) [0x7f3a4dab4dbd]
 15: (RGWRados::Object::Write::_do_write_meta(unsigned long, unsigned long, std::map<std::string, ceph::buffer::list, std::less<std::string>, std::allocator<std::pair<std::string const, ceph::buffer::list> > >&, bool, bool, void*)+0x761) [0x7f3a4daef2e1]
 16: (RGWRados::Object::Write::write_meta(unsigned long, unsigned long, std::map<std::string, ceph::buffer::list, std::less<std::string>, std::allocator<std::pair<std::string const, ceph::buffer::list> > >&)+0x3b6) [0x7f3a4daf1916]
 17: (RGWPutObjProcessor_Atomic::do_complete(unsigned long, std::string const&, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::map<std::string, ceph::buffer::list, std::less<std::string>, std::allocator<std::pair<std::string const, ceph::buffer::list> > >&, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, char const, char const*, std::string const*, std::set<std::string, std::less<std::string>, std::allocator<std::string> >, bool)+0x5cf) [0x7f3a4daf200f]
 18: (RGWPutObjProcessor::complete(unsigned long, std::string const&, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::map<std::string, ceph::buffer::list, std::less<std::string>, std::allocator<std::pair<std::string const, ceph::buffer::list> > >&, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, char const*, char const*, std::string const*, std::set<std::string, std::less<std::string>, std::allocator<std::string> >, bool)+0x4b) [0x7f3a4da5fefb]
 19: (RGWRados::fetch_remote_obj(RGWObjectCtx&, rgw_user const&, std::string const&, std::string const&, bool, req_info, std::string const&, rgw_obj&, rgw_obj&, RGWBucketInfo&, RGWBucketInfo&, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > > const*, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > > const*, bool, char const*, char const*, RGWRados::AttrsMod, bool, std::map<std::string, ceph::buffer::list, std::less<std::string>, std::allocator<std::pair<std::string const, ceph::buffer::list> > >&, RGWObjCategory, unsigned long, std::chrono::time_point<ceph::time_detail::real_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > >, std::string*, std::string*, ceph::buffer::list*, void ()(long, void), void*, std::set<std::string, std::less<std::string>, std::allocator<std::string> >, bool)+0xce3) [0x7f3a4dad61b3]
 20: (RGWAsyncFetchRemoteObj::_send_request()+0x425) [0x7f3a4d9f55a5]
 21: (RGWAsyncRadosProcessor::handle_request(RGWAsyncRadosRequest)+0x22) [0x7f3a4d9f1eb2]
 22: (RGWAsyncRadosProcessor::RGWWQ::_process(RGWAsyncRadosRequest*, ThreadPool::TPHandle&)+0xd) [0x7f3a4d9f1f7d]
 23: (ThreadPool::worker(ThreadPool::WorkThread*)+0xa9e) [0x7f3a438448de]
 24: (ThreadPool::WorkThread::entry()+0x10) [0x7f3a43845830]
 25: (()+0x7dc5) [0x7f3a4c23bdc5]
 26: (clone()+0x6d) [0x7f3a40fec21d]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.