Project

General

Profile

crash_report.txt

Mahati Chamarthy, 02/26/2020 05:45 PM

Download (69.2 KB)

 
1
==115801==ERROR: AddressSanitizer: heap-use-after-free on address 0x60700003aa48 at pc 0x7fd0b657fc97 bp 0x7fd0a6a75f90 sp 0x7fd0a6a75f80
2
READ of size 8 at 0x60700003aa48 thread T20 (tp_librbd)
3
    #0 0x7fd0b657fc96 in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::size() const /usr/include/c++/8/bits/basic_string.h:931
4
    #1 0x7fd0b65a282b in std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::compare(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const /usr/include/c++/8/bits/basic_string.h:2845
5
    #2 0x7fd0b659ea11 in bool std::operator< <char, std::char_traits<char>, std::allocator<char> >(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) /usr/include/c++/8/bits/basic_string.h:6136
6
    #3 0x7fd0b65aa95e in std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >::operator()(std::__cxx11::basic_string<c
7
har, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const /usr/include/c++/8/bits/stl_function.h:386
8
    #4 0x7fd0b673438f in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::_M_lower_bound(std::_Rb_tree_node<std::pair<std::__cxx11::basic_strin
9
g<char, std::char_traits<char>, std::allocator<char> > const, int> >*, std::_Rb_tree_node_base*, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) /usr/include/c++/8/bits/stl_tree.h:1891
10
    #5 0x7fd0b672d3fa in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >,std::allocator<std::pair<std::__cx
11
x11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::lower_bound(std::__cxx11::basic_string<char, std::char_traits<char>,
12
std::allocator<char> > const&) /usr/include/c++/8/bits/stl_tree.h:1206
13
    #6 0x7fd0b672415a in std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, int, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::lower_bound(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) /usr/include/c++/8/bits/stl_map.h:1239
14
    #7 0x7fd0b671ae7e in std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, int, std::less<std::__cxx11::basic_string<
15
char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::operator[](std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) /usr/include/c++/8/bits/stl_map.h:495
16
    #8 0x7fd0b75852d2 in CrushWrapper::build_rmap(std::map<int, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<int>, std::allocator<std::pair<int const, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const&, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, int, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >&) const /media/cephdir/ceph/src/crush/CrushWrapper.h:90
17
    #9 0x7fd0b758506c in CrushWrapper::build_rmaps() const /media/cephdir/ceph/src/crush/CrushWrapper.h:82
18
    #10 0x7fd0b758620b in CrushWrapper::get_item_id(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const /media/cephdir/ceph/src/crush/CrushWrapper.h:426
19
    #11 0x7fd0b7a0e31a in CrushWrapper::get_full_location_ordered(int, std::vector<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > >&) const /media/cephdir/ceph/src/crush/CrushWrapper.cc:796
20
    #12 0x7fd0b7a0dcc7 in CrushWrapper::get_full_location[abi:cxx11](int) const /media/cephdir/ceph/src/crush/CrushWrapper.cc:764
21
    #13 0x7fd0b7a0b4fb in CrushWrapper::get_common_ancestor_distance(CephContext*, int, std::multimap<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const&) const /media/cephdir/ceph/src/crush/CrushWrapper.cc:651
22
    #14 0x7fd0c1467abd in Objecter::_calc_target(Objecter::op_target_t*, Connection*, bool) /media/cephdir/ceph/src/osdc/Objecter.cc:2971
23
    #15 0x7fd0c145d669 in Objecter::_op_submit(Objecter::Op*, ceph::shunique_lock<std::shared_mutex>&, unsigned long*) /media/cephdir/ceph/src/osdc/Objecter.cc:2379
24
    #16 0x7fd0c145c40e in Objecter::_op_submit_with_budget(Objecter::Op*, ceph::shunique_lock<std::shared_mutex>&, unsigned long*, int*) /media/cephdir/ceph/src/osdc/Objecter.cc:2296
25
    #17 0x7fd0c145bd0f in Objecter::op_submit(Objecter::Op*, unsigned long*, int*) /media/cephdir/ceph/src/osdc/Objecter.cc:2263
26
    #18 0x7fd0c13d31b0 in librados::IoCtxImpl::aio_operate_read(object_t const&, ObjectOperation*, librados::AioCompletionImpl*, int, ceph::buffer::v14_2_0::list*, blkin_trace_info const*) /media/cephdir/ceph/src/librados/IoCtxImpl.cc:747
27
    #19 0x7fd0c1355596 in librados::v14_2_0::IoCtx::aio_operate(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, librados::v14_2_0::AioCompletion*, librados::v14_2_0::ObjectReadOperation*, int, ceph::buffer::v14_2_0::list*, blkin_trace_info const*) /media/cephdir/ceph/src/librados/librados_cxx.cc:1622
28
    #20 0x7fd0c2643a75 in librbd::io::ObjectReadRequest<librbd::ImageCtx>::read_object() /media/cephdir/ceph/src/librbd/io/ObjectRequest.cc:233
29
    #21 0x7fd0c2642ef7 in librbd::io::ObjectReadRequest<librbd::ImageCtx>::send() /media/cephdir/ceph/src/librbd/io/ObjectRequest.cc:195
30
    #22 0x7fd0c263d0f7 in librbd::io::ObjectDispatch<librbd::ImageCtx>::read(unsigned long, unsigned long, unsigned long, unsigned long, int, ZTracer::Trace
31
const&, ceph::buffer::v14_2_0::list*, std::map<unsigned long, unsigned long, std::less<unsigned long>, std::allocator<std::pair<unsigned long const, unsigned
32
 long> > >*, int*, librbd::io::DispatchResult*, Context**, Context*) /media/cephdir/ceph/src/librbd/io/ObjectDispatch.cc:50
33
    #23 0x7fd0c23bd4a6 in librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor::operator()(librbd::io::ObjectDispatchSpec::ReadRequest&) const /media/
34
cephdir/ceph/src/librbd/io/ObjectDispatcher.cc:109
35
    #24 0x7fd0c23c4f19 in boost::disable_if_c<(false)&&boost::is_same<librbd::io::ObjectDispatchSpec::ReadRequest&, librbd::io::ObjectDispatchSpec::ReadRequest&>::value, bool>::type boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::internal_visit<librbd::io::ObjectDispatchSpec::ReadRequest&>(librbd::io::ObjectDispatchSpec::ReadRequest&, int) /media/cephdir/ceph/build/boost/include/boost/variant/variant.hpp:1058
36
    #25 0x7fd0c23c4b72 in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost::detail::variant::visitation_impl_invoke_impl<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>, void*, librbd::io::ObjectDispatchSpec::ReadRequest>(int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>&, void*, librbd::io::ObjectDispatchSpec::ReadRequest*, mpl_::bool_<true>) /media/cephdir/ceph/build/boost/include/boost/variant/detail/visitation_impl.hpp:114
37
    #26 0x7fd0c23c4348 in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost::detail::variant::visitation_impl_invoke<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>, void*, librbd::io::ObjectDispatchSpec::ReadRequest, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::has_fallback_type_(int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>&, void*, librbd::io::ObjectDispatchSpec::ReadRequest*, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::has_fallback_type_, int) /media/cephdir/ceph/build/boost/include/boost/variant/detail/visitation_impl.hpp:154
38
    #27 0x7fd0c23c3ad7 in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost::detail::variant::visitation_impl<mpl_::int_<0>, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<boost::mpl::l_item<mpl_::long_<6l>, librbd::io::ObjectDispatchSpec::ReadRequest, boost::mpl::l_item<mpl_::long_<5l>, librbd::io::ObjectDispatchSpec::DiscardRequest, boost::mpl::l_item<mpl_::long_<4l>, librbd::io::ObjectDispatchSpec::WriteRequest, boost::mpl::l_item<mpl_::long_<3l>, librbd::io::ObjectDispatchSpec::WriteSameRequest, boost::mpl::l_item<mpl_::long_<2l>, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, boost::mpl::l_item<mpl_::long_<1l>, librbd::io::ObjectDispatchSpec::FlushRequest, boost::mpl::l_end> > > > > > >, boost::mpl::l_iter<boost::mpl::l_end> >,boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::Send
39
Visitor const, false>, void*, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::has_fallback_type_>(int, int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>&, void*, mpl_::bool_<false>, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::has_fallback_type_, mpl_::int_<0>*, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<boost::mpl::l_item<mpl_::l
40
ong_<6l>, librbd::io::ObjectDispatchSpec::ReadRequest, boost::mpl::l_item<mpl_::long_<5l>, librbd::io::ObjectDispatchSpec::DiscardRequest, boost::mpl::l_item<mpl_::long_<4l>, librbd::io::ObjectDispatchSpec::WriteRequest, boost::mpl::l_item<mpl_::long_<3l>, librbd::io::ObjectDispatchSpec::WriteSameRequest, boost::mpl::l_item<mpl_::long_<2l>, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, boost::mpl::l_item<mpl_::long_<1l>, librbd::io::ObjectDispatchSpec::FlushRequest, boost::mpl::l_end> > > > > > >, boost::mpl::l_iter<boost::mpl::l_end> >*) /media/cephdir/ceph/build/boost/include/boost/variant/detail/visitation_impl.hpp:238
41
    #28 0x7fd0c23c370f in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost
42
::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::
43
io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::internal_app
44
ly_visitor_impl<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>, void*>(int, int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>&, void*) /media/cephdir/ceph/build/boost/include/boost/variant/variant.hpp:2452
45
    #29 0x7fd0c23c2fea in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost
46
::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::
47
io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::internal_app
48
ly_visitor<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false> >(boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>&) /media/cephdir/ceph/build/boost/include/boost/variant/variant.hpp:2466
49
    #30 0x7fd0c23c0b5d in librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const::result_type boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::apply_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const>(librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const&) & /media/cephdir/ceph/build/boost/include/boost/variant/variant.hpp
50
:2518
51
    #31 0x7fd0c23bf5e6 in librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor::result_type boost::apply_visitor<librbd::io::ObjectDispatcher<librbd::
52
ImageCtx>::SendVisitor, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatc
53
hSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec
54
::FlushRequest>&>(librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const&, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io:
55
:ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispat
56
chSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>&) /media/cephdir/ceph/build/boost/include/boost/variant/detail/apply_visitor_un
57
ary.hpp:97
58
    #32 0x7fd0c23bca2a in librbd::io::ObjectDispatcher<librbd::ImageCtx>::send(librbd::io::ObjectDispatchSpec*) /media/cephdir/ceph/src/librbd/io/ObjectDispa
59
tcher.cc:336
60
    #33 0x7fd0c23b84c0 in librbd::io::ObjectDispatchSpec::send() /media/cephdir/ceph/src/librbd/io/ObjectDispatchSpec.cc:37
61
    #34 0x7fd0c237c2d8 in librbd::io::ImageReadRequest<librbd::ImageCtx>::send_request() (/usr/local/lib/librbd.so.1+0xa522d8)
62
    #35 0x7fd0c2379d55 in librbd::io::ImageRequest<librbd::ImageCtx>::send() (/usr/local/lib/librbd.so.1+0xa4fd55)
63
    #36 0x7fd0c2378d2c in librbd::io::ImageRequest<librbd::ImageCtx>::aio_read(librbd::ImageCtx*, librbd::io::AioCompletion*, std::vector<std::pair<unsigned
64
long, unsigned long>, std::allocator<std::pair<unsigned long, unsigned long> > >&&, librbd::io::ReadResult&&, int, ZTracer::Trace const&) (/usr/local/lib/lib
65
rbd.so.1+0xa4ed2c)
66
    #37 0x7fd0c236be2e in librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor::operator()(librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read&) co
67
nst /media/cephdir/ceph/src/librbd/io/ImageDispatchSpec.cc:23
68
    #38 0x7fd0c2373de9 in boost::disable_if_c<(false)&&boost::is_same<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read&, librbd::io::ImageDispatchSpec<l
69
ibrbd::ImageCtx>::Read&>::value, void>::type boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false
70
>::internal_visit<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read&>(librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read&, int) /media/cephdir/ceph/bu
71
ild/boost/include/boost/variant/variant.hpp:1058
72
    #39 0x7fd0c237322c in boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>::result_type boos
73
t::detail::variant::visitation_impl_invoke_impl<boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, fa
74
lse>, void*, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read>(int, boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCt
75
x>::SendVisitor const, false>&, void*, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read*, mpl_::bool_<true>) /media/cephdir/ceph/build/boost/include/boo
76
st/variant/detail/visitation_impl.hpp:114
77
    #40 0x7fd0c2371a7d in boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>::result_type boos
78
t::detail::variant::visitation_impl_invoke<boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>,
79
 void*, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read, boost::variant<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read, librbd::io::ImageDispatc
80
hSpec<librbd::ImageCtx>::Discard, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Write, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::WriteSame, librbd:
81
:io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWrite, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Flush>::has_fallback_type_>(int, boost::detail::v
82
ariant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>&, void*, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::R
83
ead*, boost::variant<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Discard, librbd::io::ImageDispat
84
chSpec<librbd::ImageCtx>::Write, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::WriteSame, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWrite
85
, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Flush>::has_fallback_type_, int) /media/cephdir/ceph/build/boost/include/boost/variant/detail/visitation_i
86
mpl.hpp:154
87
    #41 0x7fd0c236f8b6 in boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>::result_type boos
88
t::detail::variant::visitation_impl<mpl_::int_<0>, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<boost::mpl::l_item<mpl_::long_<6l>, librbd
89
::io::ImageDispatchSpec<librbd::ImageCtx>::Read, boost::mpl::l_item<mpl_::long_<5l>, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Discard, boost::mpl::l_
90
item<mpl_::long_<4l>, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Write, boost::mpl::l_item<mpl_::long_<3l>, librbd::io::ImageDispatchSpec<librbd::Image
91
Ctx>::WriteSame, boost::mpl::l_item<mpl_::long_<2l>, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWrite, boost::mpl::l_item<mpl_::long_<1l>, li
92
brbd::io::ImageDispatchSpec<librbd::ImageCtx>::Flush, boost::mpl::l_end> > > > > > >, boost::mpl::l_iter<boost::mpl::l_end> >, boost::detail::variant::invoke
93
_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>, void*, boost::variant<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::R
94
ead, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Discard, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Write, librbd::io::ImageDispatchSpec<librbd::
95
ImageCtx>::WriteSame, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWrite, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Flush>::has_fallback
96
_type_>(int, int, boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>&, void*, mpl_::bool_<fals
97
e>, boost::variant<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Discard, librbd::io::ImageDispatch
98
Spec<librbd::ImageCtx>::Write, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::WriteSame, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWrite,
99
librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Flush>::has_fallback_type_, mpl_::int_<0>*, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<
100
boost::mpl::l_item<mpl_::long_<6l>, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read, boost::mpl::l_item<mpl_::long_<5l>, librbd::io::ImageDispatchSpec<
101
librbd::ImageCtx>::Discard, boost::mpl::l_item<mpl_::long_<4l>, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Write, boost::mpl::l_item<mpl_::long_<3l>, l
102
ibrbd::io::ImageDispatchSpec<librbd::ImageCtx>::WriteSame, boost::mpl::l_item<mpl_::long_<2l>, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWri
103
te, boost::mpl::l_item<mpl_::long_<1l>, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Flush, boost::mpl::l_end> > > > > > >, boost::mpl::l_iter<boost::mpl
104
::l_end> >*) /media/cephdir/ceph/build/boost/include/boost/variant/detail/visitation_impl.hpp:238
105
    #42 0x7fd0c236e3f0 in boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>::result_type boos
106
t::variant<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Discard, librbd::io::ImageDispatchSpec<lib
107
rbd::ImageCtx>::Write, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::WriteSame, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWrite, librbd::
108
io::ImageDispatchSpec<librbd::ImageCtx>::Flush>::internal_apply_visitor_impl<boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::Ima
109
geCtx>::SendVisitor const, false>, void*>(int, int, boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const
110
, false>&, void*) /media/cephdir/ceph/build/boost/include/boost/variant/variant.hpp:2452
111
    #43 0x7fd0c236dce8 in boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>::result_type boos
112
t::variant<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Discard, librbd::io::ImageDispatchSpec<lib
113
rbd::ImageCtx>::Write, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::WriteSame, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWrite, librbd::
114
io::ImageDispatchSpec<librbd::ImageCtx>::Flush>::internal_apply_visitor<boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx
115
>::SendVisitor const, false> >(boost::detail::variant::invoke_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const, false>&) /media/cep
116
hdir/ceph/build/boost/include/boost/variant/variant.hpp:2466
117
    #44 0x7fd0c236d367 in librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const::result_type boost::variant<librbd::io::ImageDispatchSpec<librbd
118
::ImageCtx>::Read, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Discard, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Write, librbd::io::ImageDispatc
119
hSpec<librbd::ImageCtx>::WriteSame, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWrite, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Flush>
120
::apply_visitor<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const>(librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const&) & /m
121
edia/cephdir/ceph/build/boost/include/boost/variant/variant.hpp:2518
122
    #45 0x7fd0c236cb52 in librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor::result_type boost::apply_visitor<librbd::io::ImageDispatchSpec<librbd
123
::ImageCtx>::SendVisitor, boost::variant<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Discard, lib
124
rbd::io::ImageDispatchSpec<librbd::ImageCtx>::Write, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::WriteSame, librbd::io::ImageDispatchSpec<librbd::ImageC
125
tx>::CompareAndWrite, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Flush>&>(librbd::io::ImageDispatchSpec<librbd::ImageCtx>::SendVisitor const&, boost::v
126
ariant<librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Read, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::Discard, librbd::io::ImageDispatchSpec<librbd:
127
:ImageCtx>::Write, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::WriteSame, librbd::io::ImageDispatchSpec<librbd::ImageCtx>::CompareAndWrite, librbd::io::
128
ImageDispatchSpec<librbd::ImageCtx>::Flush>&) /media/cephdir/ceph/build/boost/include/boost/variant/detail/apply_visitor_unary.hpp:97
129
    #46 0x7fd0c236b02b in librbd::io::ImageDispatchSpec<librbd::ImageCtx>::send() /media/cephdir/ceph/src/librbd/io/ImageDispatchSpec.cc:115
130
    #47 0x7fd0c23a761f in librbd::io::ImageRequestWQ<librbd::ImageCtx>::process_io(librbd::io::ImageDispatchSpec<librbd::ImageCtx>*, bool) (/usr/local/lib/li
131
brbd.so.1+0xa7d61f)
132
    #48 0x7fd0c23a2f6e in librbd::io::ImageRequestWQ<librbd::ImageCtx>::process(librbd::io::ImageDispatchSpec<librbd::ImageCtx>*) (/usr/local/lib/librbd.so.1
133
+0xa78f6e)
134
    #49 0x7fd0c23b7b36 in ThreadPool::PointerWQ<librbd::io::ImageDispatchSpec<librbd::ImageCtx> >::_void_process(void*, ThreadPool::TPHandle&) /media/cephdir
135
/ceph/src/common/WorkQueue.h:412
136
    #50 0x7fd0b684cf89 in ThreadPool::worker(ThreadPool::WorkThread*) /media/cephdir/ceph/src/common/WorkQueue.cc:118
137
    #51 0x7fd0b6856020 in ThreadPool::WorkThread::entry() /media/cephdir/ceph/src/common/WorkQueue.h:466
138
    #52 0x7fd0b67ff3cc in Thread::entry_wrapper() /media/cephdir/ceph/src/common/Thread.cc:84
139
    #53 0x7fd0b67ff243 in Thread::_entry_func(void*) /media/cephdir/ceph/src/common/Thread.cc:71
140
    #54 0x7fd0b4b536b9 in start_thread /build/glibc-LK5gWL/glibc-2.23/nptl/pthread_create.c:333
141
    #55 0x7fd0b393c41c in clone (/lib/x86_64-linux-gnu/libc.so.6+0x10741c)
142

    
143
0x60700003aa48 is located 40 bytes inside of 72-byte region [0x60700003aa20,0x60700003aa68)
144
freed by thread T25 (tp_librbd) here:
145
    #0 0x7fd0c3778caf in operator delete(void*) (/usr/lib/x86_64-linux-gnu/libasan.so.5+0x10ecaf)
146
    #1 0x7fd0b673a965 in __gnu_cxx::new_allocator<std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
147
> const, int> > >::deallocate(std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> >*, un
148
signed long) /usr/include/c++/8/ext/new_allocator.h:125
149
    #2 0x7fd0b6736484 in std::allocator_traits<std::allocator<std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allo
150
cator<char> > const, int> > > >::deallocate(std::allocator<std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocat
151
or<char> > const, int> > >&, std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> >*, uns
152
igned long) /usr/include/c++/8/bits/alloc_traits.h:462
153
    #3 0x7fd0b672fba2 in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<
154
char, std::char_traits<char>, std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::all
155
ocator<char> > const, int> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::_M_put_node(std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<c
156
har, std::char_traits<char>, std::allocator<char> > const, int> >*) /usr/include/c++/8/bits/stl_tree.h:592
157
    #4 0x7fd0b672680f in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<
158
char, std::char_traits<char>, std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::all
159
ocator<char> > const, int> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cx
160
x11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::_M_drop_node(std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<
161
char, std::char_traits<char>, std::allocator<char> > const, int> >*) /usr/include/c++/8/bits/stl_tree.h:659
162
    #5 0x7fd0b671f24b in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<
163
char, std::char_traits<char>, std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::all
164
ocator<char> > const, int> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cx
165
x11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::_M_erase(std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char
166
, std::char_traits<char>, std::allocator<char> > const, int> >*) /usr/include/c++/8/bits/stl_tree.h:1877
167
    #6 0x7fd0b671f228 in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<
168
char, std::char_traits<char>, std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::all
169
ocator<char> > const, int> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cx
170
x11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::_M_erase(std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char
171
, std::char_traits<char>, std::allocator<char> > const, int> >*) /usr/include/c++/8/bits/stl_tree.h:1875
172
    #7 0x7fd0b671f228 in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<
173
char, std::char_traits<char>, std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::all
174
ocator<char> > const, int> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cx
175
x11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::_M_erase(std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char
176
, std::char_traits<char>, std::allocator<char> > const, int> >*) /usr/include/c++/8/bits/stl_tree.h:1875
177
    #8 0x7fd0b6723cd3 in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<
178
char, std::char_traits<char>, std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::all
179
ocator<char> > const, int> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cx
180
x11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::clear() /usr/include/c++/8/bits/stl_tree.h:1190
181
    #9 0x7fd0b671aa1b in std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, int, std::less<std::__cxx11::basic_string<
182
char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char
183
> > const, int> > >::clear() /usr/include/c++/8/bits/stl_map.h:1133
184
    #10 0x7fd0b75851c8 in CrushWrapper::build_rmap(std::map<int, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<i
185
nt>, std::allocator<std::pair<int const, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const&, std::map<std::__cxx11:
186
:basic_string<char, std::char_traits<char>, std::allocator<char> >, int, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<ch
187
ar> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >&) const /media/cephdir/ceph
188
/src/crush/CrushWrapper.h:88
189
    #11 0x7fd0b758506c in CrushWrapper::build_rmaps() const /media/cephdir/ceph/src/crush/CrushWrapper.h:82
190
    #12 0x7fd0b758620b in CrushWrapper::get_item_id(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const /media/ceph
191
dir/ceph/src/crush/CrushWrapper.h:426
192
    #13 0x7fd0b7a0e31a in CrushWrapper::get_full_location_ordered(int, std::vector<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::al
193
locator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char,
194
 std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > >&) const /media/cephdir/ceph/src/crush/CrushWrapper.cc:796                                                                                                                [792/1985]
195
    #14 0x7fd0b7a0dcc7 in CrushWrapper::get_full_location[abi:cxx11](int) const /media/cephdir/ceph/src/crush/CrushWrapper.cc:764
196
    #15 0x7fd0b7a0b4fb in CrushWrapper::get_common_ancestor_distance(CephContext*, int, std::multimap<std::__cxx11::basic_string<char, std::char_traits<char>
197
, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<std::__cxx11::basic_string<char, std::ch
198
ar_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, st
199
d::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const&) const /media/cephdir/ceph/src/crush/CrushWrapper.cc:651
200
    #16 0x7fd0c1467abd in Objecter::_calc_target(Objecter::op_target_t*, Connection*, bool) /media/cephdir/ceph/src/osdc/Objecter.cc:2971
201
    #17 0x7fd0c145d669 in Objecter::_op_submit(Objecter::Op*, ceph::shunique_lock<std::shared_mutex>&, unsigned long*) /media/cephdir/ceph/src/osdc/Objecter.
202
cc:2379
203
    #18 0x7fd0c145c40e in Objecter::_op_submit_with_budget(Objecter::Op*, ceph::shunique_lock<std::shared_mutex>&, unsigned long*, int*) /media/cephdir/ceph/
204
src/osdc/Objecter.cc:2296
205
    #19 0x7fd0c145bd0f in Objecter::op_submit(Objecter::Op*, unsigned long*, int*) /media/cephdir/ceph/src/osdc/Objecter.cc:2263
206
    #20 0x7fd0c13d31b0 in librados::IoCtxImpl::aio_operate_read(object_t const&, ObjectOperation*, librados::AioCompletionImpl*, int, ceph::buffer::v14_2_0::
207
list*, blkin_trace_info const*) /media/cephdir/ceph/src/librados/IoCtxImpl.cc:747
208
    #21 0x7fd0c1355596 in librados::v14_2_0::IoCtx::aio_operate(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, libra
209
dos::v14_2_0::AioCompletion*, librados::v14_2_0::ObjectReadOperation*, int, ceph::buffer::v14_2_0::list*, blkin_trace_info const*) /media/cephdir/ceph/src/li
210
brados/librados_cxx.cc:1622
211
    #22 0x7fd0c2643a75 in librbd::io::ObjectReadRequest<librbd::ImageCtx>::read_object() /media/cephdir/ceph/src/librbd/io/ObjectRequest.cc:233
212
    #23 0x7fd0c2642ef7 in librbd::io::ObjectReadRequest<librbd::ImageCtx>::send() /media/cephdir/ceph/src/librbd/io/ObjectRequest.cc:195
213
    #24 0x7fd0c263d0f7 in librbd::io::ObjectDispatch<librbd::ImageCtx>::read(unsigned long, unsigned long, unsigned long, unsigned long, int, ZTracer::Trace
214
const&, ceph::buffer::v14_2_0::list*, std::map<unsigned long, unsigned long, std::less<unsigned long>, std::allocator<std::pair<unsigned long const, unsigned
215
 long> > >*, int*, librbd::io::DispatchResult*, Context**, Context*) /media/cephdir/ceph/src/librbd/io/ObjectDispatch.cc:50
216
    #25 0x7fd0c23bd4a6 in librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor::operator()(librbd::io::ObjectDispatchSpec::ReadRequest&) const /media/
217
cephdir/ceph/src/librbd/io/ObjectDispatcher.cc:109
218
    #26 0x7fd0c23c4f19 in boost::disable_if_c<(false)&&boost::is_same<librbd::io::ObjectDispatchSpec::ReadRequest&, librbd::io::ObjectDispatchSpec::ReadReque
219
st&>::value, bool>::type boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::internal_visit<lib
220
rbd::io::ObjectDispatchSpec::ReadRequest&>(librbd::io::ObjectDispatchSpec::ReadRequest&, int) /media/cephdir/ceph/build/boost/include/boost/variant/variant.h
221
pp:1058
222
    #27 0x7fd0c23c4b72 in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost
223
::detail::variant::visitation_impl_invoke_impl<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, fals
224
e>, void*, librbd::io::ObjectDispatchSpec::ReadRequest>(int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisit
225
or const, false>&, void*, librbd::io::ObjectDispatchSpec::ReadRequest*, mpl_::bool_<true>) /media/cephdir/ceph/build/boost/include/boost/variant/detail/visit
226
ation_impl.hpp:114
227
    #28 0x7fd0c23c4348 in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost
228
::detail::variant::visitation_impl_invoke<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>, v
229
oid*, librbd::io::ObjectDispatchSpec::ReadRequest, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest
230
, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, lib
231
rbd::io::ObjectDispatchSpec::FlushRequest>::has_fallback_type_>(int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::S
232
endVisitor const, false>&, void*, librbd::io::ObjectDispatchSpec::ReadRequest*, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::Objec
233
tDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec
234
::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::has_fallback_type_, int) /media/cephdir/ceph/build/boost/include/boost/variant/detai
235
l/visitation_impl.hpp:154
236
    #29 0x7fd0c23c3ad7 in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost
237
::detail::variant::visitation_impl<mpl_::int_<0>, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<boost::mpl::l_item<mpl_::long_<6l>, librbd:
238
:io::ObjectDispatchSpec::ReadRequest, boost::mpl::l_item<mpl_::long_<5l>, librbd::io::ObjectDispatchSpec::DiscardRequest, boost::mpl::l_item<mpl_::long_<4l>,
239
 librbd::io::ObjectDispatchSpec::WriteRequest, boost::mpl::l_item<mpl_::long_<3l>, librbd::io::ObjectDispatchSpec::WriteSameRequest, boost::mpl::l_item<mpl_::long_<2l>, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, boost::mpl::l_item<mpl_::long_<1l>, librbd::io::ObjectDispatchSpec::FlushRequest, boost::
240
mpl::l_end> > > > > > >, boost::mpl::l_iter<boost::mpl::l_end> >, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::Send
241
Visitor const, false>, void*, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectD
242
ispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispat
243
chSpec::FlushRequest>::has_fallback_type_>(int, int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const
244
, false>&, void*, mpl_::bool_<false>, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io:
245
:ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::Obje
246
ctDispatchSpec::FlushRequest>::has_fallback_type_, mpl_::int_<0>*, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<boost::mpl::l_item<mpl_::l
247
ong_<6l>, librbd::io::ObjectDispatchSpec::ReadRequest, boost::mpl::l_item<mpl_::long_<5l>, librbd::io::ObjectDispatchSpec::DiscardRequest, boost::mpl::l_item
248
<mpl_::long_<4l>, librbd::io::ObjectDispatchSpec::WriteRequest, boost::mpl::l_item<mpl_::long_<3l>, librbd::io::ObjectDispatchSpec::WriteSameRequest, boost::
249
mpl::l_item<mpl_::long_<2l>, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, boost::mpl::l_item<mpl_::long_<1l>, librbd::io::ObjectDispatchSpec::Flus
250
hRequest, boost::mpl::l_end> > > > > > >, boost::mpl::l_iter<boost::mpl::l_end> >*) /media/cephdir/ceph/build/boost/include/boost/variant/detail/visitation_i
251
mpl.hpp:238
252

    
253
previously allocated by thread T20 (tp_librbd) here:
254
    #0 0x7fd0c3777d2f in operator new(unsigned long) (/usr/lib/x86_64-linux-gnu/libasan.so.5+0x10dd2f)
255
    #1 0x7fd0b673d566 in __gnu_cxx::new_allocator<std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
256
> const, int> > >::allocate(unsigned long, void const*) /usr/include/c++/8/ext/new_allocator.h:111
257
    #2 0x7fd0b6739fff in std::allocator_traits<std::allocator<std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allo
258
cator<char> > const, int> > > >::allocate(std::allocator<std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator
259
<char> > const, int> > >&, unsigned long) /usr/include/c++/8/bits/alloc_traits.h:436
260
    #3 0x7fd0b67344a0 in std::_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<
261
char, std::char_traits<char>, std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::all
262
ocator<char> > const, int> >, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cx
263
x11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >::_M_get_node() /usr/include/c++/8/bits/stl_tree.h:588
264
    #4 0x7fd0b672d56a in std::_Rb_tree_node<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> >* std::_Rb
265
_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std
266
::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> >, std
267
::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char
268
_traits<char>, std::allocator<char> > const, int> > >::_M_create_node<std::piecewise_construct_t const&, std::tuple<std::__cxx11::basic_string<char, std::cha
269
r_traits<char>, std::allocator<char> > const&>, std::tuple<> >(std::piecewise_construct_t const&, std::tuple<std::__cxx11::basic_string<char, std::char_trait
270
s<char>, std::allocator<char> > const&>&&, std::tuple<>&&) /usr/include/c++/8/bits/stl_tree.h:642
271
    #5 0x7fd0b67243e5 in std::_Rb_tree_iterator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > std::
272
_Rb_tree<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::pair<std::__cxx11::basic_string<char, std::char_traits<char>,
273
std::allocator<char> > const, int>, std::_Select1st<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> >,
274
std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::c
275
har_traits<char>, std::allocator<char> > const, int> > >::_M_emplace_hint_unique<std::piecewise_construct_t const&, std::tuple<std::__cxx11::basic_string<cha
276
r, std::char_traits<char>, std::allocator<char> > const&>, std::tuple<> >(std::_Rb_tree_const_iterator<std::pair<std::__cxx11::basic_string<char, std::char_t
277
raits<char>, std::allocator<char> > const, int> >, std::piecewise_construct_t const&, std::tuple<std::__cxx11::basic_string<char, std::char_traits<char>, std
278
::allocator<char> > const&>&&, std::tuple<>&&) /usr/include/c++/8/bits/stl_tree.h:2417
279
    #6 0x7fd0b671b048 in std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, int, std::less<std::__cxx11::basic_string<
280
char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char
281
> > const, int> > >::operator[](std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) /usr/include/c++/8/bits/stl_map.h:499
282
    #7 0x7fd0b75852d2 in CrushWrapper::build_rmap(std::map<int, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<int>, std::allocator<std::pair<int const, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const&, std::map<std::__cxx11::
283
basic_string<char, std::char_traits<char>, std::allocator<char> >, int, std::less<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<cha
284
r> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, int> > >&) const /media/cephdir/ceph/
285
src/crush/CrushWrapper.h:90
286
    #8 0x7fd0b758506c in CrushWrapper::build_rmaps() const /media/cephdir/ceph/src/crush/CrushWrapper.h:82
287
    #9 0x7fd0b758620b in CrushWrapper::get_item_id(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const /media/cephd
288
ir/ceph/src/crush/CrushWrapper.h:426
289
    #10 0x7fd0b7a0e31a in CrushWrapper::get_full_location_ordered(int, std::vector<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::al
290
locator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char,
291
 std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > >&) const /media/cephdir
292
/ceph/src/crush/CrushWrapper.cc:796
293
    #11 0x7fd0b7a0dcc7 in CrushWrapper::get_full_location[abi:cxx11](int) const /media/cephdir/ceph/src/crush/CrushWrapper.cc:764
294
    #12 0x7fd0b7a0b4fb in CrushWrapper::get_common_ancestor_distance(CephContext*, int, std::multimap<std::__cxx11::basic_string<char, std::char_traits<char>
295
, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<std::__cxx11::basic_string<char, std::ch
296
ar_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, st
297
d::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const&) const /media/cephdir/ceph/src/crush/CrushWrapper.cc:651
298
    #13 0x7fd0c1467abd in Objecter::_calc_target(Objecter::op_target_t*, Connection*, bool) /media/cephdir/ceph/src/osdc/Objecter.cc:2971
299
    #14 0x7fd0c145d669 in Objecter::_op_submit(Objecter::Op*, ceph::shunique_lock<std::shared_mutex>&, unsigned long*) /media/cephdir/ceph/src/osdc/Objecter.
300
cc:2379
301
    #15 0x7fd0c145c40e in Objecter::_op_submit_with_budget(Objecter::Op*, ceph::shunique_lock<std::shared_mutex>&, unsigned long*, int*) /media/cephdir/ceph/
302
src/osdc/Objecter.cc:2296
303
    #16 0x7fd0c145bd0f in Objecter::op_submit(Objecter::Op*, unsigned long*, int*) /media/cephdir/ceph/src/osdc/Objecter.cc:2263
304
    #17 0x7fd0c13d31b0 in librados::IoCtxImpl::aio_operate_read(object_t const&, ObjectOperation*, librados::AioCompletionImpl*, int, ceph::buffer::v14_2_0::
305
list*, blkin_trace_info const*) /media/cephdir/ceph/src/librados/IoCtxImpl.cc:747
306
    #18 0x7fd0c1355596 in librados::v14_2_0::IoCtx::aio_operate(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, libra
307
dos::v14_2_0::AioCompletion*, librados::v14_2_0::ObjectReadOperation*, int, ceph::buffer::v14_2_0::list*, blkin_trace_info const*) /media/cephdir/ceph/src/li
308
brados/librados_cxx.cc:1622
309
    #19 0x7fd0c2643a75 in librbd::io::ObjectReadRequest<librbd::ImageCtx>::read_object() /media/cephdir/ceph/src/librbd/io/ObjectRequest.cc:233
310
    #20 0x7fd0c2642ef7 in librbd::io::ObjectReadRequest<librbd::ImageCtx>::send() /media/cephdir/ceph/src/librbd/io/ObjectRequest.cc:195
311
    #21 0x7fd0c263d0f7 in librbd::io::ObjectDispatch<librbd::ImageCtx>::read(unsigned long, unsigned long, unsigned long, unsigned long, int, ZTracer::Trace
312
const&, ceph::buffer::v14_2_0::list*, std::map<unsigned long, unsigned long, std::less<unsigned long>, std::allocator<std::pair<unsigned long const, unsigned
313
 long> > >*, int*, librbd::io::DispatchResult*, Context**, Context*) /media/cephdir/ceph/src/librbd/io/ObjectDispatch.cc:50
314
    #22 0x7fd0c23bd4a6 in librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor::operator()(librbd::io::ObjectDispatchSpec::ReadRequest&) const /media/
315
cephdir/ceph/src/librbd/io/ObjectDispatcher.cc:109
316
    #23 0x7fd0c23c4f19 in boost::disable_if_c<(false)&&boost::is_same<librbd::io::ObjectDispatchSpec::ReadRequest&, librbd::io::ObjectDispatchSpec::ReadReque
317
st&>::value, bool>::type boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::internal_visit<lib
318
rbd::io::ObjectDispatchSpec::ReadRequest&>(librbd::io::ObjectDispatchSpec::ReadRequest&, int) /media/cephdir/ceph/build/boost/include/boost/variant/variant.h
319
pp:1058
320
    #24 0x7fd0c23c4b72 in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost
321
::detail::variant::visitation_impl_invoke_impl<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, fals
322
e>, void*, librbd::io::ObjectDispatchSpec::ReadRequest>(int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisit
323
or const, false>&, void*, librbd::io::ObjectDispatchSpec::ReadRequest*, mpl_::bool_<true>) /media/cephdir/ceph/build/boost/include/boost/variant/detail/visit
324
ation_impl.hpp:114
325
    #25 0x7fd0c23c4348 in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost::detail::variant::visitation_impl_invoke<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>, v
326
oid*, librbd::io::ObjectDispatchSpec::ReadRequest, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest
327
, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, lib
328
rbd::io::ObjectDispatchSpec::FlushRequest>::has_fallback_type_>(int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::S
329
endVisitor const, false>&, void*, librbd::io::ObjectDispatchSpec::ReadRequest*, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::Objec
330
tDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec
331
::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::has_fallback_type_, int) /media/cephdir/ceph/build/boost/include/boost/variant/detai
332
l/visitation_impl.hpp:154
333
    #26 0x7fd0c23c3ad7 in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost
334
::detail::variant::visitation_impl<mpl_::int_<0>, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<boost::mpl::l_item<mpl_::long_<6l>, librbd:
335
:io::ObjectDispatchSpec::ReadRequest, boost::mpl::l_item<mpl_::long_<5l>, librbd::io::ObjectDispatchSpec::DiscardRequest, boost::mpl::l_item<mpl_::long_<4l>,
336
 librbd::io::ObjectDispatchSpec::WriteRequest, boost::mpl::l_item<mpl_::long_<3l>, librbd::io::ObjectDispatchSpec::WriteSameRequest, boost::mpl::l_item<mpl_:
337
:long_<2l>, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, boost::mpl::l_item<mpl_::long_<1l>, librbd::io::ObjectDispatchSpec::FlushRequest, boost::
338
mpl::l_end> > > > > > >, boost::mpl::l_iter<boost::mpl::l_end> >, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::Send
339
Visitor const, false>, void*, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectD
340
ispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispat
341
chSpec::FlushRequest>::has_fallback_type_>(int, int, boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const
342
, false>&, void*, mpl_::bool_<false>, boost::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io:
343
:ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::Obje
344
ctDispatchSpec::FlushRequest>::has_fallback_type_, mpl_::int_<0>*, boost::detail::variant::visitation_impl_step<boost::mpl::l_iter<boost::mpl::l_item<mpl_::l
345
ong_<6l>, librbd::io::ObjectDispatchSpec::ReadRequest, boost::mpl::l_item<mpl_::long_<5l>, librbd::io::ObjectDispatchSpec::DiscardRequest, boost::mpl::l_item
346
<mpl_::long_<4l>, librbd::io::ObjectDispatchSpec::WriteRequest, boost::mpl::l_item<mpl_::long_<3l>, librbd::io::ObjectDispatchSpec::WriteSameRequest, boost::
347
mpl::l_item<mpl_::long_<2l>, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, boost::mpl::l_item<mpl_::long_<1l>, librbd::io::ObjectDispatchSpec::Flus
348
hRequest, boost::mpl::l_end> > > > > > >, boost::mpl::l_iter<boost::mpl::l_end> >*) /media/cephdir/ceph/build/boost/include/boost/variant/detail/visitation_i
349
mpl.hpp:238
350
    #27 0x7fd0c23c370f in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost
351
::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::
352
io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::internal_app
353
ly_visitor_impl<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>, void*>(int, int, boost::det
354
ail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>&, void*) /media/cephdir/ceph/build/boost/include/boost
355
/variant/variant.hpp:2452
356
    #28 0x7fd0c23c2fea in boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>::result_type boost
357
::variant<librbd::io::ObjectDispatchSpec::ReadRequest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::
358
io::ObjectDispatchSpec::WriteSameRequest, librbd::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::internal_app
359
ly_visitor<boost::detail::variant::invoke_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false> >(boost::detail::variant::invoke_
360
visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const, false>&) /media/cephdir/ceph/build/boost/include/boost/variant/variant.hpp:2466
361
    #29 0x7fd0c23c0b5d in librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const::result_type boost::variant<librbd::io::ObjectDispatchSpec::ReadR
362
equest, librbd::io::ObjectDispatchSpec::DiscardRequest, librbd::io::ObjectDispatchSpec::WriteRequest, librbd::io::ObjectDispatchSpec::WriteSameRequest, librb
363
d::io::ObjectDispatchSpec::CompareAndWriteRequest, librbd::io::ObjectDispatchSpec::FlushRequest>::apply_visitor<librbd::io::ObjectDispatcher<librbd::ImageCtx
364
>::SendVisitor const>(librbd::io::ObjectDispatcher<librbd::ImageCtx>::SendVisitor const&) & /media/cephdir/ceph/build/boost/include/boost/variant/variant.hpp
365
:2518
366

    
367
Thread T20 (tp_librbd) created by T0 here:
368
    #0 0x7fd0c36a3ec1 in __interceptor_pthread_create (/usr/lib/x86_64-linux-gnu/libasan.so.5+0x39ec1)
369
    #1 0x7fd0b67ff75b in Thread::try_create(unsigned long) /media/cephdir/ceph/src/common/Thread.cc:136
370
    #2 0x7fd0b67ff969 in Thread::create(char const*, unsigned long) /media/cephdir/ceph/src/common/Thread.cc:151
371
    #3 0x7fd0b684e140 in ThreadPool::start_threads() /media/cephdir/ceph/src/common/WorkQueue.cc:156
372
    #4 0x7fd0b684ecfa in ThreadPool::start() /media/cephdir/ceph/src/common/WorkQueue.cc:181
373
    #5 0x7fd0c1f394a5 in ThreadPoolSingleton /media/cephdir/ceph/src/librbd/ImageCtx.cc:67
374
    #6 0x7fd0c1f4a699 in construct<librbd::(anonymous namespace)::ThreadPoolSingleton, CephContext*&> /media/cephdir/ceph/src/include/any.h:203
375
    #7 0x7fd0c1f4a595 in base<librbd::(anonymous namespace)::ThreadPoolSingleton, CephContext*&> /media/cephdir/ceph/src/include/any.h:319
376
    #8 0x7fd0c1f4a22f in immobile_any<librbd::(anonymous namespace)::ThreadPoolSingleton, CephContext*&> /media/cephdir/ceph/src/include/any.h:545
377
    #9 0x7fd0c1f4a30d in pair<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&, 0, 1, const std::in_place_type_t<librbd::(anonymous n
378
amespace)::ThreadPoolSingleton>&, CephContext*&, 0, 1> /usr/include/c++/8/tuple:1668
379
    #10 0x7fd0c1f4a038 in pair<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&, const std::in_place_type_t<librbd::(anonymous namesp
380
ace)::ThreadPoolSingleton>&, CephContext*&> /usr/include/c++/8/tuple:1657
381
    #11 0x7fd0c1f49c27 in construct<std::pair<const std::pair<std::__cxx11::basic_string<char>, std::type_index>, ceph::immobile_any<576> >, const std::piece
382
wise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&>, std::tuple<const std::in_place_type_t<librbd::(anony
383
mous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/ext/new_allocator.h:136
384
    #12 0x7fd0c1f499e5 in construct<std::pair<const std::pair<std::__cxx11::basic_string<char>, std::type_index>, ceph::immobile_any<576> >, const std::piece
385
wise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&>, std::tuple<const std::in_place_type_t<librbd::(anony
386
mous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/alloc_traits.h:475
387
    #13 0x7fd0c1f4970f in _M_construct_node<const std::piecewise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_i
388
ndex&>, std::tuple<const std::in_place_type_t<librbd::(anonymous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/stl_tree.h:626
389
    #14 0x7fd0c1f494d5 in _M_create_node<const std::piecewise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_inde
390
x&>, std::tuple<const std::in_place_type_t<librbd::(anonymous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/stl_tree.h:643
391
    #15 0x7fd0c1f48fbb in _M_emplace_hint_unique<const std::piecewise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::t
392
ype_index&>, std::tuple<const std::in_place_type_t<librbd::(anonymous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/stl_tree.h:
393
2417
394
    #16 0x7fd0c1f48b97 in emplace_hint<const std::piecewise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&
395
>, std::tuple<const std::in_place_type_t<librbd::(anonymous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/stl_map.h:607
396
    #17 0x7fd0c1f47eec in lookup_or_create_singleton_object<librbd::(anonymous namespace)::ThreadPoolSingleton, CephContext*&> /media/cephdir/ceph/src/common
397
/ceph_context.h:189
398
    #18 0x7fd0c1f474f0 in librbd::ImageCtx::get_thread_pool_instance(CephContext*, ThreadPool**, ContextWQ**) /media/cephdir/ceph/src/librbd/ImageCtx.cc:884
399
    #19 0x7fd0c1f3b479 in librbd::ImageCtx::ImageCtx(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::ba
400
sic_string<char, std::char_traits<char>, std::allocator<char> > const&, char const*, librados::v14_2_0::IoCtx&, bool) /media/cephdir/ceph/src/librbd/ImageCtx
401
.cc:137
402
    #20 0x7fd0c1e68aab in librbd::RBD::open_read_only(librados::v14_2_0::IoCtx&, librbd::Image&, char const*, char const*) /media/cephdir/ceph/src/librbd/lib
403
rbd.cc:544
404
    #21 0x55da0486de58 in rbd::utils::open_image(librados::v14_2_0::IoCtx&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > c
405
onst&, bool, librbd::Image*) /media/cephdir/ceph/src/tools/rbd/Utils.cc:725
406
    #22 0x55da0486e459 in rbd::utils::init_and_open_image(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx1
407
1::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >
408
const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std:
409
:allocator<char> > const&, bool, librados::v14_2_0::Rados*, librados::v14_2_0::IoCtx*, librbd::Image*) /media/cephdir/ceph/src/tools/rbd/Utils.cc:769
410
    #23 0x55da0496b714 in rbd::action::export_full::execute(boost::program_options::variables_map const&, std::vector<std::__cxx11::basic_string<char, std::c
411
har_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&) /media/c
412
ephdir/ceph/src/tools/rbd/action/Export.cc:629
413
    #24 0x55da04844d40 in rbd::Shell::execute(int, char const**) /media/cephdir/ceph/src/tools/rbd/Shell.cc:204
414
    #25 0x55da047e411d in main /media/cephdir/ceph/src/tools/rbd/rbd.cc:9
415
    #26 0x7fd0b385582f in __libc_start_main (/lib/x86_64-linux-gnu/libc.so.6+0x2082f)
416

    
417
Thread T25 (tp_librbd) created by T0 here:
418
    #0 0x7fd0c36a3ec1 in __interceptor_pthread_create (/usr/lib/x86_64-linux-gnu/libasan.so.5+0x39ec1)
419
    #1 0x7fd0b67ff75b in Thread::try_create(unsigned long) /media/cephdir/ceph/src/common/Thread.cc:136
420
    #2 0x7fd0b67ff969 in Thread::create(char const*, unsigned long) /media/cephdir/ceph/src/common/Thread.cc:151
421
    #3 0x7fd0b684e140 in ThreadPool::start_threads() /media/cephdir/ceph/src/common/WorkQueue.cc:156
422
    #4 0x7fd0b684ecfa in ThreadPool::start() /media/cephdir/ceph/src/common/WorkQueue.cc:181
423
    #5 0x7fd0c1f394a5 in ThreadPoolSingleton /media/cephdir/ceph/src/librbd/ImageCtx.cc:67
424
    #6 0x7fd0c1f4a699 in construct<librbd::(anonymous namespace)::ThreadPoolSingleton, CephContext*&> /media/cephdir/ceph/src/include/any.h:203
425
    #7 0x7fd0c1f4a595 in base<librbd::(anonymous namespace)::ThreadPoolSingleton, CephContext*&> /media/cephdir/ceph/src/include/any.h:319
426
    #8 0x7fd0c1f4a22f in immobile_any<librbd::(anonymous namespace)::ThreadPoolSingleton, CephContext*&> /media/cephdir/ceph/src/include/any.h:545
427
    #9 0x7fd0c1f4a30d in pair<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&, 0, 1, const std::in_place_type_t<librbd::(anonymous n
428
amespace)::ThreadPoolSingleton>&, CephContext*&, 0, 1> /usr/include/c++/8/tuple:1668
429
    #10 0x7fd0c1f4a038 in pair<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&, const std::in_place_type_t<librbd::(anonymous namesp
430
ace)::ThreadPoolSingleton>&, CephContext*&> /usr/include/c++/8/tuple:1657
431
    #11 0x7fd0c1f49c27 in construct<std::pair<const std::pair<std::__cxx11::basic_string<char>, std::type_index>, ceph::immobile_any<576> >, const std::piece
432
wise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&>, std::tuple<const std::in_place_type_t<librbd::(anony
433
mous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/ext/new_allocator.h:136
434
    #12 0x7fd0c1f499e5 in construct<std::pair<const std::pair<std::__cxx11::basic_string<char>, std::type_index>, ceph::immobile_any<576> >, const std::piece
435
wise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&>, std::tuple<const std::in_place_type_t<librbd::(anony
436
mous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/alloc_traits.h:475
437
    #13 0x7fd0c1f4970f in _M_construct_node<const std::piecewise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_i
438
ndex&>, std::tuple<const std::in_place_type_t<librbd::(anonymous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/stl_tree.h:626
439
    #14 0x7fd0c1f494d5 in _M_create_node<const std::piecewise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_inde
440
x&>, std::tuple<const std::in_place_type_t<librbd::(anonymous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/stl_tree.h:643
441
    #15 0x7fd0c1f48fbb in _M_emplace_hint_unique<const std::piecewise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::t
442
ype_index&>, std::tuple<const std::in_place_type_t<librbd::(anonymous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/stl_tree.h:
443
2417
444
    #16 0x7fd0c1f48b97 in emplace_hint<const std::piecewise_construct_t&, std::tuple<std::basic_string_view<char, std::char_traits<char> >&, std::type_index&
445
>, std::tuple<const std::in_place_type_t<librbd::(anonymous namespace)::ThreadPoolSingleton>&, CephContext*&> > /usr/include/c++/8/bits/stl_map.h:607
446
    #17 0x7fd0c1f47eec in lookup_or_create_singleton_object<librbd::(anonymous namespace)::ThreadPoolSingleton, CephContext*&> /media/cephdir/ceph/src/common
447
/ceph_context.h:189
448
    #18 0x7fd0c1f474f0 in librbd::ImageCtx::get_thread_pool_instance(CephContext*, ThreadPool**, ContextWQ**) /media/cephdir/ceph/src/librbd/ImageCtx.cc:884
449
    #19 0x7fd0c1f3b479 in librbd::ImageCtx::ImageCtx(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::ba
450
sic_string<char, std::char_traits<char>, std::allocator<char> > const&, char const*, librados::v14_2_0::IoCtx&, bool) /media/cephdir/ceph/src/librbd/ImageCtx
451
.cc:137
452
    #20 0x7fd0c1e68aab in librbd::RBD::open_read_only(librados::v14_2_0::IoCtx&, librbd::Image&, char const*, char const*) /media/cephdir/ceph/src/librbd/lib
453
rbd.cc:544
454
    #21 0x55da0486de58 in rbd::utils::open_image(librados::v14_2_0::IoCtx&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > c
455
onst&, bool, librbd::Image*) /media/cephdir/ceph/src/tools/rbd/Utils.cc:725
456
    #22 0x55da0486e459 in rbd::utils::init_and_open_image(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx1
457
1::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >
458
const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std:
459
:allocator<char> > const&, bool, librados::v14_2_0::Rados*, librados::v14_2_0::IoCtx*, librbd::Image*) /media/cephdir/ceph/src/tools/rbd/Utils.cc:769
460
    #23 0x55da0496b714 in rbd::action::export_full::execute(boost::program_options::variables_map const&, std::vector<std::__cxx11::basic_string<char, std::c
461
har_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&) /media/c
462
ephdir/ceph/src/tools/rbd/action/Export.cc:629
463
    #24 0x55da04844d40 in rbd::Shell::execute(int, char const**) /media/cephdir/ceph/src/tools/rbd/Shell.cc:204
464
    #25 0x55da047e411d in main /media/cephdir/ceph/src/tools/rbd/rbd.cc:9
465
    #26 0x7fd0b385582f in __libc_start_main (/lib/x86_64-linux-gnu/libc.so.6+0x2082f)