Ceph » rgw

d3n datacache job failing with valgrind issue

example job: http://qa-proxy.ceph.com/teuthology/cbodley-2024-03-10_14:50:40-rgw-wip-cbodley2-testing-distro-default-smithi/7589588/teuthology.log

valgrind log: http://qa-proxy.ceph.com/teuthology/cbodley-2024-03-10_14:50:40-rgw-wip-cbodley2-testing-distro-default-smithi/7589588/remote/smithi082/log/valgrind/ceph.client.0.log.gz

<error>
  <unique>0x795ca</unique>
  <tid>1</tid>
  <kind>InvalidRead</kind>
  <what>Invalid read of size 8</what>
  <stack>
    <frame>
      <ip>0x66B9848</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>free_res</fn>
    </frame>
    <frame>
      <ip>0x66B98C1</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>__libc_freeres</fn>
    </frame>
    <frame>
      <ip>0x483F1B2</ip>
      <obj>/usr/libexec/valgrind/vgpreload_core-amd64-linux.so</obj>
      <fn>_vgnU_freeres</fn>
    </frame>
    <frame>
      <ip>0x6543551</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>__run_exit_handlers</fn>
      <dir>./stdlib/./stdlib</dir>
      <file>exit.c</file>
      <line>136</line>
    </frame>
    <frame>
      <ip>0x654360F</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>exit</fn>
      <dir>./stdlib/./stdlib</dir>
      <file>exit.c</file>
      <line>143</line>
    </frame>
    <frame>
      <ip>0x6527D96</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>(below main)</fn>
      <dir>./csu/../sysdeps/nptl</dir>
      <file>libc_start_call_main.h</file>
      <line>74</line>
    </frame>
  </stack>
  <auxwhat>Address 0x11fda240 is 16 bytes inside a block of size 64 free'd</auxwhat>
  <stack>
    <frame>
      <ip>0x484B27F</ip>
      <obj>/usr/libexec/valgrind/vgpreload_memcheck-amd64-linux.so</obj>
      <fn>free</fn>
    </frame>
    <frame>
      <ip>0x66B9853</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>free_res</fn>
    </frame>
    <frame>
      <ip>0x66B98C1</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>__libc_freeres</fn>
    </frame>
    <frame>
      <ip>0x483F1B2</ip>
      <obj>/usr/libexec/valgrind/vgpreload_core-amd64-linux.so</obj>
      <fn>_vgnU_freeres</fn>
    </frame>
    <frame>
      <ip>0x6543551</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>__run_exit_handlers</fn>
      <dir>./stdlib/./stdlib</dir>
      <file>exit.c</file>
      <line>136</line>
    </frame>
    <frame>
      <ip>0x654360F</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>exit</fn>
      <dir>./stdlib/./stdlib</dir>
      <file>exit.c</file>
      <line>143</line>
    </frame>
    <frame>
      <ip>0x6527D96</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>(below main)</fn>
      <dir>./csu/../sysdeps/nptl</dir>
      <file>libc_start_call_main.h</file>
      <line>74</line>
    </frame>
  </stack>
  <auxwhat>Block was alloc'd at</auxwhat>
  <stack>
    <frame>
      <ip>0x48487A9</ip>
      <obj>/usr/libexec/valgrind/vgpreload_memcheck-amd64-linux.so</obj>
      <fn>malloc</fn>
    </frame>
    <frame>
      <ip>0x659CCA7</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>get_elem</fn>
      <dir>./rt/./rt</dir>
      <file>aio_misc.c</file>
      <line>140</line>
    </frame>
    <frame>
      <ip>0x659CCA7</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>__aio_enqueue_request</fn>
      <dir>./rt/./rt</dir>
      <file>aio_misc.c</file>
      <line>352</line>
    </frame>
    <frame>
      <ip>0x659D8B1</ip>
      <obj>/usr/lib/x86_64-linux-gnu/libc.so.6</obj>
      <fn>aio_write@@GLIBC_2.34</fn>
      <dir>./rt/./rt</dir>
      <file>aio_write.c</file>
      <line>35</line>
    </frame>
    <frame>
      <ip>0x972674</ip>
      <obj>/usr/bin/radosgw</obj>
      <fn>D3nDataCache::d3n_libaio_create_write_request(ceph::buffer::v15_2_0::list&amp;, unsigned int, std::__cxx11::basic_string&lt;char, std::char_traits&lt;char&gt;, std::allocator&lt;char&gt; &gt;)</fn>
    </frame>
    <frame>
      <ip>0x980773</ip>
      <obj>/usr/bin/radosgw</obj>
      <fn>D3nDataCache::put(ceph::buffer::v15_2_0::list&amp;, unsigned int, std::__cxx11::basic_string&lt;char, std::char_traits&lt;char&gt;, std::allocator&lt;char&gt; &gt;&amp;)</fn>
    </frame>
    <frame>
      <ip>0x9C81DE</ip>
      <obj>/usr/bin/radosgw</obj>
      <fn>get_obj_data::flush(rgw::OwningList&lt;rgw::AioResultEntry&gt;&amp;&amp;)</fn>
    </frame>
    <frame>
      <ip>0x9D8B3A</ip>
      <obj>/usr/bin/radosgw</obj>
      <fn>RGWRados::Object::Read::iterate(DoutPrefixProvider const*, long, long, RGWGetDataCB*, optional_yield)</fn>
    </frame>
    <frame>
      <ip>0x7FD4B5</ip>
      <obj>/usr/bin/radosgw</obj>
      <fn>RGWGetObj::execute(optional_yield)</fn>
    </frame>
    <frame>
      <ip>0x6B50EB</ip>
      <obj>/usr/bin/radosgw</obj>
      <fn>rgw_process_authenticated(RGWHandler_REST*, RGWOp*&amp;, RGWRequest*, req_state*, optional_yield, rgw::sal::Driver*, bool)</fn>
    </frame>
    <frame>
      <ip>0x6B911D</ip>
      <obj>/usr/bin/radosgw</obj>
      <fn>process_request(RGWProcessEnv const&amp;, RGWRequest*, std::__cxx11::basic_string&lt;char, std::char_traits&lt;char&gt;, std::allocator&lt;char&gt; &gt; const&amp;, RGWRestfulIO*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string&lt;char, std::char_traits&lt;char&gt;, std::allocator&lt;char&gt; &gt;*, std::chrono::duration&lt;unsigned long, std::ratio&lt;1l, 1000000000l&gt; &gt;*, int*)</fn>
    </frame>
    <frame>
      <ip>0x119BAB6</ip>
      <obj>/usr/bin/radosgw</obj>
    </frame>
    <frame>
      <ip>0x620A53</ip>
      <obj>/usr/bin/radosgw</obj>
    </frame>
    <frame>
      <ip>0x123DB86</ip>
      <obj>/usr/bin/radosgw</obj>
      <fn>make_fcontext</fn>
    </frame>
  </stack>
</error>