Actions
Bug #48850
closed"FAILED ceph_assert(m_pending_ops == 0)" in TestImageReplayer/3.SnapshotUnprotect
Status:
Duplicate
Priority:
High
Assignee:
-
Target version:
-
% Done:
0%
Source:
Tags:
Backport:
pacific
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):
Description
[ RUN ] TestImageReplayer/3.SnapshotUnprotect
flushed
remote_snap_id=6
local_snap_id=5, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=531e9485-da5f-4764-bf97-cf302bdce64a, primary_snap_id=6, last_copied_object_number=0, snap_seqs={5=4,6=18446744073709551614}]
flushed
remote_snap_id=7
local_snap_id=6, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=531e9485-da5f-4764-bf97-cf302bdce64a, primary_snap_id=7, last_copied_object_number=0, snap_seqs={5=4,7=18446744073709551614}]
/home/jenkins-build/build/workspace/ceph-pull-requests/src/common/AsyncOpTracker.cc: In function 'AsyncOpTracker::~AsyncOpTracker()' thread 7f3597ff7700 time 2021-01-12T07:08:31.392685+0000
/home/jenkins-build/build/workspace/ceph-pull-requests/src/common/AsyncOpTracker.cc: 13: FAILED ceph_assert(m_pending_ops == 0)
ceph version Development (no_version) pacific (dev)
1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x19d) [0x7f36591baf1b]
2: /home/jenkins-build/build/workspace/ceph-pull-requests/build/lib/libceph-common.so.2(+0x167419d) [0x7f36591bb19d]
3: (AsyncOpTracker::~AsyncOpTracker()+0x45) [0x7f36590c50d9]
4: (librbd::ImageWatcher<librbd::ImageCtx>::~ImageWatcher()+0x68) [0x56250c84836c]
5: (librbd::ImageWatcher<librbd::ImageCtx>::~ImageWatcher()+0x18) [0x56250c848404]
6: (librbd::ImageCtx::shutdown()+0x2b) [0x56250c8177f9]
7: (librbd::image::CloseRequest<librbd::ImageCtx>::finish()+0x1b) [0x56250c9d7915]
8: (librbd::image::CloseRequest<librbd::ImageCtx>::handle_flush_image_watcher(int)+0x271) [0x56250c9d7893]
9: (librbd::util::detail::C_CallbackAdapter<librbd::image::CloseRequest<librbd::ImageCtx>, &librbd::image::CloseRequest<librbd::ImageCtx>::handle_flush_image_watcher>::finish(int)+0x24) [0x56250c9d87d0]
10: (Context::complete(int)+0x27) [0x56250c008df5]
11: (librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}::operator()() const+0x34) [0x56250c008ea6]
12: (void boost::asio::asio_handler_invoke<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}>(librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}&, ...)+0x68) [0x56250c035c67]
13: (void boost_asio_handler_invoke_helpers::invoke<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}, {lambda()#1}>(librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}&, {lambda()#1}&)+0x33) [0x56250c0355fc]
14: (void boost::asio::system_executor::dispatch<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}, std::allocator<void> >(librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}&&, std::allocator<void> const&) const+0x51) [0x56250c034cf1]
15: (boost::asio::detail::work_dispatcher<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}>::operator()()+0x52) [0x56250c034a82]
16: (void boost::asio::asio_handler_invoke<boost::asio::detail::work_dispatcher<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}> >(boost::asio::detail::work_dispatcher<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}>&, ...)+0x68) [0x56250c034646]
17: (void boost_asio_handler_invoke_helpers::invoke<boost::asio::detail::work_dispatcher<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}>, librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}>(boost::asio::detail::work_dispatcher<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}>&, librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}&)+0x33) [0x56250c033e12]
18: (void boost::asio::detail::handler_work<boost::asio::detail::work_dispatcher<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}>, boost::asio::system_executor, boost::asio::detail::work_dispatcher<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}> >::complete<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}>(librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}&, librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}&)+0x27) [0x56250c03238b]
19: (boost::asio::detail::completion_handler<boost::asio::detail::work_dispatcher<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}> >::do_complete(void*, boost::asio::detail::scheduler_operation*, boost::system::error_code const&, unsigned long)+0xd6) [0x56250c02fdac]
20: (boost::asio::detail::scheduler_operation::complete(void*, boost::system::error_code const&, unsigned long)+0x36) [0x56250c809ab6]
21: (boost::asio::detail::strand_service::do_complete(void*, boost::asio::detail::scheduler_operation*, boost::system::error_code const&, unsigned long)+0xa2) [0x56250c80a254]
22: (boost::asio::detail::scheduler_operation::complete(void*, boost::system::error_code const&, unsigned long)+0x36) [0x56250c809ab6]
23: (boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&)+0x1c2) [0x56250cbb14b6]
24: (boost::asio::detail::scheduler::run(boost::system::error_code&)+0xf4) [0x56250cbb108a]
25: (boost::asio::io_context::run()+0x48) [0x56250cf3e138]
26: (ceph::async::io_context_pool::start(short)::{lambda()#1}::operator()() const+0x1f) [0x56250cf3e76f]
27: (void std::__invoke_impl<void, ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_other, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)+0x20) [0x56250cf4394e]
28: (std::__invoke_result<ceph::async::io_context_pool::start(short)::{lambda()#1}>::type std::__invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...)+0x20) [0x56250cf42e1e]
29: (std::invoke_result<ceph::async::io_context_pool::start(short)::{lambda()#1}>::type std::invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...)+0x20) [0x56250cf41e86]
30: _ZZ17make_named_threadIZN4ceph5async15io_context_pool5startEsEUlvE_JEESt6threadSt17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_ENKUlSA_SD_E_clIS3_JEEEDaSA_SD_()
31: (std::basic_string_view<char, std::char_traits<char> > std::__invoke_impl<void, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(std::__invoke_other, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&, {lambda()#1}&&)+0x37) [0x56250cf45f80]
32: (std::__invoke_result<std::basic_string_view<char, std::char_traits<char> >, (make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&)...>::type std::__invoke<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}&&)+0x37) [0x56250cf45ceb]
33: (void std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>)+0x43) [0x56250cf45ab7]
34: (std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::operator()()+0x18) [0x56250cf457d6]
35: (std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run()+0x1c) [0x56250cf45162]
36: /usr/lib/x86_64-linux-gnu/libstdc++.so.6(+0xd0d80) [0x7f3656f53d80]
37: /lib/x86_64-linux-gnu/libpthread.so.0(+0x76db) [0x7f36632256db]
38: clone()
Actions