Project

General

Profile

Actions

Bug #53959

open

make check: unittest_rbd_mirror: TestImageReplayer/3.SnapshotRemove FAILED ceph_assert(m_pending_ops == 0)

Added by Josh Durgin over 2 years ago. Updated over 1 year ago.

Status:
In Progress
Priority:
High
Assignee:
Target version:
-
% Done:

0%

Source:
Tags:
Backport:
octopus,pacific,quincy
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):

Description

https://jenkins.ceph.com/job/ceph-pull-requests/88858/consoleFull#-1668735270e840cee4-f4a4-4183-81dd-42855615f2c1

[ RUN      ] TestImageReplayer/3.SnapshotRemove
flushed
remote_snap_id=6
local_snap_id=5, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=c9589ea1-78ed-4577-a67e-58eb1b0e86ef, primary_snap_id=6, last_copied_object_number=0, snap_seqs={5=4,6=18446744073709551614}]
flushed
remote_snap_id=7
local_snap_id=6, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=c9589ea1-78ed-4577-a67e-58eb1b0e86ef, primary_snap_id=7, last_copied_object_number=0, snap_seqs={7=18446744073709551614}]
../src/common/AsyncOpTracker.cc: In function 'AsyncOpTracker::~AsyncOpTracker()' thread 7f4bc9fe3700 time 2022-01-20T23:20:04.445824+0000
../src/common/AsyncOpTracker.cc: 13: FAILED ceph_assert(m_pending_ops == 0)
 ceph version Development (no_version) quincy (dev)
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1db) [0x7f4d1575179b]
 2: /home/jenkins-build/build/workspace/ceph-pull-requests/build/lib/libceph-common.so.2(+0x13f65bf) [0x7f4d157515bf]
 3: (AsyncOpTracker::~AsyncOpTracker()+0x49) [0x7f4d15624189]
 4: (librbd::ImageWatcher<librbd::ImageCtx>::~ImageWatcher()+0x72) [0x2ec0832]
 5: (librbd::ImageWatcher<librbd::ImageCtx>::~ImageWatcher()+0x1c) [0x2ec08dc]
 6: (librbd::ImageCtx::shutdown()+0x36) [0x2e92d86]
 7: (librbd::image::CloseRequest<librbd::ImageCtx>::finish()+0x1c) [0x308417c]
 8: (librbd::image::CloseRequest<librbd::ImageCtx>::handle_flush_image_watcher(int)+0x35c) [0x308456c]
 9: (librbd::util::detail::C_CallbackAdapter<librbd::image::CloseRequest<librbd::ImageCtx>, &librbd::image::CloseRequest<librbd::ImageCtx>::handle_flush_image_watcher>::finish(int)+0x68) [0x3085158]
 10: (Context::complete(int)+0x22) [0x25a22b2]
 11: (librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}::operator()() const+0x27) [0x25b7057]
 12: (void boost::asio::asio_handler_invoke<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}>(librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}&, ...)+0x15) [0x25b7025]
 13: (void boost_asio_handler_invoke_helpers::invoke<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}, {lambda()#1}>(librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}&, {lambda()#1}&)+0x32) [0x25b6fd2]
 14: (void boost::asio::detail::handler_work<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}, boost::asio::io_context::basic_executor_type<std::allocator<void>, 0u>, void>::complete<{lambda()#1}>({lambda()#1}&, {lambda()#1}&)+0x3c) [0x25b6d4c]
 15: (boost::asio::detail::completion_handler<librbd::asio::ContextWQ::queue(Context*, int)::{lambda()#1}, boost::asio::io_context::basic_executor_type<std::allocator<void>, 0u> >::do_complete(void*, boost::asio::detail::scheduler_operation*, boost::system::error_code const&, unsigned long)+0xa1) [0x25b6b61]
 16: (boost::asio::detail::scheduler_operation::complete(void*, boost::system::error_code const&, unsigned long)+0x45) [0x2e84b85]
 17: (boost::asio::detail::strand_service::do_complete(void*, boost::asio::detail::scheduler_operation*, boost::system::error_code const&, unsigned long)+0x9e) [0x2e84a2e]
 18: (boost::asio::detail::scheduler_operation::complete(void*, boost::system::error_code const&, unsigned long)+0x45) [0x2e84b85]
 19: (boost::asio::detail::scheduler::do_run_one(boost::asio::detail::conditionally_enabled_mutex::scoped_lock&, boost::asio::detail::scheduler_thread_info&, boost::system::error_code const&)+0x1f8) [0x327fa08]
 20: (boost::asio::detail::scheduler::run(boost::system::error_code&)+0xee) [0x327f5ee]
 21: (boost::asio::io_context::run()+0x2e) [0x367e40e]
 22: (ceph::async::io_context_pool::start(short)::{lambda()#1}::operator()() const+0x21) [0x367e3d1]
 23: (void std::__invoke_impl<void, ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_other, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)+0x1d) [0x367e39d]
 24: (std::__invoke_result<ceph::async::io_context_pool::start(short)::{lambda()#1}>::type std::__invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::__invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...)+0x1d) [0x367e36d]
 25: (std::invoke_result<ceph::async::io_context_pool::start(short)::{lambda()#1}>::type std::invoke<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...)+0x1d) [0x367e33d]
 26: _ZZ17make_named_threadIZN4ceph5async15io_context_pool5startEsEUlvE_JEESt6threadSt17basic_string_viewIcSt11char_traitsIcEEOT_DpOT0_ENKUlSA_SD_E_clIS3_JEEEDaSA_SD_()
 27: (std::basic_string_view<char, std::char_traits<char> > std::__invoke_impl<void, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(std::__invoke_other, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&, {lambda()#1}&&)+0x32) [0x367e2c2]
 28: (std::__invoke_result<std::basic_string_view<char, std::char_traits<char> >, (make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&)...>::type std::__invoke<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}&&)+0x32) [0x367e212]
 29: (void std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>)+0x45) [0x367e1d5]
 30: (std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::operator()()+0x15) [0x367e185]
 31: (std::thread::_State_impl<std::thread::_Invoker<std::tuple<make_named_thread<ceph::async::io_context_pool::start(short)::{lambda()#1}>(std::basic_string_view<char, std::char_traits<char> >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run()+0x1e) [0x367df1e]


Related issues 3 (2 open1 closed)

Related to rbd - Bug #54302: unittest_rbd_mirror fails due to SEGFAULT exception on Jenkins "make check" runsNew

Actions
Related to rbd - Bug #63798: make check: unittest_rbd_mirror SEGFAULTNew

Actions
Has duplicate rbd - Bug #48850: "FAILED ceph_assert(m_pending_ops == 0)" in TestImageReplayer/3.SnapshotUnprotectDuplicate

Actions
Actions

Also available in: Atom PDF