Ceph » crimson

ERROR 2022-07-13 20:57:14,402 [shard 0] none - ../src/osd/osd_types.cc:4259 : In function 'static bool PastIntervals::check_new_interval(int, int, const std::vector<int>&, const std::vector<int>&, int, int, const std::vector<int>&, const std::vector<int>&, epoch_t, epoch_t, const OSDMap*, const OSDMap*, pg_t, const IsPGRecoverablePredicate&, PastIntervals*, std::ostream*)', ceph_assert(%s)
Reactor stalled for 12916 ms on shard 0. Backtrace: 0x2f2cd48 0x2ef01b2 0x2ef39d1 0x2ef3a9b 0x2ef3aed 0x2ef3b16 0x12dcf 0xc82e1 0x1f1230a 0x1f12770 0x1f130c6 0x1f13282 0x1f132f4 0x1f1187e 0x1f1193a 0x1f119e1 0x12dcf 0x3770e 0x21b24 0x1f02157 0x1f021f0 0x1e52978 0x1b5b7de 0x1b5d129 0x1bcd16b 0x18b6df8 0x18b6fc6 0x1b7a397 0x18634e7 0x1a22cd7 0x1a22d87 0x1830175 0x183230c 0x183243f 0x2eed1ba 0x2ef5ecb 0x2f1a81f 0x2f1aec7 0x2ea6671 0x2ea6a21 0x178a3c8 0x236a2 0x173e63d
 0# gsignal in /lib64/libc.so.6
 1# abort in /lib64/libc.so.6
 2# ceph::__ceph_assert_fail(char const*, char const*, int, char const*) at /home/xuxuehan/nvme/ceph/build/../src/seastar/include/seastar/util/log.hh:106
 3# ceph::__ceph_assertf_fail(char const*, char const*, int, char const*, char const*, ...) at /home/xuxuehan/nvme/ceph/build/../src/crimson/common/assert.cc:33
 4# PastIntervals::check_new_interval(int, int, std::vector<int, std::allocator<int> > const&, std::vector<int, std::allocator<int> > const&, int, int, std::vector<int, std::allocator<int> > const&, std::vector<int, std::allocator<int> > const&, unsigned int, unsigned int, OSDMap const*, OSDMap const*, pg_t, IsPGRecoverablePredicate const&, PastIntervals*, std::ostream*) at /opt/rh/gcc-toolset-11/root/usr/include/c++/11/bits/stl_vector.h:683
 5# PeeringState::start_peering_interval(boost::local_shared_ptr<OSDMap const>, std::vector<int, std::allocator<int> > const&, int, std::vector<int, std::allocator<int> > const&, int, ceph::os::Transaction&) at /home/xuxuehan/nvme/ceph/build/../src/osd/PeeringState.cc:621
 6# PeeringState::Reset::react(PeeringState::AdvMap const&) at /home/xuxuehan/nvme/ceph/build/../src/osd/PeeringState.cc:4688
 7# boost::statechart::simple_state<PeeringState::Reset, PeeringState::PeeringMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*) at /home/xuxuehan/nvme/ceph/build/boost/include/boost/statechart/result.hpp:70
 8# boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::send_event(boost::statechart::event_base const&) at /home/xuxuehan/nvme/ceph/build/boost/include/boost/statechart/state_machine.hpp:87
 9# boost::statechart::state_machine<PeeringState::PeeringMachine, PeeringState::Initial, std::allocator<boost::statechart::none>, boost::statechart::null_exception_translator>::process_queued_events() at /home/xuxuehan/nvme/ceph/build/boost/include/boost/statechart/state_machine.hpp:910
10# PeeringState::advance_map(boost::local_shared_ptr<OSDMap const>, boost::local_shared_ptr<OSDMap const>, std::vector<int, std::allocator<int> >&, int, std::vector<int, std::allocator<int> >&, int, PeeringCtx&) at /home/xuxuehan/nvme/ceph/build/boost/include/boost/statechart/state_machine.hpp:280
11# crimson::osd::PG::handle_advance_map(boost::local_shared_ptr<OSDMap const>, PeeringCtx&) at /home/xuxuehan/nvme/ceph/build/../src/crimson/osd/pg.cc:497
12# operator() at /home/xuxuehan/nvme/ceph/build/../src/crimson/osd/osd_operations/pg_advance_map.cc:73
13# _ZN7seastar20noncopyable_functionIFNS_6futureIvEEON5boost16local_shared_ptrIK6OSDMapEEEE17direct_vtable_forIZNS1_IS7_E4thenIZZZN7crimson3osd12PGAdvanceMap5startEvENKUlvE_clEvENKUljE_clEjEUlS8_E_S2_EET0_OT_EUlDpOT_E_E4callEPKSA_S8_ at /home/xuxuehan/nvme/ceph/build/../src/seastar/include/seastar/util/noncopyable_function.hh:125
14# auto seastar::internal::future_invoke<seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>&, boost::local_shared_ptr<OSDMap const> >(seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>&, boost::local_shared_ptr<OSDMap const>&&) at /home/xuxuehan/nvme/ceph/build/../src/seastar/include/seastar/core/future.hh:1219
15# void seastar::futurize<seastar::future<void> >::satisfy_with_result_of<seastar::future<boost::local_shared_ptr<OSDMap const> >::then_impl_nrvo<seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>, seastar::future<void> >(seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>&&)::{lambda(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>&, seastar::future_state<boost::local_shared_ptr<OSDMap const> >&&)#1}::operator()(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>&, seastar::future_state<boost::local_shared_ptr<OSDMap const> >&&) const::{lambda()#1}>(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>&&) at /home/xuxuehan/nvme/ceph/build/../src/seastar/include/seastar/core/future.hh:1701
16# seastar::continuation<seastar::internal::promise_base_with_type<void>, seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>, seastar::future<boost::local_shared_ptr<OSDMap const> >::then_impl_nrvo<seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>, seastar::future<void> >(seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>&&)::{lambda(seastar::internal::promise_base_with_type<void>&&, seastar::noncopyable_function<seastar::future<void> (boost::local_shared_ptr<OSDMap const>&&)>&, seastar::future_state<boost::local_shared_ptr<OSDMap const> >&&)#1}, boost::local_shared_ptr<OSDMap const> >::run_and_dispose() at /home/xuxuehan/nvme/ceph/build/../src/seastar/include/seastar/core/future.hh:1581
17# seastar::reactor::run_tasks(seastar::reactor::task_queue&) at /home/xuxuehan/nvme/ceph/build/../src/seastar/src/core/reactor.cc:2353
18# seastar::reactor::run_some_tasks() at /home/xuxuehan/nvme/ceph/build/../src/seastar/src/core/reactor.cc:2766
19# seastar::reactor::do_run() at /home/xuxuehan/nvme/ceph/build/../src/seastar/src/core/reactor.cc:2934
20# seastar::reactor::run() at /home/xuxuehan/nvme/ceph/build/../src/seastar/src/core/reactor.cc:2817
21# seastar::app_template::run_deprecated(int, char**, std::function<void ()>&&) at /home/xuxuehan/nvme/ceph/build/../src/seastar/src/core/app-template.cc:265
22# seastar::app_template::run(int, char**, std::function<seastar::future<int> ()>&&) at /home/xuxuehan/nvme/ceph/build/../src/seastar/src/core/app-template.cc:156
23# main at /home/xuxuehan/nvme/ceph/build/../src/crimson/osd/main.cc:229