Ceph » crimson

...
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=30 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active+undersized+degraded exit Started/Primary/Active 35.041474 0 0.000000
INFO  2020-09-05 06:43:14,781 [shard 0] osd - Exiting state: Started/Primary/Active, entered at 2020-09-05T06:42:39.739708+0000, 0.000000 spent on 0 events
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=30 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active exit Started/Primary 36.044907 0 0.000000
INFO  2020-09-05 06:43:14,781 [shard 0] osd - Exiting state: Started/Primary, entered at 2020-09-05T06:42:38.736289+0000, 0.000000 spent on 0 events
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=30 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active exit Started 36.045491 0 0.000000
INFO  2020-09-05 06:43:14,781 [shard 0] osd - Exiting state: Started, entered at 2020-09-05T06:42:38.735718+0000, 0.000000 spent on 0 events
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=30 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active enter Reset
INFO  2020-09-05 06:43:14,781 [shard 0] osd - Entering state: Reset
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=30 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active set_last_peering_reset 41
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=41 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active Clearing blocked outgoing recovery messages
DEBUG 2020-09-05 06:43:14,781 [shard 0] filestore - do_transaction
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=41 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active Beginning to block outgoing recovery messages
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=41 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active state<Reset>: Reset advmap
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=41 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active new interval newup {0} newacting {0}
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=41 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active state<Reset>: should restart peering, calling start_peering_interval again
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0,1] r=0 lpr=41 pi=[14,3
0)/1 lua=30'35 crt=31'36 mlcod 30'19 active set_last_peering_reset 41
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0] r=0 lpr=41 pi=[14,41)
/1 lua=30'35 crt=31'36 mlcod 30'19 active start_peering_interval: check_new_interval output: check_new_interval interval(30-40 up {0, 1}(0) acting {0, 1}(0)) up_thru 36 up_from 8 la
st_epoch_clean 17 interval(30-40 up {0, 1}(0) acting {0, 1}(0) maybe_went_rw) : primary up 8-36 includes interval

DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=30) [0] r=0 lpr=41 pi=[14,41)
/1 lua=30'35 crt=31'36 mlcod 30'19 active  noting past ([14,40] all_participants=0,1,2 intervals=([30,40] acting 0,1))
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=41) [0] r=0 lpr=41 pi=[14,41)
/1 lua=30'35 crt=31'36 mlcod 30'19 active on_new_interval
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=41) [0] r=0 lpr=41 pi=[14,41)
/1 lua=30'35 crt=31'36 mlcod 30'19 active on_new_interval upacting_features 0x3f01cfb8ffbdffff from {0}+{0}
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=41) [0] r=0 lpr=41 pi=[14,41)
/1 lua=30'35 crt=31'36 mlcod 30'19 active on_new_interval checking missing set deletes flag. missing = missing(0 may_include_deletes = 1)
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=41) [0] r=0 lpr=41 pi=[14,41)
/1 lua=30'35 crt=31'36 mlcod 30'19 active init_hb_stamps now ???
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=41) [0] r=0 lpr=41 pi=[14,41)
/1 lua=30'35 crt=31'36 mlcod 30'19 active on_new_interval prior_readable_until_ub 0s (mnow 85.719976544s + 0s)
INFO  2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=41) [0] r=0 lpr=41 pi=[14,41)/1 lua=30'35 crt=31'36 mlcod 30'19 active start_peering_interval up {0, 1} -> {0}, acting {0, 1} -> {0}, acting_primary 0 -> 0, up_primary 0 -> 0, role 0 -> 0, features acting 4540138292837744639 upacting 4540138292837744639
DEBUG 2020-09-05 06:43:14,781 [shard 0] osd -  pg_epoch 41 pg[3.9( v 31'36 (0'0,31'36] local-lis/les=30/31 n=0 ec=14/14 lis/c=30/14 les/c/f=31/17/0 sis=41) [0] r=0 lpr=41 pi=[14,41)/1 crt=31'36 mlcod 30'19 unknown clear_primary_state
ERROR 2020-09-05 06:43:14,781 [shard 0] none - /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/16.0.0-5167-g0f0addb4d7/rpm/el8/BUILD/ceph-16.0.0-5167-g0f0addb4d7/src/osd/object_state.h:143 : In function 'bool RWState::put_read()', ceph_assert(%s)
state == RWREAD

Backtrace:
[Backtrace #0]
void seastar::backtrace<seastar::backtrace_buffer::append_backtrace()::{lambda(seastar::frame)#1}>(seastar::backtrace_buffer::append_backtrace()::{lambda(seastar::frame)#1}&&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/util/backtrace.hh:59
non-virtual thunk to std::_Nested_exception<std::runtime_error>::~_Nested_exception() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:730
 (inlined by) print_with_backtrace at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:751
print_with_backtrace at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:758
non-virtual thunk to std::_Nested_exception<std::runtime_error>::~_Nested_exception() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:3517
 (inlined by) operator() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:3499
 (inlined by) _FUN at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:3495
.annobin_funlockfile.c_end at funlockfile.c:?
__GI___libc_sigaction at :?
__isoc99_fscanf.cold.0 at isoc99_fscanf.c:?
ceph::__ceph_assert_fail(char const*, char const*, int, char const*) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/common/assert.cc:27
ceph::__ceph_assert_fail(ceph::assert_data const&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/common/assert.cc:14
RecoveryBackend::clean_up(ceph::os::Transaction&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/osd/object_state.h:143
 (inlined by) crimson::osd::ObjectContext::put_lock_type(RWState::State)::{lambda()#2}::operator()() const at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/object_context.h:155
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/object_context.h:131
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/object_context.h:155
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/object_context.h:204
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/object_context.h:216
 (inlined by) RecoveryBackend::clean_up(ceph::os::Transaction&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/recovery_backend.cc:43
crimson::osd::PG::on_change(ceph::os::Transaction&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/recovery_backend.h:85
 (inlined by) crimson::osd::PG::on_change(ceph::os::Transaction&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/pg.cc:940
PeeringState::start_peering_interval(boost::local_shared_ptr<OSDMap const>, std::vector<int, std::allocator<int> > const&, int, std::vector<int, std::allocator<int> > const&, int, ceph::os::Transaction&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/osd/PeeringState.cc:691
PeeringState::Reset::react(PeeringState::AdvMap const&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/osd/PeeringState.cc:4366
boost::statechart::simple_state<PeeringState::Reset, PeeringState::PeeringMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/custom_reaction.hpp:41
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/simple_state.hpp:814
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/simple_state.hpp:850
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/simple_state.hpp:820
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/simple_state.hpp:850
 (inlined by) boost::statechart::simple_state<PeeringState::Reset, PeeringState::PeeringMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/simple_state.hpp:488
PeeringState::advance_map(boost::local_shared_ptr<OSDMap const>, boost::local_shared_ptr<OSDMap const>, std::vector<int, std::allocator<int> >&, int, std::vector<int, std::allocator<int> >&, int, PeeringCtx&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/state_machine.hpp:86
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/null_exception_translator.hpp:33
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/state_machine.hpp:885
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/state_machine.hpp:910
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/build/boost/include/boost/statechart/state_machine.hpp:280
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/osd/PeeringState.h:1639
 (inlined by) PeeringState::advance_map(boost::local_shared_ptr<OSDMap const>, boost::local_shared_ptr<OSDMap const>, std::vector<int, std::allocator<int> >&, int, std::vector<int, std::allocator<int> >&, int, PeeringCtx&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/osd/PeeringState.cc:439
crimson::osd::PG::handle_advance_map(boost::local_shared_ptr<OSDMap const>, PeeringCtx&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/pg.cc:470
operator() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/osd_operations/pg_advance_map.cc:72
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/bits/invoke.h:60
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/bits/invoke.h:95
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/tuple:1684
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/tuple:1694
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1995
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1568
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1214
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1490
 (inlined by) operator() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/osd_operations/pg_advance_map.cc:73
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:2045
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:2129
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future-util.hh:611
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future-util.hh:644
 (inlined by) operator() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/osd_operations/pg_advance_map.cc:66
crimson::osd::PGAdvanceMap::start() at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/bits/invoke.h:60
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/bits/invoke.h:96
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/tuple:1685
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/tuple:1696
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:2028
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1568
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1214
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1490
 (inlined by) crimson::osd::PGAdvanceMap::start() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/osd_operations/pg_advance_map.cc:61
crimson::osd::OSD::consume_map(unsigned int) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/shard_services.h:100
 (inlined by) operator()<std::pair<const spg_t, boost::intrusive_ptr<crimson::osd::PG> > > at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/osd.cc:1281
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:2045
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:2129
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future-util.hh:164
 (inlined by) crimson::osd::OSD::consume_map(unsigned int) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/osd.cc:1278
operator() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/osd.cc:1045
crimson::osd::OSD::committed_osd_maps(unsigned long, unsigned long, boost::intrusive_ptr<MOSDMap>) at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/bits/invoke.h:60
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/bits/invoke.h:96
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/tuple:1685
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/tuple:1696
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:2028
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1568
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1214
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1490
 (inlined by) crimson::osd::OSD::committed_osd_maps(unsigned long, unsigned long, boost::intrusive_ptr<MOSDMap>) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/osd.cc:1025
operator() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/osd.cc:1000
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/bits/invoke.h:60
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/bits/invoke.h:96
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/tuple:1685
 (inlined by) ?? at /opt/rh/gcc-toolset-9/root/usr/include/c++/9/tuple:1696
 (inlined by) operator() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1551
 (inlined by) ?? at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:2038
 (inlined by) operator() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:1550
 (inlined by) run_and_dispose at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/include/seastar/core/future.hh:648
seastar::reactor::run_tasks(seastar::reactor::task_queue&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:2192
non-virtual thunk to std::_Nested_exception<std::runtime_error>::~_Nested_exception() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:2608
non-virtual thunk to std::_Nested_exception<std::runtime_error>::~_Nested_exception() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:2591
 (inlined by) seastar::reactor::run() at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/reactor.cc:2763
seastar::app_template::run_deprecated(int, char**, std::function<void ()>&&) at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/seastar/src/core/app-template.cc:207
main at /usr/src/debug/ceph-16.0.0-5167.g0f0addb4d7.el8.x86_64/src/crimson/osd/main.cc:147
check_one_fd at check_fds.c:?
_start at ??:?