Bug #57629
crimson: segfault during mkfs
% Done:
0%
Source:
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):
Description
Release build: ./do_cmake.sh -DWITH_SEASTAR=ON -DWITH_MGR_DASHBOARD_FRONTEND=OFF -DWITH_CCACHE=ON -DCMAKE_BUILD_TYPE=RelWithDebInfo -DWITH_TESTS=OFF
vstart: MGR=1 MON=1 OSD=1 MDS=0 RGW=0 ../src/vstart.sh -n -x --without-dashboard --crimson --nodaemon --redirect-output -d
Built/run in fedora 36 container, gcc:
build/out [sjust/wip-57617] ยป gcc --version
gcc (GCC) 12.2.1 20220819 (Red Hat 12.2.1-1)
Copyright (C) 2022 Free Software Foundation, Inc.
This is free software; see the source for copying conditions. There is NO
warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
/home/sam/git-checkouts/ceph2/build/bin/crimson-osd -i 0 -c /home/sam/git-checkouts/ceph2/build/ceph.conf --mkfs --key AQDipStj9WAlNhAA9y0F8t9XWwuwsFxiZs7WSQ== --osd-uuid 7048b403-07c2-474e-afc1-380394a4ca6e --smp 1 --cpuset 0 --debug
WARN 2022-09-22 00:01:39,378 [shard 0] seastar - Creation of perf_event based stall detector failed, falling back to posix timer: std::system_error (error system:13, perf_event_open() failed: Permission denied)
INFO 2022-09-22 00:01:39,379 [shard 0] seastar - Created fair group io-queue-0, capacity rate 2147483:2147483, limit 12582912, rate 16777216 (factor 1), threshold 2000
INFO 2022-09-22 00:01:39,379 [shard 0] seastar - Created io group dev(0), length limit 4194304:4194304, rate 2147483647:2147483647
INFO 2022-09-22 00:01:39,379 [shard 0] seastar - Created io queue dev(0) capacities: 512:2000/2000 1024:3000/3000 2048:5000/5000 4096:9000/9000 8192:17000/17000 16384:33000/33000 32768:65000/65000 65536:129000/129000 131072:257000/257000
Segmentation fault on shard 0.
Backtrace:
0# realloc at /home/sam/git-checkouts/ceph2/src/seastar/src/core/memory.cc:544
1# OPENSSL_LH_insert in /lib64/libcrypto.so.3
2# 0x00007F06EE0960E3 in /lib64/libcrypto.so.3
3# 0x00007F06EDFBD2E4 in /lib64/libcrypto.so.3
4# 0x00007F06ED1B7029 in /lib64/libc.so.6
5# CRYPTO_THREAD_run_once in /lib64/libcrypto.so.3
6# OPENSSL_init_crypto in /lib64/libcrypto.so.3
7# 0x00007F06EDF74C23 in /lib64/libcrypto.so.3
8# ERR_set_mark in /lib64/libcrypto.so.3
9# CONF_modules_load_file_ex in /lib64/libcrypto.so.3
10# 0x00007F06EDFBE5A0 in /lib64/libcrypto.so.3
11# 0x00007F06ED1B7029 in /lib64/libc.so.6
12# CRYPTO_THREAD_run_once in /lib64/libcrypto.so.3
13# OPENSSL_init_crypto in /lib64/libcrypto.so.3
14# 0x00007F06EE08FA7E in /lib64/libcrypto.so.3
15# 0x00007F06EDF953B1 in /lib64/libcrypto.so.3
16# EVP_CipherInit_ex in /lib64/libcrypto.so.3
17# ceph::crypto::onwire::rxtx_t::create_handler_pair(crimson::common::CephContext*, AuthConnectionMeta const&, bool, bool) at /home/sam/git-checkouts/ceph2/src/msg/async/crypto_onwire.cc:180
18# crimson::net::ProtocolV2::handle_auth_reply()::{lambda(ceph::msgr::v2::Tag)#1}::operator()(ceph::msgr::v2::Tag) const::{lambda()#4}::operator()() const at /home/sam/git-checkouts/ceph2/src/crimson/net/ProtocolV2.cc:560
19# crimson::net::ProtocolV2::handle_auth_reply()::{lambda(ceph::msgr::v2::Tag)#1}::operator()(ceph::msgr::v2::Tag) const at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:2141
20# seastar::future_state_base::any::available() const at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:459
21# seastar::reactor::run_tasks(seastar::reactor::task_queue&) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2353
22# seastar::reactor::run_some_tasks() at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2766
23# seastar::reactor::do_run() at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2935
24# seastar::reactor::run() at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2823
25# seastar::app_template::run_deprecated(int, char**, std::function<void ()>&&) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/app-template.cc:266
26# seastar::app_template::run(int, char**, std::function<seastar::future<int> ()>&&) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/app-template.cc:156
27# main at /usr/include/c++/12/bits/std_function.h:334
28# 0x00007F06ED14E590 in /lib64/libc.so.6
29# __libc_start_main in /lib64/libc.so.6
30# _start in /home/sam/git-checkouts/ceph2/build/bin/crimson-osd
On a branch based on 73ce96de86bd59e2d926ac238126d74d06364f14 from main, diff (should be irrelevant, but included for completeness):
diff --git a/src/crimson/osd/osd_operations/client_request.cc b/src/crimson/osd/osd_operations/client_request.cc
index fca707f9851..8d6c587c751 100644
--- a/src/crimson/osd/osd_operations/client_request.cc
+++ b/src/crimson/osd/osd_operations/client_request.cc
@@ -202,13 +202,14 @@ ClientRequest::process_op(instance_handle_t &ihref, Ref<PG> &pg)
[this, pg]() mutable {
return do_recover_missing(pg, m->get_hobj());
}).then_interruptible([this, pg, &ihref]() mutable {
- return pg->already_complete(m->get_reqid()).then_unpack_interruptible(
- [this, pg, &ihref](bool completed, int ret) mutable
+ return pg->already_complete(m->get_reqid()).then_interruptible(
+ [this, pg, &ihref](auto completed) mutable
-> PG::load_obc_iertr::future<seq_mode_t> {
if (completed) {
auto reply = crimson::make_message<MOSDOpReply>(
- m.get(), ret, pg->get_osdmap_epoch(),
+ m.get(), completed->err, pg->get_osdmap_epoch(),
CEPH_OSD_FLAG_ACK | CEPH_OSD_FLAG_ONDISK, false);
+ reply->set_reply_versions(completed->version, completed->user_version);
return conn->send(std::move(reply)).then([] {
return seastar::make_ready_future<seq_mode_t>(seq_mode_t::OUT_OF_ORDER);
});
diff --git a/src/crimson/osd/pg.cc b/src/crimson/osd/pg.cc
index 15b61225752..18e597e9938 100644
--- a/src/crimson/osd/pg.cc
+++ b/src/crimson/osd/pg.cc
@@ -1445,7 +1445,7 @@ bool PG::is_degraded_or_backfilling_object(const hobject_t& soid) const {
return false;
}
-PG::interruptible_future<std::tuple<bool, int>>
+PG::interruptible_future<std::optional<PG::complete_op_t>>
PG::already_complete(const osd_reqid_t& reqid)
{
eversion_t version;
@@ -1455,11 +1455,15 @@ PG::already_complete(const osd_reqid_t& reqid)
if (peering_state.get_pg_log().get_log().get_request(
reqid, &version, &user_version, &ret, &op_returns)) {
- return backend->request_committed(reqid, version).then([ret] {
- return seastar::make_ready_future<std::tuple<bool, int>>(true, ret);
+ complete_op_t dupinfo{
+ user_version,
+ version,
+ ret};
+ return backend->request_committed(reqid, version).then([dupinfo] {
+ return seastar::make_ready_future<std::optional<complete_op_t>>(dupinfo);
});
} else {
- return seastar::make_ready_future<std::tuple<bool, int>>(false, 0);
+ return seastar::make_ready_future<std::optional<complete_op_t>>(std::nullopt);
}
}
diff --git a/src/crimson/osd/pg.h b/src/crimson/osd/pg.h
index 7a5d6f7075e..1fb8d4dbbc9 100644
--- a/src/crimson/osd/pg.h
+++ b/src/crimson/osd/pg.h
@@ -711,7 +711,14 @@ public:
return &it->second;
}
}
- interruptible_future<std::tuple<bool, int>> already_complete(const osd_reqid_t& reqid);
+
+ struct complete_op_t {
+ const version_t user_version;
+ const eversion_t version;
+ const int err;
+ };
+ interruptible_future<std::optional<complete_op_t>>
+ already_complete(const osd_reqid_t& reqid);
int get_recovery_op_priority() const {
int64_t pri = 0;
get_pgpool().info.opts.get(pool_opts_t::RECOVERY_OP_PRIORITY, &pri);
Related issues
History
#1 Updated by Samuel Just 4 months ago
- Description updated (diff)
#2 Updated by Samuel Just 4 months ago
- Description updated (diff)
#3 Updated by Samuel Just 4 months ago
- Description updated (diff)
#4 Updated by Samuel Just 4 months ago
More complete backtrace from gdb:
#0 0x000000000206e828 in seastar::memory::cpu_pages::to_page (p=0x601d2f0ac980, this=0x0) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/memory.cc:516
#1 seastar::memory::cpu_pages::object_size (ptr=0x601d2f0ac980, this=0x0) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/memory.cc:869
#2 seastar::memory::object_size (ptr=0x601d2f0ac980) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/memory.cc:1347
#3 realloc (ptr=0x601d2f0ac980, size=256) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/memory.cc:1906
#4 0x00007ffff7b1452c in OPENSSL_LH_insert () from /lib64/libcrypto.so.3
#5 0x00007ffff7bfc0e3 in err_load_strings.isra () from /lib64/libcrypto.so.3
#6 0x00007ffff7b232e4 in ossl_init_load_crypto_strings_ossl_ () from /lib64/libcrypto.so.3
#7 0x00007ffff6d1d029 in __pthread_once_slow () from /lib64/libc.so.6
#8 0x00007ffff7b29e6d in CRYPTO_THREAD_run_once () from /lib64/libcrypto.so.3
#9 0x00007ffff7b24bdb in OPENSSL_init_crypto () from /lib64/libcrypto.so.3
#10 0x00007ffff7adac23 in ossl_err_get_state_int () from /lib64/libcrypto.so.3
#11 0x00007ffff7adaebd in ERR_set_mark () from /lib64/libcrypto.so.3
#12 0x00007ffff7a82f92 in CONF_modules_load_file_ex () from /lib64/libcrypto.so.3
#13 0x00007ffff7b245a0 in ossl_init_config_ossl_ () from /lib64/libcrypto.so.3
#14 0x00007ffff6d1d029 in __pthread_once_slow () from /lib64/libc.so.6
#15 0x00007ffff7b29e6d in CRYPTO_THREAD_run_once () from /lib64/libcrypto.so.3
#16 0x00007ffff7b24e6e in OPENSSL_init_crypto () from /lib64/libcrypto.so.3
#17 0x00007ffff7bf5a7e in ossl_engine_table_select.constprop () from /lib64/libcrypto.so.3
#18 0x00007ffff7afb3b1 in evp_cipher_init_internal () from /lib64/libcrypto.so.3
#19 0x00007ffff7afbc6f in EVP_CipherInit_ex () from /lib64/libcrypto.so.3
#20 0x00000000016a3b6c in ceph::crypto::onwire::AES128GCM_OnWireRxHandler::AES128GCM_OnWireRxHandler (new_nonce_format=true, nonce=..., key=..., cct=0x0, this=0x601d2f0814b0) at /usr/include/c++/12/bits/unique_ptr.h:191
#21 std::make_unique<ceph::crypto::onwire::AES128GCM_OnWireRxHandler, crimson::common::CephContext*&, std::array<unsigned char, 16ul>&, ceph::crypto::onwire::nonce_t&, bool&> () at /usr/include/c++/12/bits/unique_ptr.h:1065
#22 ceph::crypto::onwire::rxtx_t::create_handler_pair (cct=cct@entry=0x0, auth_meta=..., new_nonce_format=<optimized out>, crossed=crossed@entry=false) at /home/sam/git-checkouts/ceph2/src/msg/async/crypto_onwire.cc:299
#23 0x00000000016781b2 in operator() (__closure=0x7fffffffb890) at /home/sam/git-checkouts/ceph2/src/crimson/net/ProtocolV2.cc:578
#24 0x0000000001688dbb in seastar::futurize<seastar::future<void> >::invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=...)
at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:2134
#25 seastar::futurize<seastar::future<void> >::invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=...) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1985
#26 seastar::future<void>::then_impl<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=..., this=0x7fffffffb8a0)
at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1607
#27 seastar::internal::call_then_impl<seastar::future<void> >::run<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=..., fut=...)
at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1240
#28 seastar::future<void>::then<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=..., this=0x7fffffffb8a0) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1526
#29 operator() (__closure=0x601d2f0a89b8, tag=<optimized out>) at /home/sam/git-checkouts/ceph2/src/crimson/net/ProtocolV2.cc:581
#30 0x000000000168925e in std::__invoke_impl<seastar::future<>, crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, ceph::msgr::v2::Tag> (__f=...) at /usr/include/c++/12/bits/invoke.h:61
#31 std::__invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, ceph::msgr::v2::Tag> (__fn=...) at /usr/include/c++/12/bits/invoke.h:97
#32 std::invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, ceph::msgr::v2::Tag> (__fn=...) at /usr/include/c++/12/functional:111
#33 seastar::internal::future_invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, ceph::msgr::v2::Tag> (v=@0x601d2f0a8998: ceph::msgr::v2::Tag::AUTH_DONE, func=...)
at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1217
#34 operator() (__closure=<optimized out>) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1588
#35 seastar::futurize<seastar::future<void> >::satisfy_with_result_of<seastar::future<ceph::msgr::v2::Tag>::then_impl_nrvo<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>, seastar::future<> >(crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&&)::<lambda(pr_type&&, crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, seastar::future<ceph::msgr::v2::Tag>::future_state&&)>::<lambda()> > (
func=..., pr=...) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:2126
#36 operator() (__closure=<optimized out>, state=..., func=..., pr=...) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1581
#37 seastar::continuation<seastar::internal::promise_base_with_type<void>, crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>, seastar::future<ceph::msgr::v2::Tag>::then_impl_nrvo<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>, seastar::future<> >(crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&&)::<lambda(pr_type&&, crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, seastar::future<ceph::msgr::v2::Tag>::future_state&&)>, ceph::msgr::v2::Tag>::run_and_dispose(void) (this=0x601d2f0a8980) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:773
#38 0x000000000209fbd0 in seastar::reactor::run_tasks (this=this@entry=0x600000076000, tq=...) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2352
#39 0x000000000209ff08 in seastar::reactor::run_some_tasks (this=this@entry=0x600000076000) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2765
#40 0x00000000020c4216 in seastar::reactor::run_some_tasks (this=0x600000076000) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/circular_buffer_fixed_capacity.hh:209
#41 seastar::reactor::do_run (this=0x600000076000) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2934
#42 0x00000000020c4e1a in seastar::reactor::run (this=<optimized out>) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2817
#43 0x0000000002050200 in seastar::app_template::run_deprecated(int, char**, std::function<void ()>&&) (this=0x7fffffffc270, ac=<optimized out>, av=0x2badb20, func=...)
at /home/sam/git-checkouts/ceph2/src/seastar/src/core/app-template.cc:265
#44 0x0000000002050951 in seastar::app_template::run(int, char**, std::function<seastar::future<int> ()>&&) (this=this@entry=0x7fffffffc270, ac=7, av=0x2badb20, func=...)
at /home/sam/git-checkouts/ceph2/src/seastar/src/core/app-template.cc:156
#45 0x0000000000e25481 in main (argc=<optimized out>, argv=<optimized out>) at /usr/include/c++/12/bits/stl_vector.h:987
#5 Updated by Samuel Just 4 months ago
Tried https://github.com/ceph/ceph/pull/48203, slightly different backtrace
#0 0x000000000206ec28 in seastar::memory::cpu_pages::to_page (p=0x601d2f0b7880, this=0x0) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/memory.cc:516
#1 seastar::memory::cpu_pages::object_size (ptr=0x601d2f0b7880, this=0x0) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/memory.cc:869
#2 seastar::memory::object_size (ptr=0x601d2f0b7880) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/memory.cc:1347
#3 realloc (ptr=0x601d2f0b7880, size=256) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/memory.cc:1906
#4 0x00007ffff7b1452c in OPENSSL_LH_insert () from /lib64/libcrypto.so.3
#5 0x00007ffff7b209ef in namemap_add_name_n.part.0.lto_priv () from /lib64/libcrypto.so.3
#6 0x00007ffff7b25131 in ossl_namemap_add_name_n () from /lib64/libcrypto.so.3
#7 0x00007ffff7b2522b in get_legacy_evp_names () from /lib64/libcrypto.so.3
#8 0x00007ffff7b1d7f7 in OPENSSL_LH_doall_arg () from /lib64/libcrypto.so.3
#9 0x00007ffff7b363db in OBJ_NAME_do_all () from /lib64/libcrypto.so.3
#10 0x00007ffff7b24eea in ossl_namemap_stored () from /lib64/libcrypto.so.3
#11 0x00007ffff7bfc482 in inner_evp_generic_fetch.constprop () from /lib64/libcrypto.so.3
#12 0x00007ffff7af2152 in EVP_CIPHER_fetch () from /lib64/libcrypto.so.3
#13 0x00007ffff7afb7cf in evp_cipher_init_internal () from /lib64/libcrypto.so.3
#14 0x00007ffff7afbc6f in EVP_CipherInit_ex () from /lib64/libcrypto.so.3
#15 0x00000000016a3e1c in ceph::crypto::onwire::AES128GCM_OnWireRxHandler::AES128GCM_OnWireRxHandler (new_nonce_format=true, nonce=..., key=..., cct=0x0, this=0x601d2f91e300) at /usr/include/c++/12/bits/unique_ptr.h:191
#16 std::make_unique<ceph::crypto::onwire::AES128GCM_OnWireRxHandler, crimson::common::CephContext*&, std::array<unsigned char, 16ul>&, ceph::crypto::onwire::nonce_t&, bool&> () at /usr/include/c++/12/bits/unique_ptr.h:1065
#17 ceph::crypto::onwire::rxtx_t::create_handler_pair (cct=cct@entry=0x0, auth_meta=..., new_nonce_format=<optimized out>, crossed=crossed@entry=false) at /home/sam/git-checkouts/ceph2/src/msg/async/crypto_onwire.cc:299
#18 0x0000000001678462 in operator() (__closure=0x7fffffffb890) at /home/sam/git-checkouts/ceph2/src/crimson/net/ProtocolV2.cc:578
#19 0x000000000168906b in seastar::futurize<seastar::future<void> >::invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=...)
at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:2134
#20 seastar::futurize<seastar::future<void> >::invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=...) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1985
#21 seastar::future<void>::then_impl<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=..., this=0x7fffffffb8a0)
at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1607
#22 seastar::internal::call_then_impl<seastar::future<void> >::run<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=..., fut=...)
at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1240
#23 seastar::future<void>::then<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>::<lambda()> > (func=..., this=0x7fffffffb8a0) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1526
#24 operator() (__closure=0x601d2f0c29b8, tag=<optimized out>) at /home/sam/git-checkouts/ceph2/src/crimson/net/ProtocolV2.cc:581
#25 0x000000000168950e in std::__invoke_impl<seastar::future<>, crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, ceph::msgr::v2::Tag> (__f=...) at /usr/include/c++/12/bits/invoke.h:61
#26 std::__invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, ceph::msgr::v2::Tag> (__fn=...) at /usr/include/c++/12/bits/invoke.h:97
#27 std::invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, ceph::msgr::v2::Tag> (__fn=...) at /usr/include/c++/12/functional:111
#28 seastar::internal::future_invoke<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, ceph::msgr::v2::Tag> (v=@0x601d2f0c2998: ceph::msgr::v2::Tag::AUTH_DONE, func=...)
at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1217
#29 operator() (__closure=<optimized out>) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1588
#30 seastar::futurize<seastar::future<void> >::satisfy_with_result_of<seastar::future<ceph::msgr::v2::Tag>::then_impl_nrvo<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>, seastar::future<> >(crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&&)::<lambda(pr_type&&, crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, seastar::future<ceph::msgr::v2::Tag>::future_state&&)>::<lambda()> > (
func=..., pr=...) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:2126
#31 operator() (__closure=<optimized out>, state=..., func=..., pr=...) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:1581
#32 seastar::continuation<seastar::internal::promise_base_with_type<void>, crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>, seastar::future<ceph::msgr::v2::Tag>::then_impl_nrvo<crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>, seastar::future<> >(crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&&)::<lambda(pr_type&&, crimson::net::ProtocolV2::handle_auth_reply()::<lambda(ceph::msgr::v2::Tag)>&, seastar::future<ceph::msgr::v2::Tag>::future_state&&)>, ceph::msgr::v2::Tag>::run_and_dispose(void) (this=0x601d2f0c2980) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/future.hh:773
#33 0x000000000209ffd0 in seastar::reactor::run_tasks (this=this@entry=0x600000076000, tq=...) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2352
#34 0x00000000020a0308 in seastar::reactor::run_some_tasks (this=this@entry=0x600000076000) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2765
#35 0x00000000020c4616 in seastar::reactor::run_some_tasks (this=0x600000076000) at /home/sam/git-checkouts/ceph2/src/seastar/include/seastar/core/circular_buffer_fixed_capacity.hh:209
#36 seastar::reactor::do_run (this=0x600000076000) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2934
#37 0x00000000020c521a in seastar::reactor::run (this=<optimized out>) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/reactor.cc:2817
#38 0x0000000002050600 in seastar::app_template::run_deprecated(int, char**, std::function<void ()>&&) (this=0x7fffffffc270, ac=<optimized out>, av=0x2baeb20, func=...)
at /home/sam/git-checkouts/ceph2/src/seastar/src/core/app-template.cc:265
#39 0x0000000002050d51 in seastar::app_template::run(int, char**, std::function<seastar::future<int> ()>&&) (this=0x7fffffffc270, ac=7, av=0x2baeb20, func=...) at /home/sam/git-checkouts/ceph2/src/seastar/src/core/app-template.cc:156
#40 0x0000000000e254e1 in main (argc=<optimized out>, argv=<optimized out>) at /usr/include/c++/12/bits/stl_vector.h:987
#6 Updated by Jianxin Li 3 months ago
using GCC 12.2.0 on ubuntu 22.04 facing the same problem.
#7 Updated by Nitzan Mordechai 20 days ago
- Related to Bug #58391: crimson-osd can't finish "mkfs" under RelWithDebInfo build type added