Project

General

Profile

Bug #36167

Updated by Patrick Donnelly over 5 years ago

<pre>
(gdb) bt 20
#0 0x00007f80cb003d97 in ProtocolV1::handle_message_footer(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#1 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#2 0x00007f80cb001403 in ProtocolV1::read_message_footer() () from /usr/lib/ceph/libceph-common.so.0
#3 0x00007f80cb001628 in ProtocolV1::read_message_data() () from /usr/lib/ceph/libceph-common.so.0
#4 0x00007f80cb001941 in ProtocolV1::read_message_data_prepare() () from /usr/lib/ceph/libceph-common.so.0
#5 0x00007f80cb001e68 in ProtocolV1::read_message_middle() () from /usr/lib/ceph/libceph-common.so.0
#6 0x00007f80cb003483 in ProtocolV1::handle_message_front(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#7 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#8 0x00007f80cb00201b in ProtocolV1::read_message_front() () from /usr/lib/ceph/libceph-common.so.0
#9 0x00007f80cb002268 in ProtocolV1::throttle_dispatch_queue() () from /usr/lib/ceph/libceph-common.so.0
#10 0x00007f80cb0025ca in ProtocolV1::throttle_bytes() () from /usr/lib/ceph/libceph-common.so.0
#11 0x00007f80cb0029b1 in ProtocolV1::throttle_message() () from /usr/lib/ceph/libceph-common.so.0
#12 0x00007f80cb002fb4 in ProtocolV1::handle_message_header(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#13 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#14 0x00007f80cb000018 in ProtocolV1::handle_message(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#15 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#16 0x00007f80cafff684 in ProtocolV1::wait_message() () from /usr/lib/ceph/libceph-common.so.0
#17 0x00007f80cb004402 in ProtocolV1::handle_message_footer(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#18 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#19 0x00007f80cb001403 in ProtocolV1::read_message_footer() () from /usr/lib/ceph/libceph-common.so.0

(gdb) bt
-30
#51961 0x00007f80cb002268 in ProtocolV1::throttle_dispatch_queue() () from /usr/lib/ceph/libceph-common.so.0
#51962 0x00007f80cb0025ca in ProtocolV1::throttle_bytes() () from /usr/lib/ceph/libceph-common.so.0
#51963 0x00007f80cb0029b1 in ProtocolV1::throttle_message() () from /usr/lib/ceph/libceph-common.so.0
#51964 0x00007f80cb002fb4 in ProtocolV1::handle_message_header(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#51965 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#51966 0x00007f80cb000018 in ProtocolV1::handle_message(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#51967 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#51968 0x00007f80cafff684 in ProtocolV1::wait_message() () from /usr/lib/ceph/libceph-common.so.0
#51969 0x00007f80cb004402 in ProtocolV1::handle_message_footer(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#51970 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#51971 0x00007f80cb001403 in ProtocolV1::read_message_footer() () from /usr/lib/ceph/libceph-common.so.0
#51972 0x00007f80cb001628 in ProtocolV1::read_message_data() () from /usr/lib/ceph/libceph-common.so.0
#51973 0x00007f80cb001941 in ProtocolV1::read_message_data_prepare() () from /usr/lib/ceph/libceph-common.so.0
#51974 0x00007f80cb001e68 in ProtocolV1::read_message_middle() () from /usr/lib/ceph/libceph-common.so.0
#51975 0x00007f80cb003483 in ProtocolV1::handle_message_front(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#51976 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#51977 0x00007f80cb00201b in ProtocolV1::read_message_front() () from /usr/lib/ceph/libceph-common.so.0
#51978 0x00007f80cb002268 in ProtocolV1::throttle_dispatch_queue() () from /usr/lib/ceph/libceph-common.so.0
#51979 0x00007f80cb0025ca in ProtocolV1::throttle_bytes() () from /usr/lib/ceph/libceph-common.so.0
#51980 0x00007f80cb0029b1 in ProtocolV1::throttle_message() () from /usr/lib/ceph/libceph-common.so.0
#51981 0x00007f80cb002fb4 in ProtocolV1::handle_message_header(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#51982 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#51983 0x00007f80cb000018 in ProtocolV1::handle_message(char*, int) () from /usr/lib/ceph/libceph-common.so.0
#51984 0x00007f80cafef14c in AsyncConnection::read(unsigned int, char*, std::function<void (char*, long)>) () from /usr/lib/ceph/libceph-common.so.0
#51985 0x00007f80caff0148 in AsyncConnection::process() () from /usr/lib/ceph/libceph-common.so.0
#51986 0x00007f80cb020a75 in EventCenter::process_events(unsigned int, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> >*) () from /usr/lib/ceph/libceph-common.so.0
#51987 0x00007f80cb028fda in ?? () from /usr/lib/ceph/libceph-common.so.0
#51988 0x00007f80ca16a733 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#51989 0x00007f80ca6456db in start_thread (arg=0x7f80c4ef6700) at pthread_create.c:463
#51990 0x00007f80c982688f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
</pre>

MDS of course segfaulted.

Job: /ceph/teuthology-archive/pdonnell-2018-09-23_19:22:20-multimds-wip-pdonnell-testing-20180923.160923-distro-basic-smithi/3062099

Core: /ceph/teuthology-archive/pdonnell-2018-09-23_19:22:20-multimds-wip-pdonnell-testing-20180923.160923-distro-basic-smithi/3062099/remote/smithi082/coredump/1537811426.14800.core Is still running. Core is on smithi082.

Back