Project

General

Profile

Bug #20686 ยป rgw-bt-hang.txt

fang yuxiang, 07/19/2017 11:05 AM

 
(gdb) thread apply all bt

Thread 121 (Thread 0x7f87861b2700 (LWP 31068)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f878ba2a30b in ceph::logging::Log::entry (this=0x7f8796854180) at /home/fyx/github/ceph/src/log/Log.cc:454
#2 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#3 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 120 (Thread 0x7f8784a3d700 (LWP 31070)):
#0 0x00007f878b33aab2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f878bc1aeea in WaitUntil (when=..., mutex=..., this=0x7f87968a8080) at /home/fyx/github/ceph/src/common/Cond.h:64
#2 WaitInterval (interval=..., mutex=..., this=0x7f87968a8080) at /home/fyx/github/ceph/src/common/Cond.h:73
#3 CephContextServiceThread::entry (this=0x7f87968a8000) at /home/fyx/github/ceph/src/common/ceph_context.cc:135
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 119 (Thread 0x7f878423c700 (LWP 31071)):
#0 0x00007f8788fbbb7d in poll () from /lib64/libc.so.6
#1 0x00007f878b9e3783 in poll (__timeout=-1, __nfds=2, __fds=0x7f878423a870) at /usr/include/bits/poll2.h:46
#2 AdminSocket::entry (this=0x7f879689c000) at /home/fyx/github/ceph/src/common/admin_socket.cc:250
#3 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#4 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 118 (Thread 0x7f8783a3b700 (LWP 31072)):
#0 0x00007f8788fc6783 in epoll_wait () from /lib64/libc.so.6
#1 0x00007f878bd35914 in EpollDriver::event_wait (this=0x7f8796961e00, fired_events=std::vector of length 0, capacity 0, tvp=<optimized out>) at /home/fyx/github/ceph/src/msg/async/EventEpoll.cc:114
#2 0x00007f878bb7f85a in EventCenter::process_events (this=this@entry=0x7f8796827680, timeout_microseconds=<optimized out>, timeout_microseconds@entry=30000000,
working_dur=working_dur@entry=0x7f8783a39830) at /home/fyx/github/ceph/src/msg/async/Event.cc:395
#3 0x00007f878bb831ce in NetworkStack::__lambda4::operator() (__closure=0x7f87968486a0) at /home/fyx/github/ceph/src/msg/async/Stack.cc:51
#4 0x00007f878985e1e0 in ?? () from /lib64/libstdc++.so.6
#5 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#6 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 117 (Thread 0x7f878323a700 (LWP 31073)):
#0 0x00007f8788fc6783 in epoll_wait () from /lib64/libc.so.6
#1 0x00007f878bd35914 in EpollDriver::event_wait (this=0x7f87969620a0, fired_events=std::vector of length 0, capacity 0, tvp=<optimized out>) at /home/fyx/github/ceph/src/msg/async/EventEpoll.cc:114
#2 0x00007f878bb7f85a in EventCenter::process_events (this=this@entry=0x7f8796825a80, timeout_microseconds=<optimized out>, timeout_microseconds@entry=30000000,
working_dur=working_dur@entry=0x7f8783238830) at /home/fyx/github/ceph/src/msg/async/Event.cc:395
#3 0x00007f878bb831ce in NetworkStack::__lambda4::operator() (__closure=0x7f8796848680) at /home/fyx/github/ceph/src/msg/async/Stack.cc:51
#4 0x00007f878985e1e0 in ?? () from /lib64/libstdc++.so.6
#5 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#6 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 116 (Thread 0x7f8782a39700 (LWP 31074)):
#0 0x00007f8788fc6783 in epoll_wait () from /lib64/libc.so.6
---Type <return> to continue, or q <return> to quit---
#1 0x00007f878bd35914 in EpollDriver::event_wait (this=0x7f8796962340, fired_events=std::vector of length 0, capacity 0, tvp=<optimized out>) at /home/fyx/github/ceph/src/msg/async/EventEpoll.cc:114
#2 0x00007f878bb7f85a in EventCenter::process_events (this=this@entry=0x7f8796826880, timeout_microseconds=<optimized out>, timeout_microseconds@entry=30000000,
working_dur=working_dur@entry=0x7f8782a37830) at /home/fyx/github/ceph/src/msg/async/Event.cc:395
#3 0x00007f878bb831ce in NetworkStack::__lambda4::operator() (__closure=0x7f8796848690) at /home/fyx/github/ceph/src/msg/async/Stack.cc:51
#4 0x00007f878985e1e0 in ?? () from /lib64/libstdc++.so.6
#5 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#6 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 115 (Thread 0x7f8782238700 (LWP 31075)):
#0 0x00007f878b33aab2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f8794f6805b in __gthread_cond_timedwait (__abs_timeout=0x7f8782236960, __mutex=<optimized out>, __cond=0x7f8796988980) at /usr/include/c++/4.8.2/x86_64-redhat-linux/bits/gthr-default.h:871
#2 __wait_until_impl<std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > > (__atime=<synthetic pointer>, __lock=..., this=0x7f8796988980)
at /usr/include/c++/4.8.2/condition_variable:160
#3 wait_until<ceph::time_detail::mono_clock, std::chrono::duration<unsigned long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x7f8796988980)
at /usr/include/c++/4.8.2/condition_variable:113
#4 ceph::timer_detail::timer<ceph::time_detail::mono_clock>::timer_thread (this=0x7f8796988918) at /home/fyx/github/ceph/src/common/ceph_timer.h:144
#5 0x00007f878985e1e0 in ?? () from /lib64/libstdc++.so.6
#6 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#7 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 114 (Thread 0x7f8781a37700 (LWP 31076)):

#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f878ba6eaeb in Wait (mutex=..., this=0x7f87969881c0) at /home/fyx/github/ceph/src/common/Cond.h:48
#2 DispatchQueue::entry (this=0x7f8796988158) at /home/fyx/github/ceph/src/msg/DispatchQueue.cc:208
#3 0x00007f878bb5459d in DispatchQueue::DispatchThread::entry (this=<optimized out>) at /home/fyx/github/ceph/src/msg/DispatchQueue.h:101
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 113 (Thread 0x7f8781236700 (LWP 31077)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f878ba7160f in Wait (mutex=..., this=0x7f8796988370) at /home/fyx/github/ceph/src/common/Cond.h:48
#2 DispatchQueue::run_local_delivery (this=0x7f8796988158) at /home/fyx/github/ceph/src/msg/DispatchQueue.cc:113
#3 0x00007f878bb545bd in DispatchQueue::LocalDeliveryThread::entry (this=<optimized out>) at /home/fyx/github/ceph/src/msg/DispatchQueue.h:115
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 112 (Thread 0x7f8780a35700 (LWP 31078)):
#0 0x00007f878b33aab2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f878b9ff8fe in WaitUntil (when=..., mutex=..., this=0x7f87969821f0) at /home/fyx/github/ceph/src/common/Cond.h:64
#2 SafeTimer::timer_thread (this=0x7f87969821e0) at /home/fyx/github/ceph/src/common/Timer.cc:110
#3 0x00007f878ba00c8d in SafeTimerThread::entry (this=<optimized out>) at /home/fyx/github/ceph/src/common/Timer.cc:30
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 111 (Thread 0x7f8780234700 (LWP 31079)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f878ba01f21 in Wait (mutex=..., this=0x7f8796982308) at /home/fyx/github/ceph/src/common/Cond.h:48
#2 Finisher::finisher_thread_entry (this=0x7f87969822a8) at /home/fyx/github/ceph/src/common/Finisher.cc:101
#3 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#4 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 110 (Thread 0x7f877fa33700 (LWP 31080)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f878b9ff65f in Wait (mutex=..., this=0x7f8796982750) at /home/fyx/github/ceph/src/common/Cond.h:48
#2 SafeTimer::timer_thread (this=0x7f8796982740) at /home/fyx/github/ceph/src/common/Timer.cc:108
#3 0x00007f878ba00c8d in SafeTimerThread::entry (this=<optimized out>) at /home/fyx/github/ceph/src/common/Timer.cc:30
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 109 (Thread 0x7f877f232700 (LWP 31081)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f878b9ff65f in Wait (mutex=..., this=0x7f87969829b0) at /home/fyx/github/ceph/src/common/Cond.h:48
#2 SafeTimer::timer_thread (this=0x7f87969829a0) at /home/fyx/github/ceph/src/common/Timer.cc:108
#3 0x00007f878ba00c8d in SafeTimerThread::entry (this=<optimized out>) at /home/fyx/github/ceph/src/common/Timer.cc:30
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 108 (Thread 0x7f877ea31700 (LWP 31082)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f878ba01f21 in Wait (mutex=..., this=0x7f8796982b40) at /home/fyx/github/ceph/src/common/Cond.h:48
#2 Finisher::finisher_thread_entry (this=0x7f8796982ae0) at /home/fyx/github/ceph/src/common/Finisher.cc:101
#3 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#4 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 107 (Thread 0x7f8767a03700 (LWP 31128)):
#0 0x00007f878b33aab2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f87958f4c69 in WaitUntil (when=..., mutex=..., this=0x7f87968aa520) at /home/fyx/github/ceph/src/common/Cond.h:64
#2 Cond::WaitInterval (this=0x7f87968aa520, mutex=..., interval=...) at /home/fyx/github/ceph/src/common/Cond.h:73
#3 0x00007f87958f4a69 in RGWReshard::ReshardWorker::entry (this=0x7f87968aa490) at /home/fyx/github/ceph/src/rgw/rgw_reshard.cc:917
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 106 (Thread 0x7f8767202700 (LWP 31129)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f8795717eff in Wait (mutex=..., this=0x7f87968aa5f0) at /home/fyx/github/ceph/src/common/Cond.h:48
#2 wait (this=0x7f87968aa560) at /home/fyx/github/ceph/src/rgw/rgw_rados.cc:2984
#3 RGWRadosThread::Worker::entry (this=0x7f87968aa560) at /home/fyx/github/ceph/src/rgw/rgw_rados.cc:3085
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
---Type <return> to continue, or q <return> to quit---
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 105 (Thread 0x7f8766a01700 (LWP 31131)):
#0 0x00007f878b33aab2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879569d272 in WaitUntil (when=..., mutex=..., this=0x7f8795c82ae0 <rgw::keystone::TokenCache& rgw::keystone::TokenCache::get_instance<rgw::keystone::CephCtxConfig>()::instance+160>)
at /home/fyx/github/ceph/src/common/Cond.h:64
#2 WaitInterval (interval=..., mutex=..., this=0x7f8795c82ae0 <rgw::keystone::TokenCache& rgw::keystone::TokenCache::get_instance<rgw::keystone::CephCtxConfig>()::instance+160>)
at /home/fyx/github/ceph/src/common/Cond.h:73
#3 rgw::keystone::TokenCache::RevokeThread::entry (this=0x7f8795c82a48 <rgw::keystone::TokenCache& rgw::keystone::TokenCache::get_instance<rgw::keystone::CephCtxConfig>()::instance+8>)
at /home/fyx/github/ceph/src/rgw/rgw_keystone.cc:635
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 104 (Thread 0x7f876537c700 (LWP 31132)):
#0 0x00007f8788fbbb7d in poll () from /lib64/libc.so.6
#1 0x00007f87956394e8 in poll (__timeout=-1, __nfds=5, __fds=0x7f876537a770) at /usr/include/bits/poll2.h:41
#2 SignalHandler::entry (this=0x7f8796a7e8a0) at /home/fyx/github/ceph/src/global/signal_handler.cc:281
#3 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#4 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 103 (Thread 0x7f8764b7b700 (LWP 31133)):
#0 0x00007f8788fbbb7d in poll () from /lib64/libc.so.6
#1 0x00007f879562167c in poll (__timeout=200, __nfds=<optimized out>, __fds=0x7f8796844728) at /usr/include/bits/poll2.h:46
#2 master_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12721
#3 master_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12788
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 102 (Thread 0x7f876437a700 (LWP 31134)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b224a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 101 (Thread 0x7f8763b79700 (LWP 31135)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b274a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 100 (Thread 0x7f8763378700 (LWP 31136)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b2c4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 99 (Thread 0x7f8762b77700 (LWP 31137)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b314a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 98 (Thread 0x7f8762376700 (LWP 31138)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b364a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 97 (Thread 0x7f8761b75700 (LWP 31139)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b3b4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 96 (Thread 0x7f8761374700 (LWP 31140)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b404a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 95 (Thread 0x7f8760b73700 (LWP 31141)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b454a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
---Type <return> to continue, or q <return> to quit---
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 94 (Thread 0x7f8760372700 (LWP 31142)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b4a4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 93 (Thread 0x7f875fb71700 (LWP 31143)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b4f4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 92 (Thread 0x7f875f370700 (LWP 31144)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b594a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 91 (Thread 0x7f875eb6f700 (LWP 31145)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b544a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 90 (Thread 0x7f875e36e700 (LWP 31146)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b5e4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 89 (Thread 0x7f875db6d700 (LWP 31147)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b634a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 88 (Thread 0x7f875d36c700 (LWP 31148)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b724a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 87 (Thread 0x7f875cb6b700 (LWP 31149)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b684a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 86 (Thread 0x7f875c36a700 (LWP 31150)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b6d4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 85 (Thread 0x7f875bb69700 (LWP 31151)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b774a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 84 (Thread 0x7f875b368700 (LWP 31152)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b7c4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
---Type <return> to continue, or q <return> to quit---
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 83 (Thread 0x7f875ab67700 (LWP 31153)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b814a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 82 (Thread 0x7f875a366700 (LWP 31154)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b864a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 81 (Thread 0x7f8759b65700 (LWP 31155)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b8b4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 80 (Thread 0x7f8759364700 (LWP 31156)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b944a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 79 (Thread 0x7f8758b63700 (LWP 31157)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b994a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 78 (Thread 0x7f8758362700 (LWP 31158)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796b9e4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 77 (Thread 0x7f8757b61700 (LWP 31159)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796ba34a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 76 (Thread 0x7f8757360700 (LWP 31160)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796ba84a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 75 (Thread 0x7f8756b5f700 (LWP 31161)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bad4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 74 (Thread 0x7f875635e700 (LWP 31162)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bb24a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 73 (Thread 0x7f8755b5d700 (LWP 31163)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bb74a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
---Type <return> to continue, or q <return> to quit---
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 72 (Thread 0x7f875535c700 (LWP 31164)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bbc4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 71 (Thread 0x7f8754b5b700 (LWP 31165)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bc14a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 70 (Thread 0x7f875435a700 (LWP 31166)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bc64a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 69 (Thread 0x7f8753b59700 (LWP 31167)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bcb4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 68 (Thread 0x7f8753358700 (LWP 31168)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bd04a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 67 (Thread 0x7f8752b57700 (LWP 31169)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bd54a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 66 (Thread 0x7f8752356700 (LWP 31170)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bda4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 65 (Thread 0x7f8751b55700 (LWP 31171)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bdf4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 64 (Thread 0x7f8751354700 (LWP 31172)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bee4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 63 (Thread 0x7f8750b53700 (LWP 31173)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796be44a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 62 (Thread 0x7f8750352700 (LWP 31174)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bf34a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
---Type <return> to continue, or q <return> to quit---
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 61 (Thread 0x7f874fb51700 (LWP 31175)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796be94a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 60 (Thread 0x7f874f350700 (LWP 31176)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bf84a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 59 (Thread 0x7f874eb4f700 (LWP 31177)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796bfd4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 58 (Thread 0x7f874e34e700 (LWP 31178)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c024a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 57 (Thread 0x7f874db4d700 (LWP 31179)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c074a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 56 (Thread 0x7f874d34c700 (LWP 31180)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c0c4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 55 (Thread 0x7f874cb4b700 (LWP 31181)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c114a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 54 (Thread 0x7f874c34a700 (LWP 31182)):
#0 0x00007f878b339e54 in pthread_rwlock_rdlock () from /lib64/libpthread.so.0
#1 0x00007f87955f2920 in get_read (this=0x7f87968b1130) at /home/fyx/github/ceph/src/common/RWLock.h:105
#2 RLocker (lock=..., this=<synthetic pointer>) at /home/fyx/github/ceph/src/common/RWLock.h:166
#3 RGWCivetWebFrontend::process (this=0x7f87968b10e0, conn=0x7f8796c16000) at /home/fyx/github/ceph/src/rgw/rgw_civetweb_frontend.cc:23
#4 0x00007f87956290ff in handle_request (conn=conn@entry=0x7f8796c16000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:9890
#5 0x00007f879562aa8b in process_new_connection (conn=<optimized out>) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12327
#6 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12504
#7 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#8 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#9 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 53 (Thread 0x7f874bb49700 (LWP 31183)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c254a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 52 (Thread 0x7f874b348700 (LWP 31184)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c204a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 51 (Thread 0x7f874ab47700 (LWP 31185)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c1b4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 50 (Thread 0x7f874a346700 (LWP 31186)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c2f4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 49 (Thread 0x7f8749b45700 (LWP 31187)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c2a4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 48 (Thread 0x7f8749344700 (LWP 31188)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c384a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 47 (Thread 0x7f8748b43700 (LWP 31189)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c3d4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 46 (Thread 0x7f8748342700 (LWP 31190)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c424a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
---Type <return> to continue, or q <return> to quit---
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 45 (Thread 0x7f8747b41700 (LWP 31191)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c474a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 44 (Thread 0x7f8747340700 (LWP 31192)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c4c4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 43 (Thread 0x7f8746b3f700 (LWP 31193)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c514a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 42 (Thread 0x7f874633e700 (LWP 31194)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c564a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 41 (Thread 0x7f8745b3d700 (LWP 31195)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c5b4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 40 (Thread 0x7f874533c700 (LWP 31196)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c604a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 39 (Thread 0x7f8744b3b700 (LWP 31197)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c654a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 38 (Thread 0x7f874433a700 (LWP 31198)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c6a4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 37 (Thread 0x7f8743b39700 (LWP 31199)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c6f4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 36 (Thread 0x7f8743338700 (LWP 31200)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c744a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 35 (Thread 0x7f8742b37700 (LWP 31201)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c794a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
---Type <return> to continue, or q <return> to quit---
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 34 (Thread 0x7f8742336700 (LWP 31202)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c7e4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 33 (Thread 0x7f8741b35700 (LWP 31203)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c834a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 32 (Thread 0x7f8741334700 (LWP 31204)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c884a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 31 (Thread 0x7f8740b33700 (LWP 31205)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c8d4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 30 (Thread 0x7f8740332700 (LWP 31206)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c924a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 29 (Thread 0x7f873fb31700 (LWP 31207)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c9c4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 28 (Thread 0x7f873f330700 (LWP 31208)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796ca14a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 27 (Thread 0x7f873eb2f700 (LWP 31209)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796c974a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 26 (Thread 0x7f873e32e700 (LWP 31210)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796ca64a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 25 (Thread 0x7f873db2d700 (LWP 31211)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cb04a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 24 (Thread 0x7f873d32c700 (LWP 31212)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cb54a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
---Type <return> to continue, or q <return> to quit---
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 23 (Thread 0x7f873cb2b700 (LWP 31213)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cab4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 22 (Thread 0x7f873c32a700 (LWP 31214)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cba4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 21 (Thread 0x7f873bb29700 (LWP 31215)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cbf4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 20 (Thread 0x7f873b328700 (LWP 31216)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cc44a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 19 (Thread 0x7f873ab27700 (LWP 31217)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cc94a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 18 (Thread 0x7f873a326700 (LWP 31218)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cce4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 17 (Thread 0x7f8739b25700 (LWP 31219)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cd34a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 16 (Thread 0x7f8739324700 (LWP 31220)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cd84a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 15 (Thread 0x7f8738b23700 (LWP 31221)):

#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cdd4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 14 (Thread 0x7f8738322700 (LWP 31222)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796ce64a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 13 (Thread 0x7f8737b21700 (LWP 31223)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796ceb4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
---Type <return> to continue, or q <return> to quit---
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 12 (Thread 0x7f8737320700 (LWP 31224)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cf04a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 11 (Thread 0x7f8736b1f700 (LWP 31225)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cf54a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 10 (Thread 0x7f873631e700 (LWP 31226)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cfa4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 9 (Thread 0x7f8735b1d700 (LWP 31227)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796cff4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 8 (Thread 0x7f873531c700 (LWP 31228)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796d044a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 7 (Thread 0x7f8734b1b700 (LWP 31229)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796d094a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 6 (Thread 0x7f873431a700 (LWP 31230)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796d0e4a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 5 (Thread 0x7f8733b19700 (LWP 31231)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796d184a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 4 (Thread 0x7f8733318700 (LWP 31232)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796d224a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 3 (Thread 0x7f8732b17700 (LWP 31233)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f879562a6e3 in consume_socket (sp=0x7f8796d134a8, ctx=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12400
#2 worker_thread_run (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12467
#3 worker_thread (thread_func_param=0x7f8796927000) at /home/fyx/github/ceph/src/civetweb/src/civetweb.c:12541
#4 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 2 (Thread 0x7f8732316700 (LWP 31234)):
#0 0x00007f878b33a705 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007f8795901344 in Wait (mutex=..., this=0x7f8796836bf8) at /home/fyx/github/ceph/src/common/Cond.h:48
#2 wait (this=0x7f8796836b80) at /home/fyx/github/ceph/src/common/RefCountedObj.h:93
---Type <return> to continue, or q <return> to quit---
#3 RefCountedWaitObject::put_wait (this=<optimized out>) at /home/fyx/github/ceph/src/common/RefCountedObj.h:158
#4 0x00007f879590489d in ~RGWQuotaCache (this=0x7f8796a861d0, __in_chrg=<optimized out>) at /home/fyx/github/ceph/src/rgw/rgw_quota.cc:77
#5 ~RGWBucketStatsCache (this=0x7f8796a861d0, __in_chrg=<optimized out>) at /home/fyx/github/ceph/src/rgw/rgw_quota.cc:313
#6 ~RGWQuotaHandlerImpl (this=0x7f8796a861c0, __in_chrg=<optimized out>) at /home/fyx/github/ceph/src/rgw/rgw_quota.cc:854
#7 RGWQuotaHandlerImpl::~RGWQuotaHandlerImpl (this=0x7f8796a861c0, __in_chrg=<optimized out>) at /home/fyx/github/ceph/src/rgw/rgw_quota.cc:854
#8 0x00007f879577c0b7 in RGWRados::finalize (this=this@entry=0x7f879697c000) at /home/fyx/github/ceph/src/rgw/rgw_rados.cc:3767
#9 0x00007f879577c53e in RGWStoreManager::close_storage (store=0x7f879697c000) at /home/fyx/github/ceph/src/rgw/rgw_rados.cc:13638
#10 0x00007f87956c1218 in RGWRealmReloader::reload (this=0x7fffbe07fc30) at /home/fyx/github/ceph/src/rgw/rgw_realm_reloader.cc:90
#11 0x00007f87955e46c9 in Context::complete (this=0x7f8796848be0, r=<optimized out>) at /home/fyx/github/ceph/src/include/Context.h:70
#12 0x00007f878b9ff264 in SafeTimer::timer_thread (this=0x7fffbe07fc50) at /home/fyx/github/ceph/src/common/Timer.cc:97
#13 0x00007f878ba00c8d in SafeTimerThread::entry (this=<optimized out>) at /home/fyx/github/ceph/src/common/Timer.cc:30
#14 0x00007f878b336df5 in start_thread () from /lib64/libpthread.so.0
#15 0x00007f8788fc61ad in clone () from /lib64/libc.so.6

Thread 1 (Thread 0x7f8795403c80 (LWP 31067)):
#0 0x00007f878b33d25d in read () from /lib64/libpthread.so.0
#1 0x00007f878bd3603c in read (__nbytes=4, __buf=0x7fffbe07f4bc, __fd=24) at /usr/include/bits/unistd.h:44
#2 safe_read (fd=24, buf=0x7fffbe07f4bc, count=count@entry=4) at /home/fyx/github/ceph/src/common/safe_io.c:30
#3 0x00007f878bd36089 in safe_read_exact (fd=<optimized out>, buf=<optimized out>, count=4) at /home/fyx/github/ceph/src/common/safe_io.c:48
#4 0x00007f87955d1d38 in wait_shutdown () at /home/fyx/github/ceph/src/rgw/rgw_main.cc:99
#5 main (argc=<optimized out>, argv=<optimized out>) at /home/fyx/github/ceph/src/rgw/rgw_main.cc:576
    (1-1/1)