Thread 121 (Thread 0x7fc8f71d7700 (LWP 160)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #28 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 120 (Thread 0x7fc8f79d8700 (LWP 159)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf899294 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #29 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 119 (Thread 0x7fc8f99dc700 (LWP 149)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fb94 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x00007fc9b6ccb99e in MonClient::_un_backoff() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6cd69b1 in MonClient::tick() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b69b91ad in Context::complete(int) () from /usr/lib64/ceph/libceph-common.so.2 #5 0x00007fc9b6a21c5f in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #6 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #7 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #8 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 118 (Thread 0x7fc9071f7700 (LWP 119)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 117 (Thread 0x7fc8f49d2700 (LWP 165)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 116 (Thread 0x7fc9061f5700 (LWP 121)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf939e63 in PyObject_CallMethod () from /lib64/libpython3.6m.so.1.0 #25 0x0000563bf29cd5f6 in PyModuleRunner::serve (this=0x563bfc9625b0) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:47 #26 0x0000563bf29cded5 in PyModuleRunner::PyModuleRunnerThread::entry (this=0x563bfc9625f8) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:108 #27 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #28 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 115 (Thread 0x7fc9039f0700 (LWP 126)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf939e63 in PyObject_CallMethod () from /lib64/libpython3.6m.so.1.0 #19 0x0000563bf29cd5f6 in PyModuleRunner::serve (this=0x563bfc962250) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:47 #20 0x0000563bf29cded5 in PyModuleRunner::PyModuleRunnerThread::entry (this=0x563bfc962298) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:108 #21 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #22 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 114 (Thread 0x7fc9081f9700 (LWP 117)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf8990bf in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf96cdc0 in calliter_iternext () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93c346 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #33 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #34 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 113 (Thread 0x7fc8f19cc700 (LWP 174)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fb94 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x00007fc9b6ccb99e in MonClient::_un_backoff() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6cd69b1 in MonClient::tick() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b69b91ad in Context::complete(int) () from /usr/lib64/ceph/libceph-common.so.2 #5 0x00007fc9b6a21c5f in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #6 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #7 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #8 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 112 (Thread 0x7fc8ff1e7700 (LWP 135)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93cbfa in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf939e63 in PyObject_CallMethod () from /lib64/libpython3.6m.so.1.0 #19 0x0000563bf29cd5f6 in PyModuleRunner::serve (this=0x563bfc963570) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:47 #20 0x0000563bf29cded5 in PyModuleRunner::PyModuleRunnerThread::entry (this=0x563bfc9635b8) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:108 #21 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #22 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 111 (Thread 0x7fc9089fa700 (LWP 116)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #23 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 110 (Thread 0x7fc8f31cf700 (LWP 171)): #0 0x00007fc9b575379a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9a6c7dec7 in ceph::timer::timer_thread() () from /lib64/librados.so.2 #2 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 109 (Thread 0x7fc9079f8700 (LWP 118)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 108 (Thread 0x7fc8de9a6700 (LWP 218)): #0 0x00007fc9b5756aa4 in read () from /lib64/libpthread.so.0 #1 0x00007fc9bf98daa4 in _Py_read () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf98db52 in _io_FileIO_readinto () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf8d89f2 in _PyCFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf899bce in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf8e841a in PyObject_CallMethodObjArgs () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf990586 in _bufferedreader_raw_read () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf990695 in _bufferedreader_fill_buffer () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf993f2b in _io__Buffered_read () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93b0d7 in call_function () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899294 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #33 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 107 (Thread 0x7fc90d243700 (LWP 113)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 106 (Thread 0x7fc8f29ce700 (LWP 172)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6b70f58 in DispatchQueue::entry() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c23891 in DispatchQueue::DispatchThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 105 (Thread 0x7fc9059f4700 (LWP 122)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf939e63 in PyObject_CallMethod () from /lib64/libpython3.6m.so.1.0 #19 0x0000563bf29cd5f6 in PyModuleRunner::serve (this=0x563bfc962490) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:47 #20 0x0000563bf29cded5 in PyModuleRunner::PyModuleRunnerThread::entry (this=0x563bfc9624d8) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:108 #21 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #22 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 104 (Thread 0x7fc8df1a7700 (LWP 237)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9a6c4350e in boost::asio::detail::scheduler::run(boost::system::error_code&) () from /lib64/librados.so.2 #2 0x00007fc9a6c4914a in std::thread::_State_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2 #3 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 103 (Thread 0x7fc9091fb700 (LWP 115)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 102 (Thread 0x7fc8f21cd700 (LWP 173)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6b70854 in DispatchQueue::run_local_delivery() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c23951 in DispatchQueue::LocalDeliveryThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 101 (Thread 0x7fc8eb1bf700 (LWP 187)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93cbfa in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #23 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 100 (Thread 0x7fc8e61b5700 (LWP 242)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fb94 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x00007fc9b6ccb99e in MonClient::_un_backoff() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6cd69b1 in MonClient::tick() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b69b91ad in Context::complete(int) () from /usr/lib64/ceph/libceph-common.so.2 #5 0x00007fc9b6a21c5f in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #6 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #7 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #8 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 99 (Thread 0x7fc9ae32f700 (LWP 20)): #0 0x00007fc9b428aff1 in poll () from /lib64/libc.so.6 #1 0x0000563bf2b1d5bb in poll (__timeout=-1, __nfds=4, __fds=0x7fc9ae32bcf0) at /usr/include/bits/poll2.h:38 #2 SignalHandler::entry (this=0x563bf4ca3b00) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/global/signal_handler.cc:494 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 98 (Thread 0x7fc8e91bb700 (LWP 239)): #0 0x00007fc9b5752012 in pthread_rwlock_rdlock () from /lib64/libpthread.so.0 #1 0x00007fc9a6c40d28 in std::__shared_mutex_pthread::lock_shared() () from /lib64/librados.so.2 #2 0x00007fc9a6c61f0f in Objecter::tick() () from /lib64/librados.so.2 #3 0x00007fc9a6c7d005 in ceph::timer::timer_thread() () from /lib64/librados.so.2 #4 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #5 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #6 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 97 (Thread 0x7fc8e49b2700 (LWP 316)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6a21ffb in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 96 (Thread 0x7fc90da44700 (LWP 112)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 95 (Thread 0x7fc8ed9c4700 (LWP 182)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 94 (Thread 0x7fc8f89da700 (LWP 157)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #28 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 93 (Thread 0x7fc8e51b3700 (LWP 243)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6a21ffb in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 92 (Thread 0x7fc8fb1df700 (LWP 146)): #0 0x00007fc9b575379a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9a6c7dec7 in ceph::timer::timer_thread() () from /lib64/librados.so.2 #2 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 91 (Thread 0x7fc8e79b8700 (LWP 238)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9a6c4350e in boost::asio::detail::scheduler::run(boost::system::error_code&) () from /lib64/librados.so.2 #2 0x00007fc9a6c4914a in std::thread::_State_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2 #3 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 90 (Thread 0x7fc8ee1c5700 (LWP 181)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93cbfa in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #23 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 89 (Thread 0x7fc8fd1e3700 (LWP 139)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf8990bf in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf96cdc0 in calliter_iternext () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93c346 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #33 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #34 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 88 (Thread 0x7fc8fd9e4700 (LWP 138)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #23 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 87 (Thread 0x7fc8d999c700 (LWP 228)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 86 (Thread 0x7fc8e39b0700 (LWP 318)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b69cdcd7 in Finisher::finisher_thread_entry() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 85 (Thread 0x7fc8fe1e5700 (LWP 137)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 84 (Thread 0x7fc8dd1a3700 (LWP 221)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9a747e5e5 in pyepoll_poll () from /lib64/python3.6/lib-dynload/select.cpython-36m-x86_64-linux-gnu.so #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93cbfa in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93cbfa in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #33 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #34 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #35 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #36 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #37 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #38 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #39 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #40 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #41 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #42 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #43 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #44 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 83 (Thread 0x7fc8d919b700 (LWP 229)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf942e92 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf9965cd in slot_tp_finalize () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf915e5f in collect () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf95a91d in collect_with_callback () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf89ef00 in _PyObject_GC_New () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf8aabec in PyList_New () from /lib64/libpython3.6m.so.1.0 #12 0x0000563bf29bd7be in PyFormatter::open_array_section (this=0x7fc8d9192660, name="tags") at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyFormatter.cc:26 #13 0x00007fc9b6ac5545 in Option::dump(ceph::Formatter*) const () from /usr/lib64/ceph/libceph-common.so.2 #14 0x00007fc9b6a88130 in md_config_t::config_options(ceph::Formatter*) const () from /usr/lib64/ceph/libceph-common.so.2 #15 0x0000563bf28f953b in ceph::common::ConfigProxy::config_options (f=0x7fc8d9192660, this=0x563bf4cf2008) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/config_proxy.h:243 #16 ActivePyModules::get_python (this=0x563bfc996400, what=...) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/ActivePyModules.cc:256 #17 0x0000563bf28fb8fd in ActivePyModules::cacheable_get_python (this=this@entry=0x563bfc996400, what="config_options") at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/ActivePyModules.cc:193 #18 0x0000563bf290feff in ceph_state_get (self=, args=) at /usr/include/c++/8/ext/new_allocator.h:79 #19 0x00007fc9bf93b0d7 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #33 0x00007fc9bf899294 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #34 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #35 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #36 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #37 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #38 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #39 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #40 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #41 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #42 0x00007fc9bf927625 in slot_tp_call () from /lib64/libpython3.6m.so.1.0 #43 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #44 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #45 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #46 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #47 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #48 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #49 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #50 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #51 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #52 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #53 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #54 0x00007fc9bf89905a in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #55 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #56 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #57 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #58 0x00007fc9bf927625 in slot_tp_call () from /lib64/libpython3.6m.so.1.0 #59 0x00007fc9bf93aaeb in _PyObject_FastCallKeywords () from /lib64/libpython3.6m.so.1.0 #60 0x00007fc9bf93b4b6 in call_function () from /lib64/libpython3.6m.so.1.0 #61 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #62 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #63 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #64 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #65 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #66 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #67 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #68 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #69 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #70 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #71 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #72 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #73 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #74 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #75 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #76 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #77 0x00007fc9bf926bb2 in slot_tp_init () from /lib64/libpython3.6m.so.1.0 #78 0x00007fc9bf93a982 in _PyObject_FastCallKeywords () from /lib64/libpython3.6m.so.1.0 #79 0x00007fc9bf93b4b6 in call_function () from /lib64/libpython3.6m.so.1.0 #80 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #81 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #82 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #83 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #84 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #85 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #86 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #87 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #88 0x00007fc9bf927625 in slot_tp_call () from /lib64/libpython3.6m.so.1.0 #89 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #90 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #91 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #92 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #93 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #94 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #95 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #96 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #97 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #98 0x00007fc9bf926bb2 in slot_tp_init () from /lib64/libpython3.6m.so.1.0 #99 0x00007fc9bf93a982 in _PyObject_FastCallKeywords () from /lib64/libpython3.6m.so.1.0 #100 0x00007fc9bf93b4b6 in call_function () from /lib64/libpython3.6m.so.1.0 #101 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #102 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #103 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #104 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #105 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #106 0x00007fc9bf927625 in slot_tp_call () from /lib64/libpython3.6m.so.1.0 #107 0x00007fc9bf93aaeb in _PyObject_FastCallKeywords () from /lib64/libpython3.6m.so.1.0 #108 0x00007fc9bf93b4b6 in call_function () from /lib64/libpython3.6m.so.1.0 #109 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #110 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #111 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #112 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #113 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #114 0x00007fc9bf927625 in slot_tp_call () from /lib64/libpython3.6m.so.1.0 #115 0x00007fc9bf93aaeb in _PyObject_FastCallKeywords () from /lib64/libpython3.6m.so.1.0 #116 0x00007fc9bf93b4b6 in call_function () from /lib64/libpython3.6m.so.1.0 #117 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #118 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #119 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #120 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #121 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #122 0x00007fc9bf927625 in slot_tp_call () from /lib64/libpython3.6m.so.1.0 #123 0x00007fc9bf93aaeb in _PyObject_FastCallKeywords () from /lib64/libpython3.6m.so.1.0 #124 0x00007fc9bf93b4b6 in call_function () from /lib64/libpython3.6m.so.1.0 #125 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #126 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #127 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #128 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #129 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #130 0x00007fc9bf927625 in slot_tp_call () from /lib64/libpython3.6m.so.1.0 #131 0x00007fc9bf93aaeb in _PyObject_FastCallKeywords () from /lib64/libpython3.6m.so.1.0 #132 0x00007fc9bf93b4b6 in call_function () from /lib64/libpython3.6m.so.1.0 #133 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #134 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #135 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #136 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #137 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #138 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #139 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #140 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #141 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #142 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #143 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #144 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #145 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #146 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #147 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #148 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #149 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #150 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #151 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #152 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #153 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #154 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #155 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #156 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 82 (Thread 0x7fc8ec9c2700 (LWP 184)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #24 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 81 (Thread 0x7fc8d899a700 (LWP 230)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 80 (Thread 0x7fc8d8199700 (LWP 231)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 79 (Thread 0x7fc8fe9e6700 (LWP 136)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 78 (Thread 0x7fc8f39d0700 (LWP 170)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9a6c4350e in boost::asio::detail::scheduler::run(boost::system::error_code&) () from /lib64/librados.so.2 #2 0x00007fc9a6c4914a in std::thread::_State_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2 #3 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 77 (Thread 0x7fc8f51d3700 (LWP 164)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf939e63 in PyObject_CallMethod () from /lib64/libpython3.6m.so.1.0 #19 0x0000563bf29cd5f6 in PyModuleRunner::serve (this=0x563bfc963c30) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:47 #20 0x0000563bf29cded5 in PyModuleRunner::PyModuleRunnerThread::entry (this=0x563bfc963c78) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:108 #21 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #22 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 76 (Thread 0x7fc8dc1a1700 (LWP 223)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 75 (Thread 0x7fc9041f1700 (LWP 125)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf939e63 in PyObject_CallMethod () from /lib64/libpython3.6m.so.1.0 #19 0x0000563bf29cd5f6 in PyModuleRunner::serve (this=0x563bfc962910) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:47 #20 0x0000563bf29cded5 in PyModuleRunner::PyModuleRunnerThread::entry (this=0x563bfc962958) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:108 #21 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #22 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 74 (Thread 0x7fc9afb32700 (LWP 17)): #0 0x00007fc9b428aff1 in poll () from /lib64/libc.so.6 #1 0x00007fc9b6a39882 in AdminSocket::entry() () from /usr/lib64/ceph/libceph-common.so.2 #2 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 73 (Thread 0x7fc8f41d1700 (LWP 169)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9a6c4350e in boost::asio::detail::scheduler::run(boost::system::error_code&) () from /lib64/librados.so.2 #2 0x00007fc9a6c4914a in std::thread::_State_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2 #3 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 72 (Thread 0x7fc8ea1bd700 (LWP 189)): #0 0x00007fc9b5756aa4 in read () from /lib64/libpthread.so.0 #1 0x00007fc9bf98daa4 in _Py_read () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf98db52 in _io_FileIO_readinto () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf8d89f2 in _PyCFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf899bce in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf8e841a in PyObject_CallMethodObjArgs () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf990586 in _bufferedreader_raw_read () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf990695 in _bufferedreader_fill_buffer () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf993f2b in _io__Buffered_read () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93b0d7 in call_function () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899294 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #33 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 71 (Thread 0x7fc8da19d700 (LWP 227)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 70 (Thread 0x7fc9aab28700 (LWP 27)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fb94 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x00007fc9b6cf0ec7 in MgrClient::_send_report() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6cf138d in MgrClient::_send_stats() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b69b91ad in Context::complete(int) () from /usr/lib64/ceph/libceph-common.so.2 #5 0x00007fc9b6a21c5f in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #6 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #7 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #8 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 69 (Thread 0x7fc8dd9a4700 (LWP 220)): #0 0x00007fc9b5756aa4 in read () from /lib64/libpthread.so.0 #1 0x00007fc9bf98daa4 in _Py_read () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf98db52 in _io_FileIO_readinto () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf8d89f2 in _PyCFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf899bce in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf8e841a in PyObject_CallMethodObjArgs () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf990586 in _bufferedreader_raw_read () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf990695 in _bufferedreader_fill_buffer () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf993f2b in _io__Buffered_read () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93b0d7 in call_function () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899294 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #33 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 68 (Thread 0x7fc8e71b7700 (LWP 241)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6b70854 in DispatchQueue::run_local_delivery() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c23951 in DispatchQueue::LocalDeliveryThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 67 (Thread 0x7fc9049f2700 (LWP 124)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 66 (Thread 0x7fc8fa1dd700 (LWP 148)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6b70854 in DispatchQueue::run_local_delivery() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c23951 in DispatchQueue::LocalDeliveryThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 65 (Thread 0x7fc8dc9a2700 (LWP 222)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 64 (Thread 0x7fc9009ea700 (LWP 132)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 63 (Thread 0x7fc8e41b1700 (LWP 317)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6a21ffb in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 62 (Thread 0x7fc8de1a5700 (LWP 219)): #0 0x00007fc9b5756aa4 in read () from /lib64/libpthread.so.0 #1 0x00007fc9bf98daa4 in _Py_read () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf98db52 in _io_FileIO_readinto () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf8d89f2 in _PyCFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf899bce in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf8e841a in PyObject_CallMethodObjArgs () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf990586 in _bufferedreader_raw_read () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf990695 in _bufferedreader_fill_buffer () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf993f2b in _io__Buffered_read () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93b0d7 in call_function () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899294 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #33 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 61 (Thread 0x7fc8ff9e8700 (LWP 134)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93cbfa in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf939e63 in PyObject_CallMethod () from /lib64/libpython3.6m.so.1.0 #19 0x0000563bf29cd5f6 in PyModuleRunner::serve (this=0x563bfc962eb0) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:47 #20 0x0000563bf29cded5 in PyModuleRunner::PyModuleRunnerThread::entry (this=0x563bfc962ef8) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:108 #21 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #22 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 60 (Thread 0x7fc8f61d5700 (LWP 162)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf939e63 in PyObject_CallMethod () from /lib64/libpython3.6m.so.1.0 #19 0x0000563bf29cd5f6 in PyModuleRunner::serve (this=0x563bfc9639f0) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:47 #20 0x0000563bf29cded5 in PyModuleRunner::PyModuleRunnerThread::entry (this=0x563bfc963a38) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:108 #21 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #22 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 59 (Thread 0x7fc8ed1c3700 (LWP 183)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #24 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 58 (Thread 0x7fc8da99e700 (LWP 226)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 57 (Thread 0x7fc8d78d8700 (LWP 232)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #23 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 56 (Thread 0x7fc9a9325700 (LWP 30)): #0 0x00007fc9b575379a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000563bf2b36845 in __gthread_cond_timedwait (__abs_timeout=0x7fc9a9321f20, __mutex=, __cond=0x563bf4ceb878) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:871 #2 std::condition_variable::__wait_until_impl > > (__atime=..., __lock=..., this=0x563bf4ceb878) at /usr/include/c++/8/condition_variable:178 #3 std::condition_variable::wait_until > > (__atime=..., __lock=..., this=0x563bf4ceb878) at /usr/include/c++/8/condition_variable:106 #4 std::condition_variable::wait_for > (__rtime=..., __lock=..., this=0x563bf4ceb878) at /usr/include/c++/8/condition_variable:143 #5 ObjectCacher::flusher_entry (this=0x563bf4ceb680) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/osdc/ObjectCacher.cc:2002 #6 0x0000563bf2b4d921 in ObjectCacher::FlusherThread::entry (this=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/osdc/ObjectCacher.h:439 #7 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #8 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 55 (Thread 0x7fc8ef9c8700 (LWP 178)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #24 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 54 (Thread 0x7fc8e89ba700 (LWP 240)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fac9 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x00007fc9a6c27c87 in std::mutex::lock() () from /lib64/librados.so.2 #3 0x00007fc9a6c73d13 in Objecter::handle_osd_map(MOSDMap*) () from /lib64/librados.so.2 #4 0x00007fc9a6c781f3 in Objecter::ms_dispatch(Message*) () from /lib64/librados.so.2 #5 0x00007fc9a6c3de0a in Dispatcher::ms_dispatch2(boost::intrusive_ptr const&) () from /lib64/librados.so.2 #6 0x00007fc9b6b71baa in DispatchQueue::entry() () from /usr/lib64/ceph/libceph-common.so.2 #7 0x00007fc9b6c23891 in DispatchQueue::DispatchThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #8 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #9 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 53 (Thread 0x7fc90e245700 (LWP 111)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 52 (Thread 0x7fc8ee9c6700 (LWP 180)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #24 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 51 (Thread 0x7fc8e81b9700 (LWP 199)): #0 0x00007fc9b5756aa4 in read () from /lib64/libpthread.so.0 #1 0x00007fc9bf98daa4 in _Py_read () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf98db52 in _io_FileIO_readinto () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf8d89f2 in _PyCFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf899bce in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf8e841a in PyObject_CallMethodObjArgs () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf990586 in _bufferedreader_raw_read () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf990695 in _bufferedreader_fill_buffer () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf993f2b in _io__Buffered_read () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93b0d7 in call_function () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899294 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #33 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 50 (Thread 0x7fc8db19f700 (LWP 225)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 49 (Thread 0x7fc8f81d9700 (LWP 158)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fb94 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x0000563bf29189af in __gthread_mutex_lock (__mutex=0x563bf4cf5790) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:748 #3 __gthread_recursive_mutex_lock (__mutex=0x563bf4cf5790) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:810 #4 std::recursive_mutex::lock (this=0x563bf4cf5790) at /usr/include/c++/8/mutex:107 #5 std::lock_guard::lock_guard (__m=..., this=) at /usr/include/c++/8/bits/std_mutex.h:162 #6 ceph::common::ConfigProxy::get_val (val=0x7fc8f81d5210, key=..., this=0x563bf4cf2008) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/config_proxy.h:137 #7 ceph_option_get (self=, args=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/BaseMgrModule.cc:415 #8 0x00007fc9bf93b0d7 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 48 (Thread 0x7fc8fc1e1700 (LWP 144)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9a6c4350e in boost::asio::detail::scheduler::run(boost::system::error_code&) () from /lib64/librados.so.2 #2 0x00007fc9a6c4914a in std::thread::_State_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2 #3 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 47 (Thread 0x7fc90f247700 (LWP 110)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 46 (Thread 0x7fc9019ec700 (LWP 130)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 45 (Thread 0x7fc8e59b4700 (LWP 198)): #0 0x00007fc9b5756aa4 in read () from /lib64/libpthread.so.0 #1 0x00007fc9bf98daa4 in _Py_read () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf98db52 in _io_FileIO_readinto () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf8d89f2 in _PyCFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf899bce in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf8e841a in PyObject_CallMethodObjArgs () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf990586 in _bufferedreader_raw_read () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf990695 in _bufferedreader_fill_buffer () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf993f2b in _io__Buffered_read () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93b0d7 in call_function () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899294 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #31 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #32 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #33 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 44 (Thread 0x7fc8f91db700 (LWP 150)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6a21ffb in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 43 (Thread 0x7fc8eb9c0700 (LWP 186)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #24 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 42 (Thread 0x7fc90a9fe700 (LWP 101)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fac9 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x0000563bf28fdd07 in __gthread_mutex_lock (__mutex=) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:748 #3 std::mutex::lock (this=) at /usr/include/c++/8/bits/std_mutex.h:103 #4 0x0000563bf295a796 in std::unique_lock::lock (this=0x7fc90a9faa10, this=0x7fc90a9faa10) at /usr/include/c++/8/bits/std_mutex.h:259 #5 std::unique_lock::unique_lock (__m=..., this=0x7fc90a9faa10) at /usr/include/c++/8/bits/std_mutex.h:197 #6 DaemonServer::handle_report (this=0x563bfcde7200, m=...) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/DaemonServer.cc:591 #7 0x0000563bf2973eb7 in DaemonServer::ms_dispatch2 (this=0x563bfcde7200, m=...) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/RefCountedObj.h:56 #8 0x00007fc9b6b71baa in DispatchQueue::entry() () from /usr/lib64/ceph/libceph-common.so.2 #9 0x00007fc9b6c23891 in DispatchQueue::DispatchThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #10 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #11 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 41 (Thread 0x7fc8f01c9700 (LWP 177)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #24 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 40 (Thread 0x7fc90ea46700 (LWP 105)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf89905a in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899c1c in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf939e63 in PyObject_CallMethod () from /lib64/libpython3.6m.so.1.0 #20 0x0000563bf29cd5f6 in PyModuleRunner::serve (this=0x563bfc962a30) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:47 #21 0x0000563bf29cded5 in PyModuleRunner::PyModuleRunnerThread::entry (this=0x563bfc962a78) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/PyModuleRunner.cc:108 #22 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #23 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 39 (Thread 0x7fc9029ee700 (LWP 128)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 38 (Thread 0x7fc8ef1c7700 (LWP 179)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #24 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 37 (Thread 0x7fc90a1fd700 (LWP 102)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6b70854 in DispatchQueue::run_local_delivery() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c23951 in DispatchQueue::LocalDeliveryThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 36 (Thread 0x7fc8db9a0700 (LWP 224)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 35 (Thread 0x7fc8fc9e2700 (LWP 140)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 34 (Thread 0x7fc8f09ca700 (LWP 176)): #0 0x00007fc9b5753838 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9bf896e21 in take_gil () from /lib64/libpython3.6m.so.1.0 #2 0x00007fc9bf8970ad in PyEval_RestoreThread () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf98e024 in time_sleep () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b24d in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #27 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 33 (Thread 0x7fc9aa327700 (LWP 28)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6a21ffb in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7fc92f547700 (LWP 109)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7fc8ec1c1700 (LWP 185)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf8982f6 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #24 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7fc9051f3700 (LWP 123)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7fc9a9b26700 (LWP 29)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b69cdcd7 in Finisher::finisher_thread_entry() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7fc9031ef700 (LWP 127)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7fc9a8b24700 (LWP 31)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fac9 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x0000563bf2997cbc in __gthread_mutex_lock (__mutex=0x563bfcde6028) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:748 #3 std::mutex::lock (this=0x563bfcde6028) at /usr/include/c++/8/bits/std_mutex.h:103 #4 std::lock_guard::lock_guard (__m=..., this=) at /usr/include/c++/8/bits/std_mutex.h:162 #5 Mgr::get_services[abi:cxx11]() const (this=0x563bfcde6000) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/Mgr.cc:765 #6 0x0000563bf29a7516 in MgrStandby::send_beacon (this=) at /usr/include/c++/8/bits/shared_ptr_base.h:1018 #7 0x0000563bf29a7c0b in MgrStandby::tick (this=0x7ffea4d21ec0) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/MgrStandby.cc:277 #8 0x0000563bf28fbafd in Context::complete (this=0x563bfc7ec250, r=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/include/Context.h:99 #9 0x00007fc9b6a21c5f in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #10 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #11 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #12 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7fc926d46700 (LWP 104)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b69cdcd7 in Finisher::finisher_thread_entry() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7fc8f11cb700 (LWP 175)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6a21ffb in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7fc90ba40700 (LWP 114)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7fc9069f6700 (LWP 120)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7fc8fb9e0700 (LWP 145)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9a6c4350e in boost::asio::detail::scheduler::run(boost::system::error_code&) () from /lib64/librados.so.2 #2 0x00007fc9a6c4914a in std::thread::_State_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() () from /lib64/librados.so.2 #3 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7fc9ad32d700 (LWP 22)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fac9 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x0000563bf2932e46 in __gthread_mutex_lock (__mutex=0x563bfcde64f8) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:748 #3 std::mutex::lock (this=0x563bfcde64f8) at /usr/include/c++/8/bits/std_mutex.h:103 #4 std::lock_guard::lock_guard (__m=..., this=) at /usr/include/c++/8/bits/std_mutex.h:162 #5 ClusterState::load_digest (this=0x563bfcde6318, m=0x563c00d10300) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/ClusterState.cc:65 #6 0x0000563bf29a124a in Mgr::handle_mgr_digest (this=0x563bfcde6000, m=...) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/Mgr.cc:747 #7 0x0000563bf29a1f3c in Mgr::ms_dispatch2 (this=this@entry=0x563bfcde6000, m=...) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/RefCountedObj.h:56 #8 0x0000563bf29ac0c5 in MgrStandby::ms_dispatch2 (this=0x7ffea4d21ec0, m=...) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/MgrStandby.cc:465 #9 0x00007fc9b6b71baa in DispatchQueue::entry() () from /usr/lib64/ceph/libceph-common.so.2 #10 0x00007fc9b6c23891 in DispatchQueue::DispatchThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #11 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #12 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7fc90ca42700 (LWP 106)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7fc9099fc700 (LWP 103)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fb94 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x0000563bf28b4a60 in __gthread_mutex_lock (__mutex=0x563bf4cf5790) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:748 #3 __gthread_recursive_mutex_lock (__mutex=0x563bf4cf5790) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:810 #4 std::recursive_mutex::lock (this=0x563bf4cf5790) at /usr/include/c++/8/mutex:107 #5 std::lock_guard::lock_guard (__m=..., this=) at /usr/include/c++/8/bits/std_mutex.h:162 #6 ceph::common::ConfigProxy::get_val (this=0x563bf4cf2008, key=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/config_proxy.h:142 #7 0x0000563bf28a66c5 in PGMap::apply_incremental (this=this@entry=0x563bfcde66a0, cct=0x563bf4cf2000, inc=...) at /usr/include/c++/8/string_view:99 #8 0x0000563bf2937904 in ClusterState::update_delta_stats (this=0x563bfcde6318) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/ClusterState.cc:146 #9 0x0000563bf29723cf in DaemonServer::::operator() (__closure=, __closure=, pg_map=...) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/DaemonServer.cc:2545 #10 ClusterState::with_mutable_pgmap > (cb=..., this=0x563bfcde6318) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/ClusterState.h:110 #11 DaemonServer::send_report (this=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/DaemonServer.cc:2544 #12 0x0000563bf29741cb in DaemonServer::tick (this=0x563bfcde7200) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/mgr/DaemonServer.cc:317 #13 0x0000563bf28fbafd in Context::complete (this=0x563c03cd7530, r=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/include/Context.h:99 #14 0x00007fc9b6a21c5f in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #15 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #16 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #17 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7fc9001e9700 (LWP 133)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7fc940489700 (LWP 108)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7fc8fa9de700 (LWP 147)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6b70f58 in DispatchQueue::entry() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c23891 in DispatchQueue::DispatchThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7fc9adb2e700 (LWP 21)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b69cdcd7 in Finisher::finisher_thread_entry() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7fc9b1b36700 (LWP 16)): #0 0x00007fc9b575379a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b6a53e70 in ceph::common::CephContextServiceThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #2 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #3 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7fc9b0333700 (LWP 12)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fb94 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x00007fc9b6c12ca4 in AsyncConnection::_stop() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c4c94f in ProtocolV2::stop() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b6c4cbb3 in ProtocolV2::_fault() () from /usr/lib64/ceph/libceph-common.so.2 #5 0x00007fc9b6c64729 in ProtocolV2::handle_read_frame_preamble_main(std::unique_ptr&&, int) () from /usr/lib64/ceph/libceph-common.so.2 #6 0x00007fc9b6c4d7ec in ProtocolV2::run_continuation(Ct&) () from /usr/lib64/ceph/libceph-common.so.2 #7 0x00007fc9b6c15cf9 in AsyncConnection::process() () from /usr/lib64/ceph/libceph-common.so.2 #8 0x00007fc9b6c6fe07 in EventCenter::process_events(unsigned int, std::chrono::duration >*) () from /usr/lib64/ceph/libceph-common.so.2 #9 0x00007fc9b6c7631c in std::_Function_handler::_M_invoke(std::_Any_data const&) () from /usr/lib64/ceph/libceph-common.so.2 #10 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #11 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #12 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7fc90b1ff700 (LWP 100)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b69cdcd7 in Finisher::finisher_thread_entry() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7fc9acb2c700 (LWP 23)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6b70854 in DispatchQueue::run_local_delivery() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c23951 in DispatchQueue::LocalDeliveryThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #5 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7fc90c241700 (LWP 107)): #0 0x00007fc9b5755d96 in do_futex_wait.constprop () from /lib64/libpthread.so.0 #1 0x00007fc9b5755e88 in __new_sem_wait_slow.constprop.0 () from /lib64/libpthread.so.0 #2 0x00007fc9bf896552 in PyThread_acquire_lock_timed () from /lib64/libpython3.6m.so.1.0 #3 0x00007fc9bf9155d4 in lock_PyThread_acquire_lock () from /lib64/libpython3.6m.so.1.0 #4 0x00007fc9bf93b5f1 in call_function () from /lib64/libpython3.6m.so.1.0 #5 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #6 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #7 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #8 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #9 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #10 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #11 0x00007fc9bf918030 in fast_function () from /lib64/libpython3.6m.so.1.0 #12 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #13 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #14 0x00007fc9bf897984 in _PyEval_EvalCodeWithName () from /lib64/libpython3.6m.so.1.0 #15 0x00007fc9bf93a14f in function_call () from /lib64/libpython3.6m.so.1.0 #16 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #17 0x00007fc9bf93de2e in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #18 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #19 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #20 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #21 0x00007fc9bf917e48 in fast_function () from /lib64/libpython3.6m.so.1.0 #22 0x00007fc9bf93b377 in call_function () from /lib64/libpython3.6m.so.1.0 #23 0x00007fc9bf93bfb8 in _PyEval_EvalFrameDefault () from /lib64/libpython3.6m.so.1.0 #24 0x00007fc9bf898e62 in _PyFunction_FastCallDict () from /lib64/libpython3.6m.so.1.0 #25 0x00007fc9bf899c3e in _PyObject_FastCallDict () from /lib64/libpython3.6m.so.1.0 #26 0x00007fc9bf8abb30 in method_call () from /lib64/libpython3.6m.so.1.0 #27 0x00007fc9bf8a09ab in PyObject_Call () from /lib64/libpython3.6m.so.1.0 #28 0x00007fc9bf9ac012 in t_bootstrap () from /lib64/libpython3.6m.so.1.0 #29 0x00007fc9bf9524c4 in pythread_wrapper () from /lib64/libpython3.6m.so.1.0 #30 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #31 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7fc9abb2a700 (LWP 25)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000563bf290172c in boost::asio::detail::posix_event::wait (lock=..., this=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/detail/conditionally_enabled_mutex.hpp:98 #2 boost::asio::detail::conditionally_enabled_event::wait (lock=..., this=0x563bf4c92e68) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/detail/conditionally_enabled_event.hpp:89 #3 boost::asio::detail::scheduler::do_run_one (ec=..., this_thread=..., lock=..., this=0x563bf4c92e00) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/detail/impl/scheduler.ipp:455 #4 boost::asio::detail::scheduler::run (this=0x563bf4c92e00, ec=...) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/detail/impl/scheduler.ipp:200 #5 0x0000563bf29af01a in boost::asio::io_context::run (this=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/impl/io_context.ipp:63 #6 ceph::async::io_context_pool::start(short)::{lambda()#1}::operator()() const (__closure=0x563bf4cc7778) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/async/context_pool.h:68 #7 std::__invoke_impl(std::__invoke_other, ceph::async::io_context_pool::start(short)::{lambda()#1}&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60 #8 std::__invoke(std::__invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95 #9 std::invoke(std::invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /usr/include/c++/8/functional:81 #10 make_named_thread(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}::operator()<{lambda()#1}> (fun=..., this=0x563bf4cc7780) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/Thread.h:79 #11 std::__invoke_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(std::__invoke_other, make_named_thread(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&, {lambda()#1}&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60 #12 std::__invoke(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(make_named_thread(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}&&) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95 #13 std::thread::_Invoker(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>) (this=0x563bf4cc7778) at /usr/include/c++/8/thread:244 #14 std::thread::_Invoker(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::operator()() (this=0x563bf4cc7778) at /usr/include/c++/8/thread:253 #15 std::thread::_State_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() (this=0x563bf4cc7770) at /usr/include/c++/8/thread:196 #16 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #17 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #18 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7fc9ac32b700 (LWP 24)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000563bf290172c in boost::asio::detail::posix_event::wait (lock=..., this=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/detail/conditionally_enabled_mutex.hpp:98 #2 boost::asio::detail::conditionally_enabled_event::wait (lock=..., this=0x563bf4c92e68) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/detail/conditionally_enabled_event.hpp:89 #3 boost::asio::detail::scheduler::do_run_one (ec=..., this_thread=..., lock=..., this=0x563bf4c92e00) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/detail/impl/scheduler.ipp:455 #4 boost::asio::detail::scheduler::run (this=0x563bf4c92e00, ec=...) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/detail/impl/scheduler.ipp:200 #5 0x0000563bf29af01a in boost::asio::io_context::run (this=) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/build/boost/include/boost/asio/impl/io_context.ipp:63 #6 ceph::async::io_context_pool::start(short)::{lambda()#1}::operator()() const (__closure=0x563bf4cc7808) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/async/context_pool.h:68 #7 std::__invoke_impl(std::__invoke_other, ceph::async::io_context_pool::start(short)::{lambda()#1}&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60 #8 std::__invoke(std::__invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95 #9 std::invoke(std::invoke_result&&, (ceph::async::io_context_pool::start(short)::{lambda()#1}&&)...) (__fn=...) at /usr/include/c++/8/functional:81 #10 make_named_thread(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}::operator()<{lambda()#1}> (fun=..., this=0x563bf4cc7810) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/Thread.h:79 #11 std::__invoke_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(std::__invoke_other, make_named_thread(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}&&, {lambda()#1}&&) (__f=...) at /usr/include/c++/8/bits/invoke.h:60 #12 std::__invoke(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}>(make_named_thread(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}&&) (__fn=...) at /usr/include/c++/8/bits/invoke.h:95 #13 std::thread::_Invoker(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::_M_invoke<0ul, 1ul>(std::_Index_tuple<0ul, 1ul>) (this=0x563bf4cc7808) at /usr/include/c++/8/thread:244 #14 std::thread::_Invoker(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> >::operator()() (this=0x563bf4cc7808) at /usr/include/c++/8/thread:253 #15 std::thread::_State_impl(std::basic_string_view >, ceph::async::io_context_pool::start(short)::{lambda()#1}&&)::{lambda(auto:1, auto:2&&)#1}, {lambda()#1}> > >::_M_run() (this=0x563bf4cc7800) at /usr/include/c++/8/thread:196 #16 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #17 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #18 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7fc9ab329700 (LWP 26)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fb94 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x00007fc9b6ccb99e in MonClient::_un_backoff() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6cd69b1 in MonClient::tick() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b69b91ad in Context::complete(int) () from /usr/lib64/ceph/libceph-common.so.2 #5 0x00007fc9b6a21c5f in CommonSafeTimer::timer_thread() () from /usr/lib64/ceph/libceph-common.so.2 #6 0x00007fc9b6a22ff1 in CommonSafeTimerThread::entry() () from /usr/lib64/ceph/libceph-common.so.2 #7 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #8 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7fc9b0b34700 (LWP 11)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fac9 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x00007fc9b6c12c54 in AsyncConnection::_stop() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c4c94f in ProtocolV2::stop() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b6c4cbb3 in ProtocolV2::_fault() () from /usr/lib64/ceph/libceph-common.so.2 #5 0x00007fc9b6c64729 in ProtocolV2::handle_read_frame_preamble_main(std::unique_ptr&&, int) () from /usr/lib64/ceph/libceph-common.so.2 #6 0x00007fc9b6c4d7ec in ProtocolV2::run_continuation(Ct&) () from /usr/lib64/ceph/libceph-common.so.2 #7 0x00007fc9b6c15cf9 in AsyncConnection::process() () from /usr/lib64/ceph/libceph-common.so.2 #8 0x00007fc9b6c6fe07 in EventCenter::process_events(unsigned int, std::chrono::duration >*) () from /usr/lib64/ceph/libceph-common.so.2 #9 0x00007fc9b6c7631c in std::_Function_handler::_M_invoke(std::_Any_data const&) () from /usr/lib64/ceph/libceph-common.so.2 #10 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #11 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #12 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7fc9b1335700 (LWP 10)): #0 0x00007fc9b575681d in __lll_lock_wait () from /lib64/libpthread.so.0 #1 0x00007fc9b574fb94 in pthread_mutex_lock () from /lib64/libpthread.so.0 #2 0x00007fc9b6c135ca in AsyncConnection::maybe_start_delay_thread() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b6c50974 in ProtocolV2::ready() () from /usr/lib64/ceph/libceph-common.so.2 #4 0x00007fc9b6c50d78 in ProtocolV2::server_ready() () from /usr/lib64/ceph/libceph-common.so.2 #5 0x00007fc9b6c4d7ec in ProtocolV2::run_continuation(Ct&) () from /usr/lib64/ceph/libceph-common.so.2 #6 0x00007fc9b6c15cf9 in AsyncConnection::process() () from /usr/lib64/ceph/libceph-common.so.2 #7 0x00007fc9b6c6fe07 in EventCenter::process_events(unsigned int, std::chrono::duration >*) () from /usr/lib64/ceph/libceph-common.so.2 #8 0x00007fc9b6c7631c in std::_Function_handler::_M_invoke(std::_Any_data const&) () from /usr/lib64/ceph/libceph-common.so.2 #9 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #10 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #11 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7fc9b254a700 (LWP 8)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6cac4a7 in ceph::logging::Log::entry() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7fc9aeb30700 (LWP 19)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b69cdcd7 in Finisher::finisher_thread_entry() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #4 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7fc9af331700 (LWP 18)): #0 0x00007fc9b575379a in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000563bf2a211d7 in __gthread_cond_timedwait (__abs_timeout=0x7fc9af32df40, __mutex=, __cond=0x7ffea4d22830) at /usr/include/c++/8/x86_64-redhat-linux/bits/gthr-default.h:871 #2 std::condition_variable::__wait_until_impl > > (__atime=..., __lock=..., this=0x7ffea4d22830) at /usr/include/c++/8/condition_variable:178 #3 std::condition_variable::wait_until > > (__atime=..., __lock=..., this=0x7ffea4d22830) at /usr/include/c++/8/condition_variable:119 #4 ceph::timer::timer_thread (this=0x7ffea4d227c8) at /usr/src/debug/ceph-16.2.10-0.el8.x86_64/src/common/ceph_timer.h:137 #5 0x00007fc9b4b88ba3 in execute_native_thread_routine () from /lib64/libstdc++.so.6 #6 0x00007fc9b574d1ca in start_thread () from /lib64/libpthread.so.0 #7 0x00007fc9b419fdd3 in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7fc9bfefa680 (LWP 7)): #0 0x00007fc9b575344c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fc9b4b828f0 in std::condition_variable::wait(std::unique_lock&) () from /lib64/libstdc++.so.6 #2 0x00007fc9b6c1e61f in AsyncMessenger::wait() () from /usr/lib64/ceph/libceph-common.so.2 #3 0x0000563bf287ac58 in MgrStandby::main (this=this@entry=0x7ffea4d21ec0, args=std::vector of length 0, capacity 0) at /usr/include/c++/8/bits/unique_ptr.h:345 #4 0x0000563bf2876b32 in main (argc=11, argv=0x7ffea4d24948) at /usr/include/c++/8/bits/stl_algobase.h:446