Project

General

Profile

Bug #10116 » gdb_consecutive_batch_dump.txt

Brad House, 11/18/2014 12:49 PM

 
gdb -ex "set pagination 0" -ex "thread apply all bt" --batch /usr/bin/kvm 27034
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
[New Thread 0x7f485742d700 (LWP 6395)]
[New Thread 0x7f4855e25700 (LWP 6394)]
[New Thread 0x7f47cfdff700 (LWP 27112)]
[New Thread 0x7f47cffff700 (LWP 27111)]
[New Thread 0x7f47cfbff700 (LWP 27108)]
[New Thread 0x7f4855523700 (LWP 27106)]
[New Thread 0x7f4855d24700 (LWP 27105)]
[New Thread 0x7f4855f26700 (LWP 27104)]
[New Thread 0x7f4856027700 (LWP 27101)]
[New Thread 0x7f4856128700 (LWP 27100)]
[New Thread 0x7f4856229700 (LWP 27099)]
[New Thread 0x7f4856a2a700 (LWP 27098)]
[New Thread 0x7f485722b700 (LWP 27097)]
[New Thread 0x7f4857c2e700 (LWP 27092)]
[New Thread 0x7f485842f700 (LWP 27091)]
[New Thread 0x7f4858c30700 (LWP 27090)]
[New Thread 0x7f4859431700 (LWP 27089)]
[New Thread 0x7f4859e3e700 (LWP 27088)]
[New Thread 0x7f485ada4700 (LWP 27087)]

warning: no loadable sections found in added symbol-file system-supplied DSO at 0x7fff369fc000
0x00007f4862519c41 in ppoll (fds=<optimized out>, nfds=<optimized out>, timeout=<optimized out>, timeout@entry=0x7fff36995070, sigmask=<optimized out>, sigmask@entry=0x0) at ../sysdeps/unix/sysv/linux/ppoll.c:58
58 ../sysdeps/unix/sysv/linux/ppoll.c: No such file or directory.

Thread 20 (Thread 0x7f485ada4700 (LWP 27087)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f486647425b in ceph::log::Log::entry (this=0x7f486a0bf3e0) at log/Log.cc:323
#2 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#3 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#4 0x0000000000000000 in ?? ()

Thread 19 (Thread 0x7f4859e3e700 (LWP 27088)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:216
#1 0x00007f4866279f72 in WaitUntil (when=..., mutex=..., this=0x7f486a0d9d18) at ./common/Cond.h:71
#2 WaitInterval (interval=..., mutex=..., cct=<optimized out>, this=0x7f486a0d9d18) at ./common/Cond.h:79
#3 CephContextServiceThread::entry (this=0x7f486a0d9ca0) at common/ceph_context.cc:58
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 18 (Thread 0x7f4859431700 (LWP 27089)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f486635e823 in Wait (mutex=..., this=0x7f486a0dba40) at ./common/Cond.h:55
#2 DispatchQueue::entry (this=0x7f486a0db9d8) at msg/DispatchQueue.cc:138
#3 0x00007f48663ca37d in DispatchQueue::DispatchThread::entry (this=<optimized out>) at msg/DispatchQueue.h:104
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 17 (Thread 0x7f4858c30700 (LWP 27090)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f48663c5ba8 in Wait (mutex=..., this=0x7f486a0dbe28) at ./common/Cond.h:55
#2 SimpleMessenger::reaper_entry (this=0x7f486a0db8e0) at msg/SimpleMessenger.cc:210
#3 0x00007f48663caa9d in SimpleMessenger::ReaperThread::entry (this=<optimized out>) at msg/SimpleMessenger.h:225
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 16 (Thread 0x7f485842f700 (LWP 27091)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:216
#1 0x00007f486625f1b8 in WaitUntil (when=..., mutex=..., this=0x7f486a0c2030) at common/Cond.h:71
#2 SafeTimer::timer_thread (this=0x7f486a0c2020) at common/Timer.cc:114
#3 0x00007f48662600ed in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 15 (Thread 0x7f4857c2e700 (LWP 27092)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f4866260b42 in Wait (mutex=..., this=0x7f486a0c2148) at ./common/Cond.h:55
#2 Finisher::finisher_thread_entry (this=0x7f486a0c20e8) at common/Finisher.cc:78
#3 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#4 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#5 0x0000000000000000 in ?? ()

Thread 14 (Thread 0x7f485722b700 (LWP 27097)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:216
#1 0x00007f486625f1b8 in WaitUntil (when=..., mutex=..., this=0x7f486a0c2528) at common/Cond.h:71
#2 SafeTimer::timer_thread (this=0x7f486a0c2518) at common/Timer.cc:114
#3 0x00007f48662600ed in SafeTimerThread::entry (this=<optimized out>) at common/Timer.cc:38
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 13 (Thread 0x7f4856a2a700 (LWP 27098)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f4866260b42 in Wait (mutex=..., this=0x7f486a0c2668) at ./common/Cond.h:55
#2 Finisher::finisher_thread_entry (this=0x7f486a0c2608) at common/Finisher.cc:78
#3 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#4 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#5 0x0000000000000000 in ?? ()

Thread 12 (Thread 0x7f4856229700 (LWP 27099)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f48663b581a in Wait (mutex=..., this=0x7f4850007f50) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7f4850007d40) at msg/Pipe.cc:1730
#3 0x00007f48663c1c5d in Pipe::Writer::entry (this=<optimized out>) at msg/Pipe.h:61
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 11 (Thread 0x7f4856128700 (LWP 27100)):
#0 0x00007f4862519b73 in *__GI___poll (fds=<optimized out>, nfds=<optimized out>, timeout=900000) at ../sysdeps/unix/sysv/linux/poll.c:87
#1 0x00007f48663aa87c in Pipe::tcp_read_wait (this=this@entry=0x7f4850007d40) at msg/Pipe.cc:2282
#2 0x00007f48663aab10 in Pipe::tcp_read (this=this@entry=0x7f4850007d40, buf=<optimized out>, buf@entry=0x7f4856127b6f "\377", len=len@entry=1) at msg/Pipe.cc:2255
#3 0x00007f48663bca9f in Pipe::reader (this=0x7f4850007d40) at msg/Pipe.cc:1421
#4 0x00007f48663c1d7d in Pipe::Reader::entry (this=<optimized out>) at msg/Pipe.h:49
#5 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#6 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()

Thread 10 (Thread 0x7f4856027700 (LWP 27101)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f48663b581a in Wait (mutex=..., this=0x7f485000a590) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7f485000a380) at msg/Pipe.cc:1730
#3 0x00007f48663c1c5d in Pipe::Writer::entry (this=<optimized out>) at msg/Pipe.h:61
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 9 (Thread 0x7f4855f26700 (LWP 27104)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136
#1 0x00007f48627dd3df in _L_lock_1145 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007f48627dd32a in __pthread_mutex_lock (mutex=0x7f486a0d0440) at pthread_mutex_lock.c:101
#3 0x00007f4860fc4909 in PR_Lock () from /usr/lib/x86_64-linux-gnu/libnspr4.so
#4 0x00007f485a382545 in ?? () from /usr/lib/x86_64-linux-gnu/nss/libsoftokn3.so
#5 0x00007f485a376479 in ?? () from /usr/lib/x86_64-linux-gnu/nss/libsoftokn3.so
#6 0x00007f485a37795c in ?? () from /usr/lib/x86_64-linux-gnu/nss/libsoftokn3.so
#7 0x00007f4861cbf6cd in PK11_CipherOp () from /usr/lib/x86_64-linux-gnu/libnss3.so
#8 0x00007f48663eea2b in nss_aes_operation (op=<optimized out>, secret=..., in=..., out=..., error=...) at auth/Crypto.cc:175
#9 0x00007f48663ed881 in CryptoKey::encrypt (this=0x7f486a0e3278, cct=0x7f486a0bccf0, in=..., out=..., error=...) at auth/Crypto.cc:358
#10 0x00007f48663ed03e in encode_encrypt_enc_bl<ceph::buffer::list> (cct=cct@entry=0x7f486a0bccf0, t=..., key=..., out=..., error=...) at auth/cephx/CephxProtocol.h:465
#11 0x00007f48663ed172 in encode_encrypt<ceph::buffer::list> (cct=0x7f486a0bccf0, t=..., key=..., out=..., error=...) at auth/cephx/CephxProtocol.h:490
#12 0x00007f48663eb2b0 in CephxSessionHandler::check_message_signature (this=0x7f486a0e3260, m=0x7f47c04b6410) at auth/cephx/CephxSessionHandler.cc:98
#13 0x00007f48663abd6b in Pipe::read_message (this=this@entry=0x7f485000a380, pm=pm@entry=0x7f4855f25ba8, auth_handler=auth_handler@entry=0x7f486a0e3260) at msg/Pipe.cc:1967
#14 0x00007f48663bd6a1 in Pipe::reader (this=0x7f485000a380) at msg/Pipe.cc:1483
#15 0x00007f48663c1d7d in Pipe::Reader::entry (this=<optimized out>) at msg/Pipe.h:49
#16 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#17 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#18 0x0000000000000000 in ?? ()

Thread 8 (Thread 0x7f4855d24700 (LWP 27105)):
#0 0x00007f486251d807 in ioctl () at ../sysdeps/unix/syscall-template.S:82
#1 0x00007f4867bab9e9 in kvm_vcpu_ioctl (cpu=cpu@entry=0x7f4850010fe0, type=type@entry=44672) at /root/pve-qemu-kvm/qemu-kvm/kvm-all.c:1845
#2 0x00007f4867babb25 in kvm_cpu_exec (cpu=cpu@entry=0x7f4850010fe0) at /root/pve-qemu-kvm/qemu-kvm/kvm-all.c:1714
#3 0x00007f4867b97e0c in qemu_kvm_cpu_thread_fn (arg=0x7f4850010fe0) at /root/pve-qemu-kvm/qemu-kvm/cpus.c:874
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 7 (Thread 0x7f4855523700 (LWP 27106)):
#0 0x00007f486251d807 in ioctl () at ../sysdeps/unix/syscall-template.S:82
#1 0x00007f4867bab9e9 in kvm_vcpu_ioctl (cpu=cpu@entry=0x7f4850054e80, type=type@entry=44672) at /root/pve-qemu-kvm/qemu-kvm/kvm-all.c:1845
#2 0x00007f4867babb25 in kvm_cpu_exec (cpu=cpu@entry=0x7f4850054e80) at /root/pve-qemu-kvm/qemu-kvm/kvm-all.c:1714
#3 0x00007f4867b97e0c in qemu_kvm_cpu_thread_fn (arg=0x7f4850054e80) at /root/pve-qemu-kvm/qemu-kvm/cpus.c:874
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 6 (Thread 0x7f47cfbff700 (LWP 27108)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f4867e59af9 in qemu_cond_wait (cond=cond@entry=0x7f48500dd310, mutex=mutex@entry=0x7f48500dd340) at util/qemu-thread-posix.c:135
#2 0x00007f4867df599b in vnc_worker_thread_loop (queue=queue@entry=0x7f48500dd310) at ui/vnc-jobs.c:222
#3 0x00007f4867df5d70 in vnc_worker_thread (arg=0x7f48500dd310) at ui/vnc-jobs.c:323
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 5 (Thread 0x7f47cffff700 (LWP 27111)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f48663b581a in Wait (mutex=..., this=0x7f486a1639c0) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7f486a1637b0) at msg/Pipe.cc:1730
#3 0x00007f48663c1c5d in Pipe::Writer::entry (this=<optimized out>) at msg/Pipe.h:61
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 4 (Thread 0x7f47cfdff700 (LWP 27112)):
#0 0x00007f4862519b73 in *__GI___poll (fds=<optimized out>, nfds=<optimized out>, timeout=900000) at ../sysdeps/unix/sysv/linux/poll.c:87
#1 0x00007f48663aa87c in Pipe::tcp_read_wait (this=this@entry=0x7f486a1637b0) at msg/Pipe.cc:2282
#2 0x00007f48663aab10 in Pipe::tcp_read (this=this@entry=0x7f486a1637b0, buf=<optimized out>, buf@entry=0x7f47cfdfeb6f "\377", len=len@entry=1) at msg/Pipe.cc:2255
#3 0x00007f48663bca9f in Pipe::reader (this=0x7f486a1637b0) at msg/Pipe.cc:1421
#4 0x00007f48663c1d7d in Pipe::Reader::entry (this=<optimized out>) at msg/Pipe.h:49
#5 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#6 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()

Thread 3 (Thread 0x7f4855e25700 (LWP 6394)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f48663b581a in Wait (mutex=..., this=0x7f47b85b49b0) at ./common/Cond.h:55
#2 Pipe::writer (this=0x7f47b85b47a0) at msg/Pipe.cc:1730
#3 0x00007f48663c1c5d in Pipe::Writer::entry (this=<optimized out>) at msg/Pipe.h:61
#4 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()

Thread 2 (Thread 0x7f485742d700 (LWP 6395)):
#0 0x00007f4862519b73 in *__GI___poll (fds=<optimized out>, nfds=<optimized out>, timeout=900000) at ../sysdeps/unix/sysv/linux/poll.c:87
#1 0x00007f48663aa87c in Pipe::tcp_read_wait (this=this@entry=0x7f47b85b47a0) at msg/Pipe.cc:2282
#2 0x00007f48663aab10 in Pipe::tcp_read (this=this@entry=0x7f47b85b47a0, buf=<optimized out>, buf@entry=0x7f485742cb6f "\377\250\277[\270G\177", len=len@entry=1) at msg/Pipe.cc:2255
#3 0x00007f48663bca9f in Pipe::reader (this=0x7f47b85b47a0) at msg/Pipe.cc:1421
#4 0x00007f48663c1d7d in Pipe::Reader::entry (this=<optimized out>) at msg/Pipe.h:49
#5 0x00007f48627dab50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#6 0x00007f48625247bd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()

Thread 1 (Thread 0x7f486799f8e0 (LWP 27034)):
#0 0x00007f4862519c41 in ppoll (fds=<optimized out>, nfds=<optimized out>, timeout=<optimized out>, timeout@entry=0x7fff36995070, sigmask=<optimized out>, sigmask@entry=0x0) at ../sysdeps/unix/sysv/linux/ppoll.c:58
#1 0x00007f4867e06d79 in qemu_poll_ns (fds=<optimized out>, nfds=<optimized out>, timeout=timeout@entry=1999704393) at qemu-timer.c:319
#2 0x00007f4867e06234 in os_host_main_loop_wait (timeout=1999704393) at main-loop.c:229
#3 main_loop_wait (nonblocking=<optimized out>) at main-loop.c:484
#4 0x00007f4867b6977d in main_loop () at vl.c:2018
#5 main (argc=<optimized out>, argv=<optimized out>, envp=<optimized out>) at vl.c:4610
(9-9/9)