Bug #10485
Updated by Loïc Dachary over 9 years ago
http://pulpito.ceph.com/sage-2015-01-06_09:44:19-rados-wip-sage-testing-firefly---basic-multi/688290/ has a core dump for ceph-osd 5 but the log has no backtrace. An attempt to display the stack trace with gdb produces the following weird trace on vpm178 after an apt-get dist-upgrade trace: <pre> root@vpm178:~# LD_LIBRARY_PATH=/usr/lib/debug/usr/lib gdb /usr/lib/debug/usr/bin/ceph-osd 688290/remote/burnupi35/coredump/1420687868.61469.core Reading symbols from /usr/lib/debug/usr/bin/ceph-osd...done. Illegal process-id: 688290/remote/burnupi35/coredump/1420687868.61469.core. [New LWP 61612] ... [New LWP 61618] [New LWP 61600] warning: .dynamic section for "/lib/x86_64-linux-gnu/libgcc_s.so.1" is not at the expected address (wrong library or version mismatch?) [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". Core was generated by `ceph-osd -f -i 5'. Program terminated with signal SIGSEGV, Segmentation fault. #0 0x00007fcbae6fef07 in _dl_map_object_deps (map=map@entry=0x7fcbae8ff4e8, preloads=preloads@entry=0x0, npreloads=npreloads@entry=0, trace_mode=trace_mode@entry=0, open_mode=open_mode@entry=-2147483648) at dl-deps.c:528 528 dl-deps.c: No such file or directory. (gdb) bt #0 0x00007fcbae6fef07 in _dl_map_object_deps (map=map@entry=0x7fcbae8ff4e8, preloads=preloads@entry=0x0, npreloads=npreloads@entry=0, trace_mode=trace_mode@entry=0, open_mode=open_mode@entry=-2147483648) at dl-deps.c:528 #1 0x00007fcbae705aab in dl_open_worker (a=a@entry=0x7fcb98740aa8) at dl-open.c:272 #2 0x00007fcbae700ff4 in _dl_catch_error (objname=objname@entry=0x7fcb98740a98, errstring=errstring@entry=0x7fcb98740aa0, mallocedp=mallocedp@entry=0x7fcb98740a90, operate=operate@entry=0x7fcbae7059a0 <dl_open_worker>, args=args@entry=0x7fcb98740aa8) at dl-error.c:187 #3 0x00007fcbae7053bb in _dl_open (file=0x7fcbac6174de "%d/%y", mode=-2147483647, caller_dlopen=<optimized out>, nsid=-2, argc=4, argv=0x7fffbe2e3c68, env=0x1f3c000) at dl-open.c:661 #4 0x00007fcbac5d1002 in elf_ifunc_invoke (addr=<optimized out>) at ../sysdeps/x86_64/dl-irel.h:32 #5 do_sym (handle=<optimized out>, name=<optimized out>, who=<optimized out>, vers=<optimized out>, flags=<optimized out>) at dl-sym.c:190 #6 0x00007fcbade26a90 in pthread_once () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_once.S:103 #7 0x00007fcbac5a5d7c in __GI___backtrace_symbols_fd (array=<optimized out>, size=<optimized out>, fd=0) at backtracesymsfd.c:72 #8 0x00007fcb98740ed0 in ?? () #9 0x0000000003f56ad8 in ?? () #10 0x00007fcb98740ee0 in ?? () #11 0x00000000048c9958 in ?? () #12 0x00007fcb98740f40 in ?? () #13 0x00000000036ce2d8 in ?? () #14 0x00000000008d3edb in ~basic_string (this=0x7fcb98740ea0, __in_chrg=<optimized out>) at /usr/include/c++/4.8/bits/basic_string.h:539 #15 LFNIndex::lfn_generate_object_name (this=<optimized out>, oid=...) at os/LFNIndex.cc:692 #16 0x000000000000001e 0x0000000003dd25b8 in ?? () #17 0x00007fcb9874343c 0x00007fcb98740f10 in ?? () #18 0x00007fcb98743300 0x00000000036ce2d8 in ?? () #19 0x0000000000000000 0xffffffffff003330 in ?? () </pre> and on vpm022, as is #20 0x0000000003263c18 in ?? () <pre> #21 0x0000000000000003 in ?? () Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". #22 0x00000000044d2458 in ?? () Core was generated by `ceph-osd -f -i 5'. #23 0x4144004300434539 in ?? () Program terminated with signal SIGSEGV, Segmentation fault. #24 0x43453800656e6f6e in ?? () #0 0x00007fcbae6fef07 #25 0x4144004300003330 in _dl_map_object_deps (map=map@entry=0x7fcbae8ff4e8, preloads=preloads@entry=0x0, npreloads=npreloads@entry=0, trace_mode=trace_mode@entry=0, open_mode=open_mode@entry=-2147483648) at dl-deps.c:528 ?? () 528 dl-deps.c: No such file or directory. #26 0x00000000044d2458 in ?? () #27 0x0000000000000000 in ?? () (gdb) bt #0 info thread Id Target Id Frame 113 0x00007fcbae6fef07 Thread 0x7fcb9df50700 (LWP 61600) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 112 Thread 0x7fcb9573f700 (LWP 61618) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 111 Thread 0x7fcb8f912700 (LWP 1980) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 110 Thread 0x7fcb91a33700 (LWP 2147) 0x00007fcbac595351 in _dl_map_object_deps (map=map@entry=0x7fcbae8ff4e8, preloads=preloads@entry=0x0, npreloads=npreloads@entry=0, trace_mode=trace_mode@entry=0, modify_ldt () at ../sysdeps/unix/syscall-template.S:83 109 Thread 0x7fcb90d26700 (LWP 2146) 0x00007fcbac58803d in process_entry (data=0x29bc000, dir=0x7fcb90d25b48, open_mode=open_mode@entry=-2147483648) name=0x1 <error: Cannot access memory at dl-deps.c:528 #1 address 0x1>, namlen=<optimized out>, d_type=-1865258560) at ../sysdeps/wordsize-64/../../io/ftw.c:413 108 0x00007fcbae705aab Thread 0x7fcb97f44700 (LWP 61613) __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 107 Thread 0x7fcb90019700 (LWP 2137) 0x00007fcbac58803d in dl_open_worker (a=a@entry=0x7fcb98740aa8) process_entry (data=0x23a1200, dir=0x7fcb90018b48, name=0x1 <error: Cannot access memory at dl-open.c:272 #2 address 0x1>, namlen=<optimized out>, d_type=-1878943296) at ../sysdeps/wordsize-64/../../io/ftw.c:413 106 0x00007fcbae700ff4 Thread 0x7fcba3e93700 (LWP 61539) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 105 Thread 0x7fcb90c25700 (LWP 1878) 0x00007fcbac58803d in _dl_catch_error (objname=objname@entry=0x7fcb98740a98, errstring=errstring@entry=0x7fcb98740aa0, mallocedp=mallocedp@entry=0x7fcb98740a90, process_entry (data=0x1fef900, dir=0x7fcb90c24b48, operate=operate@entry=0x7fcbae7059a0 <dl_open_worker>, args=args@entry=0x7fcb98740aa8) name=0x1 <error: Cannot access memory at dl-error.c:187 #3 address 0x1>, namlen=<optimized out>, d_type=36340416) at ../sysdeps/wordsize-64/../../io/ftw.c:413 104 0x00007fcbae7053bb Thread 0x7fcba3692700 (LWP 61540) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 103 Thread 0x7fcb99747700 (LWP 61610) pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 102 Thread 0x7fcb99f48700 (LWP 61608) 0x00007fcbac58803d in _dl_open (file=0x7fcbac6174de "em != ((void *)0)", mode=-2147483647, caller_dlopen=<optimized process_entry (data=0x7fcb99f47d98, dir=0x7fcb99f47c80, name=0x1fa92c0 "P", <incomplete sequence \360>, namlen=<optimized out>, nsid=-2, argc=4, argv=0x7fffbe2e3c68, env=0x1f3c000) d_type=-1712027200) at dl-open.c:661 #4 ../sysdeps/wordsize-64/../../io/ftw.c:413 101 0x00007fcbac5d1002 Thread 0x7fcb9af4a700 (LWP 61606) 0x00007fcbac58803d in __GI___libc_dlopen_mode (name=0x7fcbae8ff4e8 "", mode=6642832) process_entry (data=0x7fcb9af49d98, dir=0x7fcb9af49c80, name=0x1fa9ec0 "P", <incomplete sequence \360>, namlen=<optimized out>, d_type=124) at dl-libc.c:157 #5 ../sysdeps/wordsize-64/../../io/ftw.c:413 100 0x00007fcb98740cc0 Thread 0x7fcb9b74b700 (LWP 61605) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 99 Thread 0x7fcb9c74d700 (LWP 61603) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 98 Thread 0x7fcb9cf4e700 (LWP 61602) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 97 Thread 0x7fcb9d74f700 (LWP 61601) 0x00007fcbac58803d in ?? process_entry (data=0x7fcb9d74ed98, dir=0x7fcb9d74ec80, name=0x1fa8cc0 "P", <incomplete sequence \360>, namlen=<optimized out>, d_type=119) at ../sysdeps/wordsize-64/../../io/ftw.c:413 96 Thread 0x7fcba168e700 (LWP 61544) __lll_lock_wait () #6 0x00007fcbae9151c8 at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 95 Thread 0x7fcba1e8f700 (LWP 61543) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 94 Thread 0x7fcba4694700 (LWP 61538) pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 93 Thread 0x7fcba7e9b700 (LWP 61516) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 92 Thread 0x7fcba9198700 (LWP 61515) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 91 Thread 0x7fcba5e97700 (LWP 61512) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 90 Thread 0x7fcba9e9f700 (LWP 61478) 0x00007fcbac58803d in _r_debug process_entry (data=0x7fcba9e9ed00, dir=0xf0b3e0 <vtable for std::ostream@@GLIBCXX_3.4>, name=0x1f72280 "\020\326", <incomplete sequence \357>, namlen=<optimized out>, d_type=33014928) at ../sysdeps/wordsize-64/../../io/ftw.c:413 89 Thread 0x7fcb8ef08700 (LWP 2139) pthread_cond_wait@@GLIBC_2.3.2 () #7 0x00007fcb98740ca0 at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 88 Thread 0x7fcb8f50e700 (LWP 2130) 0x00007fcbac58803d in ?? process_entry (data=0x63c2300, dir=0x7fcb8f50db48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=-1890522688) at ../sysdeps/wordsize-64/../../io/ftw.c:413 87 Thread 0x7fcb9011a700 (LWP 2124) pthread_cond_wait@@GLIBC_2.3.2 () #8 0x00007fcb98740cb0 at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 86 Thread 0x7fcb8f20b700 (LWP 2121) 0x00007fcbac58803d in ?? process_entry (data=0x29be580, dir=0x7fcb8f20ab48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=-1893680704) at ../sysdeps/wordsize-64/../../io/ftw.c:413 85 Thread 0x7fcb8d7f1700 (LWP 2112) pthread_cond_wait@@GLIBC_2.3.2 () #9 0x00007fcb98740c90 at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 84 Thread 0x7fcb8f40d700 (LWP 2074) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 83 Thread 0x7fcb91730700 (LWP 2050) 0x00007fcbac58803d in ?? process_entry (data=0x20caa80, dir=0x7fcb9172fb48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=-1854731840) at ../sysdeps/wordsize-64/../../io/ftw.c:413 82 Thread 0x7fcb8dbf5700 (LWP 2049) pthread_cond_wait@@GLIBC_2.3.2 () #10 0x00007fcb98740b94 at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 81 Thread 0x7fcb91932700 (LWP 2048) 0x00007fcbac58803d in ?? process_entry (data=0x29bf200, dir=0x7fcb91931b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=-1852626496) at ../sysdeps/wordsize-64/../../io/ftw.c:413 80 Thread 0x7fcb8fc15700 (LWP 2044) pthread_cond_wait@@GLIBC_2.3.2 () #11 0x0000000000000000 at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 79 Thread 0x7fcb91b34700 (LWP 2041) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 78 Thread 0x7fcb9122b700 (LWP 2040) 0x00007fcbac58803d in ?? process_entry (data=0x29bde00, dir=0x7fcb9122ab48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=-1859995200) at ../sysdeps/wordsize-64/../../io/ftw.c:413 77 Thread 0x7fcb8f30c700 (LWP 2030) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 76 Thread 0x7fcb8eb04700 (LWP 2027) 0x00007fcbac58803d in process_entry (data=0x35c6080, dir=0x7fcb8eb03b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=86895968) at ../sysdeps/wordsize-64/../../io/ftw.c:413 75 Thread 0x7fcb9132c700 (LWP 2013) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 74 Thread 0x7fcb9112a700 (LWP 2011) 0x00007fcbac58803d in process_entry (data=0x239ef00, dir=0x7fcb91129b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=35772256) at ../sysdeps/wordsize-64/../../io/ftw.c:413 73 Thread 0x7fcb8ea03700 (LWP 1984) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 72 Thread 0x7fcb8dff9700 (LWP 1983) 0x00007fcbac58803d in process_entry (data=0x35c7480, dir=0x7fcb8dff8b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=35777184) at ../sysdeps/wordsize-64/../../io/ftw.c:413 71 Thread 0x7fcb90922700 (LWP 1982) 0x00007fcbac58803d in process_entry (data=0x35c6f80, dir=0x7fcb90921b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=83082016) at ../sysdeps/wordsize-64/../../io/ftw.c:413 70 Thread 0x7fcb8d8f2700 (LWP 1981) 0x00007fcbac58803d in process_entry (data=0x29bf980, dir=0x7fcb8d8f1b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=83067232) at ../sysdeps/wordsize-64/../../io/ftw.c:413 69 Thread 0x7fcb8d6f0700 (LWP 1978) 0x00007fcbac58803d in process_entry (data=0x1ff0580, dir=0x7fcb8d6efb48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=86894208) at ../sysdeps/wordsize-64/../../io/ftw.c:413 68 Thread 0x7fcb9021b700 (LWP 1938) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 67 Thread 0x7fcb9061f700 (LWP 1880) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 66 Thread 0x7fcb90b24700 (LWP 1866) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 65 Thread 0x7fcbab61a700 (LWP 61471) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 64 Thread 0x7fcb8fb14700 (LWP 1865) 0x00007fcbac58803d in process_entry (data=0x29bca00, dir=0x7fcb8fb13b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=35769792) at ../sysdeps/wordsize-64/../../io/ftw.c:413 63 Thread 0x7fcb9bf4c700 (LWP 61604) 0x00007fcbac58803d in process_entry (data=0x7fcb9bf4bd98, dir=0x7fcb9bf4bc80, name=0x1fa98c0 "P", <incomplete sequence \360>, namlen=<optimized out>, d_type=191) at ../sysdeps/wordsize-64/../../io/ftw.c:413 62 Thread 0x7fcb8e5ff700 (LWP 1669) 0x00007fcbac58803d in process_entry (data=0x25f6580, dir=0x7fcb8e5feb48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=68536992) at ../sysdeps/wordsize-64/../../io/ftw.c:413 61 Thread 0x7fcba4e95700 (LWP 61537) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 60 Thread 0x7fcb8ed06700 (LWP 1506) 0x00007fcbac58803d in process_entry (data=0x20c9180, dir=0x7fcb8ed05b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=80427808) at ../sysdeps/wordsize-64/../../io/ftw.c:413 59 Thread 0x7fcba5696700 (LWP 61511) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 58 Thread 0x7fcb90a23700 (LWP 2109) 0x00007fcbac58803d in process_entry (data=0x35c7200, dir=0x7fcb90a22b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=102919968) at ../sysdeps/wordsize-64/../../io/ftw.c:413 57 Thread 0x7fcb9041d700 (LWP 1502) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 56 Thread 0x7fcb9152e700 (LWP 1501) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 55 Thread 0x7fcb8daf4700 (LWP 2099) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 54 Thread 0x7fcb8e801700 (LWP 1268) 0x00007fcbac58803d in process_entry (data=0x20cb700, dir=0x7fcb8e800b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=68596544) at ../sysdeps/wordsize-64/../../io/ftw.c:413 53 Thread 0x7fcb8f710700 (LWP 2098) 0x00007fcbac58803d in process_entry (data=0x35c6a80, dir=0x7fcb8f70fb48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=67194656) at ../sysdeps/wordsize-64/../../io/ftw.c:413 52 Thread 0x7fcb8d9f3700 (LWP 1267) 0x00007fcbac58803d in process_entry (data=0x20c9e00, dir=0x7fcb8d9f2b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=83081664) at ../sysdeps/wordsize-64/../../io/ftw.c:413 51 Thread 0x7fcb8f60f700 (LWP 2073) 0x00007fcbac58803d in process_entry (data=0x239fe00, dir=0x7fcb8f60eb48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=35773664) at ../sysdeps/wordsize-64/../../io/ftw.c:413 50 Thread 0x7fcb8e0fa700 (LWP 1266) 0x00007fcbac58803d in process_entry (data=0x1ff0f80, dir=0x7fcb8e0f9b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=56244768) at ../sysdeps/wordsize-64/../../io/ftw.c:413 49 Thread 0x7fcb9031c700 (LWP 2047) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 48 Thread 0x7fcb8f10a700 (LWP 2138) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 47 Thread 0x7fcb90f28700 (LWP 2015) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 46 Thread 0x7fcb8dcf6700 (LWP 1264) 0x00007fcbac58803d in process_entry (data=0x20ca080, dir=0x7fcb8dcf5b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=83082720) at ../sysdeps/wordsize-64/../../io/ftw.c:413 45 Thread 0x7fcb9ef52700 (LWP 61597) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 44 Thread 0x7fcb9142d700 (LWP 2012) 0x00007fcbac58803d in process_entry (data=0x35c4000, dir=0x7fcb9142cb48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=86760320) at ../sysdeps/wordsize-64/../../io/ftw.c:413 43 Thread 0x7fcb8e700700 (LWP 1004) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 42 Thread 0x7fcb92739700 (LWP 1260) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 41 Thread 0x7fcb8fe17700 (LWP 2136) 0x00007fcbac58803d in process_entry (data=0x35c4f00, dir=0x7fcb8fe16b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=-1881048640) at ../sysdeps/wordsize-64/../../io/ftw.c:413 40 Thread 0x7fcb90720700 (LWP 1862) 0x00007fcbac58803d in process_entry (data=0x29be300, dir=0x7fcb9071fb48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=86758912) at ../sysdeps/wordsize-64/../../io/ftw.c:413 39 Thread 0x7fcb9162f700 (LWP 1259) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 38 Thread 0x7fcbae8f4700 (LWP 2108) 0x00007fcbac58803d in process_entry (data=0x23a0f80, dir=0x7fcbae8f3b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=35772608) at ../sysdeps/wordsize-64/../../io/ftw.c:413 37 Thread 0x7fcb9a749700 (LWP 61607) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 36 Thread 0x7fcb8f811700 (LWP 1258) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 35 Thread 0x7fcb8fa13700 (LWP 1668) 0x00007fcbac58803d in process_entry (data=0x25f5e00, dir=0x7fcb8fa12b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=68597248) at ../sysdeps/wordsize-64/../../io/ftw.c:413 34 Thread 0x7fcb8def8700 (LWP 2122) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 33 Thread 0x7fcba6e99700 (LWP 61518) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 32 Thread 0x7fcb8fd16700 (LWP 1257) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 31 Thread 0x7fcb91e37700 (LWP 1667) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 30 Thread 0x7fcba2690700 (LWP 61542) __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 29 Thread 0x7fcba769a700 (LWP 61517) pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 28 Thread 0x7fcb9051e700 (LWP 1007) 0x00007fcbac58803d in process_entry (data=0x1fef400, dir=0x7fcb9051db48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=56239840) at ../sysdeps/wordsize-64/../../io/ftw.c:413 27 Thread 0x7fcb8ddf7700 (LWP 1666) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 26 Thread 0x7fcb96f42700 (LWP 61615) __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 25 Thread 0x7fcba869c700 (LWP 61514) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 24 Thread 0x7fcba2e91700 (LWP 61541) __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 23 Thread 0x7fcb8d5ef700 (LWP 65277) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 22 Thread 0x7fcb8e3fd700 (LWP 1508) 0x00007fcbac58803d in process_entry (data=0x25f4a00, dir=0x7fcb8e3fcb48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=80427456) at ../sysdeps/wordsize-64/../../io/ftw.c:413 21 Thread 0x7fcbaa6a0700 (LWP 61477) pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 20 Thread 0x7fcb9e751700 (LWP 61599) 0x00007fcbac58803d in process_entry (data=0x7fcb9e750d98, dir=0x7fcb9e750c80, name=0x1fa80c0 "P", <incomplete sequence \360>, namlen=<optimized out>, d_type=36) at ../sysdeps/wordsize-64/../../io/ftw.c:413 19 Thread 0x7fcb92f3a700 (LWP 61625) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 18 Thread 0x7fcb91c35700 (LWP 2076) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 17 Thread 0x7fcb92638700 (LWP 61658) 0x00007fcbac58803d in process_entry (data=0x7fcb92637d0f, dir=0x0, name=0x1fb0438 "", namlen=<optimized out>, d_type=4) at ../sysdeps/wordsize-64/../../io/ftw.c:413 16 Thread 0x7fcb9373b700 (LWP 61623) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 15 Thread 0x7fcb98f46700 (LWP 61611) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 14 Thread 0x7fcb8ff18700 (LWP 2071) 0x00007fcbac58803d in process_entry (data=0x35c6300, dir=0x7fcb8ff17b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=102930880) at ../sysdeps/wordsize-64/../../io/ftw.c:413 13 Thread 0x7fcb93f3c700 (LWP 61622) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 12 Thread 0x7fcba6698700 (LWP 61513) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 11 Thread 0x7fcb94f3e700 (LWP 61619) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 10 Thread 0x7fcb91d36700 (LWP 2043) 0x00007fcbac58803d in process_entry (data=0x29bf480, dir=0x7fcb91d35b48, name=0x1 <error: Cannot access memory at address 0x1>, namlen=<optimized out>, d_type=-1848415808) at ../sysdeps/wordsize-64/../../io/ftw.c:413 9 Thread 0x7fcbae8f8800 (LWP 61469) 0x00007fcbade2266b in pthread_join (threadid=140512521955072, thread_return=0x0) at pthread_join.c:92 8 Thread 0x7fcb95f40700 (LWP 61617) pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 7 Thread 0x7fcb9473d700 (LWP 61620) pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 6 Thread 0x7fcb91831700 (LWP 1979) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 5 Thread 0x7fcb8f009700 (LWP 2113) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 4 Thread 0x7fcb96741700 (LWP 61616) pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 3 Thread 0x7fcb97743700 (LWP 61614) __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 2 Thread 0x7fcb8e902700 (LWP 1870) pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 * 1 Thread 0x7fcb98745700 (LWP 61612) 0x00007fcbae6fef07 in _dl_map_object_deps (map=map@entry=0x7fcbae8ff4e8, preloads=preloads@entry=0x0, npreloads=npreloads@entry=0, trace_mode=trace_mode@entry=0, open_mode=open_mode@entry=-2147483648) at dl-deps.c:528 (gdb) </pre>