[2]kdb> bt Stack traceback for pid 23551 0xffff8801067f8000 23551 2 1 2 R 0xffff8801067f8488 *kworker/u64:1 ffff8801c17b9b60 0000000000000018 ffffffffa06232ed 0000000000000001 00000000000000d0 0000000000000000 0000000000000ffc ffff8801c17b9bb8 0000000000000000 ffff8801fe0da000 ffff880224bb8f60 0000000000000001 Call Trace: [] ? rbd_obj_request_create+0x5d/0x170 [rbd] [] ? rbd_obj_method_sync.constprop.34+0x7f/0x240 [rbd] [] ? rbd_dev_v2_header_info+0x31a/0x850 [rbd] [] ? rbd_dev_refresh+0x57/0x130 [rbd] [] ? rbd_watch_cb+0x41/0x140 [rbd] [] ? do_event_work+0x52/0xc0 [libceph] [] ? process_one_work+0x1da/0x540 [] ? process_one_work+0x16f/0x540 [] ? worker_thread+0x11c/0x370 [] ? manage_workers.isra.20+0x2e0/0x2e0 [] ? kthread+0xea/0xf0 [] ? flush_kthread_worker+0x150/0x150 [] ? ret_from_fork+0x7c/0xb0 [] ? flush_kthread_worker+0x150/0x150 [2]kdb> dumpall [dumpall]kdb> pid R KDB current process is kworker/u64:1(pid=23551) [dumpall]kdb> -dumpcommon [dumpcommon]kdb> set BTAPROMPT 0 [dumpcommon]kdb> set LINES 10000 [dumpcommon]kdb> -summary sysname Linux release 3.10.0-ceph-00037-g365b57b version #1 SMP Tue Jul 9 19:58:30 UTC 2013 machine x86_64 nodename plana48 domainname (none) ccversion CCVERSION date 2013-07-16 12:21:09 tz_minuteswest 420 uptime 01:32 load avg 1.18 1.61 2.32 MemTotal: 2038245 kB MemFree: 1254834 kB Buffers: 13064 kB [dumpcommon]kdb> -cpu Currently on cpu 2 Available cpus: 0-1(I), 2, 3-4(I), 5, 6-7(I) [dumpcommon]kdb> -ps 6 idle processes (state I) and 117 sleeping system daemon (state M) processes suppressed, use 'ps A' to see all. Task Addr Pid Parent [*] cpu State Thread Command 0xffff8801067f8000 23551 2 1 2 R 0xffff8801067f8488 *kworker/u64:1 0xffff880224688000 28008 26941 1 5 R 0xffff880224688488 rbd 0xffff880225ca8000 1 0 0 1 S 0xffff880225ca8488 init 0xffff88020c7b8000 494 1 0 2 S 0xffff88020c7b8488 upstart-udev-br 0xffff88020cc50000 498 1 0 4 S 0xffff88020cc50488 udevd 0xffff88020ba3bf20 719 1 0 0 S 0xffff88020ba3c3a8 dbus-daemon 0xffff88020af08000 917 1 0 5 S 0xffff88020af08488 rpc.idmapd 0xffff8802189d0000 966 1 0 4 S 0xffff8802189d0488 upstart-socket- 0xffff880224ee5eb0 980 1 0 1 S 0xffff880224ee6338 rpcbind 0xffff880224ed1f90 1091 1 0 0 S 0xffff880224ed2418 rpc.statd 0xffff88020cc25eb0 1183 1 0 6 S 0xffff88020cc26338 getty 0xffff88020bfa3f20 1188 1 0 5 S 0xffff88020bfa43a8 getty 0xffff88020f34bf20 1203 1 0 5 S 0xffff88020f34c3a8 getty 0xffff88020daedeb0 1204 1 0 6 S 0xffff88020daee338 getty 0xffff88020a899f90 1206 1 0 5 S 0xffff88020a89a418 getty 0xffff88020a89deb0 1213 1 0 0 S 0xffff88020a89e338 xinetd 0xffff88020cc53f20 1226 1 0 0 S 0xffff88020cc543a8 atd 0xffff88020cc55eb0 1227 1 0 3 S 0xffff88020cc56338 nrpe 0xffff88020af50000 1274 1 0 1 S 0xffff88020af50488 irqbalance 0xffff88020af55eb0 1354 1 0 5 S 0xffff88020af56338 rpc.mountd 0xffff880224689f90 1410 1 0 0 S 0xffff88022468a418 pkcsslotd 0xffff880224bd1f90 1419 1 0 4 S 0xffff880224bd2418 rwhod 0xffff88020ca03f20 1421 1419 0 0 S 0xffff88020ca043a8 rwhod 0xffff88020f349f90 1503 1 0 4 S 0xffff88020f34a418 getty 0xffff88020c7b9f90 1504 1 0 0 S 0xffff88020c7ba418 getty 0xffff88020cc51f90 1807 1 0 3 S 0xffff88020cc52418 ntpd 0xffff8801067f8000 23551 2 1 2 R 0xffff8801067f8488 *kworker/u64:1 0xffff880108e3deb0 24824 1 0 2 S 0xffff880108e3e338 sshd 0xffff880224bd0000 24840 24824 0 0 S 0xffff880224bd0488 sshd 0xffff88020af51f90 24874 1 0 6 S 0xffff88020af52418 rsyslogd 0xffff88020b453f20 24875 1 0 1 S 0xffff88020b4543a8 rs:main Q:Reg 0xffff88020e20deb0 24876 1 0 2 S 0xffff88020e20e338 rsyslogd 0xffff88020e209f90 24877 1 0 6 S 0xffff88020e20a418 rsyslogd 0xffff88020b89bf20 25105 1 0 4 S 0xffff88020b89c3a8 cron 0xffff88020af53f20 26206 1 0 1 S 0xffff88020af543a8 sshd 0xffff88020ca05eb0 26939 24840 0 6 S 0xffff88020ca06338 bash 0xffff880101db0000 26941 26939 0 3 S 0xffff880101db0488 image_read.sh 0xffff88020ca00000 26956 498 0 0 S 0xffff88020ca00488 udevd 0xffff8801067fdeb0 26957 498 0 3 S 0xffff8801067fe338 udevd 0xffff880224688000 28008 26941 1 5 R 0xffff880224688488 rbd 0xffff880210138000 28009 26941 0 7 S 0xffff880210138488 rbd [dumpcommon]kdb> -dmesg 600 <6>[ 23.915887] EXT4-fs (sda1): write access will be enabled during recovery <6>[ 24.809196] EXT4-fs (sda1): recovery complete <6>[ 24.820246] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null) <12>[ 26.032678] init: ureadahead main process (407) terminated with status 5 <6>[ 26.815874] Adding 8373244k swap on /dev/sda5. Priority:-1 extents:1 across:8373244k <6>[ 27.042308] EXT4-fs (sda1): re-mounted. Opts: errors=remount-ro,user_xattr <30>[ 27.460332] udevd[498]: starting version 175 <6>[ 28.249216] RPC: Registered named UNIX socket transport module. <6>[ 28.249222] RPC: Registered udp transport module. <6>[ 28.249224] RPC: Registered tcp transport module. <6>[ 28.249227] RPC: Registered tcp NFSv4.1 backchannel transport module. <6>[ 28.337467] lp: driver loaded but no devices found <5>[ 28.431808] FS-Cache: Loaded <5>[ 28.814286] FS-Cache: Netfs 'nfs' registered for caching <6>[ 29.204451] microcode: CPU0 sig=0x206c2, pf=0x1, revision=0x13 <6>[ 29.516875] microcode: CPU1 sig=0x206c2, pf=0x1, revision=0x13 <6>[ 29.519613] microcode: CPU2 sig=0x206c2, pf=0x1, revision=0x13 <6>[ 29.522084] microcode: CPU3 sig=0x206c2, pf=0x1, revision=0x13 <6>[ 29.524492] microcode: CPU4 sig=0x206c2, pf=0x1, revision=0x13 <6>[ 29.526925] microcode: CPU5 sig=0x206c2, pf=0x1, revision=0x13 <6>[ 29.529408] microcode: CPU6 sig=0x206c2, pf=0x1, revision=0x13 <6>[ 29.531867] microcode: CPU7 sig=0x206c2, pf=0x1, revision=0x13 <6>[ 29.534397] microcode: Microcode Update Driver: v2.00 , Peter Oruba <6>[ 29.698471] dcdbas dcdbas: Dell Systems Management Base Driver (version 5.6.0-3.2) <6>[ 29.974768] EDAC MC: Ver: 3.0.0 <4>[ 30.061679] BUG: key ffff88020e2f8470 not in .data! <4>[ 30.061683] ------------[ cut here ]------------ <4>[ 30.066463] WARNING: at /srv/autobuild-ceph/gitbuilder.git/build/kernel/lockdep.c:2987 lockdep_init_map+0x535/0x570() <4>[ 30.077161] DEBUG_LOCKS_WARN_ON(1) <4>[ 30.080447] Modules linked in <4>[ 30.116233] CPU: 0 PID: 598 Comm: modprobe Not tainted 3.10.0-ceph-00037-g365b57b #1 <4>[ 30.124084] Hardware name: Dell Inc. PowerEdge R410/01V648, BIOS 1.6.3 02/07/2011 <4>[ 30.131658] ffffffff819fa9f0 ffff88020bff97f8 ffffffff816311b0 ffff88020bff9838 <4>[ 30.134501] ffffffff8103fae <4>[ 30.134502] ffff88020bff982 <4>[ 30.134502] ffff880224eff91 <4>[ 30.134503] ffffffff81a6c31 <4>[ 30.134503] <4>[ 30.134504] ffff88020e2f847 <4>[ 30.134504] ffff880224eff84 <4>[ 30.134505] ffff88020e2f83f <4>[ 30.134506] ffff88020bff989 <4>[ 30.134507] <4>[ 30.134508] Call Trace: <4>[ 30.134515] [] dump_stack+0x19/0x1b <4>[ 30.134519] [] warn_slowpath_common+0x70/0xa0 <4>[ 30.134522] [] warn_slowpath_fmt+0x46/0x50 <4>[ 30.134525] [] lockdep_init_map+0x535/0x570 <4>[ 30.134528] [] ? trace_hardirqs_on_caller+0x105/0x1d0 <4>[ 30.134533] [] debug_mutex_init+0x38/0x50 <4>[ 30.134537] [] __mutex_init+0x61/0x70 <4>[ 30.134540] [] bus_register+0x175/0x320 <4>[ 30.134547] [] edac_create_sysfs_mci_device+0x53/0x580 [edac_core] <4>[ 30.134551] [] edac_mc_add_mc+0x10c/0x260 [edac_core] <4>[ 30.134556] [] i7core_probe+0x5b4/0xf1c [i7core_edac] <4>[ 30.134560] [] local_pci_probe+0x4b/0x80 <4>[ 30.134563] [] pci_device_probe+0x101/0x120 <4>[ 30.134566] [] driver_probe_device+0x91/0x3c0 <4>[ 30.134569] [] __driver_attach+0xab/0xb0 <4>[ 30.134571] [] ? driver_probe_device+0x3c0/0x3c0 <4>[ 30.134574] [] bus_for_each_dev+0x5e/0x90 <4>[ 30.134576] [] driver_attach+0x1e/0x20 <4>[ 30.134578] [] bus_add_driver+0x101/0x290 <4>[ 30.134581] [] driver_register+0x7a/0x160 <4>[ 30.134585] [] ? 0xffffffffa04a8fff <4>[ 30.134587] [] __pci_register_driver+0x64/0x70 <4>[ 30.134591] [] i7core_init+0x93/0xc2 [i7core_edac] <4>[ 30.134595] [] do_one_initcall+0xea/0x1a0 <4>[ 30.134599] [] load_module+0x1428/0x1b40 <4>[ 30.134603] [] ? ddebug_add_module+0xf0/0xf0 <4>[ 30.134608] [] ? retint_restore_args+0xe/0xe <4>[ 30.134610] [] SyS_init_module+0xe1/0x130 <4>[ 30.134615] [] system_call_fastpath+0x16/0x1b <4>[ 30.134616] ---[ end trace b19bc03870234c55 ]--- <6>[ 30.134899] EDAC MC0: Giving out device to 'i7core_edac.c' 'i7 core #0': DEV 0000:fe:03.0 <6>[ 30.135319] EDAC PCI0: Giving out device to module 'i7core_edac' controller 'EDAC PCI controller': DEV '0000:fe:03.0' (POLLED) <6>[ 30.135540] EDAC i7core: Driver loaded, 1 memory controller(s) found. <6>[ 30.340852] Installing knfsd (copyright (C) 1996 okir@monad.swb.de). <5>[ 31.314823] type=1400 audit(1373971851.549:2): apparmor="STATUS" operation="profile_load" name="/sbin/dhclient" pid=875 comm="apparmor_parser" <5>[ 31.327734] type=1400 audit(1373971851.559:3): apparmor="STATUS" operation="profile_replace" name="/sbin/dhclient" pid=873 comm="apparmor_parser" <5>[ 31.340885] type=1400 audit(1373971851.569:4): apparmor="STATUS" operation="profile_replace" name="/sbin/dhclient" pid=872 comm="apparmor_parser" <5>[ 31.354036] type=1400 audit(1373971851.579:5): apparmor="STATUS" operation="profile_load" name="/usr/lib/NetworkManager/nm-dhcp-client.action" pid=875 comm="apparmor_parser" <5>[ 31.369628] type=1400 audit(1373971851.599:6): apparmor="STATUS" operation="profile_replace" name="/sbin/dhclient" pid=874 comm="apparmor_parser" <5>[ 31.382779] type=1400 audit(1373971851.609:7): apparmor="STATUS" operation="profile_replace" name="/sbin/dhclient" pid=871 comm="apparmor_parser" <5>[ 31.395929] type=1400 audit(1373971851.619:8): apparmor="STATUS" operation="profile_load" name="/usr/lib/connman/scripts/dhclient-script" pid=875 comm="apparmor_parser" <5>[ 31.411091] type=1400 audit(1373971851.639:9): apparmor="STATUS" operation="profile_replace" name="/usr/lib/NetworkManager/nm-dhcp-client.action" pid=873 comm="apparmor_parser" <5>[ 31.426960] type=1400 audit(1373971851.659:10): apparmor="STATUS" operation="profile_replace" name="/usr/lib/NetworkManager/nm-dhcp-client.action" pid=871 comm="apparmor_parser" <5>[ 31.442924] type=1400 audit(1373971851.669:11): apparmor="STATUS" operation="profile_replace" name="/usr/lib/NetworkManager/nm-dhcp-client.action" pid=874 comm="apparmor_parser" <6>[ 31.723254] ixgbe 0000:03:00.0: registered PHC device on eth2 <6>[ 31.838124] IPv6: ADDRCONF(NETDEV_UP): eth2: link is not ready <7>[ 31.898284] bnx2 0000:01:00.0: irq 93 for MSI/MSI-X <7>[ 31.903236] bnx2 0000:01:00.0: irq 94 for MSI/MSI-X <6>[ 31.908113] ixgbe 0000:03:00.0 eth2: detected SFP+: 3 <7>[ 31.913399] bnx2 0000:01:00.0: irq 95 for MSI/MSI-X <7>[ 31.918438] bnx2 0000:01:00.0: irq 96 for MSI/MSI-X <7>[ 31.923385] bnx2 0000:01:00.0: irq 97 for MSI/MSI-X <7>[ 31.928389] bnx2 0000:01:00.0: irq 98 for MSI/MSI-X <7>[ 31.933377] bnx2 0000:01:00.0: irq 99 for MSI/MSI-X <7>[ 31.938427] bnx2 0000:01:00.0: irq 100 for MSI/MSI-X <7>[ 31.943595] bnx2 0000:01:00.0: irq 101 for MSI/MSI-X <6>[ 32.038539] bnx2 0000:01:00.0 eth0: using MSIX <6>[ 32.043153] IPv6: ADDRCONF(NETDEV_UP): eth0: link is not ready <12>[ 32.171829] init: failsafe main process (946) killed by TERM signal <6>[ 32.547868] ixgbe 0000:03:00.0 eth2: NIC Link is Up 10 Gbps, Flow Control: RX/TX <6>[ 32.547999] IPv6: ADDRCONF(NETDEV_CHANGE): eth2: link becomes ready <4>[ 32.684995] kvm: VM_EXIT_LOAD_IA32_PERF_GLOBAL_CTRL does not work properly. Using workaround <12>[ 32.780283] init: udev-fallback-graphics main process (1136) terminated with status 1 <12>[ 33.745014] init: isc-dhcp-server main process (1230) terminated with status 1 <12>[ 33.745048] init: isc-dhcp-server main process ended, respawning <12>[ 33.829250] init: isc-dhcp-server main process (1269) terminated with status 1 <12>[ 33.829285] init: isc-dhcp-server main process ended, respawning <12>[ 33.963428] init: isc-dhcp-server main process (1284) terminated with status 1 <12>[ 33.963462] init: isc-dhcp-server main process ended, respawning <12>[ 34.030478] init: isc-dhcp-server main process (1309) terminated with status 1 <12>[ 34.030513] init: isc-dhcp-server main process ended, respawning <12>[ 34.080924] init: isc-dhcp-server main process (1317) terminated with status 1 <12>[ 34.080971] init: isc-dhcp-server main process ended, respawning <4>[ 34.102612] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory <6>[ 34.109013] NFSD: starting 90-second grace period (net ffffffff81cb81c0) <12>[ 34.173036] init: isc-dhcp-server main process (1329) terminated with status 1 <12>[ 34.173070] init: isc-dhcp-server main process ended, respawning <12>[ 34.306901] init: isc-dhcp-server main process (1346) terminated with status 1 <12>[ 34.306939] init: isc-dhcp-server main process ended, respawning <12>[ 34.399126] init: isc-dhcp-server main process (1368) terminated with status 1 <12>[ 34.399162] init: isc-dhcp-server main process ended, respawning <12>[ 34.507969] init: isc-dhcp-server main process (1379) terminated with status 1 <12>[ 34.508006] init: isc-dhcp-server main process ended, respawning <12>[ 34.566939] init: isc-dhcp-server main process (1387) terminated with status 1 <12>[ 34.566975] init: isc-dhcp-server main process ended, respawning <12>[ 34.659119] init: isc-dhcp-server main process (1394) terminated with status 1 <12>[ 34.659156] init: isc-dhcp-server respawning too fast, stopped <6>[ 35.197771] bnx2 0000:01:00.0 eth0: NIC Copper Link is Up, 1000 Mbps full duplex <4>[ 35.197828] <6>[ 35.197924] IPv6: ADDRCONF(NETDEV_CHANGE): eth0: link becomes ready <6>[ 157.351802] kgdb: Registered I/O driver kgdboc. <12>[ 167.658442] init: cron main process (1211) killed by TERM signal <6>[ 230.879051] EXT4-fs (sda1): re-mounted. Opts: errors=remount-ro,user_xattr,user_xattr <6>[ 235.048596] SGI XFS with ACLs, security attributes, realtime, large block/inode numbers, no debug enabled <6>[ 235.154320] JFS: nTxBlock = 8192, nTxLock = 65536 <6>[ 235.284145] NTFS driver 2.1.30 [Flags: R/O MODULE]. <6>[ 235.405016] QNX4 filesystem 0.2.3 registered. <6>[ 303.345174] device fsid 4b160128-53f1-48d8-b526-0d239752828d devid 1 transid 7 /dev/sdd <6>[ 303.357633] btrfs flagging fs with big metadata feature <6>[ 304.242073] device fsid 0b828a11-dd06-40c1-8215-88a0febe80c3 devid 1 transid 7 /dev/sdb <6>[ 304.255780] btrfs flagging fs with big metadata feature <6>[ 305.222440] device fsid 65990a27-e4da-4be3-a7f6-bb7d373cbe6a devid 1 transid 7 /dev/sdc <6>[ 305.236132] btrfs flagging fs with big metadata feature <6>[ 1854.067936] kgdb: Unregistered I/O driver kgdboc, debugger disabled. <6>[ 1854.074317] kgdb: Registered I/O driver kgdboc. <12>[ 1860.332442] init: cron main process (2090) killed by TERM signal <6>[ 1866.622802] EXT4-fs (sda1): re-mounted. Opts: errors=remount-ro,user_xattr,user_xattr <5>[ 1985.534233] Key type ceph registered <6>[ 1985.538024] libceph: loaded (mon/osd proto 15/24) <6>[ 1985.619593] ceph: loaded (mds proto 32) <6>[ 1985.630262] libceph: client4134 fsid 892ddc0b-2894-4867-8d5f-1648e0e268ea <6>[ 1985.661977] libceph: mon0 10.214.132.7:6789 session established <5>[ 1987.387954] Key type cifs.spnego registered <6>[ 2273.288204] kgdb: Unregistered I/O driver kgdboc, debugger disabled. <6>[ 2273.294587] kgdb: Registered I/O driver kgdboc. <12>[ 2281.150135] init: cron main process (7832) killed by TERM signal <6>[ 2340.716278] EXT4-fs (sda1): re-mounted. Opts: errors=remount-ro,user_xattr,user_xattr <6>[ 2410.549180] device fsid 4aacfc3a-d6ed-43bd-9897-40d95ff89f6b devid 1 transid 7 /dev/sdd <6>[ 2410.563082] btrfs flagging fs with big metadata feature <6>[ 2411.537550] device fsid 12098341-93a2-4df8-81fb-a22a0364e54f devid 1 transid 7 /dev/sdb <6>[ 2411.552804] btrfs flagging fs with big metadata feature <6>[ 2412.412419] device fsid 253cc66d-0e5f-4d60-b89f-eae762b5e012 devid 1 transid 7 /dev/sdc <6>[ 2412.426635] btrfs flagging fs with big metadata feature <6>[ 2476.099286] kgdb: Unregistered I/O driver kgdboc, debugger disabled. <6>[ 2476.105666] kgdb: Registered I/O driver kgdboc. <12>[ 2482.999791] init: cron main process (12905) killed by TERM signal <6>[ 2490.131678] EXT4-fs (sda1): re-mounted. Opts: errors=remount-ro,user_xattr,user_xattr <6>[ 2557.983339] device fsid a6c7f925-3559-4583-a9e1-d8027aaa219c devid 1 transid 7 /dev/sdd <6>[ 2557.997088] btrfs flagging fs with big metadata feature <6>[ 2558.906429] device fsid e70bfbc1-9960-42d7-9142-9446bed1a5c9 devid 1 transid 7 /dev/sdb <6>[ 2558.920405] btrfs flagging fs with big metadata feature <6>[ 2559.824749] device fsid f3ca6893-6028-4f55-9506-f5133c1f69c3 devid 1 transid 7 /dev/sdc <6>[ 2559.838316] btrfs flagging fs with big metadata feature <7>[ 5180.139401] BTRFS debug (device sdd): unlinked 2 orphans <7>[ 5181.361307] BTRFS debug (device sdb): unlinked 2 orphans <7>[ 5182.286039] BTRFS debug (device sdc): unlinked 3 orphans <7>[ 5185.299333] BTRFS debug (device sdd): unlinked 4 orphans <7>[ 5186.453560] BTRFS debug (device sdb): unlinked 2 orphans <7>[ 5187.463805] BTRFS debug (device sdc): unlinked 6 orphans <7>[ 5190.434691] BTRFS debug (device sdd): unlinked 13 orphans <7>[ 5191.540120] BTRFS debug (device sdb): unlinked 6 orphans <7>[ 5192.612844] BTRFS debug (device sdc): unlinked 14 orphans <7>[ 5195.783936] BTRFS debug (device sdd): unlinked 19 orphans <7>[ 5196.617890] BTRFS debug (device sdb): unlinked 9 orphans <7>[ 5197.801642] BTRFS debug (device sdc): unlinked 19 orphans <7>[ 5200.950549] BTRFS debug (device sdd): unlinked 28 orphans <7>[ 5201.704210] BTRFS debug (device sdb): unlinked 11 orphans <7>[ 5203.260631] BTRFS debug (device sdc): unlinked 29 orphans <7>[ 5206.176426] BTRFS debug (device sdd): unlinked 39 orphans <7>[ 5206.782975] BTRFS debug (device sdb): unlinked 14 orphans <7>[ 5208.391915] BTRFS debug (device sdc): unlinked 33 orphans <7>[ 5211.313626] BTRFS debug (device sdd): unlinked 43 orphans <7>[ 5211.860311] BTRFS debug (device sdb): unlinked 15 orphans <7>[ 5213.505700] BTRFS debug (device sdc): unlinked 35 orphans <7>[ 5216.463744] BTRFS debug (device sdd): unlinked 43 orphans <7>[ 5216.946395] BTRFS debug (device sdb): unlinked 10 orphans <7>[ 5218.618832] BTRFS debug (device sdc): unlinked 24 orphans <6>[ 5276.580923] kgdb: Unregistered I/O driver kgdboc, debugger disabled. <6>[ 5276.587305] kgdb: Registered I/O driver kgdboc. <12>[ 5286.133634] init: cron main process (18409) killed by TERM signal <6>[ 5292.973696] EXT4-fs (sda1): re-mounted. Opts: errors=remount-ro,user_xattr,user_xattr <6>[ 5402.257963] rbd: loaded rbd (rados block device) <6>[ 5402.496445] libceph: client4106 fsid 72bf5625-1972-458e-8e61-a2eb0b0a8fd9 <6>[ 5402.506939] libceph: mon2 10.214.132.28:6790 session established <6>[ 5402.595917] rbd1: unknown partition table <6>[ 5402.600355] rbd: rbd1: added with size 0x8000000 <4>[ 5402.665064] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5402.697395] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5402.705018] libceph: osd5 10.214.132.29:6804 socket closed (con state CONNECTING) <4>[ 5403.230122] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5403.342300] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5403.375463] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5403.427296] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5403.498187] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5403.824210] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5403.882224] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5403.900440] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5403.944566] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5403.958966] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5404.005003] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.039866] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.093312] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.166314] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.518578] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.577050] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.595133] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.641171] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.654886] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.686558] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.704775] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.745702] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5404.788647] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5404.796157] libceph: osd0 10.214.132.28:6804 socket closed (con state CONNECTING) <4>[ 5405.383599] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5405.443735] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5405.478017] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5405.528935] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5405.603114] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5405.953421] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5406.019381] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5406.037966] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5406.082450] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5406.096885] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5406.129177] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5406.146699] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5406.180954] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5406.244802] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5406.252309] libceph: osd1 10.214.132.28:6800 socket closed (con state CONNECTING) <4>[ 5407.469235] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5407.533825] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5407.625471] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5407.733839] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5408.111279] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5408.213670] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5408.269087] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5408.344191] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5408.394044] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5408.791964] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5408.899880] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5408.943381] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5408.953064] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.033925] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.094933] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.207052] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.246646] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.257040] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.330974] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5409.397529] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.612346] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.639602] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.755025] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.832111] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5409.954683] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5410.205507] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5410.232404] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5410.239969] libceph: osd4 10.214.132.29:6808 socket closed (con state CONNECTING) <4>[ 5411.277525] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5411.386850] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5411.420509] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5411.587056] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5411.741057] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5412.249987] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5412.386187] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5412.405370] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5412.449961] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5412.530211] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5412.562308] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5412.657711] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5412.753184] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5412.836539] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5412.846146] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5412.916014] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.012397] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.082623] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.152878] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.193089] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.273996] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.413520] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.473471] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.583053] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.688284] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.741209] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5413.929842] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5413.965810] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.023240] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.100872] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.408307] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.476787] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.494369] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.535161] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.549063] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.581577] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.599372] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.641081] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5414.748919] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5414.809874] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5414.852517] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5414.861901] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5414.895691] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5414.949264] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5414.986935] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5415.025995] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5415.036280] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5415.071825] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5415.167008] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5415.194929] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5415.262366] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5415.337122] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5415.353766] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5415.478607] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.586347] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.641755] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.682657] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.692443] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.725905] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.784085] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.819341] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.856667] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.866812] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.905106] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5415.998807] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5416.027107] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5416.095158] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5416.170199] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5416.187884] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5416.295839] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.323047] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.384882] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.470590] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.513239] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.556873] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.640315] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.781205] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.860389] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.878340] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.896863] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.915067] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.923975] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.938259] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5416.955513] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.018841] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.171501] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.203141] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.225722] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.258606] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.281671] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.310916] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.368909] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.399235] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.413246] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.518432] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.538935] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.554174] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.586374] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.709331] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.726226] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.744063] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.760558] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.783827] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.846934] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.885880] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.909946] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5417.948969] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.025511] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.087817] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.188394] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.314740] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.388154] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.471065] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.587784] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.773648] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.883451] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.934730] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5418.984377] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5419.034355] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5419.043589] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5419.090749] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5419.144366] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5419.236006] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5419.394313] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5419.431844] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5419.461434] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5419.523306] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5419.612299] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5419.652839] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5419.694142] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5419.778087] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5419.927457] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5420.004215] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5420.024634] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5420.042680] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5420.051735] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5420.065936] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5420.083282] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5420.133900] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.226911] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.246069] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.341729] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.392230] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.464889] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.473661] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.551577] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.599860] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.736173] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.798384] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.840227] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.868540] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5420.891740] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5421.195737] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5421.388908] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5421.421569] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5421.494349] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5421.556044] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5421.614913] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5421.810839] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5422.551354] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5422.953610] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <6>[ 5422.967646] rbd2: unknown partition table <6>[ 5422.971957] rbd: rbd2: added with size 0x8000000 <4>[ 5422.982755] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5423.021446] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5423.045169] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5423.089177] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5423.114562] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5423.146232] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5423.504021] rbd: image clone1-26941: WARNING: kernel layering is EXPERIMENTAL! <6>[ 5423.523864] rbd3: unknown partition table <6>[ 5423.528190] rbd: rbd3: added with size 0x8000000 <4>[ 5423.544271] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5423.596301] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5423.693529] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5423.747278] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5423.769488] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5423.791343] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5424.225417] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5424.235221] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5424.387324] rbd: image clone1-26941: WARNING: kernel layering is EXPERIMENTAL! <6>[ 5424.413203] rbd4: unknown partition table <6>[ 5424.418675] rbd: rbd4: added with size 0x8000000 <4>[ 5424.436110] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5424.520880] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5424.609693] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5424.623430] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5424.653686] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5424.676743] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5424.731717] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5425.170629] rbd: image clone2-26941: WARNING: kernel layering is EXPERIMENTAL! <6>[ 5425.198861] rbd5: unknown partition table <6>[ 5425.203198] rbd: rbd5: added with size 0x8000000 <4>[ 5425.233907] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5425.342084] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5425.542221] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5425.634060] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5425.747127] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5425.806005] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5425.860274] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5425.887706] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5425.911521] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5426.314985] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5426.327288] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5426.393584] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5426.630558] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5427.201021] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5427.273077] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5427.294437] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5427.474915] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5427.521273] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5427.691483] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5427.719692] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5427.746665] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5427.755998] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5427.774932] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5427.886730] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5428.054088] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5428.082118] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5428.136283] libceph: osd5 10.214.132.29:6804 socket error on write <4>[ 5428.174308] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5428.209893] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5428.257972] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5428.548074] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5428.782408] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5428.806932] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5428.836874] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5428.902814] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5428.917285] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5429.052881] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5429.780779] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5429.884329] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5429.928209] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5430.334968] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5430.391959] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5430.430140] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5430.533785] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5430.565558] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5430.617865] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5430.626791] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5430.690427] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5430.700846] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5430.720711] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5430.836061] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5430.874645] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5430.918949] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5432.092193] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5432.306581] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5432.624749] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5432.755592] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5432.834371] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5432.851841] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5432.865979] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5432.926924] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5433.112738] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5433.869683] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5434.198663] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5434.856090] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5434.936262] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5435.691249] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5435.700913] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5435.962129] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5436.323605] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5436.589492] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5436.608612] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5436.660661] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5436.831140] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5437.034334] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5437.354256] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5437.480537] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5438.351546] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5438.976555] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5439.211454] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5440.067429] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5440.152508] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5440.479568] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5440.679514] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5441.005579] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5441.144102] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5441.352255] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5442.337901] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5442.382881] libceph: osd5 10.214.132.29:6804 socket error on read <4>[ 5442.622099] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5442.714634] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5442.723485] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5442.921751] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5443.142017] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5443.300895] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5443.507072] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5443.667924] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5443.889779] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5443.904505] libceph: osd4 10.214.132.29:6808 socket error on read <4>[ 5444.097961] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5444.329824] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5444.379250] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5444.533758] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5444.622258] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5444.648250] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5444.695520] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5444.787108] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5445.512567] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5445.919815] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5446.180600] libceph: osd4 10.214.132.29:6808 socket closed (con state OPEN) <4>[ 5446.939867] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5447.120819] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5448.962243] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <4>[ 5449.534981] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5449.624935] libceph: osd1 10.214.132.28:6800 socket closed (con state OPEN) <4>[ 5449.997837] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5450.068836] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5451.233988] libceph: osd0 10.214.132.28:6804 socket closed (con state OPEN) <4>[ 5451.473259] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5451.638989] libceph: osd2 10.214.132.28:6808 socket closed (con state OPEN) <4>[ 5451.907459] libceph: osd5 10.214.132.29:6804 socket closed (con state OPEN) <4>[ 5452.892664] libceph: osd3 10.214.132.29:6800 socket closed (con state OPEN) <1>[ 5452.933067] BUG: unable to handle kernel NULL pointer dereference at (null) <1>[ 5452.940960] IP: [] strlen+0x2/0x20 <4>[ 5452.945961] PGD 0 <4>[ 5452.947998] Oops: 0000 [#1] SMP [dumpcommon]kdb> -bt Stack traceback for pid 23551 0xffff8801067f8000 23551 2 1 2 R 0xffff8801067f8488 *kworker/u64:1 ffff8801c17b9b60 0000000000000018 ffffffffa06232ed 0000000000000001 00000000000000d0 0000000000000000 0000000000000ffc ffff8801c17b9bb8 0000000000000000 ffff8801fe0da000 ffff880224bb8f60 0000000000000001 Call Trace: [] ? rbd_obj_request_create+0x5d/0x170 [rbd] [] ? rbd_obj_method_sync.constprop.34+0x7f/0x240 [rbd] [] ? rbd_dev_v2_header_info+0x31a/0x850 [rbd] [] ? rbd_dev_refresh+0x57/0x130 [rbd] [] ? rbd_watch_cb+0x41/0x140 [rbd] [] ? do_event_work+0x52/0xc0 [libceph] [] ? process_one_work+0x1da/0x540 [] ? process_one_work+0x16f/0x540 [] ? worker_thread+0x11c/0x370 [] ? manage_workers.isra.20+0x2e0/0x2e0 [] ? kthread+0xea/0xf0 [] ? flush_kthread_worker+0x150/0x150 [] ? ret_from_fork+0x7c/0xb0 [] ? flush_kthread_worker+0x150/0x150 [dumpall]kdb> -bta 6 idle processes (state I) and 117 sleeping system daemon (state M) processes suppressed, use 'ps A' to see all. Stack traceback for pid 23551 0xffff8801067f8000 23551 2 1 2 R 0xffff8801067f8488 *kworker/u64:1 ffff8801c17b9b60 0000000000000018 ffffffffa06232ed 0000000000000001 00000000000000d0 0000000000000000 0000000000000ffc ffff8801c17b9bb8 0000000000000000 ffff8801fe0da000 ffff880224bb8f60 0000000000000001 Call Trace: [] ? rbd_obj_request_create+0x5d/0x170 [rbd] [] ? rbd_obj_method_sync.constprop.34+0x7f/0x240 [rbd] [] ? rbd_dev_v2_header_info+0x31a/0x850 [rbd] [] ? rbd_dev_refresh+0x57/0x130 [rbd] [] ? rbd_watch_cb+0x41/0x140 [rbd] [] ? do_event_work+0x52/0xc0 [libceph] [] ? process_one_work+0x1da/0x540 [] ? process_one_work+0x16f/0x540 [] ? worker_thread+0x11c/0x370 [] ? manage_workers.isra.20+0x2e0/0x2e0 [] ? kthread+0xea/0xf0 [] ? flush_kthread_worker+0x150/0x150 [] ? ret_from_fork+0x7c/0xb0 [] ? flush_kthread_worker+0x150/0x150 Stack traceback for pid 28008 0xffff880224688000 28008 26941 1 5 R 0xffff880224688488 rbd 00007fff980b5e50 000000000000002b 00007f0ffb591f74 0000000000000033 0000000000000202 00007fff980b5e50 000000000000002b 0000000000000001 00007fff980b5f70 00007f0ffb591f74 0000000000000033 0000000000000202 Call Trace: Stack traceback for pid 1 0xffff880225ca8000 1 0 0 1 S 0xffff880225ca8488 init ffff880225c8b8d8 0000000000000046 ffffffff8105eb25 ffffffff81c90680 ffff880225ca8000 ffff880225c8bfd8 ffff880225c8bfd8 ffff880225c8bfd8 ffff880225d29f90 ffff880225ca8000 0000000000000000 0000000000000000 Call Trace: [] ? flush_work+0x5/0x280 [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x14d/0x170 [] ? trace_hardirqs_on+0xd/0x10 [] schedule_hrtimeout_range+0x13/0x20 [] poll_schedule_timeout+0x49/0x70 [] do_select+0x5d1/0x6e0 [] ? do_select+0x5/0x6e0 [] ? try_to_wake_up+0x255/0x2f0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] core_sys_select+0x214/0x340 [] ? core_sys_select+0x42/0x340 [] ? might_fault+0x45/0xa0 [] ? might_fault+0x45/0xa0 [] ? __close_fd+0x2f/0xb0 [] ? __close_fd+0x2f/0xb0 [] ? might_fault+0x8e/0xa0 [] SyS_select+0xc1/0x100 [] ? trace_hardirqs_on_thunk+0x3a/0x3f [] system_call_fastpath+0x16/0x1b Stack traceback for pid 494 0xffff88020c7b8000 494 1 0 2 S 0xffff88020c7b8488 upstart-udev-br ffff88020bf578d8 0000000000000046 0000000000000002 0000000000000000 ffff88020c7b8000 ffff88020bf57fd8 ffff88020bf57fd8 ffff88020bf57fd8 ffff880225d2bf20 ffff88020c7b8000 0000000000000000 0000000000000000 Call Trace: [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x14d/0x170 [] ? trace_hardirqs_on+0xd/0x10 [] ? add_wait_queue+0x4d/0x60 [] schedule_hrtimeout_range+0x13/0x20 [] poll_schedule_timeout+0x49/0x70 [] do_select+0x5d1/0x6e0 [] ? do_select+0x5/0x6e0 [] ? unix_write_space+0x5/0xc0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? sock_recvmsg+0xd8/0xf0 [] ? pipe_read+0x7f/0x560 [] ? pipe_read+0x7f/0x560 [] ? might_fault+0x45/0xa0 [] ? might_fault+0x45/0xa0 [] core_sys_select+0x214/0x340 [] ? core_sys_select+0x42/0x340 [] ? trace_hardirqs_on+0xd/0x10 [] ? remove_wait_queue+0x5a/0x70 [] ? do_wait+0x12c/0x260 [] SyS_select+0xc1/0x100 [] ? trace_hardirqs_on_thunk+0x3a/0x3f [] system_call_fastpath+0x16/0x1b Stack traceback for pid 498 0xffff88020cc50000 498 1 0 4 S 0xffff88020cc50488 udevd ffff88020cc73de8 0000000000000046 0000000000000002 0000000000000000 ffff88020cc50000 ffff88020cc73fd8 ffff88020cc73fd8 ffff88020cc73fd8 ffff880225d38000 ffff88020cc50000 0000000000000000 0000000000000000 Call Trace: [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x14d/0x170 [] schedule_hrtimeout_range+0x13/0x20 [] SyS_epoll_wait+0x418/0x4c0 [] ? vfs_write+0x18e/0x1e0 [] ? try_to_wake_up+0x2f0/0x2f0 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 719 0xffff88020ba3bf20 719 1 0 0 S 0xffff88020ba3c3a8 dbus-daemon ffff88020e243a38 0000000000000046 0000000000000002 0000000000000000 ffff88020ba3bf20 ffff88020e243fd8 ffff88020e243fd8 ffff88020e243fd8 ffffffff81c10440 ffff88020ba3bf20 0000000000000000 0000000000000000 Call Trace: [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x14d/0x170 [] ? trace_hardirqs_on+0xd/0x10 [] ? add_wait_queue+0x4d/0x60 [] schedule_hrtimeout_range+0x13/0x20 [] poll_schedule_timeout+0x49/0x70 [] do_sys_poll+0x40f/0x4d0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? might_fault+0x8e/0xa0 [] ? might_fault+0x45/0xa0 [] ? ___sys_recvmsg+0x166/0x2a0 [] ? finish_task_switch+0x48/0x110 [] ? trace_hardirqs_on_thunk+0x3a/0x3f [] SyS_poll+0x6b/0x100 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 917 0xffff88020af08000 917 1 0 5 S 0xffff88020af08488 rpc.idmapd ffff880222effde8 0000000000000046 0000000000000002 0000000000000002 ffff88020af08000 ffff880222efffd8 ffff880222efffd8 ffff880222efffd8 ffff88020c7b8000 ffff88020af08000 ffff880200000000 0000000000000000 Call Trace: [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x14d/0x170 [] ? lg_local_unlock+0x23/0x40 [] schedule_hrtimeout_range+0x13/0x20 [] SyS_epoll_wait+0x418/0x4c0 [] ? try_to_wake_up+0x2f0/0x2f0 [] ? trace_hardirqs_on_thunk+0x3a/0x3f [] system_call_fastpath+0x16/0x1b Stack traceback for pid 966 0xffff8802189d0000 966 1 0 4 S 0xffff8802189d0488 upstart-socket- ffff880222fe58d8 0000000000000046 0000000000000000 ffffffff810679e3 ffff8802189d0000 ffff880222fe5fd8 ffff880222fe5fd8 ffff880222fe5fd8 ffff880225d38000 ffff8802189d0000 0000000000000000 0000000000000000 Call Trace: [] ? add_wait_queue+0x23/0x60 [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x14d/0x170 [] ? trace_hardirqs_on+0xd/0x10 [] ? add_wait_queue+0x4d/0x60 [] schedule_hrtimeout_range+0x13/0x20 [] poll_schedule_timeout+0x49/0x70 [] do_select+0x5d1/0x6e0 [] ? do_select+0x5/0x6e0 [] ? unix_write_space+0x5/0xc0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? touch_atime+0xd5/0x170 [] ? sock_recvmsg+0xd8/0xf0 [] ? pipe_read+0x7f/0x560 [] ? pipe_read+0x7f/0x560 [] ? might_fault+0x45/0xa0 [] ? might_fault+0x45/0xa0 [] core_sys_select+0x214/0x340 [] ? core_sys_select+0x42/0x340 [] ? trace_hardirqs_on+0xd/0x10 [] ? remove_wait_queue+0x5a/0x70 [] ? do_wait+0x12c/0x260 [] SyS_select+0xc1/0x100 [] ? trace_hardirqs_on_thunk+0x3a/0x3f [] system_call_fastpath+0x16/0x1b Stack traceback for pid 980 0xffff880224ee5eb0 980 1 0 1 S 0xffff880224ee6338 rpcbind ffff880222f5fa38 0000000000000046 000004f933161579 0000000001c9c37f ffff880224ee5eb0 ffff880222f5ffd8 ffff880222f5ffd8 ffff880222f5ffd8 ffff880225d29f90 ffff880224ee5eb0 0000000000000000 ffff880222f5fef8 Call Trace: [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x12c/0x170 [] ? update_rmtp+0x70/0x70 [] ? hrtimer_start_range_ns+0x14/0x20 [] schedule_hrtimeout_range+0x13/0x20 [] poll_schedule_timeout+0x49/0x70 [] do_sys_poll+0x40f/0x4d0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? mntput_no_expire+0x2c/0x160 [] ? __d_free+0x4b/0x70 [] ? mntput_no_expire+0x49/0x160 [] ? mntput+0x24/0x40 [] ? __fput+0x189/0x240 [] ? ktime_get_ts+0x4c/0xe0 [] ? poll_select_set_timeout+0x85/0xa0 [] SyS_poll+0x6b/0x100 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1091 0xffff880224ed1f90 1091 1 0 0 S 0xffff880224ed2418 rpc.statd ffff8802232ab8d8 0000000000000046 0000000000000002 0000000000000000 ffff880224ed1f90 ffff8802232abfd8 ffff8802232abfd8 ffff8802232abfd8 ffffffff81c10440 ffff880224ed1f90 0000000000000000 0000000000000000 Call Trace: [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x14d/0x170 [] ? trace_hardirqs_on+0xd/0x10 [] ? add_wait_queue+0x4d/0x60 [] schedule_hrtimeout_range+0x13/0x20 [] poll_schedule_timeout+0x49/0x70 [] do_select+0x5d1/0x6e0 [] ? do_select+0x5/0x6e0 [] ? __wake_up_sync_key+0x37/0x80 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? might_fault+0x45/0xa0 [] ? might_fault+0x45/0xa0 [] core_sys_select+0x214/0x340 [] ? core_sys_select+0x42/0x340 [] ? up_read+0x23/0x40 [] ? __do_page_fault+0x2ac/0x520 [] ? mntput+0x24/0x40 [] ? __fput+0x189/0x240 [] SyS_select+0xc1/0x100 [] ? trace_hardirqs_on_thunk+0x3a/0x3f [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1183 0xffff88020cc25eb0 1183 1 0 6 S 0xffff88020cc26338 getty ffff88020f36bcc8 0000000000000046 0000000000000002 ffff8802272d2f80 ffff88020cc25eb0 ffff88020f36bfd8 ffff88020f36bfd8 ffff88020f36bfd8 ffff880225d3bf20 ffff88020cc25eb0 ffff88020f36bcb8 ffff880222f31800 Call Trace: [] schedule+0x29/0x70 [] schedule_timeout+0x1bd/0x270 [] ? n_tty_read+0x388/0x960 [] ? trace_hardirqs_on+0xd/0x10 [] n_tty_read+0x278/0x960 [] ? try_to_wake_up+0x2f0/0x2f0 [] tty_read+0x95/0x100 [] vfs_read+0xb0/0x180 [] SyS_read+0x55/0xa0 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1188 0xffff88020bfa3f20 1188 1 0 5 S 0xffff88020bfa43a8 getty ffff88020bff5cc8 0000000000000046 0000000000000002 ffff8802272b2f80 ffff88020bfa3f20 ffff88020bff5fd8 ffff88020bff5fd8 ffff88020bff5fd8 ffff880225d39f90 ffff88020bfa3f20 ffff88020bff5cb8 ffff880224d73800 Call Trace: [] schedule+0x29/0x70 [] schedule_timeout+0x1bd/0x270 [] ? n_tty_read+0x388/0x960 [] ? trace_hardirqs_on+0xd/0x10 [] n_tty_read+0x278/0x960 [] ? try_to_wake_up+0x2f0/0x2f0 [] tty_read+0x95/0x100 [] vfs_read+0xb0/0x180 [] SyS_read+0x55/0xa0 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1203 0xffff88020f34bf20 1203 1 0 5 S 0xffff88020f34c3a8 getty ffff8802224a1cc8 0000000000000046 0000000000000002 ffff8802272b2f80 ffff88020f34bf20 ffff8802224a1fd8 ffff8802224a1fd8 ffff8802224a1fd8 ffff880225d39f90 ffff88020f34bf20 ffff8802224a1cb8 ffff880224d74800 Call Trace: [] schedule+0x29/0x70 [] schedule_timeout+0x1bd/0x270 [] ? n_tty_read+0x388/0x960 [] ? trace_hardirqs_on+0xd/0x10 [] n_tty_read+0x278/0x960 [] ? try_to_wake_up+0x2f0/0x2f0 [] tty_read+0x95/0x100 [] vfs_read+0xb0/0x180 [] SyS_read+0x55/0xa0 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1204 0xffff88020daedeb0 1204 1 0 6 S 0xffff88020daee338 getty ffff880224c9bcc8 0000000000000046 0000000000000002 ffff8802272d2f80 ffff88020daedeb0 ffff880224c9bfd8 ffff880224c9bfd8 ffff880224c9bfd8 ffff880225d3bf20 ffff88020daedeb0 ffff880224c9bcb8 ffff880222f32800 Call Trace: [] schedule+0x29/0x70 [] schedule_timeout+0x1bd/0x270 [] ? n_tty_read+0x388/0x960 [] ? trace_hardirqs_on+0xd/0x10 [] n_tty_read+0x278/0x960 [] ? try_to_wake_up+0x2f0/0x2f0 [] tty_read+0x95/0x100 [] vfs_read+0xb0/0x180 [] SyS_read+0x55/0xa0 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1206 0xffff88020a899f90 1206 1 0 5 S 0xffff88020a89a418 getty ffff88020a8edcc8 0000000000000046 0000000000000002 ffff8802272b2f80 ffff88020a899f90 ffff88020a8edfd8 ffff88020a8edfd8 ffff88020a8edfd8 ffff880225d39f90 ffff88020a899f90 ffff88020a8edcb8 ffff880224d71800 Call Trace: [] schedule+0x29/0x70 [] schedule_timeout+0x1bd/0x270 [] ? n_tty_read+0x388/0x960 [] ? trace_hardirqs_on+0xd/0x10 [] n_tty_read+0x278/0x960 [] ? try_to_wake_up+0x2f0/0x2f0 [] tty_read+0x95/0x100 [] vfs_read+0xb0/0x180 [] SyS_read+0x55/0xa0 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1213 0xffff88020a89deb0 1213 1 0 0 S 0xffff88020a89e338 xinetd ffff88020cfa78d8 0000000000000046 0000000000000000 ffffffff810679e3 ffff88020a89deb0 ffff88020cfa7fd8 ffff88020cfa7fd8 ffff88020cfa7fd8 ffffffff81c10440 ffff88020a89deb0 ffff880200000000 0000000000000000 Call Trace: [] ? add_wait_queue+0x23/0x60 [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x14d/0x170 [] ? trace_hardirqs_on+0xd/0x10 [] ? add_wait_queue+0x4d/0x60 [] schedule_hrtimeout_range+0x13/0x20 [] poll_schedule_timeout+0x49/0x70 [] do_select+0x5d1/0x6e0 [] ? do_select+0x5/0x6e0 [] ? try_to_wake_up+0x2e/0x2f0 [] ? __pollwait+0xf0/0xf0 [] ? skb_queue_tail+0x2b/0x60 [] ? find_get_page+0x5/0xf0 [] ? find_get_page+0x5/0xf0 [] ? __do_fault+0x14a/0x470 [] ? __do_fault+0x14a/0x470 [] ? _raw_spin_unlock+0x2b/0x40 [] ? might_fault+0x45/0xa0 [] ? might_fault+0x45/0xa0 [] core_sys_select+0x214/0x340 [] ? core_sys_select+0x42/0x340 [] ? up_read+0x23/0x40 [] ? __do_page_fault+0x2ac/0x520 [] ? might_fault+0x45/0xa0 [] ? might_fault+0x45/0xa0 [] SyS_select+0xc1/0x100 [] ? trace_hardirqs_on_thunk+0x3a/0x3f [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1226 0xffff88020cc53f20 1226 1 0 0 S 0xffff88020cc543a8 atd ffff88020a8efe58 0000000000000046 0000034630b8a000 000000000000c350 ffff88020cc53f20 ffff88020a8effd8 ffff88020a8effd8 ffff88020a8effd8 ffffffff81c10440 ffff88020cc53f20 0000000000000002 ffff88020a8efeb8 Call Trace: [] schedule+0x29/0x70 [] do_nanosleep+0x9c/0xd0 [] hrtimer_nanosleep+0xb8/0x180 [] ? update_rmtp+0x70/0x70 [] ? hrtimer_start_range_ns+0x14/0x20 [] SyS_nanosleep+0x76/0x90 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1227 0xffff88020cc55eb0 1227 1 0 3 S 0xffff88020cc56338 nrpe ffff88020f3158d8 0000000000000046 000004f4d40b84ab 000000000007a11f ffff88020cc55eb0 ffff88020f315fd8 ffff88020f315fd8 ffff88020f315fd8 ffff880225d2deb0 ffff88020cc55eb0 0000000000000000 ffff88020f315d18 Call Trace: [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x12c/0x170 [] ? update_rmtp+0x70/0x70 [] ? hrtimer_start_range_ns+0x14/0x20 [] schedule_hrtimeout_range+0x13/0x20 [] poll_schedule_timeout+0x49/0x70 [] do_select+0x5d1/0x6e0 [] ? do_select+0x5/0x6e0 [] ? __pollwait+0xf0/0xf0 [] ? get_partial_node.isra.63+0x54/0x1da [] ? number.isra.1+0x355/0x390 [] ? _raw_spin_unlock+0x2b/0x40 [] ? get_partial_node.isra.63+0x1b5/0x1da [] ? fsnotify_clear_marks_by_inode+0x34/0x130 [] ? might_fault+0x45/0xa0 [] ? might_fault+0x45/0xa0 [] core_sys_select+0x214/0x340 [] ? core_sys_select+0x42/0x340 [] ? mntput_no_expire+0x2c/0x160 [] ? might_fault+0x45/0xa0 [] ? might_fault+0x45/0xa0 [] ? ktime_get_ts+0x4c/0xe0 [] SyS_select+0xc1/0x100 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1274 0xffff88020af50000 1274 1 0 1 S 0xffff88020af50488 irqbalance ffff880224edde58 0000000000000046 0000000253e0e818 000000000000c350 ffff88020af50000 ffff880224eddfd8 ffff880224eddfd8 ffff880224eddfd8 ffff880225d29f90 ffff88020af50000 00007f71b6cff000 ffff880224eddeb8 Call Trace: [] schedule+0x29/0x70 [] do_nanosleep+0x9c/0xd0 [] hrtimer_nanosleep+0xb8/0x180 [] ? update_rmtp+0x70/0x70 [] ? hrtimer_start_range_ns+0x14/0x20 [] SyS_nanosleep+0x76/0x90 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1354 0xffff88020af55eb0 1354 1 0 5 S 0xffff88020af56338 rpc.mountd ffff88020ba118d8 0000000000000046 0000000000000002 0000000000000000 ffff88020af55eb0 ffff88020ba11fd8 ffff88020ba11fd8 ffff88020ba11fd8 ffff880225d39f90 ffff88020af55eb0 ffff88022fff9e00 0000000000000000 Call Trace: [] schedule+0x29/0x70 [] schedule_hrtimeout_range_clock+0x14d/0x170 [] ? trace_hardirqs_on+0xd/0x10 [] ? add_wait_queue+0x4d/0x60 [] schedule_hrtimeout_range+0x13/0x20 [] poll_schedule_timeout+0x49/0x70 [] do_select+0x5d1/0x6e0 [] ? do_select+0x5/0x6e0 [] ? ttwu_stat+0x4c/0x140 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] ? __pollwait+0xf0/0xf0 [] core_sys_select+0x214/0x340 [] ? core_sys_select+0x42/0x340 [] ? up_read+0x23/0x40 [] ? __do_page_fault+0x2ac/0x520 [] SyS_select+0xc1/0x100 [] ? trace_hardirqs_on_thunk+0x3a/0x3f [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1410 0xffff880224689f90 1410 1 0 0 S 0xffff88022468a418 pkcsslotd ffff88020ce35e58 0000000000000046 00000002540be400 000000000000c350 ffff880224689f90 ffff88020ce35fd8 ffff88020ce35fd8 ffff88020ce35fd8 ffffffff81c10440 ffff880224689f90 0000000000000000 ffff88020ce35eb8 Call Trace: [] schedule+0x29/0x70 [] do_nanosleep+0x9c/0xd0 [] hrtimer_nanosleep+0xb8/0x180 [] ? update_rmtp+0x70/0x70 [] ? hrtimer_start_range_ns+0x14/0x20 [] SyS_nanosleep+0x76/0x90 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1419 0xffff880224bd1f90 1419 1 0 4 S 0xffff880224bd2418 rwhod ffff880224aa7a48 0000000000000046 ffff880224aa7a18 0000000000000246 ffff880224bd1f90 ffff880224aa7fd8 ffff880224aa7fd8 ffff880224aa7fd8 ffff880225d38000 ffff880224bd1f90 0000000000000002 ffff880222faa680 Call Trace: [] schedule+0x29/0x70 [] schedule_timeout+0x1bd/0x270 [] ? trace_hardirqs_on+0xd/0x10 [] __skb_recv_datagram+0x2fb/0x380 [] ? skb_recv_datagram+0x40/0x40 [] udp_recvmsg+0xa7/0x410 [] inet_recvmsg+0xcd/0xf0 [] sock_recvmsg+0xd8/0xf0 [] ? dput+0x1e0/0x240 [] SYSC_recvfrom+0xe9/0x170 [] ? __fput+0x189/0x240 [] ? ____fput+0xe/0x10 [] ? lockdep_sys_exit_thunk+0x35/0x67 [] SyS_recvfrom+0xe/0x10 [] system_call_fastpath+0x16/0x1b Stack traceback for pid 1421 0xffff88020ca03f20 1421 1419 0 0 S 0xffff88020ca043a8 rwhod ffff880222e0fe58 0000000000000046 00000029e8d60800 000000000000c350 ffff88020ca03f20 ffff880222e0ffd8 ffff880222e0ffd8 ffff880222e0ffd8 ffffffff81c10440 ffff88020ca03f20 0000000000000002 ffff880222e0feb8 Call Trace: [] schedule+0x29/0x70 [] do_nanosleep+0x9c/0xd0 [] hrtimer_nanosleep+0xb8/0x180 [