Project

General

Profile

Bug #5428 » dump.txt

Sage Weil, 07/19/2013 08:49 AM

 
[0]kdb> dumpall
[dumpall]kdb> pid R

KDB current process is kworker/0:2(pid=16559)
[dumpall]kdb> -dumpcommon

[dumpcommon]kdb> set BTAPROMPT 0

[dumpcommon]kdb> set LINES 10000

[dumpcommon]kdb> -summary

sysname Linux
release 3.10.0-ceph-00039-g77c8bf2
version #1 SMP Wed Jul 17 00:49:15 UTC 2013
machine x86_64
nodename plana64
domainname (none)
ccversion CCVERSION
date 2013-07-19 12:25:00 tz_minuteswest 420
uptime 08:24
load avg 0.47 1.01 3.77

MemTotal: 2038245 kB
MemFree: 1224133 kB
Buffers: 35235 kB
[dumpcommon]kdb> -cpu

Currently on cpu 0
Available cpus: 0, 1-7(I)
[dumpcommon]kdb> -ps

7 idle processes (state I) and
111 sleeping system daemon (state M) processes suppressed,
use 'ps A' to see all.
Task Addr Pid Parent [*] cpu State Thread Command
0xffff880105048000 16559 2 1 0 R 0xffff880105048488 *kworker/0:2

0xffff880225ca8000 1 0 0 5 S 0xffff880225ca8488 init
0xffff88020c75deb0 494 1 0 0 S 0xffff88020c75e338 upstart-udev-br
0xffff88020c941f90 498 1 0 2 S 0xffff88020c942418 udevd
0xffff88021c461f90 657 1 0 0 S 0xffff88021c462418 dbus-daemon
0xffff880222318000 986 1 0 1 S 0xffff880222318488 upstart-socket-
0xffff88020c00bf20 987 1 0 3 S 0xffff88020c00c3a8 rpcbind
0xffff88020bdc9f90 1079 1 0 0 S 0xffff88020bdca418 rpc.statd
0xffff88020c270000 1208 1 0 0 S 0xffff88020c270488 getty
0xffff88020c271f90 1211 1 0 4 S 0xffff88020c272418 getty
0xffff88020c00deb0 1217 1 0 5 S 0xffff88020c00e338 getty
0xffff88020c009f90 1218 1 0 4 S 0xffff88020c00a418 getty
0xffff88020bdcdeb0 1220 1 0 6 S 0xffff88020bdce338 getty
0xffff88021c5a3f20 1225 1 0 0 S 0xffff88021c5a43a8 xinetd
0xffff8802155f1f90 1236 1 0 0 S 0xffff8802155f2418 atd
0xffff88021c465eb0 1256 1 0 2 S 0xffff88021c466338 nrpe
0xffff88021c463f20 1268 1 0 3 S 0xffff88021c4643a8 irqbalance
0xffff880222319f90 1372 1 0 6 S 0xffff88022231a418 rpc.mountd
0xffff8802221dbf20 1415 1 0 3 S 0xffff8802221dc3a8 pkcsslotd
0xffff8802221d8000 1424 1 0 0 S 0xffff8802221d8488 rwhod
0xffff8802221ddeb0 1434 1424 0 3 S 0xffff8802221de338 rwhod
0xffff88020c86deb0 1529 1 0 4 S 0xffff88020c86e338 getty
0xffff88020c868000 1530 1 0 0 S 0xffff88020c868488 getty
0xffff88020cd59f90 1565 1 0 5 S 0xffff88020cd5a418 rpc.idmapd
0xffff88020b310000 1812 1 0 1 S 0xffff88020b310488 ntpd
0xffff880105048000 16559 2 1 0 R 0xffff880105048488 *kworker/0:2
0xffff880127288000 17666 1 0 0 S 0xffff880127288488 sshd
0xffff8801f2603f20 17682 17666 0 6 S 0xffff8801f26043a8 sshd
0xffff8801f2605eb0 17716 1 0 3 S 0xffff8801f2606338 rsyslogd
0xffff880154495eb0 17717 1 0 3 S 0xffff880154496338 rs:main Q:Reg
0xffff880154493f20 17718 1 0 2 S 0xffff8801544943a8 rsyslogd
0xffff880154490000 17719 1 0 1 S 0xffff880154490488 rsyslogd
0xffff88013e228000 17947 1 0 5 S 0xffff88013e228488 cron
0xffff880141790000 19134 1 0 1 S 0xffff880141790488 sshd
0xffff88020c86bf20 19664 498 0 3 S 0xffff88020c86c3a8 udevd
0xffff880139668000 19665 498 0 1 S 0xffff880139668488 udevd
[dumpcommon]kdb> -dmesg 600

<4>[30104.775107] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30104.887711] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30105.046868] libceph: client4436 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30105.083865] libceph: mon2 10.214.132.17:6790 session established
<6>[30105.115139] rbd1: unknown partition table
<6>[30105.119379] rbd: rbd1: added with size 0x40000000
<4>[30105.136677] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30105.189263] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30105.272664] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30105.358458] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30105.409283] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30105.563422] libceph: client4353 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30105.572732] libceph: mon0 10.214.132.17:6789 session established
<6>[30105.615690] rbd1: unknown partition table
<6>[30105.620030] rbd: rbd1: added with size 0x40000000
<4>[30105.700723] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30105.780772] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30105.923479] libceph: client4336 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30105.932842] libceph: mon1 10.214.132.23:6789 session established
<6>[30105.974279] rbd1: unknown partition table
<6>[30105.978627] rbd: rbd1: added with size 0x40000000
<4>[30106.025825] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30106.082498] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30106.176753] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30106.314894] libceph: client4356 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30106.324298] libceph: mon0 10.214.132.17:6789 session established
<6>[30106.364761] rbd1: unknown partition table
<6>[30106.369050] rbd: rbd1: added with size 0x40000000
<4>[30106.473852] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30106.615754] libceph: client4339 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30106.650201] libceph: mon1 10.214.132.23:6789 session established
<6>[30106.681770] rbd1: unknown partition table
<6>[30106.686129] rbd: rbd1: added with size 0x40000000
<4>[30106.735579] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30106.939659] libceph: client4342 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30106.949269] libceph: mon1 10.214.132.23:6789 session established
<6>[30106.982234] rbd1: unknown partition table
<6>[30106.986512] rbd: rbd1: added with size 0x40000000
<4>[30107.014652] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30107.022177] libceph: osd3 10.214.132.23:6800 socket closed (con state CONNECTING)
<4>[30108.283035] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30108.356090] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30108.533425] libceph: client4439 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30108.543164] libceph: mon2 10.214.132.17:6790 session established
<6>[30108.575675] rbd1: unknown partition table
<6>[30108.579865] rbd: rbd1: added with size 0x40000000
<4>[30108.646677] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30108.727325] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30108.866702] libceph: client4345 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30108.901344] libceph: mon1 10.214.132.23:6789 session established
<6>[30108.925560] rbd1: unknown partition table
<6>[30108.929859] rbd: rbd1: added with size 0x40000000
<4>[30109.010900] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30109.061404] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30109.233707] libceph: client4348 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30109.243196] libceph: mon1 10.214.132.23:6789 session established
<6>[30109.284119] rbd1: unknown partition table
<6>[30109.288390] rbd: rbd1: added with size 0x40000000
<4>[30109.331424] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30109.383322] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30109.492435] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30109.547193] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30109.675410] libceph: client4351 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30109.684824] libceph: mon1 10.214.132.23:6789 session established
<6>[30109.717690] rbd1: unknown partition table
<6>[30109.722002] rbd: rbd1: added with size 0x40000000
<6>[30109.941367] libceph: client4354 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30109.950920] libceph: mon1 10.214.132.23:6789 session established
<6>[30109.984815] rbd1: unknown partition table
<6>[30109.989143] rbd: rbd1: added with size 0x40000000
<4>[30110.019383] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30110.097425] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30110.200394] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30110.342346] libceph: client4357 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30110.351837] libceph: mon1 10.214.132.23:6789 session established
<4>[30110.389036] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30110.431368] rbd1: unknown partition table
<6>[30110.435625] rbd: rbd1: added with size 0x40000000
<4>[30110.477911] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30110.691905] libceph: mon1 10.214.132.23:6789 socket closed (con state CONNECTING)
<6>[30120.724052] libceph: client4442 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30120.733118] libceph: mon2 10.214.132.17:6790 session established
<6>[30120.773644] rbd1: unknown partition table
<6>[30120.778037] rbd: rbd1: added with size 0x40000000
<4>[30120.844184] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30120.891592] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30120.971835] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30121.106399] libceph: client4359 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30121.116994] libceph: mon0 10.214.132.17:6789 session established
<4>[30121.154279] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30121.197748] rbd1: unknown partition table
<6>[30121.202051] rbd: rbd1: added with size 0x40000000
<6>[30121.406854] libceph: client4445 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30121.443382] libceph: mon2 10.214.132.17:6790 session established
<6>[30121.481683] rbd1: unknown partition table
<6>[30121.485981] rbd: rbd1: added with size 0x40000000
<4>[30121.499438] libceph: osd5 10.214.132.23:6809 socket closed (con state OPEN)
<4>[30121.587461] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30121.656529] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30121.806329] libceph: client4360 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30121.849227] libceph: mon1 10.214.132.23:6789 session established
<4>[30121.880850] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30121.889839] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30121.937479] rbd1: unknown partition table
<6>[30121.941835] rbd: rbd1: added with size 0x40000000
<6>[30122.156481] libceph: client4363 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30122.165872] libceph: mon1 10.214.132.23:6789 session established
<6>[30122.198938] rbd1: unknown partition table
<6>[30122.203217] rbd: rbd1: added with size 0x40000000
<4>[30122.237335] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30122.301092] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30122.518527] libceph: client4366 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30122.528074] libceph: mon1 10.214.132.23:6789 session established
<6>[30122.566072] rbd1: unknown partition table
<6>[30122.570331] rbd: rbd1: added with size 0x40000000
<4>[30122.605932] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30122.692898] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30122.865293] libceph: client4448 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30122.904395] libceph: mon2 10.214.132.17:6790 session established
<6>[30122.932822] rbd1: unknown partition table
<6>[30122.937132] rbd: rbd1: added with size 0x40000000
<6>[30123.141327] libceph: client4451 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30123.174573] libceph: mon2 10.214.132.17:6790 session established
<6>[30123.207158] rbd1: unknown partition table
<6>[30123.211409] rbd: rbd1: added with size 0x40000000
<4>[30123.282148] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30123.351849] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30123.571067] libceph: client4454 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30123.580729] libceph: mon2 10.214.132.17:6790 session established
<6>[30123.616423] rbd1: unknown partition table
<6>[30123.620674] rbd: rbd1: added with size 0x40000000
<4>[30123.645648] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30123.653615] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30123.762847] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30123.924819] libceph: client4362 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30123.934282] libceph: mon0 10.214.132.17:6789 session established
<6>[30123.975171] rbd1: unknown partition table
<6>[30123.979462] rbd: rbd1: added with size 0x40000000
<4>[30123.996774] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30124.042136] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30124.107717] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30124.167254] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30124.240595] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30124.248407] libceph: osd3 10.214.132.23:6800 socket closed (con state NEGOTIATING)
<6>[30125.342135] libceph: client4457 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30125.351519] libceph: mon2 10.214.132.17:6790 session established
<6>[30125.385032] rbd1: unknown partition table
<6>[30125.389303] rbd: rbd1: added with size 0x40000000
<4>[30125.484359] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30125.642622] libceph: client4365 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30125.652214] libceph: mon0 10.214.132.17:6789 session established
<6>[30125.684941] rbd1: unknown partition table
<6>[30125.689303] rbd: rbd1: added with size 0x40000000
<4>[30125.748188] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30125.967351] libceph: client4369 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30126.001808] libceph: mon1 10.214.132.23:6789 session established
<6>[30126.034929] rbd1: unknown partition table
<6>[30126.039231] rbd: rbd1: added with size 0x40000000
<4>[30126.072441] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30126.167633] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30126.209436] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30126.272184] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30126.328876] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30126.467913] libceph: client4460 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30126.477318] libceph: mon2 10.214.132.17:6790 session established
<6>[30126.518491] rbd1: unknown partition table
<6>[30126.522746] rbd: rbd1: added with size 0x40000000
<4>[30126.619875] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30126.672220] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30126.826329] libceph: client4463 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30126.835592] libceph: mon2 10.214.132.17:6790 session established
<6>[30126.876474] rbd1: unknown partition table
<6>[30126.880706] rbd: rbd1: added with size 0x40000000
<4>[30126.899026] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30127.002658] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30127.176868] libceph: client4368 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30127.217040] libceph: mon0 10.214.132.17:6789 session established
<4>[30127.219011] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30127.261168] rbd1: unknown partition table
<6>[30127.265502] rbd: rbd1: added with size 0x40000000
<4>[30127.317885] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30127.539033] libceph: client4372 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30127.548677] libceph: mon1 10.214.132.23:6789 session established
<6>[30127.577543] rbd1: unknown partition table
<6>[30127.581773] rbd: rbd1: added with size 0x40000000
<4>[30127.616178] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30127.624757] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30127.687271] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30127.760204] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30127.837195] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30127.976410] libceph: client4375 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30128.012883] libceph: mon1 10.214.132.23:6789 session established
<6>[30128.043861] rbd1: unknown partition table
<6>[30128.048175] rbd: rbd1: added with size 0x40000000
<4>[30128.067676] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30128.159396] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30128.232575] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30128.385687] libceph: client4378 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30128.395119] libceph: mon1 10.214.132.23:6789 session established
<6>[30128.427748] rbd1: unknown partition table
<6>[30128.432041] rbd: rbd1: added with size 0x40000000
<6>[30128.627085] libceph: client4466 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30128.636632] libceph: mon2 10.214.132.17:6790 session established
<6>[30128.669107] rbd1: unknown partition table
<6>[30128.673325] rbd: rbd1: added with size 0x40000000
<4>[30128.718356] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30128.927475] libceph: client4469 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30128.936843] libceph: mon2 10.214.132.17:6790 session established
<6>[30128.969882] rbd1: unknown partition table
<6>[30128.974173] rbd: rbd1: added with size 0x40000000
<4>[30129.045197] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30129.091919] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30129.169121] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30129.177015] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30129.327711] libceph: client4381 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30129.363900] libceph: mon1 10.214.132.23:6789 session established
<6>[30129.395425] rbd1: unknown partition table
<6>[30129.399713] rbd: rbd1: added with size 0x40000000
<4>[30129.577831] libceph: mon1 10.214.132.23:6789 socket closed (con state OPEN)
<6>[30129.584915] libceph: mon-1 10.214.132.23:6789 session lost, hunting for new mon
<6>[30129.619886] libceph: client4371 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30129.629403] libceph: mon0 10.214.132.17:6789 session established
<6>[30129.669723] rbd1: unknown partition table
<6>[30129.673972] rbd: rbd1: added with size 0x40000000
<4>[30129.687954] libceph: osd5 10.214.132.23:6809 socket closed (con state OPEN)
<4>[30129.742395] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30129.936501] libceph: client4472 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30129.978801] libceph: mon2 10.214.132.17:6790 session established
<6>[30130.019715] rbd1: unknown partition table
<6>[30130.023965] rbd: rbd1: added with size 0x40000000
<4>[30130.129394] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30130.278017] libceph: client4374 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30130.287346] libceph: mon0 10.214.132.17:6789 session established
<6>[30130.320350] rbd1: unknown partition table
<6>[30130.324598] rbd: rbd1: added with size 0x40000000
<4>[30130.427788] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30130.578109] libceph: client4384 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30130.614455] libceph: mon1 10.214.132.23:6789 session established
<6>[30130.653891] rbd1: unknown partition table
<6>[30130.658297] rbd: rbd1: added with size 0x40000000
<4>[30130.704137] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30130.787193] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30130.837714] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30131.004097] libceph: client4387 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30131.013696] libceph: mon1 10.214.132.23:6789 session established
<6>[30131.045452] rbd1: unknown partition table
<6>[30131.049752] rbd: rbd1: added with size 0x40000000
<4>[30131.114080] libceph: osd5 10.214.132.23:6809 socket closed (con state OPEN)
<4>[30131.156250] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30131.164934] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30131.217188] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30131.362450] libceph: client4390 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<4>[30131.402608] libceph: mon1 10.214.132.23:6789 socket closed (con state OPEN)
<6>[30141.378989] libceph: mon0 10.214.132.17:6789 session established
<4>[30141.443441] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30141.452327] rbd1: unknown partition table
<6>[30141.456751] rbd: rbd1: added with size 0x40000000
<4>[30141.497601] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30141.735979] libceph: client4393 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30141.771136] libceph: mon1 10.214.132.23:6789 session established
<6>[30141.819036] rbd1: unknown partition table
<6>[30141.823331] rbd: rbd1: added with size 0x40000000
<4>[30141.859819] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30141.947858] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30141.989647] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30142.042118] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30142.101569] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30142.268135] libceph: client4377 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30142.277403] libceph: mon0 10.214.132.17:6789 session established
<6>[30142.319046] rbd1: unknown partition table
<6>[30142.323300] rbd: rbd1: added with size 0x40000000
<4>[30142.355908] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30142.410712] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30142.473195] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30142.549881] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30142.718314] libceph: client4380 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30142.727676] libceph: mon0 10.214.132.17:6789 session established
<4>[30142.728332] libceph: osd3 10.214.132.23:6800 socket closed (con state CONNECTING)
<4>[30143.241140] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30143.290960] rbd1: unknown partition table
<6>[30143.295210] rbd: rbd1: added with size 0x40000000
<4>[30143.351066] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30143.438839] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30143.585060] libceph: client4383 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30143.594523] libceph: mon0 10.214.132.17:6789 session established
<6>[30143.627732] rbd1: unknown partition table
<6>[30143.631979] rbd: rbd1: added with size 0x40000000
<6>[30143.835362] libceph: client4386 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30143.877090] libceph: mon0 10.214.132.17:6789 session established
<6>[30143.903541] rbd1: unknown partition table
<6>[30143.907875] rbd: rbd1: added with size 0x40000000
<4>[30143.949629] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30144.009747] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30144.076116] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30144.253009] libceph: client4396 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30144.262561] libceph: mon1 10.214.132.23:6789 session established
<6>[30144.295352] rbd1: unknown partition table
<6>[30144.299665] rbd: rbd1: added with size 0x40000000
<4>[30144.350754] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30144.552929] libceph: client4389 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30144.562405] libceph: mon0 10.214.132.17:6789 session established
<6>[30144.595132] rbd1: unknown partition table
<6>[30144.599429] rbd: rbd1: added with size 0x40000000
<4>[30144.680089] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30144.844717] libceph: client4392 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30144.854078] libceph: mon0 10.214.132.17:6789 session established
<6>[30144.887012] rbd1: unknown partition table
<6>[30144.891262] rbd: rbd1: added with size 0x40000000
<4>[30144.929909] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30145.136657] libceph: client4475 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30145.178093] libceph: mon2 10.214.132.17:6790 session established
<6>[30145.220381] rbd1: unknown partition table
<6>[30145.224674] rbd: rbd1: added with size 0x40000000
<4>[30145.382144] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30145.444945] libceph: client4478 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30145.478047] libceph: mon2 10.214.132.17:6790 session established
<4>[30145.509396] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30145.552340] rbd1: unknown partition table
<6>[30145.556594] rbd: rbd1: added with size 0x40000000
<4>[30145.628049] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30145.705472] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30145.713045] libceph: osd3 10.214.132.23:6800 socket closed (con state NEGOTIATING)
<6>[30146.370636] libceph: client4395 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30146.380072] libceph: mon0 10.214.132.17:6789 session established
<6>[30146.412649] rbd1: unknown partition table
<6>[30146.416903] rbd: rbd1: added with size 0x40000000
<4>[30146.523903] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30146.572396] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30146.663874] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30146.720926] libceph: client4398 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30146.758754] libceph: mon0 10.214.132.17:6789 session established
<6>[30146.788296] rbd1: unknown partition table
<6>[30146.792592] rbd: rbd1: added with size 0x40000000
<4>[30146.810578] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30146.857077] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30146.983867] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30147.129123] libceph: client4401 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30147.138497] libceph: mon0 10.214.132.17:6789 session established
<6>[30147.171383] rbd1: unknown partition table
<6>[30147.175638] rbd: rbd1: added with size 0x40000000
<4>[30147.273175] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30147.334838] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30147.344126] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30147.488044] libceph: client4404 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30147.497582] libceph: mon0 10.214.132.17:6789 session established
<6>[30147.530033] rbd1: unknown partition table
<6>[30147.534347] rbd: rbd1: added with size 0x40000000
<4>[30147.563625] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30147.642601] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30147.838036] libceph: client4407 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30147.879315] libceph: mon0 10.214.132.17:6789 session established
<6>[30147.913647] rbd1: unknown partition table
<6>[30147.917926] rbd: rbd1: added with size 0x40000000
<4>[30147.969845] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30148.014007] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30148.022791] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30148.077517] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30148.172587] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30148.322005] libceph: client4399 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30148.354908] libceph: mon1 10.214.132.23:6789 session established
<6>[30148.389183] rbd1: unknown partition table
<6>[30148.393437] rbd: rbd1: added with size 0x40000000
<4>[30148.468507] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30148.646617] libceph: client4402 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30148.656031] libceph: mon1 10.214.132.23:6789 session established
<6>[30148.689166] rbd1: unknown partition table
<6>[30148.693421] rbd: rbd1: added with size 0x40000000
<4>[30148.728883] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30148.738037] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30148.783769] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30148.853468] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30148.941921] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30148.983763] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30149.138844] libceph: client4481 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30149.180287] libceph: mon2 10.214.132.17:6790 session established
<6>[30149.214842] rbd1: unknown partition table
<6>[30149.219095] rbd: rbd1: added with size 0x40000000
<4>[30149.267120] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30149.324812] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30149.391600] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30149.466364] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30149.614076] libceph: client4484 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30149.650659] libceph: mon2 10.214.132.17:6790 session established
<6>[30149.681432] rbd1: unknown partition table
<6>[30149.685771] rbd: rbd1: added with size 0x40000000
<4>[30149.734727] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30149.929627] libceph: mon1 10.214.132.23:6789 socket closed (con state CONNECTING)
<6>[30159.947625] libceph: client4405 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30159.982097] libceph: mon1 10.214.132.23:6789 session established
<6>[30160.012791] rbd1: unknown partition table
<6>[30160.017214] rbd: rbd1: added with size 0x40000000
<4>[30160.115284] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30160.270157] libceph: client4487 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30160.306914] libceph: mon2 10.214.132.17:6790 session established
<6>[30160.337157] rbd1: unknown partition table
<6>[30160.341402] rbd: rbd1: added with size 0x40000000
<4>[30160.368207] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30160.434341] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30160.628653] libceph: client4410 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30160.637900] libceph: mon0 10.214.132.17:6789 session established
<6>[30160.678968] rbd1: unknown partition table
<6>[30160.683238] rbd: rbd1: added with size 0x40000000
<4>[30160.728752] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30160.772648] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30161.020446] libceph: client4413 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30161.057531] libceph: mon0 10.214.132.17:6789 session established
<6>[30161.104444] rbd1: unknown partition table
<6>[30161.108725] rbd: rbd1: added with size 0x40000000
<4>[30161.137732] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30161.238939] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30161.395635] libceph: client4416 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30161.404966] libceph: mon0 10.214.132.17:6789 session established
<4>[30161.436002] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30161.481088] rbd1: unknown partition table
<6>[30161.485290] rbd: rbd1: added with size 0x40000000
<4>[30161.562521] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30161.571126] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30161.647376] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30161.704192] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30161.837352] libceph: client4419 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30161.846636] libceph: mon0 10.214.132.17:6789 session established
<6>[30161.871741] rbd1: unknown partition table
<6>[30161.875942] rbd: rbd1: added with size 0x40000000
<4>[30161.948958] libceph: osd5 10.214.132.23:6809 socket closed (con state OPEN)
<4>[30162.003534] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30162.137549] libceph: client4422 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30162.146910] libceph: mon0 10.214.132.17:6789 session established
<6>[30162.180014] rbd1: unknown partition table
<6>[30162.184236] rbd: rbd1: added with size 0x40000000
<4>[30162.201186] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30162.319182] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30162.436360] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30162.522456] libceph: client4425 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30162.531952] libceph: mon0 10.214.132.17:6789 session established
<6>[30162.563607] rbd1: unknown partition table
<6>[30162.567921] rbd: rbd1: added with size 0x40000000
<4>[30162.605284] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30162.829690] libceph: client4408 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30162.839190] libceph: mon1 10.214.132.23:6789 session established
<4>[30162.847120] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30162.889044] rbd1: unknown partition table
<6>[30162.893382] rbd: rbd1: added with size 0x40000000
<4>[30162.921197] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30163.014659] libceph: osd5 10.214.132.23:6809 socket closed (con state OPEN)
<6>[30163.155184] libceph: client4428 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30163.164524] libceph: mon0 10.214.132.17:6789 session established
<6>[30163.197543] rbd1: unknown partition table
<6>[30163.201849] rbd: rbd1: added with size 0x40000000
<6>[30163.413016] libceph: client4490 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30163.422474] libceph: mon2 10.214.132.17:6790 session established
<4>[30163.428914] libceph: osd3 10.214.132.23:6800 socket closed (con state CONNECTING)
<4>[30164.228996] libceph: osd3 10.214.132.23:6800 socket closed (con state CONNECTING)
<6>[30165.081731] rbd1: unknown partition table
<6>[30165.086033] rbd: rbd1: added with size 0x40000000
<4>[30165.122384] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30165.173925] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30165.372892] libceph: client4493 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30165.409947] libceph: mon2 10.214.132.17:6790 session established
<6>[30165.456861] rbd1: unknown partition table
<6>[30165.461131] rbd: rbd1: added with size 0x40000000
<4>[30165.535759] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30165.588115] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30165.635640] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30165.806473] libceph: client4411 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30165.845621] libceph: mon1 10.214.132.23:6789 session established
<6>[30165.882175] rbd1: unknown partition table
<6>[30165.886478] rbd: rbd1: added with size 0x40000000
<4>[30165.944508] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30166.157125] libceph: client4414 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30166.195917] libceph: mon1 10.214.132.23:6789 session established
<6>[30166.240088] rbd1: unknown partition table
<6>[30166.244334] rbd: rbd1: added with size 0x40000000
<4>[30166.360783] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30166.498512] libceph: client4496 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<4>[30166.505755] libceph: mon2 10.214.132.17:6790 socket closed (con state OPEN)
<4>[30176.551454] libceph: mon1 10.214.132.23:6789 socket closed (con state OPEN)
<6>[30186.545219] libceph: mon2 10.214.132.17:6790 session established
<4>[30186.608443] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30186.656021] rbd1: unknown partition table
<6>[30186.660534] rbd: rbd1: added with size 0x40000000
<4>[30186.699857] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30186.747346] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30186.802662] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30186.882085] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30197.069897] libceph: client4499 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30197.109031] libceph: mon2 10.214.132.17:6790 session established
<6>[30197.142153] rbd1: unknown partition table
<6>[30197.146621] rbd: rbd1: added with size 0x40000000
<4>[30197.191947] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30197.256929] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30197.346918] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30197.491177] libceph: client4431 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<6>[30197.500721] libceph: mon0 10.214.132.17:6789 session established
<4>[30197.533273] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30197.541710] rbd1: unknown partition table
<6>[30197.546023] rbd: rbd1: added with size 0x40000000
<4>[30197.650948] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30197.823946] libceph: client4434 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<4>[30197.831095] libceph: mon0 10.214.132.17:6789 socket closed (con state OPEN)
<6>[30207.890800] libceph: mon1 10.214.132.23:6789 session established
<6>[30207.931423] rbd1: unknown partition table
<6>[30207.935788] rbd: rbd1: added with size 0x40000000
<4>[30207.990494] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30208.038419] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30208.046085] libceph: osd3 10.214.132.23:6800 socket closed (con state CONNECTING)
<4>[30209.219388] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<6>[30209.373170] libceph: client4417 fsid 5ec2b1f1-7ec8-4133-98b3-c4fe5088da18
<4>[30209.409324] libceph: mon1 10.214.132.23:6789 socket closed (con state OPEN)
<6>[30219.417730] libceph: mon1 10.214.132.23:6789 session established
<6>[30219.478126] rbd1: unknown partition table
<6>[30219.482466] rbd: rbd1: added with size 0x40000000
<4>[30219.527543] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30219.621049] libceph: osd3 10.214.132.23:6800 socket closed (con state OPEN)
<4>[30220.365487] ------------[ cut here ]------------
<4>[30220.370149] WARNING: at /srv/autobuild-ceph/gitbuilder.git/build/net/ceph/messenger.c:360 ceph_sock_state_change+0x128/0x220 [libceph]()

<4>[30220.432742] CPU: 0 PID: 0 Comm: swapper/0 Tainted: G W 3.10.0-ceph-00039-g77c8bf2 #1
<4>[30220.441390] Hardware name: Dell Inc. PowerEdge R410/01V648, BIOS 1.6.3 02/07/2011
<4>[30220.448905] ffffffffa07ce448 ffff8802272038d8 ffffffff816311b0 ffff880227203918
<4>[30220.456376] ffffffff8103fae0 ffff880227203928 0000000000000001 ffff88020cc12418
<4>[30220.463847] ffff88021c7e6e68 0000000000000000 ffff88021c7e6e54 ffff880227203928
<4>[30220.471319] Call Trace:
<4>[30220.473780] <IRQ> [<ffffffff816311b0>] dump_stack+0x19/0x1b
<4>[30220.479574] [<ffffffff8103fae0>] warn_slowpath_common+0x70/0xa0
<4>[30220.485601] [<ffffffff8103fb2a>] warn_slowpath_null+0x1a/0x20
<4>[30220.491459] [<ffffffffa07b3d58>] ceph_sock_state_change+0x128/0x220 [libceph]
<4>[30220.498718] [<ffffffff815764d9>] tcp_fin+0x149/0x1c0
<4>[30220.503788] [<ffffffff815772f0>] tcp_data_queue+0x750/0xcb0
<4>[30220.509467] [<ffffffff81579f78>] tcp_rcv_established+0x258/0x880
<4>[30220.515582] [<ffffffff815856bc>] tcp_v4_do_rcv+0x2cc/0x500
<4>[30220.521173] [<ffffffff81586d05>] tcp_v4_rcv+0x895/0xc00
<4>[30220.526513] [<ffffffff8155e6f8>] ? ip_local_deliver_finish+0x48/0x370
<4>[30220.533065] [<ffffffff81535885>] ? neigh_lookup+0x5/0x150
<4>[30220.538572] [<ffffffff8155e7bd>] ip_local_deliver_finish+0x10d/0x370
<4>[30220.545035] [<ffffffff8155e6f8>] ? ip_local_deliver_finish+0x48/0x370
<4>[30220.551585] [<ffffffff815335e7>] ? __skb_dst_set_noref+0x27/0xb0
<4>[30220.557703] [<ffffffff8155f1d8>] ip_local_deliver+0x88/0x90
<4>[30220.563386] [<ffffffff8155eba7>] ip_rcv_finish+0x187/0x5f0
<4>[30220.568976] [<ffffffff8155f431>] ip_rcv+0x251/0x320
<4>[30220.573963] [<ffffffff8152ac13>] __netif_receive_skb_core+0x563/0x750
<4>[30220.580510] [<ffffffff8152a717>] ? __netif_receive_skb_core+0x67/0x750
<4>[30220.587149] [<ffffffff8152ae26>] __netif_receive_skb+0x26/0x70
<4>[30220.593092] [<ffffffff8152b03d>] netif_receive_skb+0x2d/0xf0
<4>[30220.598858] [<ffffffff8152b9c8>] napi_gro_receive+0xe8/0x140
<4>[30220.604632] [<ffffffffa002859c>] bnx2_poll_work+0x80c/0x12a0 [bnx2]
<4>[30220.611007] [<ffffffff8109448c>] ? do_timer+0x2c/0x610
<4>[30220.616257] [<ffffffff810700d6>] ? tg_rt_schedulable+0xb6/0x200
<4>[30220.622289] [<ffffffffa0029073>] bnx2_poll_msix+0x43/0xc0 [bnx2]
<4>[30220.628401] [<ffffffff8152b7c4>] net_rx_action+0xb4/0x1d0
<4>[30220.633910] [<ffffffff81048195>] __do_softirq+0xe5/0x2a0
<4>[30220.639329] [<ffffffff810484ce>] irq_exit+0x9e/0xc0
<4>[30220.644315] [<ffffffff81642203>] do_IRQ+0x63/0xe0
<4>[30220.649127] [<ffffffff816380ef>] common_interrupt+0x6f/0x6f
<4>[30220.654807] <EOI> [<ffffffff814eda53>] ? cpuidle_enter_state+0x63/0xe0
<4>[30220.661555] [<ffffffff814eda4f>] ? cpuidle_enter_state+0x5f/0xe0
<4>[30220.667673] [<ffffffff814edb9e>] cpuidle_idle_call+0xce/0x240
<4>[30220.673531] [<ffffffff8100ac1e>] arch_cpu_idle+0xe/0x30
<4>[30220.678862] [<ffffffff81091dde>] cpu_startup_entry+0xce/0x2b0
<4>[30220.684720] [<ffffffff8161be2c>] rest_init+0xbc/0xd0
<4>[30220.689790] [<ffffffff8161bd75>] ? rest_init+0x5/0xd0
<4>[30220.694951] [<ffffffff81d00e79>] start_kernel+0x3f1/0x3fe
<4>[30220.700457] [<ffffffff81d00888>] ? repair_env_string+0x5a/0x5a
<4>[30220.706400] [<ffffffff81d005a6>] x86_64_start_reservations+0x2a/0x2c
<4>[30220.712863] [<ffffffff81d0068d>] x86_64_start_kernel+0xe5/0xec
<4>[30220.718800] ---[ end trace 26bbd0717a39416a ]---
<4>[30220.723437] con_sock_state_closing: unexpected old state 1
<4>[30220.729111] libceph: mon0 10.214.132.17:6789 socket closed (con state CLOSED)
<4>[30220.736402] ------------[ cut here ]------------
<4>[30220.741045] WARNING: at /srv/autobuild-ceph/gitbuilder.git/build/net/ceph/messenger.c:2809 con_work+0x2813/0x2d50 [libceph]()

<4>[30220.803099] CPU: 0 PID: 16559 Comm: kworker/0:2 Tainted: G W 3.10.0-ceph-00039-g77c8bf2 #1
<4>[30220.812322] Hardware name: Dell Inc. PowerEdge R410/01V648, BIOS 1.6.3 02/07/2011
<4>[30220.819846] Workqueue: ceph-msgr con_work [libceph]
<4>[30220.824806] ffffffffa07ce448 ffff880106323bb8 ffffffff816311b0 ffff880106323bf8
<4>[30220.832333] ffffffff8103fae0 ffff880106323c18 ffff88020cc12418 ffff88020cc12448
<4>[30220.839803] 0000000000000000 ffffffffa07d8ee0 ffffffffa07ce798 ffff880106323c08
<4>[30220.847314] Call Trace:
<4>[30220.849779] [<ffffffff816311b0>] dump_stack+0x19/0x1b
<4>[30220.854976] [<ffffffff8103fae0>] warn_slowpath_common+0x70/0xa0
<4>[30220.861004] [<ffffffff8103fb2a>] warn_slowpath_null+0x1a/0x20
<4>[30220.866932] [<ffffffffa07b70c3>] con_work+0x2813/0x2d50 [libceph]
<4>[30220.873260] [<ffffffff81088995>] ? cpuacct_charge+0x5/0xa0
<4>[30220.878853] [<ffffffff8109d94d>] ? trace_hardirqs_off+0xd/0x10
<4>[30220.884853] [<ffffffff81071c08>] ? finish_task_switch+0x48/0x110
<4>[30220.890966] [<ffffffff81071c08>] ? finish_task_switch+0x48/0x110
<4>[30220.897122] [<ffffffff8105f37f>] ? process_one_work+0x16f/0x540
<4>[30220.903203] [<ffffffff8105f3ea>] process_one_work+0x1da/0x540
<4>[30220.909056] [<ffffffff8105f37f>] ? process_one_work+0x16f/0x540
<4>[30220.915137] [<ffffffff810605cc>] worker_thread+0x11c/0x370
<4>[30220.920729] [<ffffffff810604b0>] ? manage_workers.isra.20+0x2e0/0x2e0
<4>[30220.927334] [<ffffffff8106728a>] kthread+0xea/0xf0
<4>[30220.932233] [<ffffffff810671a0>] ? flush_kthread_worker+0x150/0x150
<4>[30220.938663] [<ffffffff8164071c>] ret_from_fork+0x7c/0xb0
<4>[30220.945314] [<ffffffff810671a0>] ? flush_kthread_worker+0x150/0x150
<4>[30220.951687] ---[ end trace 26bbd0717a39416b ]---
<6>[30220.956385] libceph: mon-1 10.214.132.17:6789 session lost, hunting for new mon
<1>[30220.963845] BUG: unable to handle kernel NULL pointer dereference at (null)
<1>[30220.971735] IP: [<ffffffff81633b6e>] mutex_lock_nested+0xee/0x360
<4>[30220.977859] PGD 2212b2067 PUD 215428067 PMD 0
<4>[30220.982352] Oops: 0002 [#1] SMP
[dumpcommon]kdb> -bt

Stack traceback for pid 16559
0xffff880105048000 16559 2 1 0 R 0xffff880105048488 *kworker/0:2
ffff880106323b28 0000000000000018 ffffffff81633b4a ffffffffa07c53a6
ffff88020cc12598 ffff88020c73ad80 0000000000000246 ffff88020c73ad80
0000000000000000 1111111111111111 ffff880106323b48 ffff880106323b98
Call Trace:
[<ffffffff81633b4a>] ? mutex_lock_nested+0xca/0x360
[<ffffffffa07c53a6>] ? ceph_auth_reset+0x26/0x80 [libceph]
[<ffffffffa07c53a6>] ? ceph_auth_reset+0x26/0x80 [libceph]
[<ffffffffa07b8776>] ? __close_session+0x76/0xa0 [libceph]
[<ffffffffa07b8e33>] ? mon_fault+0x53/0xe0 [libceph]
[<ffffffffa07b4e21>] ? con_work+0x571/0x2d50 [libceph]
[<ffffffff81088995>] ? cpuacct_charge+0x5/0xa0
[<ffffffff8109d94d>] ? trace_hardirqs_off+0xd/0x10
[<ffffffff81071c08>] ? finish_task_switch+0x48/0x110
[<ffffffff81071c08>] ? finish_task_switch+0x48/0x110
[<ffffffff8105f37f>] ? process_one_work+0x16f/0x540
[<ffffffff8105f3ea>] ? process_one_work+0x1da/0x540
[<ffffffff8105f37f>] ? process_one_work+0x16f/0x540
[<ffffffff810605cc>] ? worker_thread+0x11c/0x370
[<ffffffff810604b0>] ? manage_workers.isra.20+0x2e0/0x2e0
[<ffffffff8106728a>] ? kthread+0xea/0xf0
[<ffffffff810671a0>] ? flush_kthread_worker+0x150/0x150
[<ffffffff8164071c>] ? ret_from_fork+0x7c/0xb0
[<ffffffff810671a0>] ? flush_kthread_worker+0x150/0x150
[dumpall]kdb> -bta

7 idle processes (state I) and
111 sleeping system daemon (state M) processes suppressed,
use 'ps A' to see all.
Stack traceback for pid 16559
0xffff880105048000 16559 2 1 0 R 0xffff880105048488 *kworker/0:2
ffff880106323b28 0000000000000018 ffffffff81633b4a ffffffffa07c53a6
ffff88020cc12598 ffff88020c73ad80 0000000000000246 ffff88020c73ad80
0000000000000000 1111111111111111 ffff880106323b48 ffff880106323b98
Call Trace:
[<ffffffff81633b4a>] ? mutex_lock_nested+0xca/0x360
[<ffffffffa07c53a6>] ? ceph_auth_reset+0x26/0x80 [libceph]
[<ffffffffa07c53a6>] ? ceph_auth_reset+0x26/0x80 [libceph]
[<ffffffffa07b8776>] ? __close_session+0x76/0xa0 [libceph]
[<ffffffffa07b8e33>] ? mon_fault+0x53/0xe0 [libceph]
[<ffffffffa07b4e21>] ? con_work+0x571/0x2d50 [libceph]
[<ffffffff81088995>] ? cpuacct_charge+0x5/0xa0
[<ffffffff8109d94d>] ? trace_hardirqs_off+0xd/0x10
[<ffffffff81071c08>] ? finish_task_switch+0x48/0x110
[<ffffffff81071c08>] ? finish_task_switch+0x48/0x110
[<ffffffff8105f37f>] ? process_one_work+0x16f/0x540
[<ffffffff8105f3ea>] ? process_one_work+0x1da/0x540
[<ffffffff8105f37f>] ? process_one_work+0x16f/0x540
[<ffffffff810605cc>] ? worker_thread+0x11c/0x370
[<ffffffff810604b0>] ? manage_workers.isra.20+0x2e0/0x2e0
[<ffffffff8106728a>] ? kthread+0xea/0xf0
[<ffffffff810671a0>] ? flush_kthread_worker+0x150/0x150
[<ffffffff8164071c>] ? ret_from_fork+0x7c/0xb0
[<ffffffff810671a0>] ? flush_kthread_worker+0x150/0x150
Stack traceback for pid 1
0xffff880225ca8000 1 0 0 5 S 0xffff880225ca8488 init
ffff880225c8b8d8 0000000000000046 ffffffff8105eb25 ffffffff81c90680
ffff880225ca8000 ffff880225c8bfd8 ffff880225c8bfd8 ffff880225c8bfd8
ffff880225d39f90 ffff880225ca8000 0000000000000000 0000000000000000
Call Trace:
[<ffffffff8105eb25>] ? flush_work+0x5/0x280
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff810772b5>] ? try_to_wake_up+0x255/0x2f0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8118ceff>] ? __close_fd+0x2f/0xb0
[<ffffffff8118ceff>] ? __close_fd+0x2f/0xb0
[<ffffffff8113e3de>] ? might_fault+0x8e/0xa0
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 494
0xffff88020c75deb0 494 1 0 0 S 0xffff88020c75e338 upstart-udev-br
ffff88020c05d8d8 0000000000000046 0000000000000002 0000000000000000
ffff88020c75deb0 ffff88020c05dfd8 ffff88020c05dfd8 ffff88020c05dfd8
ffffffff81c10440 ffff88020c75deb0 0000000000000000 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff815c5ea5>] ? unix_write_space+0x5/0xc0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81511138>] ? sock_recvmsg+0xd8/0xf0
[<ffffffff8117854f>] ? pipe_read+0x7f/0x560
[<ffffffff8117854f>] ? pipe_read+0x7f/0x560
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff8106794a>] ? remove_wait_queue+0x5a/0x70
[<ffffffff8104510c>] ? do_wait+0x12c/0x260
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 498
0xffff88020c941f90 498 1 0 2 S 0xffff88020c942418 udevd
ffff88020c8d7de8 0000000000000046 0000000000000002 0000000000000000
ffff88020c941f90 ffff88020c8d7fd8 ffff88020c8d7fd8 ffff88020c8d7fd8
ffff880225d2bf20 ffff88020c941f90 0000000000000000 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff811b6358>] SyS_epoll_wait+0x418/0x4c0
[<ffffffff8116fa0e>] ? vfs_write+0x18e/0x1e0
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 657
0xffff88021c461f90 657 1 0 0 S 0xffff88021c462418 dbus-daemon
ffff880222379a38 0000000000000046 0000000000000002 0000000000000000
ffff88021c461f90 ffff880222379fd8 ffff880222379fd8 ffff880222379fd8
ffffffff81c10440 ffff88021c461f90 0000000000000000 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff811840cf>] do_sys_poll+0x40f/0x4d0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff8113e3de>] ? might_fault+0x8e/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff815124e6>] ? ___sys_recvmsg+0x166/0x2a0
[<ffffffff81071c08>] ? finish_task_switch+0x48/0x110
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81637bb0>] ? _raw_spin_unlock_irq+0x30/0x40
[<ffffffff81071c45>] ? finish_task_switch+0x85/0x110
[<ffffffff81071c08>] ? finish_task_switch+0x48/0x110
[<ffffffff8118426b>] SyS_poll+0x6b/0x100
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 986
0xffff880222318000 986 1 0 1 S 0xffff880222318488 upstart-socket-
ffff8802212d38d8 0000000000000046 0000000000000000 ffffffff810679e3
ffff880222318000 ffff8802212d3fd8 ffff8802212d3fd8 ffff8802212d3fd8
ffff880225d29f90 ffff880222318000 0000000000000000 0000000000000000
Call Trace:
[<ffffffff810679e3>] ? add_wait_queue+0x23/0x60
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff815c5ea5>] ? unix_write_space+0x5/0xc0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81189c25>] ? touch_atime+0xd5/0x170
[<ffffffff81511138>] ? sock_recvmsg+0xd8/0xf0
[<ffffffff8117854f>] ? pipe_read+0x7f/0x560
[<ffffffff8117854f>] ? pipe_read+0x7f/0x560
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff8106794a>] ? remove_wait_queue+0x5a/0x70
[<ffffffff8104510c>] ? do_wait+0x12c/0x260
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 987
0xffff88020c00bf20 987 1 0 3 S 0xffff88020c00c3a8 rpcbind
ffff8802211a9a38 0000000000000046 00001b79f5ecc2bf 0000000001c9c37f
ffff88020c00bf20 ffff8802211a9fd8 ffff8802211a9fd8 ffff8802211a9fd8
ffff880225d2deb0 ffff88020c00bf20 0000000000000000 ffff8802211a9ef8
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d2c>] schedule_hrtimeout_range_clock+0x12c/0x170
[<ffffffff8106a350>] ? update_rmtp+0x70/0x70
[<ffffffff8106af74>] ? hrtimer_start_range_ns+0x14/0x20
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff811840cf>] do_sys_poll+0x40f/0x4d0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff8118ecbc>] ? mntput_no_expire+0x2c/0x160
[<ffffffff81184ceb>] ? __d_free+0x4b/0x70
[<ffffffff8118ecd9>] ? mntput_no_expire+0x49/0x160
[<ffffffff8118ee14>] ? mntput+0x24/0x40
[<ffffffff81170ef9>] ? __fput+0x189/0x240
[<ffffffff8109340c>] ? ktime_get_ts+0x4c/0xe0
[<ffffffff81182f65>] ? poll_select_set_timeout+0x85/0xa0
[<ffffffff8118426b>] SyS_poll+0x6b/0x100
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1079
0xffff88020bdc9f90 1079 1 0 0 S 0xffff88020bdca418 rpc.statd
ffff8802211c18d8 0000000000000046 0000000000000002 0000000000000000
ffff88020bdc9f90 ffff8802211c1fd8 ffff8802211c1fd8 ffff8802211c1fd8
ffffffff81c10440 ffff88020bdc9f90 0000000000000000 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff81070a37>] ? __wake_up_sync_key+0x37/0x80
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff8106b963>] ? up_read+0x23/0x40
[<ffffffff8163bcbc>] ? __do_page_fault+0x2ac/0x520
[<ffffffff8118ee14>] ? mntput+0x24/0x40
[<ffffffff81170ef9>] ? __fput+0x189/0x240
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1208
0xffff88020c270000 1208 1 0 0 S 0xffff88020c270488 getty
ffff88020df9dcc8 0000000000000046 ffff88020df9dcb8 ffff8802272f2f80
ffff88020c270000 ffff88020df9dfd8 ffff88020df9dfd8 ffff88020df9dfd8
ffffffff81c10440 ffff88020c270000 ffff88020df9dcb8 ffff880225f3e800
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff8163355d>] schedule_timeout+0x1bd/0x270
[<ffffffff813ba738>] ? n_tty_read+0x388/0x960
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff813ba628>] n_tty_read+0x278/0x960
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff813b6585>] tty_read+0x95/0x100
[<ffffffff8116fb10>] vfs_read+0xb0/0x180
[<ffffffff8116fd95>] SyS_read+0x55/0xa0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1211
0xffff88020c271f90 1211 1 0 4 S 0xffff88020c272418 getty
ffff8802155dfcc8 0000000000000046 ffff8802155dfcb8 ffff8802272d2f80
ffff88020c271f90 ffff8802155dffd8 ffff8802155dffd8 ffff8802155dffd8
ffff880225d38000 ffff88020c271f90 ffff8802155dfcb8 ffff88021c686000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff8163355d>] schedule_timeout+0x1bd/0x270
[<ffffffff813ba738>] ? n_tty_read+0x388/0x960
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff813ba628>] n_tty_read+0x278/0x960
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff813b6585>] tty_read+0x95/0x100
[<ffffffff8116fb10>] vfs_read+0xb0/0x180
[<ffffffff8116fd95>] SyS_read+0x55/0xa0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1217
0xffff88020c00deb0 1217 1 0 5 S 0xffff88020c00e338 getty
ffff88021c573cc8 0000000000000046 ffff88021c573cb8 ffff8802272d2f80
ffff88020c00deb0 ffff88021c573fd8 ffff88021c573fd8 ffff88021c573fd8
ffff880225d39f90 ffff88020c00deb0 ffff88021c573cb8 ffff88021c687000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff8163355d>] schedule_timeout+0x1bd/0x270
[<ffffffff813ba738>] ? n_tty_read+0x388/0x960
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff813ba628>] n_tty_read+0x278/0x960
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff813b6585>] tty_read+0x95/0x100
[<ffffffff8116fb10>] vfs_read+0xb0/0x180
[<ffffffff8116fd95>] SyS_read+0x55/0xa0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1218
0xffff88020c009f90 1218 1 0 4 S 0xffff88020c00a418 getty
ffff8802222bbcc8 0000000000000046 ffff8802222bbcb8 ffff8802272f2f80
ffff88020c009f90 ffff8802222bbfd8 ffff8802222bbfd8 ffff8802222bbfd8
ffff880225d38000 ffff88020c009f90 ffff8802222bbcb8 ffff880225f3f800
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff8163355d>] schedule_timeout+0x1bd/0x270
[<ffffffff813ba738>] ? n_tty_read+0x388/0x960
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff813ba628>] n_tty_read+0x278/0x960
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff813b6585>] tty_read+0x95/0x100
[<ffffffff8116fb10>] vfs_read+0xb0/0x180
[<ffffffff8116fd95>] SyS_read+0x55/0xa0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1220
0xffff88020bdcdeb0 1220 1 0 6 S 0xffff88020bdce338 getty
ffff88020c279cc8 0000000000000046 0000000000000002 ffff8802272d2f80
ffff88020bdcdeb0 ffff88020c279fd8 ffff88020c279fd8 ffff88020c279fd8
ffff880225d3bf20 ffff88020bdcdeb0 ffff88020c279cb8 ffff88021c684800
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff8163355d>] schedule_timeout+0x1bd/0x270
[<ffffffff813ba738>] ? n_tty_read+0x388/0x960
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff813ba628>] n_tty_read+0x278/0x960
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff813b6585>] tty_read+0x95/0x100
[<ffffffff8116fb10>] vfs_read+0xb0/0x180
[<ffffffff8116fd95>] SyS_read+0x55/0xa0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1225
0xffff88021c5a3f20 1225 1 0 0 S 0xffff88021c5a43a8 xinetd
ffff88020ca3b8d8 0000000000000046 0000000000000000 ffffffff810679e3
ffff88021c5a3f20 ffff88020ca3bfd8 ffff88020ca3bfd8 ffff88020ca3bfd8
ffffffff81c10440 ffff88021c5a3f20 ffff880200000000 0000000000000000
Call Trace:
[<ffffffff810679e3>] ? add_wait_queue+0x23/0x60
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff8107708e>] ? try_to_wake_up+0x2e/0x2f0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff8151b4bb>] ? skb_queue_tail+0x2b/0x60
[<ffffffff8111d345>] ? find_get_page+0x5/0xf0
[<ffffffff8111d345>] ? find_get_page+0x5/0xf0
[<ffffffff8113e53a>] ? __do_fault+0x14a/0x470
[<ffffffff8113e53a>] ? __do_fault+0x14a/0x470
[<ffffffff81637c5b>] ? _raw_spin_unlock+0x2b/0x40
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff8106b963>] ? up_read+0x23/0x40
[<ffffffff8163bcbc>] ? __do_page_fault+0x2ac/0x520
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1236
0xffff8802155f1f90 1236 1 0 0 S 0xffff8802155f2418 atd
ffff88020c61fe58 0000000000000046 0000034630b8a000 000000000000c350
ffff8802155f1f90 ffff88020c61ffd8 ffff88020c61ffd8 ffff88020c61ffd8
ffffffff81c10440 ffff8802155f1f90 0000000000000002 ffff88020c61feb8
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634b3c>] do_nanosleep+0x9c/0xd0
[<ffffffff8106b6d8>] hrtimer_nanosleep+0xb8/0x180
[<ffffffff8106a350>] ? update_rmtp+0x70/0x70
[<ffffffff8106af74>] ? hrtimer_start_range_ns+0x14/0x20
[<ffffffff8106b816>] SyS_nanosleep+0x76/0x90
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1256
0xffff88021c465eb0 1256 1 0 2 S 0xffff88021c466338 nrpe
ffff8802223158d8 0000000000000046 00001b78209987d5 000000000007a11f
ffff88021c465eb0 ffff880222315fd8 ffff880222315fd8 ffff880222315fd8
ffff880225d2bf20 ffff88021c465eb0 0000000000000000 ffff880222315d18
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d2c>] schedule_hrtimeout_range_clock+0x12c/0x170
[<ffffffff8106a350>] ? update_rmtp+0x70/0x70
[<ffffffff8106af74>] ? hrtimer_start_range_ns+0x14/0x20
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff8162ea3d>] ? get_partial_node.isra.63+0x54/0x1da
[<ffffffff8131aea5>] ? number.isra.1+0x355/0x390
[<ffffffff81637c5b>] ? _raw_spin_unlock+0x2b/0x40
[<ffffffff8162eb9e>] ? get_partial_node.isra.63+0x1b5/0x1da
[<ffffffff81187d78>] ? __d_lookup+0xd8/0x1c0
[<ffffffff81187ca5>] ? __d_lookup+0x5/0x1c0
[<ffffffff811b17a4>] ? fsnotify_clear_marks_by_inode+0x34/0x130
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff8118ecbc>] ? mntput_no_expire+0x2c/0x160
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8109340c>] ? ktime_get_ts+0x4c/0xe0
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1268
0xffff88021c463f20 1268 1 0 3 S 0xffff88021c4643a8 irqbalance
ffff88020cfdde58 0000000000000046 0000000253e18070 000000000000c350
ffff88021c463f20 ffff88020cfddfd8 ffff88020cfddfd8 ffff88020cfddfd8
ffff880225d2deb0 ffff88021c463f20 00007fd249cbb000 ffff88020cfddeb8
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634b3c>] do_nanosleep+0x9c/0xd0
[<ffffffff8106b6d8>] hrtimer_nanosleep+0xb8/0x180
[<ffffffff8106a350>] ? update_rmtp+0x70/0x70
[<ffffffff8106af74>] ? hrtimer_start_range_ns+0x14/0x20
[<ffffffff8106b816>] SyS_nanosleep+0x76/0x90
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1372
0xffff880222319f90 1372 1 0 6 S 0xffff88022231a418 rpc.mountd
ffff88021c50d8d8 0000000000000046 0000000000000002 0000000000000000
ffff880222319f90 ffff88021c50dfd8 ffff88021c50dfd8 ffff88021c50dfd8
ffff880225d3bf20 ffff880222319f90 ffff88022fff9e00 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff810721dc>] ? ttwu_stat+0x4c/0x140
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff8106b963>] ? up_read+0x23/0x40
[<ffffffff8163bcbc>] ? __do_page_fault+0x2ac/0x520
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1415
0xffff8802221dbf20 1415 1 0 3 S 0xffff8802221dc3a8 pkcsslotd
ffff88022143fe58 0000000000000046 00000002540be400 000000000000c350
ffff8802221dbf20 ffff88022143ffd8 ffff88022143ffd8 ffff88022143ffd8
ffff880225d2deb0 ffff8802221dbf20 0000000000000000 ffff88022143feb8
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634b3c>] do_nanosleep+0x9c/0xd0
[<ffffffff8106b6d8>] hrtimer_nanosleep+0xb8/0x180
[<ffffffff8106a350>] ? update_rmtp+0x70/0x70
[<ffffffff8106af74>] ? hrtimer_start_range_ns+0x14/0x20
[<ffffffff8106b816>] SyS_nanosleep+0x76/0x90
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1424
0xffff8802221d8000 1424 1 0 0 S 0xffff8802221d8488 rwhod
ffff88022143da48 0000000000000046 ffff88022143da18 0000000000000246
ffff8802221d8000 ffff88022143dfd8 ffff88022143dfd8 ffff88022143dfd8
ffffffff81c10440 ffff8802221d8000 0000000000000002 ffff88021c7bac00
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff8163355d>] schedule_timeout+0x1bd/0x270
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff815214cb>] __skb_recv_datagram+0x2fb/0x380
[<ffffffff81521590>] ? skb_recv_datagram+0x40/0x40
[<ffffffff8158f297>] udp_recvmsg+0xa7/0x410
[<ffffffff8159b4dd>] inet_recvmsg+0xcd/0xf0
[<ffffffff81511138>] sock_recvmsg+0xd8/0xf0
[<ffffffff81186b52>] ? dput+0x32/0x240
[<ffffffff81513ac9>] SYSC_recvfrom+0xe9/0x170
[<ffffffff81170ef9>] ? __fput+0x189/0x240
[<ffffffff81170fbe>] ? ____fput+0xe/0x10
[<ffffffff8131ea34>] ? lockdep_sys_exit_thunk+0x35/0x67
[<ffffffff81514afe>] SyS_recvfrom+0xe/0x10
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1434
0xffff8802221ddeb0 1434 1424 0 3 S 0xffff8802221de338 rwhod
ffff88020c699e58 0000000000000046 00000029e8d60800 000000000000c350
ffff8802221ddeb0 ffff88020c699fd8 ffff88020c699fd8 ffff88020c699fd8
ffff880225d2deb0 ffff8802221ddeb0 0000000000000002 ffff88020c699eb8
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634b3c>] do_nanosleep+0x9c/0xd0
[<ffffffff8106b6d8>] hrtimer_nanosleep+0xb8/0x180
[<ffffffff8106a350>] ? update_rmtp+0x70/0x70
[<ffffffff8106af74>] ? hrtimer_start_range_ns+0x14/0x20
[<ffffffff8106b816>] SyS_nanosleep+0x76/0x90
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1529
0xffff88020c86deb0 1529 1 0 4 S 0xffff88020c86e338 getty
ffff88020c3c9cc8 0000000000000046 0000000000000002 ffff880227292f80
ffff88020c86deb0 ffff88020c3c9fd8 ffff88020c3c9fd8 ffff88020c3c9fd8
ffff880225d38000 ffff88020c86deb0 ffff88020c3c9cb8 ffff88020c4fb000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff8163355d>] schedule_timeout+0x1bd/0x270
[<ffffffff813ba738>] ? n_tty_read+0x388/0x960
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff813ba628>] n_tty_read+0x278/0x960
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff813b6585>] tty_read+0x95/0x100
[<ffffffff8116fb10>] vfs_read+0xb0/0x180
[<ffffffff8116fd95>] SyS_read+0x55/0xa0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1530
0xffff88020c868000 1530 1 0 0 S 0xffff88020c868488 getty
ffff88020c5f5cc8 0000000000000046 ffff88020cc7e1c8 ffff8802272b2f80
ffff88020c868000 ffff88020c5f5fd8 ffff88020c5f5fd8 ffff88020c5f5fd8
ffffffff81c10440 ffff88020c868000 ffff88020c5f5cb8 ffff88020cc7e800
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff8163355d>] schedule_timeout+0x1bd/0x270
[<ffffffff813ba738>] ? n_tty_read+0x388/0x960
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff813ba628>] n_tty_read+0x278/0x960
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff813b6585>] tty_read+0x95/0x100
[<ffffffff8116fb10>] vfs_read+0xb0/0x180
[<ffffffff8116fd95>] SyS_read+0x55/0xa0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1565
0xffff88020cd59f90 1565 1 0 5 S 0xffff88020cd5a418 rpc.idmapd
ffff880224827de8 0000000000000046 0000000000000002 0000000000000002
ffff88020cd59f90 ffff880224827fd8 ffff880224827fd8 ffff880224827fd8
ffff880225d39f90 ffff88020cd59f90 ffff880200000000 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff8106f193>] ? lg_local_unlock+0x23/0x40
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff811b6358>] SyS_epoll_wait+0x418/0x4c0
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 1812
0xffff88020b310000 1812 1 0 1 S 0xffff88020b310488 ntpd
ffff88021c7b78d8 0000000000000046 0000000000000002 0000000000000000
ffff88020b310000 ffff88021c7b7fd8 ffff88021c7b7fd8 ffff88021c7b7fd8
ffff880225d29f90 ffff88020b310000 0000000000000000 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff8105594a>] ? signal_delivered+0x5a/0x70
[<ffffffff8100ae82>] ? fpu_finit+0x22/0x40
[<ffffffff8100b0f6>] ? init_fpu+0x56/0xc0
[<ffffffff8100c0de>] ? __restore_xstate_sig+0x22e/0x510
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 17666
0xffff880127288000 17666 1 0 0 S 0xffff880127288488 sshd
ffff88020c54da38 0000000000000046 0000000000000002 0000000000000000
ffff880127288000 ffff88020c54dfd8 ffff88020c54dfd8 ffff88020c54dfd8
ffffffff81c10440 ffff880127288000 ffff88020c54db08 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff8113f09f>] ? __pte_alloc+0x3f/0xc0
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff811840cf>] do_sys_poll+0x40f/0x4d0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff8113f3cf>] ? do_wp_page+0x19f/0x6f0
[<ffffffff81637c5b>] ? _raw_spin_unlock+0x2b/0x40
[<ffffffff8113f4ca>] ? do_wp_page+0x29a/0x6f0
[<ffffffff81141134>] ? handle_pte_fault+0x264/0x8a0
[<ffffffff8163bb6c>] ? __do_page_fault+0x15c/0x520
[<ffffffff8163bb6c>] ? __do_page_fault+0x15c/0x520
[<ffffffff81079885>] ? sched_clock_cpu+0xc5/0x120
[<ffffffff8106b963>] ? up_read+0x23/0x40
[<ffffffff8163bcbc>] ? __do_page_fault+0x2ac/0x520
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81637bb0>] ? _raw_spin_unlock_irq+0x30/0x40
[<ffffffff810562fd>] ? do_sigaction+0x12d/0x1f0
[<ffffffff8118426b>] SyS_poll+0x6b/0x100
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 17682
0xffff8801f2603f20 17682 17666 0 6 S 0xffff8801f26043a8 sshd
ffff8801396678d8 0000000000000046 0000000000000000 ffffffff810679e3
ffff8801f2603f20 ffff880139667fd8 ffff880139667fd8 ffff880139667fd8
ffff880225d3bf20 ffff8801f2603f20 0000000000000000 0000000000000000
Call Trace:
[<ffffffff810679e3>] ? add_wait_queue+0x23/0x60
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff8104f768>] ? lock_timer_base.isra.34+0x38/0x70
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81322b47>] ? memcpy_toiovec+0x57/0xa0
[<ffffffff81518222>] ? release_sock+0x172/0x1e0
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81048048>] ? local_bh_enable_ip+0x88/0xf0
[<ffffffff81637b74>] ? _raw_spin_unlock_bh+0x34/0x40
[<ffffffff81518222>] ? release_sock+0x172/0x1e0
[<ffffffff815714e6>] ? tcp_recvmsg+0x396/0xc80
[<ffffffff8159b415>] ? inet_recvmsg+0x5/0xf0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff8106b963>] ? up_read+0x23/0x40
[<ffffffff8163bcbc>] ? __do_page_fault+0x2ac/0x520
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 17716
0xffff8801f2605eb0 17716 1 0 3 S 0xffff8801f2606338 rsyslogd
ffff8802154938d8 0000000000000046 00001b7ee7e12f6e 0000000001c9c37f
ffff8801f2605eb0 ffff880215493fd8 ffff880215493fd8 ffff880215493fd8
ffff880225d2deb0 ffff8801f2605eb0 0000000000000000 ffff880215493d18
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d2c>] schedule_hrtimeout_range_clock+0x12c/0x170
[<ffffffff8106a350>] ? update_rmtp+0x70/0x70
[<ffffffff8106af74>] ? hrtimer_start_range_ns+0x14/0x20
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81124f6c>] ? get_page_from_freelist+0x75c/0x870
[<ffffffff81124f6c>] ? get_page_from_freelist+0x75c/0x870
[<ffffffff8111d345>] ? find_get_page+0x5/0xf0
[<ffffffff8111d345>] ? find_get_page+0x5/0xf0
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff8113e53a>] ? __do_fault+0x14a/0x470
[<ffffffff8113e53a>] ? __do_fault+0x14a/0x470
[<ffffffff8163bfb5>] ? __atomic_notifier_call_chain+0x5/0xa0
[<ffffffff8163bfb5>] ? __atomic_notifier_call_chain+0x5/0xa0
[<ffffffff8111c537>] ? unlock_page+0x27/0x30
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8106b963>] ? up_read+0x23/0x40
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8109340c>] ? ktime_get_ts+0x4c/0xe0
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 17717
0xffff880154495eb0 17717 1 0 3 S 0xffff880154496338 rs:main Q:Reg
ffff8802222d3c28 0000000000000046 0000000000000084 ffffffff826c1d50
ffff880154495eb0 ffff8802222d3fd8 ffff8802222d3fd8 ffff8802222d3fd8
ffff880225d2deb0 ffff880154495eb0 0000000000000000 ffff8802222d3cd0
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff810a48f7>] futex_wait_queue_me+0xc7/0x100
[<ffffffff810a5d37>] futex_wait+0x1a7/0x2c0
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81212f4f>] ? ext4_file_write+0x9f/0x420
[<ffffffff81637c5b>] ? _raw_spin_unlock+0x2b/0x40
[<ffffffff811b04ba>] ? fsnotify+0x8a/0x2f0
[<ffffffff810a73c4>] do_futex+0x344/0xbb0
[<ffffffff811b063a>] ? fsnotify+0x20a/0x2f0
[<ffffffff811b04ba>] ? fsnotify+0x8a/0x2f0
[<ffffffff810a7d77>] SyS_futex+0x147/0x1a0
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 17718
0xffff880154493f20 17718 1 0 2 S 0xffff8801544943a8 rsyslogd
ffff8802212018d8 0000000000000046 ffff880200000000 ffff88020ca4a980
ffff880154493f20 ffff880221201fd8 ffff880221201fd8 ffff880221201fd8
ffff880225d2bf20 ffff880154493f20 0000000000000000 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81182ce5>] ? __pollwait+0x75/0xf0
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81634a9e>] ? mutex_unlock+0xe/0x10
[<ffffffff815c8d96>] ? unix_dgram_recvmsg+0x316/0x4e0
[<ffffffff8107b073>] ? select_task_rq_fair+0x53/0x8a0
[<ffffffff8107b073>] ? select_task_rq_fair+0x53/0x8a0
[<ffffffff810721dc>] ? ttwu_stat+0x4c/0x140
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff815124e6>] ? ___sys_recvmsg+0x166/0x2a0
[<ffffffff810a7ac5>] ? do_futex+0xa45/0xbb0
[<ffffffff8118c6be>] ? fget_light+0x9e/0x130
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 17719
0xffff880154490000 17719 1 0 1 S 0xffff880154490488 rsyslogd
ffff880215477e28 0000000000000046 0000000000000286 ffffffff81c31800
ffff880154490000 ffff880215477fd8 ffff880215477fd8 ffff880215477fd8
ffff880225d29f90 ffff880154490000 ffff880215477e38 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81042b51>] do_syslog+0x4d1/0x550
[<ffffffff81067a80>] ? __init_waitqueue_head+0x60/0x60
[<ffffffff811e0cd6>] kmsg_read+0x56/0x70
[<ffffffff811d2e63>] proc_reg_read+0x43/0x70
[<ffffffff8116fb10>] vfs_read+0xb0/0x180
[<ffffffff8116fd95>] SyS_read+0x55/0xa0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 17947
0xffff88013e228000 17947 1 0 5 S 0xffff88013e228488 cron
ffff88020ceefe58 0000000000000046 0000000df8475800 000000000000c350
ffff88013e228000 ffff88020ceeffd8 ffff88020ceeffd8 ffff88020ceeffd8
ffff880225d39f90 ffff88013e228000 0000000000000002 ffff88020ceefeb8
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634b3c>] do_nanosleep+0x9c/0xd0
[<ffffffff8106b6d8>] hrtimer_nanosleep+0xb8/0x180
[<ffffffff8106a350>] ? update_rmtp+0x70/0x70
[<ffffffff8106af74>] ? hrtimer_start_range_ns+0x14/0x20
[<ffffffff8106b816>] SyS_nanosleep+0x76/0x90
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 19134
0xffff880141790000 19134 1 0 1 S 0xffff880141790488 sshd
ffff88020d5e38d8 0000000000000046 0000000000000002 0000000000000000
ffff880141790000 ffff88020d5e3fd8 ffff88020d5e3fd8 ffff88020d5e3fd8
ffff880225d29f90 ffff880141790000 0000000000000000 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff810a319d>] ? trace_hardirqs_on+0xd/0x10
[<ffffffff81067a0d>] ? add_wait_queue+0x4d/0x60
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff81182b69>] poll_schedule_timeout+0x49/0x70
[<ffffffff81183551>] do_select+0x5d1/0x6e0
[<ffffffff81182f85>] ? do_select+0x5/0x6e0
[<ffffffff811b17a4>] ? fsnotify_clear_marks_by_inode+0x34/0x130
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81182d60>] ? __pollwait+0xf0/0xf0
[<ffffffff81187ca5>] ? __d_lookup+0x5/0x1c0
[<ffffffff81187ca5>] ? __d_lookup+0x5/0x1c0
[<ffffffff813e10cd>] ? mix_pool_bytes.constprop.16+0x4d/0xd0
[<ffffffff813e10cd>] ? mix_pool_bytes.constprop.16+0x4d/0xd0
[<ffffffff81187d78>] ? __d_lookup+0xd8/0x1c0
[<ffffffff81187ca5>] ? __d_lookup+0x5/0x1c0
[<ffffffff811b17a4>] ? fsnotify_clear_marks_by_inode+0x34/0x130
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff8113e395>] ? might_fault+0x45/0xa0
[<ffffffff81183874>] core_sys_select+0x214/0x340
[<ffffffff811836a2>] ? core_sys_select+0x42/0x340
[<ffffffff8118ecbc>] ? mntput_no_expire+0x2c/0x160
[<ffffffff8106f193>] ? lg_local_unlock+0x23/0x40
[<ffffffff8118ecd9>] ? mntput_no_expire+0x49/0x160
[<ffffffff8118ee14>] ? mntput+0x24/0x40
[<ffffffff81170ef9>] ? __fput+0x189/0x240
[<ffffffff81183a61>] SyS_select+0xc1/0x100
[<ffffffff8131e9be>] ? trace_hardirqs_on_thunk+0x3a/0x3f
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 19664
0xffff88020c86bf20 19664 498 0 3 S 0xffff88020c86c3a8 udevd
ffff88020de23de8 0000000000000046 0000000000000002 0000000000000000
ffff88020c86bf20 ffff88020de23fd8 ffff88020de23fd8 ffff88020de23fd8
ffff880225d2deb0 ffff88020c86bf20 ffff88020de23dc8 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff811b6358>] SyS_epoll_wait+0x418/0x4c0
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
Stack traceback for pid 19665
0xffff880139668000 19665 498 0 1 S 0xffff880139668488 udevd
ffff88022112dde8 0000000000000046 0000000000000002 0000000000000000
ffff880139668000 ffff88022112dfd8 ffff88022112dfd8 ffff88022112dfd8
ffff880225d29f90 ffff880139668000 ffff88022112ddc8 0000000000000000
Call Trace:
[<ffffffff81636529>] schedule+0x29/0x70
[<ffffffff81634d4d>] schedule_hrtimeout_range_clock+0x14d/0x170
[<ffffffff81634d83>] schedule_hrtimeout_range+0x13/0x20
[<ffffffff811b6358>] SyS_epoll_wait+0x418/0x4c0
[<ffffffff81077350>] ? try_to_wake_up+0x2f0/0x2f0
[<ffffffff816407c2>] system_call_fastpath+0x16/0x1b
[0]kdb>
(2-2/2)