@aiadm053 ~> mco shell "zgrep 'ceph version 0' /var/log/ceph/ceph-osd.*.log-20141105.gz" -T ceph_dwight -F hostgroup=ceph_dwight/osd Discovering hosts using the mc method for 2 second(s) .... 13 ==================================================================================== Host: lxfsrk29a02.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.121.log-20141105.gz:2014-11-04 10:39:43.139639 7fdbeef927a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 4645 /var/log/ceph/ceph-osd.122.log-20141105.gz:2014-11-04 10:39:27.049303 7ff216b937a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 31365 /var/log/ceph/ceph-osd.123.log-20141105.gz:2014-11-04 10:39:54.443696 7f1b537947a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 8552 /var/log/ceph/ceph-osd.124.log-20141105.gz:2014-11-04 10:39:56.701668 7f66a9ad17a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 9497 /var/log/ceph/ceph-osd.125.log-20141105.gz:2014-11-04 10:39:52.178699 7f0d8dfb37a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 7692 /var/log/ceph/ceph-osd.126.log-20141105.gz:2014-11-04 10:39:58.959838 7f1797eef7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 10174 /var/log/ceph/ceph-osd.127.log-20141105.gz:2014-11-04 10:39:33.967064 7f80027a9700 10 2014-11-04 10:39:35.098892 7f6810a327a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 1750 /var/log/ceph/ceph-osd.128.log-20141105.gz:2014-11-04 10:39:45.401738 7ffa62f6e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 5842 /var/log/ceph/ceph-osd.129.log-20141105.gz:2014-11-04 10:39:39.617662 7f6a106747a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 3324 /var/log/ceph/ceph-osd.130.log-20141105.gz:2014-11-04 10:39:30.577773 7ff7926937a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 32534 /var/log/ceph/ceph-osd.132.log-20141105.gz:2014-11-04 10:39:47.660571 7f90ef3a37a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 6469 /var/log/ceph/ceph-osd.134.log-20141105.gz:2014-11-04 10:39:28.313919 7f65ab33d7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 31878 /var/log/ceph/ceph-osd.135.log-20141105.gz:2014-11-04 10:39:37.358095 7fbbc18c57a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 2351 /var/log/ceph/ceph-osd.136.log-20141105.gz:2014-11-04 10:39:32.839539 7f4d32e1c7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 993 /var/log/ceph/ceph-osd.137.log-20141105.gz:2014-11-04 10:39:49.919865 7f79f8ace7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 7214 /var/log/ceph/ceph-osd.138.log-20141105.gz:2014-11-04 10:39:41.879425 7fb2369217a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 3885 ==================================================================================== ==================================================================================== Host: lxfsrk25a02.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.168.log-20141105.gz:2014-11-04 10:37:49.749647 7f3a0dab47a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 10990 /var/log/ceph/ceph-osd.189.log-20141105.gz:2014-11-04 10:38:06.279542 7f9de738b7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 18216 /var/log/ceph/ceph-osd.190.log-20141105.gz:2014-11-04 10:37:58.166386 7f8388d907a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 15129 /var/log/ceph/ceph-osd.191.log-20141105.gz:2014-11-04 10:37:56.898941 7f6a4fb487a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 13873 /var/log/ceph/ceph-osd.192.log-20141105.gz:2014-11-04 10:37:53.327764 7f8bfcf0b7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 12404 /var/log/ceph/ceph-osd.193.log-20141105.gz:2014-11-04 10:37:59.446101 7ffd764dc7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 15898 /var/log/ceph/ceph-osd.194.log-20141105.gz:2014-11-04 10:38:08.544434 7f47278977a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 18760 /var/log/ceph/ceph-osd.195.log-20141105.gz:2014-11-04 10:38:12.092198 7fc71cdc77a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 19901 /var/log/ceph/ceph-osd.196.log-20141105.gz:2014-11-04 10:37:46.221744 7fafb574e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 9861 /var/log/ceph/ceph-osd.37.log-20141105.gz:2014-11-04 10:37:52.037798 7fd753b927a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 11890 /var/log/ceph/ceph-osd.38.log-20141105.gz:2014-11-04 10:37:43.936908 7f39606177a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 8735 /var/log/ceph/ceph-osd.39.log-20141105.gz:2014-11-04 10:38:09.820201 7fce7f5807a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 19361 /var/log/ceph/ceph-osd.40.log-20141105.gz:2014-11-04 10:38:01.722357 7ff27d2ea7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 16646 /var/log/ceph/ceph-osd.41.log-20141105.gz:2014-11-04 10:37:48.487305 7fc72d73e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 10483 /var/log/ceph/ceph-osd.42.log-20141105.gz:2014-11-04 10:38:04.015321 7fe4c004f7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 17447 /var/log/ceph/ceph-osd.43.log-20141105.gz:2014-11-04 10:37:54.607034 7ff878f467a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 13039 ==================================================================================== ==================================================================================== Host: lxfsrk29a04.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.212.log-20141105.gz:2014-11-04 10:39:35.181220 7fb2695567a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 12994 /var/log/ceph/ceph-osd.213.log-20141105.gz:2014-11-04 10:39:47.888778 7fa2fd7237a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 16939 /var/log/ceph/ceph-osd.214.log-20141105.gz:2014-11-04 10:39:41.997071 7f92988657a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 15030 /var/log/ceph/ceph-osd.215.log-20141105.gz:2014-11-04 10:39:32.912386 7f2eeaf197a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 12298 /var/log/ceph/ceph-osd.216.log-20141105.gz:2014-11-04 10:39:59.386933 7fde302437a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 20164 /var/log/ceph/ceph-osd.217.log-20141105.gz:2014-11-04 10:39:27.060288 7fd6b90d87a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 10181 /var/log/ceph/ceph-osd.218.log-20141105.gz:2014-11-04 10:39:43.263156 7f61015807a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 15694 /var/log/ceph/ceph-osd.219.log-20141105.gz:2014-11-04 10:39:57.111760 7f2c555a77a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 19566 /var/log/ceph/ceph-osd.220.log-20141105.gz:2014-11-04 10:39:28.349941 7f76c423e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 10733 /var/log/ceph/ceph-osd.221.log-20141105.gz:2014-11-04 10:39:50.156802 7f38c0bdb7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 17632 /var/log/ceph/ceph-osd.222.log-20141105.gz:2014-11-04 10:39:52.460679 7fb3df8a17a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 18273 /var/log/ceph/ceph-osd.223.log-20141105.gz:2014-11-04 10:39:39.732199 7ffa3ed567a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 14527 /var/log/ceph/ceph-osd.224.log-20141105.gz:2014-11-04 10:39:30.618013 7fd9006207a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 11439 /var/log/ceph/ceph-osd.225.log-20141105.gz:2014-11-04 10:39:37.454101 7fbf9fc927a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 13636 /var/log/ceph/ceph-osd.226.log-20141105.gz:2014-11-04 10:39:53.645316 7fd3a6a3d700 10 2014-11-04 10:39:54.784903 7f7a53c437a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 19053 /var/log/ceph/ceph-osd.227.log-20141105.gz:2014-11-04 10:39:45.550330 7f0b3aee87a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 16324 ==================================================================================== ==================================================================================== Host: lxfsrk25a04.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.13.log-20141105.gz:2014-11-04 10:38:09.677262 7f16c49d57a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 29047 /var/log/ceph/ceph-osd.18.log-20141105.gz:2014-11-04 10:38:11.957359 7f900aa1b7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 29586 /var/log/ceph/ceph-osd.22.log-20141105.gz:2014-11-04 10:37:59.260777 7f4a7bffc7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 25959 /var/log/ceph/ceph-osd.24.log-20141105.gz:2014-11-04 10:38:08.414794 7fd2f29e17a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 28475 /var/log/ceph/ceph-osd.25.log-20141105.gz:2014-11-04 10:38:03.802730 7f242f6327a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 27361 /var/log/ceph/ceph-osd.26.log-20141105.gz:2014-11-04 10:37:49.821087 7f11d367e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 22048 /var/log/ceph/ceph-osd.27.log-20141105.gz:2014-11-04 10:37:51.110636 7f3dc13937a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 23019 /var/log/ceph/ceph-osd.28.log-20141105.gz:2014-11-04 10:37:55.724648 7f85899337a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 24697 /var/log/ceph/ceph-osd.29.log-20141105.gz:2014-11-04 10:38:06.074372 7f5cb87877a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 27951 /var/log/ceph/ceph-osd.30.log-20141105.gz:2014-11-04 10:37:43.944467 7fb874ee27a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 17770 /var/log/ceph/ceph-osd.31.log-20141105.gz:2014-11-04 10:37:48.552413 7f3127add7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 21255 /var/log/ceph/ceph-osd.32.log-20141105.gz:2014-11-04 10:37:53.397630 7f9fe1f137a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 23798 /var/log/ceph/ceph-osd.33.log-20141105.gz:2014-11-04 10:37:46.232183 7f5fa0b6d7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 19371 /var/log/ceph/ceph-osd.34.log-20141105.gz:2014-11-04 10:38:14.224959 7f6131a647a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 30393 /var/log/ceph/ceph-osd.35.log-20141105.gz:2014-11-04 10:38:01.534971 7fd24c50b7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 26652 /var/log/ceph/ceph-osd.8.log-20141105.gz:2014-11-04 10:37:57.996352 7f7b1002e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 25388 ==================================================================================== ==================================================================================== Host: lxfssi45a04.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.150.log-20141105.gz:2014-11-04 10:53:39.339046 7f8e523897a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 22957 /var/log/ceph/ceph-osd.169.log-20141105.gz:2014-11-04 10:53:32.333068 7fa63ab867a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 21241 /var/log/ceph/ceph-osd.171.log-20141105.gz:2014-11-04 10:53:11.965180 7fb6dc4fa7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 14393 /var/log/ceph/ceph-osd.172.log-20141105.gz:2014-11-04 10:53:16.640660 7fe23762a7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 15866 /var/log/ceph/ceph-osd.174.log-20141105.gz:2014-11-04 10:53:30.999143 7f45be2be7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 20786 /var/log/ceph/ceph-osd.176.log-20141105.gz:2014-11-04 10:53:17.974588 7fcab5f3f7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 16355 /var/log/ceph/ceph-osd.178.log-20141105.gz:2014-11-04 10:53:20.311271 7f7d08da37a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 17328 /var/log/ceph/ceph-osd.179.log-20141105.gz:2014-11-04 10:53:23.982346 7fc6535f67a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 18453 /var/log/ceph/ceph-osd.181.log-20141105.gz:2014-11-04 10:53:26.323071 7f20f9d4f7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 19395 /var/log/ceph/ceph-osd.185.log-20141105.gz:2014-11-04 10:53:37.004562 7f75f47077a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 22531 /var/log/ceph/ceph-osd.197.log-20141105.gz:2014-11-04 10:53:10.610262 7f704420e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 13946 /var/log/ceph/ceph-osd.198.log-20141105.gz:2014-11-04 10:53:21.646539 7f86f044f7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 17868 /var/log/ceph/ceph-osd.199.log-20141105.gz:2014-11-04 10:53:41.679714 7fc67a1467a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 23775 /var/log/ceph/ceph-osd.200.log-20141105.gz:2014-11-04 10:53:34.669713 7f0dec6c67a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 21766 /var/log/ceph/ceph-osd.202.log-20141105.gz:2014-11-04 10:53:28.659797 7fb7aa0387a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 19921 /var/log/ceph/ceph-osd.205.log-20141105.gz:2014-11-04 10:53:14.302880 7f900cc837a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 15027 ==================================================================================== ==================================================================================== Host: lxfssi44a06.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.105.log-20141105.gz:2014-11-04 10:42:55.488249 7f398066a7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 16222 /var/log/ceph/ceph-osd.118.log-20141105.gz:2014-11-04 10:42:43.796526 7fc35a0a97a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 12940 /var/log/ceph/ceph-osd.163.log-20141105.gz:2014-11-04 10:42:53.149679 7fa6aa83a7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 15701 /var/log/ceph/ceph-osd.201.log-20141105.gz:2014-11-04 10:42:48.472113 7f52351387a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 14358 /var/log/ceph/ceph-osd.203.log-20141105.gz:2014-11-04 10:42:39.120694 7ff8c8e077a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 11605 /var/log/ceph/ceph-osd.204.log-20141105.gz:2014-11-04 10:42:50.808654 7fc08c0c97a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 14996 /var/log/ceph/ceph-osd.206.log-20141105.gz:2014-11-04 10:43:07.188969 7f32ba7407a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 19591 /var/log/ceph/ceph-osd.207.log-20141105.gz:2014-11-04 10:43:02.510716 7fc84bf077a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 18265 /var/log/ceph/ceph-osd.208.log-20141105.gz:2014-11-04 10:42:46.135054 7f50594887a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 13666 /var/log/ceph/ceph-osd.52.log-20141105.gz:2014-11-04 10:42:36.784692 7f87bb51a7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 10766 /var/log/ceph/ceph-osd.66.log-20141105.gz:2014-11-04 10:42:41.459539 7f7f7fc6e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 12236 /var/log/ceph/ceph-osd.69.log-20141105.gz:2014-11-04 10:43:08.528632 7f1724eea7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 20246 /var/log/ceph/ceph-osd.72.log-20141105.gz:2014-11-04 10:42:35.443664 7f8ad38837a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 10284 /var/log/ceph/ceph-osd.73.log-20141105.gz:2014-11-04 10:43:04.847190 7f0983fea7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 18874 /var/log/ceph/ceph-osd.85.log-20141105.gz:2014-11-04 10:42:57.829918 7f7db26687a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 16919 /var/log/ceph/ceph-osd.86.log-20141105.gz:2014-11-04 10:43:00.171835 7f8c9237d7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 17590 ==================================================================================== ==================================================================================== Host: lxfssi44a03.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.0.log-20141105.gz:2014-11-04 10:42:48.466194 7f2ef38357a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 7338 /var/log/ceph/ceph-osd.1.log-20141105.gz:2014-11-04 10:42:53.150024 7f79db8c27a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 8604 /var/log/ceph/ceph-osd.109.log-20141105.gz:2014-11-04 10:42:55.499580 7fd8499437a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 9428 /var/log/ceph/ceph-osd.131.log-20141105.gz:2014-11-04 10:43:04.911945 7f5f2c3fb7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 12122 /var/log/ceph/ceph-osd.133.log-20141105.gz:2014-11-04 10:42:36.762972 7ff8871fe7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 3907 /var/log/ceph/ceph-osd.14.log-20141105.gz:2014-11-04 10:42:35.425521 7f1a47bb87a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 3432 /var/log/ceph/ceph-osd.15.log-20141105.gz:2014-11-04 10:42:57.847506 7f4738dad7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 10080 /var/log/ceph/ceph-osd.17.log-20141105.gz:2014-11-04 10:43:00.227878 7f6aa21ce7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 10770 /var/log/ceph/ceph-osd.19.log-20141105.gz:2014-11-04 10:42:46.128858 7f789f3697a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 6670 /var/log/ceph/ceph-osd.20.log-20141105.gz:2014-11-04 10:43:07.257651 7fb66975d7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 12766 /var/log/ceph/ceph-osd.21.log-20141105.gz:2014-11-04 10:42:39.098938 7f687806e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 4549 /var/log/ceph/ceph-osd.23.log-20141105.gz:2014-11-04 10:43:08.592577 7f39e78de7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 13464 /var/log/ceph/ceph-osd.36.log-20141105.gz:2014-11-04 10:43:02.573673 7f0f1724f7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 11461 /var/log/ceph/ceph-osd.44.log-20141105.gz:2014-11-04 10:42:43.783720 7fb57e3fa7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 6083 /var/log/ceph/ceph-osd.45.log-20141105.gz:2014-11-04 10:42:41.440984 7ffaf5b337a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 5403 /var/log/ceph/ceph-osd.47.log-20141105.gz:2014-11-04 10:42:50.808763 7fccceb027a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 8068 ==================================================================================== ==================================================================================== Host: lxfssi45a02.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.108.log-20141105.gz:2014-11-04 10:53:23.981691 7fb6439b47a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 27810 /var/log/ceph/ceph-osd.139.log-20141105.gz:2014-11-04 10:53:30.989080 7f176233d7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 30099 /var/log/ceph/ceph-osd.145.log-20141105.gz:2014-11-04 10:53:21.645833 7f394fd327a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 27280 /var/log/ceph/ceph-osd.164.log-20141105.gz:2014-11-04 10:53:16.641583 7f7e6bdb47a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 25563 /var/log/ceph/ceph-osd.170.log-20141105.gz:2014-11-04 10:53:20.312614 7fc7077a27a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 26815 /var/log/ceph/ceph-osd.173.log-20141105.gz:2014-11-04 10:53:36.989440 7fa0b0fda7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 32031 /var/log/ceph/ceph-osd.175.log-20141105.gz:2014-11-04 10:53:28.651519 7f68728137a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 29319 /var/log/ceph/ceph-osd.177.log-20141105.gz:2014-11-04 10:53:39.322230 7fd8667cd7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 32502 /var/log/ceph/ceph-osd.180.log-20141105.gz:2014-11-04 10:53:41.655727 7fadeb5c47a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 785 /var/log/ceph/ceph-osd.182.log-20141105.gz:2014-11-04 10:53:14.302664 7f7dfe6087a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 24767 /var/log/ceph/ceph-osd.183.log-20141105.gz:2014-11-04 10:53:34.655410 7f27a09ac7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 31052 /var/log/ceph/ceph-osd.184.log-20141105.gz:2014-11-04 10:53:11.966709 7f47b8ed87a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 24152 /var/log/ceph/ceph-osd.186.log-20141105.gz:2014-11-04 10:53:17.973979 7f4bdac5e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 26052 /var/log/ceph/ceph-osd.187.log-20141105.gz:2014-11-04 10:53:32.320653 7f35791ed7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 30576 /var/log/ceph/ceph-osd.188.log-20141105.gz:2014-11-04 10:53:26.317401 7f3e896537a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 28738 /var/log/ceph/ceph-osd.88.log-20141105.gz:2014-11-04 10:53:10.632799 7fe103c8f7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 23693 ==================================================================================== ==================================================================================== Host: p05151113561997.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.100.log-20141105.gz:2014-11-04 10:50:30.690791 7f5729e587a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 104286 /var/log/ceph/ceph-osd.101.log-20141105.gz:2014-11-04 10:50:48.150073 7f37fed507a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 114521 /var/log/ceph/ceph-osd.103.log-20141105.gz:2014-11-04 10:50:24.417621 7f246931e700 2 -- 128.142.23.51:0/43306 >> 128.142.23.40:6912/120889 pipe(0x1323af80 sd=374 :53224 s=4 pgs=3 cs=1 l=1 c=0xd8b44c0).reader couldn't read tag, Success2014-11-04 10:50:25.676244 7f37d7db57a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 100822 /var/log/ceph/ceph-osd.104.log-20141105.gz:2014-11-04 10:50:05.778363 7feb4475b7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 88319 /var/log/ceph/ceph-osd.106.log-20141105.gz:2014-11-04 10:50:45.678501 7ff0333977a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 113165 /var/log/ceph/ceph-osd.107.log-20141105.gz:2014-11-04 10:50:13.245375 7f8a44bf97a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 93344 /var/log/ceph/ceph-osd.110.log-20141105.gz:2014-11-04 10:50:23.175428 7effc1afa7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 99740 /var/log/ceph/ceph-osd.111.log-20141105.gz:2014-11-04 10:50:08.277363 7f8433b7c7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 90554 /var/log/ceph/ceph-osd.112.log-20141105.gz:2014-11-04 10:50:38.214891 7fc328f277a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 108226 /var/log/ceph/ceph-osd.113.log-20141105.gz:2014-11-04 10:50:43.180464 7ff4df7057a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 111851 /var/log/ceph/ceph-osd.114.log-20141105.gz:2014-11-04 10:50:18.178419 7f10b74777a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 95753 /var/log/ceph/ceph-osd.115.log-20141105.gz:2014-11-04 10:50:40.699063 7f89438427a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 109861 /var/log/ceph/ceph-osd.116.log-20141105.gz:2014-11-04 10:50:28.140604 7f4dc66117a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 102331 /var/log/ceph/ceph-osd.117.log-20141105.gz:2014-11-04 10:50:00.788775 7f8de64eb7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 86498 /var/log/ceph/ceph-osd.119.log-20141105.gz:2014-11-04 10:50:33.204466 7f568609a7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 105051 /var/log/ceph/ceph-osd.120.log-20141105.gz:2014-11-04 10:50:15.699190 7faf617007a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 93962 /var/log/ceph/ceph-osd.315.log-20141105.gz:2014-11-04 10:50:03.286154 7f5919b887a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 87068 /var/log/ceph/ceph-osd.96.log-20141105.gz:2014-11-04 10:50:20.698897 7ffccbabe7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 98990 /var/log/ceph/ceph-osd.98.log-20141105.gz:2014-11-04 10:50:10.766034 7febfd0b47a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 91718 /var/log/ceph/ceph-osd.99.log-20141105.gz:2014-11-04 10:50:35.727742 7f6e2e3237a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 106976 ==================================================================================== ==================================================================================== Host: p05151113498803.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.10.log-20141105.gz:2014-11-04 10:44:38.619772 7f6e048367a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 100107 /var/log/ceph/ceph-osd.11.log-20141105.gz:2014-11-04 10:44:43.501810 7f7cf3cda7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 102591 /var/log/ceph/ceph-osd.12.log-20141105.gz:2014-11-04 10:44:14.041896 7ffdc1f957a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 87015 /var/log/ceph/ceph-osd.16.log-20141105.gz:2014-11-04 10:44:01.621153 7f106f4e67a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 80820 /var/log/ceph/ceph-osd.2.log-20141105.gz:2014-11-04 10:44:36.154511 7f81930d87a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 98617 /var/log/ceph/ceph-osd.297.log-20141105.gz:2014-11-04 10:44:24.845874 7fcaf021c7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 92813 /var/log/ceph/ceph-osd.298.log-20141105.gz:2014-11-04 10:44:06.626882 7f1719ac77a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 83130 /var/log/ceph/ceph-osd.299.log-20141105.gz:2014-11-04 10:44:28.764118 7fd8f146a7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 94781 /var/log/ceph/ceph-osd.3.log-20141105.gz:2014-11-04 10:43:59.106820 7f46bc05b7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 80221 /var/log/ceph/ceph-osd.300.log-20141105.gz:2014-11-04 10:44:27.290641 7fe3e162d7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 93484 /var/log/ceph/ceph-osd.301.log-20141105.gz:2014-11-04 10:44:16.483475 7f1d029787a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 88303 /var/log/ceph/ceph-osd.301.log-20141105.gz:2014-11-04 10:45:48.386213 7f2a456a37a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 106804 /var/log/ceph/ceph-osd.302.log-20141105.gz:2014-11-04 10:44:18.932211 7f6d8da8b7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 89592 /var/log/ceph/ceph-osd.303.log-20141105.gz:2014-11-04 10:44:04.134768 7fd79503d7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 82597 /var/log/ceph/ceph-osd.304.log-20141105.gz:2014-11-04 10:43:56.648987 7f15d01b07a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 79806 /var/log/ceph/ceph-osd.305.log-20141105.gz:2014-11-04 10:44:31.213421 7f866ed317a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 95871 /var/log/ceph/ceph-osd.4.log-20141105.gz:2014-11-04 10:44:11.517803 7f8811ce17a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 85141 /var/log/ceph/ceph-osd.5.log-20141105.gz:2014-11-04 10:44:41.060969 7f596c3687a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 101369 /var/log/ceph/ceph-osd.6.log-20141105.gz:2014-11-04 10:44:33.712491 7eff3fc177a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 97240 /var/log/ceph/ceph-osd.7.log-20141105.gz:2014-11-04 10:44:09.076856 7f2caa9d17a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 84321 /var/log/ceph/ceph-osd.9.log-20141105.gz:2014-11-04 10:44:22.379727 7ff7a3f677a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 91566 ==================================================================================== ==================================================================================== Host: p05151113525886.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.229.log-20141105.gz:2014-11-04 10:46:30.965304 7fd77f3437a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 111868 /var/log/ceph/ceph-osd.230.log-20141105.gz:2014-11-04 10:46:48.384147 7f500a34c7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 120889 /var/log/ceph/ceph-osd.231.log-20141105.gz:2014-11-04 10:46:40.929935 7f593ad777a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 116937 /var/log/ceph/ceph-osd.233.log-20141105.gz:2014-11-04 10:46:21.068382 7f53d70c57a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 106694 /var/log/ceph/ceph-osd.237.log-20141105.gz:2014-11-04 10:46:53.357259 7ffd8b9d57a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 123544 /var/log/ceph/ceph-osd.238.log-20141105.gz:2014-11-04 10:46:35.949344 7f6c77eed7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 114499 /var/log/ceph/ceph-osd.239.log-20141105.gz:2014-11-04 10:46:55.842387 7f4a6033b7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 124946 /var/log/ceph/ceph-osd.242.log-20141105.gz:2014-11-04 10:46:28.489709 7ff1c6e757a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 110642 /var/log/ceph/ceph-osd.243.log-20141105.gz:2014-11-04 10:46:17.158601 7f8d89e9c7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 105866 /var/log/ceph/ceph-osd.244.log-20141105.gz:2014-11-04 10:46:33.467281 7f6de46f07a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 112504 /var/log/ceph/ceph-osd.306.log-20141105.gz:2014-11-04 10:46:23.530887 7f6b674d37a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 107355 /var/log/ceph/ceph-osd.307.log-20141105.gz:2014-11-04 10:46:58.322626 7f644b6297a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 126018 /var/log/ceph/ceph-osd.308.log-20141105.gz:2014-11-04 10:46:19.621265 7f3281d0c7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 106281 /var/log/ceph/ceph-osd.309.log-20141105.gz:2014-11-04 10:47:03.293243 7fd88723d7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 128673 /var/log/ceph/ceph-osd.310.log-20141105.gz:2014-11-04 10:46:45.905573 7f95707607a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 119448 /var/log/ceph/ceph-osd.311.log-20141105.gz:2014-11-04 10:46:50.891261 7f9fa1fb57a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 122248 /var/log/ceph/ceph-osd.312.log-20141105.gz:2014-11-04 10:46:42.193616 7f6d06591700 10 osd.312 pg_epoch: 17851 pg[20.c6( empty local-les=17802 n=0 ec=5993 les/c 17802/17802 17801/17801/17353) [106,312,7] r=1 lpr=17801 pi=16614-17800/8 active] cancel_recovery2014-11-04 10:46:43.409703 7f99588157a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 118386 /var/log/ceph/ceph-osd.313.log-20141105.gz:2014-11-04 10:46:26.016674 7fceba4d67a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 109494 /var/log/ceph/ceph-osd.314.log-20141105.gz:2014-11-04 10:47:00.815537 7fee5ee607a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 127298 /var/log/ceph/ceph-osd.46.log-20141105.gz:2014-11-04 10:46:38.423191 7ffb4e4037a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 115711 ==================================================================================== ==================================================================================== Host: p05151113576052.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.57.log-20141105.gz:2014-11-04 10:47:59.418052 7f10be0dd7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 88473 /var/log/ceph/ceph-osd.58.log-20141105.gz:2014-11-04 10:47:32.189067 7f0773f587a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 74680 /var/log/ceph/ceph-osd.60.log-20141105.gz:2014-11-04 10:48:01.856466 7f577a11c7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 89706 /var/log/ceph/ceph-osd.62.log-20141105.gz:2014-11-04 10:47:49.490123 7f34f9a2a7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 84280 /var/log/ceph/ceph-osd.64.log-20141105.gz:2014-11-04 10:47:56.957795 7f3e1cbff7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 87787 /var/log/ceph/ceph-osd.67.log-20141105.gz:2014-11-04 10:48:09.242555 7f93c565e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 93379 /var/log/ceph/ceph-osd.71.log-20141105.gz:2014-11-04 10:47:44.546790 7f58ed47e7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 81074 /var/log/ceph/ceph-osd.75.log-20141105.gz:2014-11-04 10:48:14.144865 7fd11e0da7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 95835 /var/log/ceph/ceph-osd.77.log-20141105.gz:2014-11-04 10:47:53.220492 7fdea5101700 10 2014-11-04 10:47:54.458921 7f3614e857a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 86001 /var/log/ceph/ceph-osd.78.log-20141105.gz:2014-11-04 10:47:42.056588 7f8354e937a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 79651 /var/log/ceph/ceph-osd.79.log-20141105.gz:2014-11-04 10:47:51.942080 7f0c1dbca7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 84793 /var/log/ceph/ceph-osd.80.log-20141105.gz:2014-11-04 10:47:37.122114 7f71562a57a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 77208 /var/log/ceph/ceph-osd.81.log-20141105.gz:2014-11-04 10:48:11.708392 7fa2ba50b7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 94166 /var/log/ceph/ceph-osd.82.log-20141105.gz:2014-11-04 10:47:39.583823 7f56c7ed17a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 78390 /var/log/ceph/ceph-osd.83.log-20141105.gz:2014-11-04 10:48:04.316360 7f84314d67a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 90302 /var/log/ceph/ceph-osd.92.log-20141105.gz:2014-11-04 10:47:29.739826 7fab851fd7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 74239 /var/log/ceph/ceph-osd.93.log-20141105.gz:2014-11-04 10:47:34.678521 7fa136d787a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 76095 /var/log/ceph/ceph-osd.94.log-20141105.gz:2014-11-04 10:47:47.008145 7f7ebf4147a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 82402 /var/log/ceph/ceph-osd.95.log-20141105.gz:2014-11-04 10:47:27.251426 7f8869c6c7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 73826 /var/log/ceph/ceph-osd.97.log-20141105.gz:2014-11-04 10:48:06.768773 7f47a50137a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 91693 ==================================================================================== ==================================================================================== Host: p05151113536454.cern.ch Exitcode: 0 ==================================================================================== Output: /var/log/ceph/ceph-osd.48.log-20141105.gz:2014-11-04 10:48:39.401300 7eff7445f7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 94762 /var/log/ceph/ceph-osd.49.log-20141105.gz:2014-11-04 10:49:09.137881 7f0529eec7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 108490 /var/log/ceph/ceph-osd.50.log-20141105.gz:2014-11-04 10:48:59.264156 7fd9a29627a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 103287 /var/log/ceph/ceph-osd.51.log-20141105.gz:2014-11-04 10:48:51.850874 7f1da99bb7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 99469 /var/log/ceph/ceph-osd.53.log-20141105.gz:2014-11-04 10:48:46.819778 7f80335d57a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 97548 /var/log/ceph/ceph-osd.54.log-20141105.gz:2014-11-04 10:48:54.360737 7f70b01eb7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 102348 /var/log/ceph/ceph-osd.55.log-20141105.gz:2014-11-04 10:49:04.163909 7fc2220b17a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 106631 /var/log/ceph/ceph-osd.56.log-20141105.gz:2014-11-04 10:48:49.290924 7fe56b9a07a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 98119 /var/log/ceph/ceph-osd.59.log-20141105.gz:2014-11-04 10:48:56.803619 7fb4fea5c7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 102793 /var/log/ceph/ceph-osd.61.log-20141105.gz:2014-11-04 10:49:16.649712 7fe2bad987a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 113067 /var/log/ceph/ceph-osd.63.log-20141105.gz:2014-11-04 10:48:36.950424 7fa5fadff7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 94279 /var/log/ceph/ceph-osd.65.log-20141105.gz:2014-11-04 10:49:14.178326 7fd6b76017a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 111992 /var/log/ceph/ceph-osd.68.log-20141105.gz:2014-11-04 10:49:19.120469 7f8f4f6717a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 113483 /var/log/ceph/ceph-osd.70.log-20141105.gz:2014-11-04 10:48:41.872465 7feeb33777a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 95956 /var/log/ceph/ceph-osd.74.log-20141105.gz:2014-11-04 10:49:11.691567 7fdfa238d7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 110859 /var/log/ceph/ceph-osd.76.log-20141105.gz:2014-11-04 10:48:44.339634 7fb87f0267a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 96429 /var/log/ceph/ceph-osd.76.log-20141105.gz:2014-11-04 11:09:45.134999 7f84ed51f7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 127907 /var/log/ceph/ceph-osd.76.log-20141105.gz:2014-11-04 14:54:18.214049 7fdee59087a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 102084 /var/log/ceph/ceph-osd.76.log-20141105.gz:2014-11-04 14:55:49.704576 7ff0169377a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 103477 /var/log/ceph/ceph-osd.76.log-20141105.gz:2014-11-04 15:15:59.494756 7f5cee79f7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 110096 /var/log/ceph/ceph-osd.76.log-20141105.gz:2014-11-04 15:37:04.356025 7fda043667a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 18119 /var/log/ceph/ceph-osd.76.log-20141105.gz:2014-11-04 15:39:28.216710 7fdd954dc7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 19645 /var/log/ceph/ceph-osd.76.log-20141105.gz:2014-11-04 15:58:49.578612 7f74959927a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 24070 /var/log/ceph/ceph-osd.76.log-20141105.gz:2014-11-04 17:51:36.662233 7f1cdca427a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 83521 /var/log/ceph/ceph-osd.84.log-20141105.gz:2014-11-04 10:49:21.603092 7f015cf727a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 115060 /var/log/ceph/ceph-osd.89.log-20141105.gz:2014-11-04 10:49:24.061004 7fed32dfb7a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 116747 /var/log/ceph/ceph-osd.90.log-20141105.gz:2014-11-04 10:49:01.733718 7f0cee2237a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 104876 /var/log/ceph/ceph-osd.91.log-20141105.gz:2014-11-04 10:49:06.632978 7f7002ff67a0 0 ceph version 0.67.11-4-g496e561 (496e561d81f2dd1bf92d588fc3afc2431e0a5b98), process ceph-osd, pid 107122 ====================================================================================