|
2014-09-08T04:20:59.034 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
|
|
2014-09-08T04:20:59.153 DEBUG:teuthology.run:Config:
|
|
archive_path: /var/lib/teuthworker/archive/teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi/472052
|
|
branch: master
|
|
description: rados/singleton/{all/ec-lost-unfound.yaml fs/btrfs.yaml msgr-failures/many.yaml}
|
|
email: ceph-qa@ceph.com
|
|
job_id: '472052'
|
|
kernel:
|
|
kdb: true
|
|
sha1: 4813f47b94a56d861ddd496ea54511d650bb1e32
|
|
last_in_suite: false
|
|
machine_type: plana,burnupi,mira
|
|
name: teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi
|
|
nuke-on-error: true
|
|
os_type: ubuntu
|
|
overrides:
|
|
admin_socket:
|
|
branch: master
|
|
ceph:
|
|
conf:
|
|
global:
|
|
ms inject socket failures: 500
|
|
mon:
|
|
debug mon: 20
|
|
debug ms: 1
|
|
debug paxos: 20
|
|
osd:
|
|
debug filestore: 20
|
|
debug journal: 20
|
|
debug ms: 1
|
|
debug osd: 20
|
|
osd op thread timeout: 60
|
|
osd sloppy crc: true
|
|
fs: btrfs
|
|
log-whitelist:
|
|
- slow request
|
|
sha1: 1250c31e49885b0c43a6ea9a9437efa899a04b41
|
|
ceph-deploy:
|
|
branch:
|
|
dev: master
|
|
conf:
|
|
client:
|
|
log file: /var/log/ceph/ceph-$name.$pid.log
|
|
mon:
|
|
debug mon: 1
|
|
debug ms: 20
|
|
debug paxos: 20
|
|
osd default pool size: 2
|
|
install:
|
|
ceph:
|
|
sha1: 1250c31e49885b0c43a6ea9a9437efa899a04b41
|
|
s3tests:
|
|
branch: master
|
|
workunit:
|
|
sha1: 1250c31e49885b0c43a6ea9a9437efa899a04b41
|
|
owner: scheduled_teuthology@teuthology
|
|
priority: 1000
|
|
roles:
|
|
- - mon.a
|
|
- mon.b
|
|
- mon.c
|
|
- osd.0
|
|
- osd.1
|
|
- osd.2
|
|
- osd.3
|
|
suite: rados
|
|
suite_branch: master
|
|
suite_path: /var/lib/teuthworker/src/ceph-qa-suite_master
|
|
tasks:
|
|
- chef: null
|
|
- clock.check: null
|
|
- install: null
|
|
- ceph:
|
|
log-whitelist:
|
|
- objects unfound and apparently lost
|
|
- ec_lost_unfound: null
|
|
teuthology_branch: master
|
|
tube: multi
|
|
verbose: true
|
|
worker_log: /var/lib/teuthworker/archive/worker_logs/worker.multi.15783
|
|
2014-09-08T04:20:59.154 INFO:teuthology.run:suite_path is set to /var/lib/teuthworker/src/ceph-qa-suite_master; will attempt to use it
|
|
2014-09-08T04:20:59.154 INFO:teuthology.run:Found tasks at /var/lib/teuthworker/src/ceph-qa-suite_master/tasks
|
|
2014-09-08T04:20:59.154 INFO:teuthology.run_tasks:Running task internal.lock_machines...
|
|
2014-09-08T04:20:59.154 INFO:teuthology.task.internal:Locking machines...
|
|
2014-09-08T04:20:59.167 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:21:09.212 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:21:19.240 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:21:29.261 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 4)...
|
|
2014-09-08T04:21:39.282 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 4)...
|
|
2014-09-08T04:21:49.304 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:21:59.327 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:22:09.351 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:22:19.372 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:22:29.390 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:22:39.414 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:22:49.439 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:22:59.459 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:23:09.485 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:23:19.510 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:23:29.544 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:23:39.567 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:23:49.591 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 4)...
|
|
2014-09-08T04:23:59.618 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 4)...
|
|
2014-09-08T04:24:09.640 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:24:19.667 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:24:29.690 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:24:39.713 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:24:49.739 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:24:59.762 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:25:09.815 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:25:19.839 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 2)...
|
|
2014-09-08T04:25:29.887 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:25:39.905 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:25:49.929 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:25:59.957 INFO:teuthology.task.internal:waiting for more machines to be free (need 1 see 5)...
|
|
2014-09-08T04:26:10.005 ERROR:teuthology.lock:Insufficient nodes available to lock 1 plana nodes.
|
|
2014-09-08T04:26:10.005 ERROR:teuthology.lock:{"message": "only 0 nodes available"}
|
|
2014-09-08T04:26:10.035 DEBUG:teuthology.lock:locked ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:26:10.038 INFO:teuthology.task.internal:Locked targets:
|
|
ubuntu@burnupi41.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHl9qOFK7gaAkB5pv19Ia1NQhJAy0sfo7XN2kHYu4ifgqTLHWkiYjQiXq9nP/Y/wOH+QQvTanhBYOsSRckfG9aTkc3ojM9qicFsyI/nLjRGcKMcMQYuayDSx3CNwxEj5Y3/wvaJvZtewZ3VNU8ddXkx+XCvAa922sgN5AUYreh7NaDoSJc0XRcQnDCNfTGnXVz9kx21S0Ybg1bt8k8eBuG5qvP8stamvo1ollFWo9khbaSPWu44XT1/ejem0tgqlkEUhHRUcdOCyCrW8Gvg08ajYRhafuxObFCrxfzdQJWIsCeCv3xfYcxb7iaCOTe3xdCj2sQZxCdbbPgyKgf3JAf
|
|
2014-09-08T04:26:10.038 INFO:teuthology.run_tasks:Running task internal.save_config...
|
|
2014-09-08T04:26:10.039 INFO:teuthology.task.internal:Saving configuration
|
|
2014-09-08T04:26:10.055 INFO:teuthology.run_tasks:Running task internal.check_lock...
|
|
2014-09-08T04:26:10.056 INFO:teuthology.task.internal:Checking locks...
|
|
2014-09-08T04:26:10.089 DEBUG:teuthology.task.internal:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2014-09-08 11:26:10.029411', u'vm_host': None, u'description': u'/var/lib/teuthworker/archive/teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi/472052', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'machine_type': u'burnupi', u'mac_address': u'e8:9a:8f:83:b1:55', u'distro': u'ubuntu', u'arch': u'x86_64', u'ssh_pub_key': u'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHl9qOFK7gaAkB5pv19Ia1NQhJAy0sfo7XN2kHYu4ifgqTLHWkiYjQiXq9nP/Y/wOH+QQvTanhBYOsSRckfG9aTkc3ojM9qicFsyI/nLjRGcKMcMQYuayDSx3CNwxEj5Y3/wvaJvZtewZ3VNU8ddXkx+XCvAa922sgN5AUYreh7NaDoSJc0XRcQnDCNfTGnXVz9kx21S0Ybg1bt8k8eBuG5qvP8stamvo1ollFWo9khbaSPWu44XT1/ejem0tgqlkEUhHRUcdOCyCrW8Gvg08ajYRhafuxObFCrxfzdQJWIsCeCv3xfYcxb7iaCOTe3xdCj2sQZxCdbbPgyKgf3JAf', u'name': u'burnupi41.front.sepia.ceph.com'}
|
|
2014-09-08T04:26:10.089 INFO:teuthology.run_tasks:Running task internal.connect...
|
|
2014-09-08T04:26:10.090 INFO:teuthology.task.internal:Opening connections...
|
|
2014-09-08T04:26:10.090 DEBUG:teuthology.task.internal:connecting to ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:26:10.091 INFO:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'burnupi41.front.sepia.ceph.com', 'timeout': 60}
|
|
2014-09-08T04:26:10.212 INFO:teuthology.task.internal:roles: ubuntu@burnupi41.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3']
|
|
2014-09-08T04:26:10.213 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles...
|
|
2014-09-08T04:26:10.223 INFO:teuthology.run_tasks:Running task internal.check_conflict...
|
|
2014-09-08T04:26:10.223 INFO:teuthology.task.internal:Checking for old test directory...
|
|
2014-09-08T04:26:10.224 INFO:teuthology.orchestra.run.burnupi41:Running: "test '!' -e /home/ubuntu/cephtest"
|
|
2014-09-08T04:26:10.295 INFO:teuthology.run_tasks:Running task internal.check_ceph_data...
|
|
2014-09-08T04:26:10.296 INFO:teuthology.task.internal:Checking for old /var/lib/ceph...
|
|
2014-09-08T04:26:10.296 INFO:teuthology.orchestra.run.burnupi41:Running: "test '!' -e /var/lib/ceph"
|
|
2014-09-08T04:26:10.365 INFO:teuthology.run_tasks:Running task internal.vm_setup...
|
|
2014-09-08T04:26:10.366 INFO:teuthology.run_tasks:Running task kernel...
|
|
2014-09-08T04:26:10.366 INFO:teuthology.task.kernel:config {'mon.a': {'sha1': '4813f47b94a56d861ddd496ea54511d650bb1e32', 'kdb': True}}
|
|
2014-09-08T04:26:10.366 DEBUG:teuthology.misc:Using kernel deb sha1 4813f47b94a56d861ddd496ea54511d650bb1e32
|
|
2014-09-08T04:26:10.366 DEBUG:teuthology.task.kernel:sha1 for mon.a is 4813f47b94a56d861ddd496ea54511d650bb1e32
|
|
2014-09-08T04:26:10.367 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want 4813f47b94a56d861ddd496ea54511d650bb1e32...
|
|
2014-09-08T04:26:10.367 INFO:teuthology.orchestra.run.burnupi41:Running: 'uname -r'
|
|
2014-09-08T04:26:10.436 DEBUG:teuthology.task.kernel:current kernel version is 3.16.0-ceph-00041-g4813f47
|
|
2014-09-08T04:26:10.436 DEBUG:teuthology.task.kernel:extracting sha1, 3.16.0-ceph-00041-g4813f47 -> 4813f47
|
|
2014-09-08T04:26:10.436 DEBUG:teuthology.task.kernel:extracted sha1 matches, do not need to install
|
|
2014-09-08T04:26:10.437 INFO:teuthology.task.kernel:Enabling kdb on mon.a...
|
|
2014-09-08T04:26:10.437 INFO:teuthology.orchestra.run.burnupi41:Running: 'echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc'
|
|
2014-09-08T04:26:10.513 INFO:teuthology.orchestra.run.burnupi41.stdout:ttyS1
|
|
2014-09-08T04:26:10.788 INFO:teuthology.run_tasks:Running task internal.base...
|
|
2014-09-08T04:26:10.788 INFO:teuthology.task.internal:Creating test directory...
|
|
2014-09-08T04:26:10.788 INFO:teuthology.orchestra.run.burnupi41:Running: 'mkdir -m0755 -- /home/ubuntu/cephtest'
|
|
2014-09-08T04:26:10.859 INFO:teuthology.run_tasks:Running task internal.archive...
|
|
2014-09-08T04:26:10.859 INFO:teuthology.task.internal:Creating archive directory...
|
|
2014-09-08T04:26:10.860 INFO:teuthology.orchestra.run.burnupi41:Running: 'install -d -m0755 -- /home/ubuntu/cephtest/archive'
|
|
2014-09-08T04:26:10.931 INFO:teuthology.run_tasks:Running task internal.coredump...
|
|
2014-09-08T04:26:10.931 INFO:teuthology.task.internal:Enabling coredump saving...
|
|
2014-09-08T04:26:10.932 INFO:teuthology.orchestra.run.burnupi41:Running: 'install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core'
|
|
2014-09-08T04:26:11.009 INFO:teuthology.orchestra.run.burnupi41.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
|
|
2014-09-08T04:26:11.011 INFO:teuthology.run_tasks:Running task internal.sudo...
|
|
2014-09-08T04:26:11.012 INFO:teuthology.task.internal:Configuring sudo...
|
|
2014-09-08T04:26:11.012 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo sed -i.orig.teuthology -e 's/^\\([^#]*\\) \\(requiretty\\)/\\1 !\\2/g' -e 's/^\\([^#]*\\) !\\(visiblepw\\)/\\1 \\2/g' /etc/sudoers"
|
|
2014-09-08T04:26:11.090 INFO:teuthology.run_tasks:Running task internal.syslog...
|
|
2014-09-08T04:26:11.091 INFO:teuthology.task.internal:Starting syslog monitoring...
|
|
2014-09-08T04:26:11.091 INFO:teuthology.orchestra.run.burnupi41:Running: 'mkdir -m0755 -- /home/ubuntu/cephtest/archive/syslog'
|
|
2014-09-08T04:26:11.162 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo python -c \'import shutil, sys; shutil.copyfileobj(sys.stdin, file(sys.argv[1], "wb"))\' /etc/rsyslog.d/80-cephtest.conf'
|
|
2014-09-08T04:26:11.274 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo service rsyslog restart'
|
|
2014-09-08T04:26:11.362 INFO:teuthology.orchestra.run.burnupi41.stdout:rsyslog stop/waiting
|
|
2014-09-08T04:26:11.381 INFO:teuthology.orchestra.run.burnupi41.stdout:rsyslog start/running, process 18708
|
|
2014-09-08T04:26:11.383 INFO:teuthology.run_tasks:Running task internal.timer...
|
|
2014-09-08T04:26:11.383 INFO:teuthology.task.internal:Starting timer...
|
|
2014-09-08T04:26:11.383 INFO:teuthology.run_tasks:Running task chef...
|
|
2014-09-08T04:26:11.383 INFO:tasks.chef:Running chef-solo...
|
|
2014-09-08T04:26:11.383 INFO:teuthology.orchestra.run.burnupi41:Running: "wget -O- 'http://ceph.com/git/?p=ceph-qa-chef.git;a=blob_plain;f=solo/solo-from-scratch;hb=HEAD' | sh -x"
|
|
2014-09-08T04:26:11.455 INFO:teuthology.orchestra.run.burnupi41.stderr:--2014-09-08 04:26:11-- http://ceph.com/git/?p=ceph-qa-chef.git;a=blob_plain;f=solo/solo-from-scratch;hb=HEAD
|
|
2014-09-08T04:26:11.458 INFO:teuthology.orchestra.run.burnupi41.stderr:Resolving ceph.com (ceph.com)... 208.113.241.137, 2607:f298:4:147::b05:fe2a
|
|
2014-09-08T04:26:11.459 INFO:teuthology.orchestra.run.burnupi41.stderr:Connecting to ceph.com (ceph.com)|208.113.241.137|:80... connected.
|
|
2014-09-08T04:26:11.557 INFO:teuthology.orchestra.run.burnupi41.stderr:HTTP request sent, awaiting response... 200 OK
|
|
2014-09-08T04:26:11.557 INFO:teuthology.orchestra.run.burnupi41.stderr:Length: unspecified [text/plain]
|
|
2014-09-08T04:26:11.559 INFO:teuthology.orchestra.run.burnupi41.stderr:
|
|
2014-09-08T04:26:11.559 INFO:teuthology.orchestra.run.burnupi41.stderr: 0K ...+ set -e
|
|
2014-09-08T04:26:11.559 INFO:teuthology.orchestra.run.burnupi41.stderr:+ dirname sh
|
|
2014-09-08T04:26:11.559 INFO:teuthology.orchestra.run.burnupi41.stderr: 185M=0s
|
|
2014-09-08T04:26:11.560 INFO:teuthology.orchestra.run.burnupi41.stderr:
|
|
2014-09-08T04:26:11.560 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:26:11 (185 MB/s) - written to stdout [3313]
|
|
2014-09-08T04:26:11.560 INFO:teuthology.orchestra.run.burnupi41.stderr:
|
|
2014-09-08T04:26:11.560 INFO:teuthology.orchestra.run.burnupi41.stderr:+ cd .
|
|
2014-09-08T04:26:11.561 INFO:teuthology.orchestra.run.burnupi41.stderr:+ python -c import platform; distro = platform.dist()[0]; print distro.lower().rstrip()
|
|
2014-09-08T04:26:11.575 INFO:teuthology.orchestra.run.burnupi41.stderr:+ distro=ubuntu
|
|
2014-09-08T04:26:11.575 INFO:teuthology.orchestra.run.burnupi41.stderr:+ python -c import platform; distro = platform.dist()[1]; print distro
|
|
2014-09-08T04:26:11.593 INFO:teuthology.orchestra.run.burnupi41.stderr:+ distroversion=14.04
|
|
2014-09-08T04:26:11.595 INFO:teuthology.orchestra.run.burnupi41.stderr:+ echo ubuntu
|
|
2014-09-08T04:26:11.595 INFO:teuthology.orchestra.run.burnupi41.stderr:+ grep -ic -e centos -e redhat -e fedora
|
|
2014-09-08T04:26:11.597 INFO:teuthology.orchestra.run.burnupi41.stderr:+ true
|
|
2014-09-08T04:26:11.597 INFO:teuthology.orchestra.run.burnupi41.stderr:+ centos=0
|
|
2014-09-08T04:26:11.597 INFO:teuthology.orchestra.run.burnupi41.stderr:+ echo ubuntu
|
|
2014-09-08T04:26:11.598 INFO:teuthology.orchestra.run.burnupi41.stderr:+ grep -ic -e ubuntu -e debian
|
|
2014-09-08T04:26:11.599 INFO:teuthology.orchestra.run.burnupi41.stderr:+ ubuntu=1
|
|
2014-09-08T04:26:11.600 INFO:teuthology.orchestra.run.burnupi41.stderr:+ echo 14.04
|
|
2014-09-08T04:26:11.600 INFO:teuthology.orchestra.run.burnupi41.stderr:+ grep -ic 14\.04
|
|
2014-09-08T04:26:11.600 INFO:teuthology.orchestra.run.burnupi41.stderr:+ trusty=1
|
|
2014-09-08T04:26:11.600 INFO:teuthology.orchestra.run.burnupi41.stderr:+ [ 1 -gt 0 ]
|
|
2014-09-08T04:26:11.600 INFO:teuthology.orchestra.run.burnupi41.stderr:+ [ 1 -gt 0 ]
|
|
2014-09-08T04:26:11.601 INFO:teuthology.orchestra.run.burnupi41.stderr:+ nodepends=
|
|
2014-09-08T04:26:11.601 INFO:teuthology.orchestra.run.burnupi41.stderr:+ dpkg --status -- git
|
|
2014-09-08T04:26:11.601 INFO:teuthology.orchestra.run.burnupi41.stderr:+ sed -n s/^Status: //p
|
|
2014-09-08T04:26:11.626 INFO:teuthology.orchestra.run.burnupi41.stderr:+ [ install ok installed != install ok installed ]
|
|
2014-09-08T04:26:11.627 INFO:teuthology.orchestra.run.burnupi41.stderr:+ [ -n ]
|
|
2014-09-08T04:26:11.627 INFO:teuthology.orchestra.run.burnupi41.stderr:+ [ 0 -gt 0 ]
|
|
2014-09-08T04:26:11.627 INFO:teuthology.orchestra.run.burnupi41.stderr:+ mktemp -d --tmpdir solo-from-scratch.XXXXXXXXXXXX
|
|
2014-09-08T04:26:11.628 INFO:teuthology.orchestra.run.burnupi41.stderr:+ SCRATCH=/tmp/solo-from-scratch.RBFj2w4aIIVG
|
|
2014-09-08T04:26:11.628 INFO:teuthology.orchestra.run.burnupi41.stderr:+ cd /tmp/solo-from-scratch.RBFj2w4aIIVG
|
|
2014-09-08T04:26:11.629 INFO:teuthology.orchestra.run.burnupi41.stderr:+ trap cleanup INT TERM EXIT
|
|
2014-09-08T04:26:11.629 INFO:teuthology.orchestra.run.burnupi41.stderr:+ git init
|
|
2014-09-08T04:26:11.630 INFO:teuthology.orchestra.run.burnupi41.stdout:Initialized empty Git repository in /tmp/solo-from-scratch.RBFj2w4aIIVG/.git/
|
|
2014-09-08T04:26:11.631 INFO:teuthology.orchestra.run.burnupi41.stderr:+ git pull git://ceph.com/ceph-qa-chef.git
|
|
2014-09-08T04:26:13.202 INFO:teuthology.orchestra.run.burnupi41.stderr:From git://ceph.com/ceph-qa-chef
|
|
2014-09-08T04:26:13.202 INFO:teuthology.orchestra.run.burnupi41.stderr: * branch HEAD -> FETCH_HEAD
|
|
2014-09-08T04:26:13.254 INFO:teuthology.orchestra.run.burnupi41.stderr:+ ./solo/run
|
|
2014-09-08T04:26:14.519 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:14-07:00] INFO: Forking chef instance to converge...
|
|
2014-09-08T04:26:14.523 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:14-07:00] WARN:
|
|
2014-09-08T04:26:14.523 INFO:teuthology.orchestra.run.burnupi41.stdout:* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
|
2014-09-08T04:26:14.523 INFO:teuthology.orchestra.run.burnupi41.stdout:SSL validation of HTTPS requests is disabled. HTTPS connections are still
|
|
2014-09-08T04:26:14.524 INFO:teuthology.orchestra.run.burnupi41.stdout:encrypted, but chef is not able to detect forged replies or man in the middle
|
|
2014-09-08T04:26:14.524 INFO:teuthology.orchestra.run.burnupi41.stdout:attacks.
|
|
2014-09-08T04:26:14.524 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:26:14.524 INFO:teuthology.orchestra.run.burnupi41.stdout:To fix this issue add an entry like this to your configuration file:
|
|
2014-09-08T04:26:14.525 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:26:14.525 INFO:teuthology.orchestra.run.burnupi41.stdout:```
|
|
2014-09-08T04:26:14.525 INFO:teuthology.orchestra.run.burnupi41.stdout: # Verify all HTTPS connections (recommended)
|
|
2014-09-08T04:26:14.525 INFO:teuthology.orchestra.run.burnupi41.stdout: ssl_verify_mode :verify_peer
|
|
2014-09-08T04:26:14.526 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:26:14.526 INFO:teuthology.orchestra.run.burnupi41.stdout: # OR, Verify only connections to chef-server
|
|
2014-09-08T04:26:14.526 INFO:teuthology.orchestra.run.burnupi41.stdout: verify_api_cert true
|
|
2014-09-08T04:26:14.527 INFO:teuthology.orchestra.run.burnupi41.stdout:```
|
|
2014-09-08T04:26:14.527 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:26:14.527 INFO:teuthology.orchestra.run.burnupi41.stdout:To check your SSL configuration, or troubleshoot errors, you can use the
|
|
2014-09-08T04:26:14.527 INFO:teuthology.orchestra.run.burnupi41.stdout:`knife ssl check` command like so:
|
|
2014-09-08T04:26:14.527 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:26:14.527 INFO:teuthology.orchestra.run.burnupi41.stdout:```
|
|
2014-09-08T04:26:14.528 INFO:teuthology.orchestra.run.burnupi41.stdout: knife ssl check -c solo.rb
|
|
2014-09-08T04:26:14.528 INFO:teuthology.orchestra.run.burnupi41.stdout:```
|
|
2014-09-08T04:26:14.528 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:26:14.528 INFO:teuthology.orchestra.run.burnupi41.stdout:* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
|
2014-09-08T04:26:14.528 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:26:14.529 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:14-07:00] INFO: *** Chef 11.14.2 ***
|
|
2014-09-08T04:26:14.529 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:14-07:00] INFO: Chef-client pid: 18797
|
|
2014-09-08T04:26:16.555 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Setting the run_list to ["recipe[ceph-qa::default]"] from CLI options
|
|
2014-09-08T04:26:16.562 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Run List is [recipe[ceph-qa::default]]
|
|
2014-09-08T04:26:16.562 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Run List expands to [ceph-qa::default]
|
|
2014-09-08T04:26:16.563 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Starting Chef Run for burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:26:16.563 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Running start handlers
|
|
2014-09-08T04:26:16.563 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Start handlers complete.
|
|
2014-09-08T04:26:16.624 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Processing file[/etc/security/limits.d/ubuntu.conf] action create (ceph-qa::default line 8)
|
|
2014-09-08T04:26:16.626 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Processing directory[/home/ubuntu/.pip] action create (ceph-qa::pip_mirror line 1)
|
|
2014-09-08T04:26:16.627 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Processing file[/home/ubuntu/.pip/pip.conf] action create (ceph-qa::pip_mirror line 7)
|
|
2014-09-08T04:26:16.629 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:16-07:00] INFO: Processing execute[remove ceph packages] action run (ceph-qa::ubuntu line 12)
|
|
2014-09-08T04:26:23.864 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:23-07:00] INFO: execute[remove ceph packages] ran successfully
|
|
2014-09-08T04:26:23.864 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:23-07:00] INFO: Processing execute[remove /etc/ceph] action run (ceph-qa::ubuntu line 15)
|
|
2014-09-08T04:26:23.938 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:23-07:00] INFO: execute[remove /etc/ceph] ran successfully
|
|
2014-09-08T04:26:23.939 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:23-07:00] INFO: Processing execute[remove old source entries] action run (ceph-qa::ubuntu line 18)
|
|
2014-09-08T04:26:24.002 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: execute[remove old source entries] ran successfully
|
|
2014-09-08T04:26:24.002 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: Processing cookbook_file[/etc/apt/sources.list] action create (ceph-qa::ubuntu line 58)
|
|
2014-09-08T04:26:24.056 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: Processing cookbook_file[/etc/cron.weekly/kernel-clean] action create (ceph-qa::ubuntu line 69)
|
|
2014-09-08T04:26:24.057 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: Processing execute[Restarting Cron] action run (ceph-qa::ubuntu line 75)
|
|
2014-09-08T04:26:24.114 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: execute[Restarting Cron] ran successfully
|
|
2014-09-08T04:26:24.114 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: Processing execute[add autobuild gpg key to apt] action run (ceph-qa::ubuntu line 90)
|
|
2014-09-08T04:26:24.389 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: execute[add autobuild gpg key to apt] ran successfully
|
|
2014-09-08T04:26:24.389 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: Processing file[/etc/apt/sources.list.d/ceph-extras.list] action create (ceph-qa::ubuntu line 99)
|
|
2014-09-08T04:26:24.389 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: Processing execute[add release gpg key to apt] action run (ceph-qa::ubuntu line 107)
|
|
2014-09-08T04:26:24.666 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: execute[add release gpg key to apt] ran successfully
|
|
2014-09-08T04:26:24.666 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:24-07:00] INFO: Processing package[python-pip] action install (ceph-qa::ubuntu line 115)
|
|
2014-09-08T04:26:27.623 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing package[python-virtualenv] action install (ceph-qa::ubuntu line 116)
|
|
2014-09-08T04:26:27.669 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing package[python-dev] action install (ceph-qa::ubuntu line 117)
|
|
2014-09-08T04:26:27.715 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing package[libevent-dev] action install (ceph-qa::ubuntu line 118)
|
|
2014-09-08T04:26:27.761 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing package[perl] action install (ceph-qa::ubuntu line 121)
|
|
2014-09-08T04:26:27.841 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing package[libwww-perl] action install (ceph-qa::ubuntu line 122)
|
|
2014-09-08T04:26:27.920 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing directory[/home/ubuntu/.cpan/CPAN/] action create (ceph-qa::ubuntu line 124)
|
|
2014-09-08T04:26:27.921 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing cookbook_file[/home/ubuntu/.cpan/CPAN/MyConfig.pm] action create (ceph-qa::ubuntu line 130)
|
|
2014-09-08T04:26:27.923 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing directory[/root/.cpan/CPAN/] action create (ceph-qa::ubuntu line 137)
|
|
2014-09-08T04:26:27.924 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing cookbook_file[/root/.cpan/CPAN/MyConfig.pm] action create (ceph-qa::ubuntu line 143)
|
|
2014-09-08T04:26:27.925 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing file[/etc/apt/preferences.d/ceph.pref] action create (ceph-qa::radosgw line 4)
|
|
2014-09-08T04:26:27.927 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing file[/etc/apt/sources.list.d/radosgw.list] action create (ceph-qa::radosgw line 16)
|
|
2014-09-08T04:26:27.927 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: file[/etc/apt/sources.list.d/radosgw.list] created file /etc/apt/sources.list.d/radosgw.list
|
|
2014-09-08T04:26:27.929 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: file[/etc/apt/sources.list.d/radosgw.list] updated file contents /etc/apt/sources.list.d/radosgw.list
|
|
2014-09-08T04:26:27.930 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: file[/etc/apt/sources.list.d/radosgw.list] owner changed to 0
|
|
2014-09-08T04:26:27.930 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: file[/etc/apt/sources.list.d/radosgw.list] group changed to 0
|
|
2014-09-08T04:26:27.930 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: file[/etc/apt/sources.list.d/radosgw.list] mode changed to 644
|
|
2014-09-08T04:26:27.931 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:27-07:00] INFO: Processing execute[apt-get update] action run (ceph-qa::radosgw line 54)
|
|
2014-09-08T04:26:33.969 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:33-07:00] INFO: execute[apt-get update] ran successfully
|
|
2014-09-08T04:26:33.970 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:33-07:00] INFO: Processing package[apache2] action upgrade (ceph-qa::radosgw line 58)
|
|
2014-09-08T04:26:34.021 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[libapache2-mod-fastcgi] action upgrade (ceph-qa::radosgw line 61)
|
|
2014-09-08T04:26:34.072 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[libfcgi0ldbl] action install (ceph-qa::radosgw line 64)
|
|
2014-09-08T04:26:34.120 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing service[apache2] action disable (ceph-qa::radosgw line 66)
|
|
2014-09-08T04:26:34.186 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing service[apache2] action stop (ceph-qa::radosgw line 66)
|
|
2014-09-08T04:26:34.250 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[lsb-release] action install (ceph-qa::ubuntu line 179)
|
|
2014-09-08T04:26:34.297 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[build-essential] action install (ceph-qa::ubuntu line 180)
|
|
2014-09-08T04:26:34.343 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[sysstat] action install (ceph-qa::ubuntu line 181)
|
|
2014-09-08T04:26:34.390 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[gdb] action install (ceph-qa::ubuntu line 182)
|
|
2014-09-08T04:26:34.435 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[python-configobj] action install (ceph-qa::ubuntu line 183)
|
|
2014-09-08T04:26:34.481 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[python-gevent] action install (ceph-qa::ubuntu line 184)
|
|
2014-09-08T04:26:34.527 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[libedit2] action install (ceph-qa::ubuntu line 187)
|
|
2014-09-08T04:26:34.572 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[libssl0.9.8] action install (ceph-qa::ubuntu line 188)
|
|
2014-09-08T04:26:34.617 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[libgoogle-perftools4] action install (ceph-qa::ubuntu line 190)
|
|
2014-09-08T04:26:34.663 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[libboost-thread1.54.0] action install (ceph-qa::ubuntu line 197)
|
|
2014-09-08T04:26:34.707 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[cryptsetup-bin] action install (ceph-qa::ubuntu line 206)
|
|
2014-09-08T04:26:34.752 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[xfsprogs] action install (ceph-qa::ubuntu line 207)
|
|
2014-09-08T04:26:34.797 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[gdisk] action install (ceph-qa::ubuntu line 208)
|
|
2014-09-08T04:26:34.842 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[parted] action install (ceph-qa::ubuntu line 209)
|
|
2014-09-08T04:26:34.887 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[smbios-utils] action install (ceph-qa::ubuntu line 213)
|
|
2014-09-08T04:26:34.931 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[libcrypto++9] action install (ceph-qa::ubuntu line 222)
|
|
2014-09-08T04:26:34.976 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:34-07:00] INFO: Processing package[openmpi-common] action remove (ceph-qa::ubuntu line 233)
|
|
2014-09-08T04:26:35.020 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing package[libuuid1] action install (ceph-qa::ubuntu line 237)
|
|
2014-09-08T04:26:35.065 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing package[libfcgi] action install (ceph-qa::ubuntu line 238)
|
|
2014-09-08T04:26:35.148 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: package[libfcgi] is a virtual package, actually acting on package[libfcgi0ldbl]
|
|
2014-09-08T04:26:35.193 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing package[btrfs-tools] action install (ceph-qa::ubuntu line 239)
|
|
2014-09-08T04:26:35.237 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing package[libatomic-ops-dev] action install (ceph-qa::ubuntu line 242)
|
|
2014-09-08T04:26:35.281 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing package[git-core] action install (ceph-qa::ubuntu line 245)
|
|
2014-09-08T04:26:35.325 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing package[attr] action install (ceph-qa::ubuntu line 246)
|
|
2014-09-08T04:26:35.369 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing package[dbench] action install (ceph-qa::ubuntu line 247)
|
|
2014-09-08T04:26:35.413 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing package[bonnie++] action install (ceph-qa::ubuntu line 248)
|
|
2014-09-08T04:26:35.457 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing package[iozone3] action install (ceph-qa::ubuntu line 249)
|
|
2014-09-08T04:26:35.501 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing cookbook_file[/tmp/tiobench.deb] action create (ceph-qa::ubuntu line 253)
|
|
2014-09-08T04:26:35.501 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: cookbook_file[/tmp/tiobench.deb] created file /tmp/tiobench.deb
|
|
2014-09-08T04:26:35.503 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: cookbook_file[/tmp/tiobench.deb] updated file contents /tmp/tiobench.deb
|
|
2014-09-08T04:26:35.504 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: cookbook_file[/tmp/tiobench.deb] owner changed to 0
|
|
2014-09-08T04:26:35.505 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: cookbook_file[/tmp/tiobench.deb] group changed to 0
|
|
2014-09-08T04:26:35.505 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: cookbook_file[/tmp/tiobench.deb] mode changed to 644
|
|
2014-09-08T04:26:35.505 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:35-07:00] INFO: Processing execute[Installing tiobench] action run (ceph-qa::ubuntu line 259)
|
|
2014-09-08T04:26:36.160 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: execute[Installing tiobench] ran successfully
|
|
2014-09-08T04:26:36.160 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: Processing package[valgrind] action install (ceph-qa::ubuntu line 268)
|
|
2014-09-08T04:26:36.388 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: Processing package[python-nose] action install (ceph-qa::ubuntu line 269)
|
|
2014-09-08T04:26:36.469 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: Processing package[mpich2] action install (ceph-qa::ubuntu line 270)
|
|
2014-09-08T04:26:36.551 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: Processing package[mpich] action install (ceph-qa::ubuntu line 274)
|
|
2014-09-08T04:26:36.632 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: Processing package[libmpich2-dev] action install (ceph-qa::ubuntu line 276)
|
|
2014-09-08T04:26:36.713 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: Processing package[ant] action install (ceph-qa::ubuntu line 277)
|
|
2014-09-08T04:26:36.793 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: Processing package[libtool] action install (ceph-qa::ubuntu line 280)
|
|
2014-09-08T04:26:36.875 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: Processing package[automake] action install (ceph-qa::ubuntu line 281)
|
|
2014-09-08T04:26:36.956 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:36-07:00] INFO: Processing package[gettext] action install (ceph-qa::ubuntu line 282)
|
|
2014-09-08T04:26:37.037 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[uuid-dev] action install (ceph-qa::ubuntu line 283)
|
|
2014-09-08T04:26:37.119 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[libacl1-dev] action install (ceph-qa::ubuntu line 284)
|
|
2014-09-08T04:26:37.200 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[bc] action install (ceph-qa::ubuntu line 285)
|
|
2014-09-08T04:26:37.281 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[xfsdump] action install (ceph-qa::ubuntu line 286)
|
|
2014-09-08T04:26:37.362 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[dmapi] action install (ceph-qa::ubuntu line 287)
|
|
2014-09-08T04:26:37.520 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: package[dmapi] is a virtual package, actually acting on package[libdm0]
|
|
2014-09-08T04:26:37.601 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[xfslibs-dev] action install (ceph-qa::ubuntu line 288)
|
|
2014-09-08T04:26:37.682 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[libattr1-dev] action install (ceph-qa::ubuntu line 289)
|
|
2014-09-08T04:26:37.764 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[sysprof] action install (ceph-qa::ubuntu line 293)
|
|
2014-09-08T04:26:37.845 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[vim] action install (ceph-qa::ubuntu line 295)
|
|
2014-09-08T04:26:37.926 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:37-07:00] INFO: Processing package[pdsh] action install (ceph-qa::ubuntu line 296)
|
|
2014-09-08T04:26:38.007 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:38-07:00] INFO: Processing package[collectl] action install (ceph-qa::ubuntu line 297)
|
|
2014-09-08T04:26:38.088 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:38-07:00] INFO: Processing service[collectl] action disable (ceph-qa::ubuntu line 298)
|
|
2014-09-08T04:26:38.196 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:38-07:00] INFO: Processing service[collectl] action stop (ceph-qa::ubuntu line 298)
|
|
2014-09-08T04:26:38.253 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:38-07:00] INFO: Processing package[blktrace] action install (ceph-qa::ubuntu line 303)
|
|
2014-09-08T04:26:38.302 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:38-07:00] INFO: Processing package[python-numpy] action install (ceph-qa::ubuntu line 304)
|
|
2014-09-08T04:26:38.352 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:38-07:00] INFO: Processing package[python-matplotlib] action install (ceph-qa::ubuntu line 305)
|
|
2014-09-08T04:26:38.400 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:38-07:00] INFO: Processing package[mencoder] action install (ceph-qa::ubuntu line 306)
|
|
2014-09-08T04:26:38.448 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:38-07:00] INFO: Processing package[qemu-system-x86] action install (ceph-qa::ubuntu line 310)
|
|
2014-09-08T04:26:40.939 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:40-07:00] INFO: Processing package[genisoimage] action install (ceph-qa::ubuntu line 314)
|
|
2014-09-08T04:26:40.985 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:40-07:00] INFO: Processing package[libjson-xs-perl] action install (ceph-qa::ubuntu line 317)
|
|
2014-09-08T04:26:41.030 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:41-07:00] INFO: Processing package[xml-twig-tools] action install (ceph-qa::ubuntu line 319)
|
|
2014-09-08T04:26:41.075 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:41-07:00] INFO: Processing package[default-jdk] action install (ceph-qa::ubuntu line 322)
|
|
2014-09-08T04:26:41.120 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:41-07:00] INFO: Processing package[junit4] action install (ceph-qa::ubuntu line 323)
|
|
2014-09-08T04:26:41.165 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:41-07:00] INFO: Processing package[tgt] action install (ceph-qa::ubuntu line 326)
|
|
2014-09-08T04:26:42.922 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:42-07:00] INFO: Processing package[open-iscsi] action install (ceph-qa::ubuntu line 329)
|
|
2014-09-08T04:26:42.967 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:42-07:00] INFO: Processing package[smartmontools] action install (ceph-qa::ubuntu line 331)
|
|
2014-09-08T04:26:43.012 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing package[nagios-nrpe-server] action install (ceph-qa::ubuntu line 332)
|
|
2014-09-08T04:26:43.056 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing package[cifs-utils] action install (ceph-qa::ubuntu line 335)
|
|
2014-09-08T04:26:43.100 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing package[distcc] action install (ceph-qa::ubuntu line 338)
|
|
2014-09-08T04:26:43.144 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing file[/etc/grub.d/02_force_timeout] action create (ceph-qa::ubuntu line 354)
|
|
2014-09-08T04:26:43.146 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing package[ntp] action install (ceph-qa::ubuntu line 367)
|
|
2014-09-08T04:26:43.191 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing cookbook_file[/etc/ntp.conf] action create (ceph-qa::ubuntu line 369)
|
|
2014-09-08T04:26:43.192 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing service[ntp] action enable (ceph-qa::ubuntu line 377)
|
|
2014-09-08T04:26:43.253 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing service[ntp] action start (ceph-qa::ubuntu line 377)
|
|
2014-09-08T04:26:43.314 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing execute[add user_xattr to root mount options in fstab] action run (ceph-qa::ubuntu line 381)
|
|
2014-09-08T04:26:43.343 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: execute[add user_xattr to root mount options in fstab] ran successfully
|
|
2014-09-08T04:26:43.344 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing execute[enable xattr for this boot] action run (ceph-qa::ubuntu line 390)
|
|
2014-09-08T04:26:43.414 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: execute[enable xattr for this boot] ran successfully
|
|
2014-09-08T04:26:43.415 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing execute[allow fuse mounts to be used by non-owners] action run (ceph-qa::ubuntu line 394)
|
|
2014-09-08T04:26:43.443 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: execute[allow fuse mounts to be used by non-owners] ran successfully
|
|
2014-09-08T04:26:43.443 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing execute[add user ubuntu to group fuse] action run (ceph-qa::ubuntu line 398)
|
|
2014-09-08T04:26:43.516 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: execute[add user ubuntu to group fuse] ran successfully
|
|
2014-09-08T04:26:43.516 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing file[/etc/fuse.conf] action create (ceph-qa::ubuntu line 402)
|
|
2014-09-08T04:26:43.516 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing execute[add user ubuntu to group kvm] action run (ceph-qa::ubuntu line 406)
|
|
2014-09-08T04:26:43.625 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: execute[add user ubuntu to group kvm] ran successfully
|
|
2014-09-08T04:26:43.625 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing directory[/home/ubuntu/.ssh] action create (ceph-qa::ubuntu line 410)
|
|
2014-09-08T04:26:43.626 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:43-07:00] INFO: Processing execute[set up ssh keys] action run (ceph-qa::ubuntu line 416)
|
|
2014-09-08T04:26:44.836 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: execute[set up ssh keys] ran successfully
|
|
2014-09-08T04:26:44.837 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: Processing cookbook_file[/usr/sbin/megacli] action create (ceph-qa::ubuntu line 428)
|
|
2014-09-08T04:26:44.892 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: Processing cookbook_file[/usr/sbin/cli64] action create (ceph-qa::ubuntu line 434)
|
|
2014-09-08T04:26:44.935 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: Processing directory[/usr/libexec/] action create (ceph-qa::ubuntu line 443)
|
|
2014-09-08T04:26:44.935 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: Processing cookbook_file[/usr/libexec/raid.pl] action create (ceph-qa::ubuntu line 449)
|
|
2014-09-08T04:26:44.937 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: Processing cookbook_file[/usr/libexec/smart.pl] action create (ceph-qa::ubuntu line 455)
|
|
2014-09-08T04:26:44.938 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: Processing cookbook_file[/usr/libexec/diskusage.pl] action create (ceph-qa::ubuntu line 461)
|
|
2014-09-08T04:26:44.939 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: Processing cookbook_file[/etc/ssh/ssh_config] action create (ceph-qa::ubuntu line 470)
|
|
2014-09-08T04:26:44.940 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: Processing execute[add ubuntu to disk group] action run (ceph-qa::ubuntu line 477)
|
|
2014-09-08T04:26:44.974 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: execute[add ubuntu to disk group] ran successfully
|
|
2014-09-08T04:26:44.975 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:44-07:00] INFO: Processing execute[enable kernel logging to console] action run (ceph-qa::ubuntu line 485)
|
|
2014-09-08T04:26:45.018 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:45-07:00] INFO: execute[enable kernel logging to console] ran successfully
|
|
2014-09-08T04:26:45.018 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:45-07:00] INFO: Processing execute[update-grub] action run (ceph-qa::ubuntu line 542)
|
|
2014-09-08T04:26:48.186 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: execute[update-grub] ran successfully
|
|
2014-09-08T04:26:48.186 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: Processing cookbook_file[/etc/init/ttyS1.conf] action create (ceph-qa::ubuntu line 548)
|
|
2014-09-08T04:26:48.188 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: Processing service[ttyS1] action enable (ceph-qa::ubuntu line 566)
|
|
2014-09-08T04:26:48.195 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: Processing service[ttyS1] action start (ceph-qa::ubuntu line 566)
|
|
2014-09-08T04:26:48.201 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: Processing package[nfs-kernel-server] action install (ceph-qa::ubuntu line 585)
|
|
2014-09-08T04:26:48.248 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: Processing package[ipcalc] action install (ceph-qa::ubuntu line 588)
|
|
2014-09-08T04:26:48.293 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: Processing execute[set up static IP in /etc/hosts] action run (ceph-qa::ubuntu line 592)
|
|
2014-09-08T04:26:48.328 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: execute[set up static IP in /etc/hosts] ran successfully
|
|
2014-09-08T04:26:48.328 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: Processing execute[set up static IP and 10gig interface] action run (ceph-qa::ubuntu line 600)
|
|
2014-09-08T04:26:48.357 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: execute[set up static IP and 10gig interface] ran successfully
|
|
2014-09-08T04:26:48.358 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:48-07:00] INFO: Processing execute[Installing CPAN Amazon::S3] action run (ceph-qa::ubuntu line 652)
|
|
2014-09-08T04:26:50.192 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: execute[Installing CPAN Amazon::S3] ran successfully
|
|
2014-09-08T04:26:50.192 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing file[/etc/resolvconf/resolv.conf.d/base] action create (ceph-qa::ubuntu line 657)
|
|
2014-09-08T04:26:50.194 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing file[/etc/sudoers.d/90-nagios] action create (ceph-qa::ubuntu line 669)
|
|
2014-09-08T04:26:50.195 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing cookbook_file[/etc/modules] action create (ceph-qa::ubuntu line 679)
|
|
2014-09-08T04:26:50.197 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing cookbook_file[/etc/nagios/nrpe.cfg] action create (ceph-qa::ubuntu line 687)
|
|
2014-09-08T04:26:50.198 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing service[nagios-nrpe-server] action enable (ceph-qa::ubuntu line 695)
|
|
2014-09-08T04:26:50.261 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing service[nagios-nrpe-server] action start (ceph-qa::ubuntu line 695)
|
|
2014-09-08T04:26:50.353 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: service[nagios-nrpe-server] started
|
|
2014-09-08T04:26:50.354 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing file[/etc/default/nagios-nrpe-server] action create (ceph-qa::ubuntu line 700)
|
|
2014-09-08T04:26:50.355 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing execute[Restarting resolvdns] action run (ceph-qa::ubuntu line 709)
|
|
2014-09-08T04:26:50.434 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: execute[Restarting resolvdns] ran successfully
|
|
2014-09-08T04:26:50.434 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing execute[Enabling auto-fsck fix to prevent boot hangup] action run (ceph-qa::ubuntu line 715)
|
|
2014-09-08T04:26:50.470 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: execute[Enabling auto-fsck fix to prevent boot hangup] ran successfully
|
|
2014-09-08T04:26:50.470 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing bash[ssh_max_sessions] action run (ceph-qa::ubuntu line 721)
|
|
2014-09-08T04:26:50.471 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing execute[Restarting SSH via service on Saucy and above] action run (ceph-qa::ubuntu line 731)
|
|
2014-09-08T04:26:50.531 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: execute[Restarting SSH via service on Saucy and above] ran successfully
|
|
2014-09-08T04:26:50.531 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing file[/etc/exports] action create (ceph-qa::ubuntu line 743)
|
|
2014-09-08T04:26:50.533 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:50-07:00] INFO: Processing execute[Restarting NFS via service on Trusty and above] action run (ceph-qa::ubuntu line 763)
|
|
2014-09-08T04:26:51.704 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:51-07:00] INFO: execute[Restarting NFS via service on Trusty and above] ran successfully
|
|
2014-09-08T04:26:51.704 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:51-07:00] INFO: Processing file[/ceph-qa-ready] action create (ceph-qa::ubuntu line 770)
|
|
2014-09-08T04:26:51.705 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:51-07:00] INFO: Chef Run complete in 35.143534602 seconds
|
|
2014-09-08T04:26:51.706 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:51-07:00] INFO: Running report handlers
|
|
2014-09-08T04:26:51.706 INFO:teuthology.orchestra.run.burnupi41.stdout:[2014-09-08T04:26:51-07:00] INFO: Report handlers complete
|
|
2014-09-08T04:26:51.799 INFO:teuthology.orchestra.run.burnupi41.stderr:+ cleanup
|
|
2014-09-08T04:26:51.799 INFO:teuthology.orchestra.run.burnupi41.stderr:+ rm -rf /tmp/solo-from-scratch.RBFj2w4aIIVG
|
|
2014-09-08T04:26:51.808 INFO:tasks.chef:Reconnecting after ceph-qa-chef run
|
|
2014-09-08T04:26:51.808 INFO:teuthology.misc:Re-opening connections...
|
|
2014-09-08T04:26:51.808 INFO:teuthology.misc:trying to connect to ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:26:51.809 INFO:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'burnupi41.front.sepia.ceph.com', 'timeout': 60}
|
|
2014-09-08T04:26:51.936 INFO:teuthology.orchestra.run.burnupi41:Running: 'true'
|
|
2014-09-08T04:26:52.007 DEBUG:teuthology.misc:waited 0.198862075806
|
|
2014-09-08T04:26:53.007 INFO:teuthology.run_tasks:Running task clock.check...
|
|
2014-09-08T04:26:53.007 INFO:teuthology.task.clock:Checking initial clock skew...
|
|
2014-09-08T04:26:53.008 INFO:teuthology.orchestra.run.burnupi41:Running: 'PATH=/usr/bin:/usr/sbin ntpdc -p'
|
|
2014-09-08T04:26:53.017 INFO:teuthology.orchestra.run.burnupi41.stdout: remote local st poll reach delay offset disp
|
|
2014-09-08T04:26:53.017 INFO:teuthology.orchestra.run.burnupi41.stdout:=======================================================================
|
|
2014-09-08T04:26:53.017 INFO:teuthology.orchestra.run.burnupi41.stdout:*clock3.dreamhos 10.214.135.8 1 128 377 0.00040 -0.000042 0.07498
|
|
2014-09-08T04:26:53.019 INFO:teuthology.run_tasks:Running task install...
|
|
2014-09-08T04:26:53.019 DEBUG:teuthology.task.install:project ceph
|
|
2014-09-08T04:26:53.019 DEBUG:teuthology.task.install:config {'sha1': '1250c31e49885b0c43a6ea9a9437efa899a04b41'}
|
|
2014-09-08T04:26:53.020 INFO:teuthology.task.install:extra packages: []
|
|
2014-09-08T04:26:53.020 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo lsb_release -is'
|
|
2014-09-08T04:26:53.144 DEBUG:teuthology.misc:System to be installed: Ubuntu
|
|
2014-09-08T04:26:53.144 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo apt-key list | grep Ceph'
|
|
2014-09-08T04:26:53.220 INFO:teuthology.orchestra.run.burnupi41:Running: 'arch'
|
|
2014-09-08T04:26:53.226 INFO:teuthology.orchestra.run.burnupi41:Running: 'lsb_release -is'
|
|
2014-09-08T04:26:53.343 INFO:teuthology.orchestra.run.burnupi41:Running: 'lsb_release -rs'
|
|
2014-09-08T04:26:53.396 INFO:teuthology.orchestra.run.burnupi41:Running: 'lsb_release -sc'
|
|
2014-09-08T04:26:53.449 INFO:teuthology.task.install:config is {'sha1': '1250c31e49885b0c43a6ea9a9437efa899a04b41', 'wait_for_package': False, 'project': 'ceph', 'tag': None, 'extra_packages': [], 'branch': None, 'flavor': 'basic', 'extras': None}
|
|
2014-09-08T04:26:53.449 INFO:teuthology.task.install:Installing packages: ceph, ceph-dbg, ceph-mds, ceph-mds-dbg, ceph-common, ceph-common-dbg, ceph-fuse, ceph-fuse-dbg, ceph-test, ceph-test-dbg, radosgw, radosgw-dbg, python-ceph, libcephfs1, libcephfs1-dbg, libcephfs-java, librados2, librados2-dbg, librbd1, librbd1-dbg on remote deb x86_64
|
|
2014-09-08T04:26:53.449 INFO:teuthology.orchestra.run.burnupi41:Running: 'arch'
|
|
2014-09-08T04:26:53.456 INFO:teuthology.orchestra.run.burnupi41:Running: 'lsb_release -is'
|
|
2014-09-08T04:26:53.573 INFO:teuthology.orchestra.run.burnupi41:Running: 'lsb_release -rs'
|
|
2014-09-08T04:26:53.626 INFO:teuthology.orchestra.run.burnupi41:Running: 'lsb_release -sc'
|
|
2014-09-08T04:26:53.679 INFO:teuthology.task.install:config is {'sha1': '1250c31e49885b0c43a6ea9a9437efa899a04b41', 'wait_for_package': False, 'project': 'ceph', 'tag': None, 'extra_packages': [], 'branch': None, 'flavor': 'basic', 'extras': None}
|
|
2014-09-08T04:26:53.679 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo lsb_release -is'
|
|
2014-09-08T04:26:53.739 DEBUG:teuthology.misc:System to be installed: Ubuntu
|
|
2014-09-08T04:26:53.740 INFO:teuthology.task.install:Pulling from http://gitbuilder.ceph.com/ceph-deb-trusty-x86_64-basic/sha1/1250c31e49885b0c43a6ea9a9437efa899a04b41
|
|
2014-09-08T04:26:53.740 INFO:teuthology.orchestra.run.burnupi41:Running: 'wget -q -O- http://gitbuilder.ceph.com/ceph-deb-trusty-x86_64-basic/sha1/1250c31e49885b0c43a6ea9a9437efa899a04b41/version'
|
|
2014-09-08T04:26:53.750 INFO:teuthology.task.install:Package version is 0.84-1033-g1250c31-1trusty
|
|
2014-09-08T04:26:53.751 INFO:teuthology.orchestra.run.burnupi41:Running: 'echo deb http://gitbuilder.ceph.com/ceph-deb-trusty-x86_64-basic/sha1/1250c31e49885b0c43a6ea9a9437efa899a04b41 trusty main | sudo tee /etc/apt/sources.list.d/ceph.list'
|
|
2014-09-08T04:26:53.830 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo apt-get update && sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=0.84-1033-g1250c31-1trusty ceph-dbg=0.84-1033-g1250c31-1trusty ceph-mds=0.84-1033-g1250c31-1trusty ceph-mds-dbg=0.84-1033-g1250c31-1trusty ceph-common=0.84-1033-g1250c31-1trusty ceph-common-dbg=0.84-1033-g1250c31-1trusty ceph-fuse=0.84-1033-g1250c31-1trusty ceph-fuse-dbg=0.84-1033-g1250c31-1trusty ceph-test=0.84-1033-g1250c31-1trusty ceph-test-dbg=0.84-1033-g1250c31-1trusty radosgw=0.84-1033-g1250c31-1trusty radosgw-dbg=0.84-1033-g1250c31-1trusty python-ceph=0.84-1033-g1250c31-1trusty libcephfs1=0.84-1033-g1250c31-1trusty libcephfs1-dbg=0.84-1033-g1250c31-1trusty libcephfs-java=0.84-1033-g1250c31-1trusty librados2=0.84-1033-g1250c31-1trusty librados2-dbg=0.84-1033-g1250c31-1trusty librbd1=0.84-1033-g1250c31-1trusty librbd1-dbg=0.84-1033-g1250c31-1trusty'
|
|
2014-09-08T04:28:28.375 DEBUG:teuthology.parallel:result is None
|
|
2014-09-08T04:28:28.375 INFO:teuthology.task.install:Shipping valgrind.supp...
|
|
2014-09-08T04:28:28.376 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo python -c \'import shutil, sys; shutil.copyfileobj(sys.stdin, file(sys.argv[1], "wb"))\' /home/ubuntu/cephtest/valgrind.supp'
|
|
2014-09-08T04:28:28.421 INFO:teuthology.task.install:Shipping 'daemon-helper'...
|
|
2014-09-08T04:28:28.422 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo python -c \'import shutil, sys; shutil.copyfileobj(sys.stdin, file(sys.argv[1], "wb"))\' /usr/bin/daemon-helper'
|
|
2014-09-08T04:28:28.512 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod a=rx -- /usr/bin/daemon-helper'
|
|
2014-09-08T04:28:28.589 INFO:teuthology.task.install:Shipping 'adjust-ulimits'...
|
|
2014-09-08T04:28:28.589 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo python -c \'import shutil, sys; shutil.copyfileobj(sys.stdin, file(sys.argv[1], "wb"))\' /usr/bin/adjust-ulimits'
|
|
2014-09-08T04:28:28.701 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod a=rx -- /usr/bin/adjust-ulimits'
|
|
2014-09-08T04:28:28.778 INFO:teuthology.run_tasks:Running task ceph...
|
|
2014-09-08T04:28:28.781 INFO:tasks.ceph:Making ceph log dir writeable by non-root...
|
|
2014-09-08T04:28:28.781 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 777 /var/log/ceph'
|
|
2014-09-08T04:28:28.857 INFO:tasks.ceph:Disabling ceph logrotate...
|
|
2014-09-08T04:28:28.858 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -f -- /etc/logrotate.d/ceph'
|
|
2014-09-08T04:28:28.934 INFO:tasks.ceph:Creating extra log directories...
|
|
2014-09-08T04:28:28.934 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo install -d -m0755 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger'
|
|
2014-09-08T04:28:29.011 INFO:tasks.ceph:Creating ceph cluster...
|
|
2014-09-08T04:28:29.011 INFO:teuthology.orchestra.run.burnupi41:Running: 'install -d -m0755 -- /home/ubuntu/cephtest/data'
|
|
2014-09-08T04:28:29.081 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo install -d -m0777 -- /var/run/ceph'
|
|
2014-09-08T04:28:29.228 INFO:teuthology.orchestra.run.burnupi41:Running: 'ls /dev/[sv]d?'
|
|
2014-09-08T04:28:29.234 DEBUG:teuthology.misc:devs=['/dev/sda', '/dev/sdb', '/dev/sdc', '/dev/sdd', '/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh']
|
|
2014-09-08T04:28:29.235 INFO:teuthology.orchestra.run.burnupi41:Running: 'stat /dev/sda && sudo dd if=/dev/sda of=/dev/null count=1 && ! mount | grep -q /dev/sda'
|
|
2014-09-08T04:28:29.305 INFO:teuthology.orchestra.run.burnupi41.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file
|
|
2014-09-08T04:28:29.305 INFO:teuthology.orchestra.run.burnupi41.stdout:Device: 5h/5d Inode: 11405 Links: 1 Device type: 8,0
|
|
2014-09-08T04:28:29.306 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk)
|
|
2014-09-08T04:28:29.306 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: 2014-09-07 23:57:04.949440818 -0700
|
|
2014-09-08T04:28:29.306 INFO:teuthology.orchestra.run.burnupi41.stdout:Modify: 2014-09-07 23:57:04.937440819 -0700
|
|
2014-09-08T04:28:29.306 INFO:teuthology.orchestra.run.burnupi41.stdout:Change: 2014-09-07 23:57:04.937440819 -0700
|
|
2014-09-08T04:28:29.307 INFO:teuthology.orchestra.run.burnupi41.stdout: Birth: -
|
|
2014-09-08T04:28:29.311 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records in
|
|
2014-09-08T04:28:29.312 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records out
|
|
2014-09-08T04:28:29.312 INFO:teuthology.orchestra.run.burnupi41.stderr:512 bytes (512 B) copied, 0.000144832 s, 3.5 MB/s
|
|
2014-09-08T04:28:29.315 DEBUG:teuthology.misc:get_scratch_devices: /dev/sda is in use
|
|
2014-09-08T04:28:29.315 INFO:teuthology.orchestra.run.burnupi41:Running: 'stat /dev/sdb && sudo dd if=/dev/sdb of=/dev/null count=1 && ! mount | grep -q /dev/sdb'
|
|
2014-09-08T04:28:29.386 INFO:teuthology.orchestra.run.burnupi41.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file
|
|
2014-09-08T04:28:29.386 INFO:teuthology.orchestra.run.burnupi41.stdout:Device: 5h/5d Inode: 10354 Links: 1 Device type: 8,10
|
|
2014-09-08T04:28:29.387 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk)
|
|
2014-09-08T04:28:29.387 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: 2014-09-07 23:57:04.617440832 -0700
|
|
2014-09-08T04:28:29.387 INFO:teuthology.orchestra.run.burnupi41.stdout:Modify: 2014-09-07 23:57:04.313440844 -0700
|
|
2014-09-08T04:28:29.387 INFO:teuthology.orchestra.run.burnupi41.stdout:Change: 2014-09-07 23:57:04.313440844 -0700
|
|
2014-09-08T04:28:29.387 INFO:teuthology.orchestra.run.burnupi41.stdout: Birth: -
|
|
2014-09-08T04:28:29.404 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records in
|
|
2014-09-08T04:28:29.405 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records out
|
|
2014-09-08T04:28:29.405 INFO:teuthology.orchestra.run.burnupi41.stderr:512 bytes (512 B) copied, 0.0117799 s, 43.5 kB/s
|
|
2014-09-08T04:28:29.408 INFO:teuthology.orchestra.run.burnupi41:Running: 'stat /dev/sdc && sudo dd if=/dev/sdc of=/dev/null count=1 && ! mount | grep -q /dev/sdc'
|
|
2014-09-08T04:28:29.479 INFO:teuthology.orchestra.run.burnupi41.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file
|
|
2014-09-08T04:28:29.479 INFO:teuthology.orchestra.run.burnupi41.stdout:Device: 5h/5d Inode: 11385 Links: 1 Device type: 8,20
|
|
2014-09-08T04:28:29.479 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk)
|
|
2014-09-08T04:28:29.479 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: 2014-09-07 23:57:04.669440830 -0700
|
|
2014-09-08T04:28:29.480 INFO:teuthology.orchestra.run.burnupi41.stdout:Modify: 2014-09-07 23:57:04.377440841 -0700
|
|
2014-09-08T04:28:29.480 INFO:teuthology.orchestra.run.burnupi41.stdout:Change: 2014-09-07 23:57:04.377440841 -0700
|
|
2014-09-08T04:28:29.480 INFO:teuthology.orchestra.run.burnupi41.stdout: Birth: -
|
|
2014-09-08T04:28:29.492 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records in
|
|
2014-09-08T04:28:29.492 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records out
|
|
2014-09-08T04:28:29.492 INFO:teuthology.orchestra.run.burnupi41.stderr:512 bytes (512 B) copied, 0.00670435 s, 76.4 kB/s
|
|
2014-09-08T04:28:29.496 INFO:teuthology.orchestra.run.burnupi41:Running: 'stat /dev/sdd && sudo dd if=/dev/sdd of=/dev/null count=1 && ! mount | grep -q /dev/sdd'
|
|
2014-09-08T04:28:29.568 INFO:teuthology.orchestra.run.burnupi41.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file
|
|
2014-09-08T04:28:29.568 INFO:teuthology.orchestra.run.burnupi41.stdout:Device: 5h/5d Inode: 11389 Links: 1 Device type: 8,30
|
|
2014-09-08T04:28:29.568 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk)
|
|
2014-09-08T04:28:29.568 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: 2014-09-07 23:57:04.633440831 -0700
|
|
2014-09-08T04:28:29.569 INFO:teuthology.orchestra.run.burnupi41.stdout:Modify: 2014-09-07 23:57:04.305440844 -0700
|
|
2014-09-08T04:28:29.569 INFO:teuthology.orchestra.run.burnupi41.stdout:Change: 2014-09-07 23:57:04.305440844 -0700
|
|
2014-09-08T04:28:29.569 INFO:teuthology.orchestra.run.burnupi41.stdout: Birth: -
|
|
2014-09-08T04:28:29.584 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records in
|
|
2014-09-08T04:28:29.584 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records out
|
|
2014-09-08T04:28:29.585 INFO:teuthology.orchestra.run.burnupi41.stderr:512 bytes (512 B) copied, 0.0101415 s, 50.5 kB/s
|
|
2014-09-08T04:28:29.588 INFO:teuthology.orchestra.run.burnupi41:Running: 'stat /dev/sde && sudo dd if=/dev/sde of=/dev/null count=1 && ! mount | grep -q /dev/sde'
|
|
2014-09-08T04:28:29.660 INFO:teuthology.orchestra.run.burnupi41.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file
|
|
2014-09-08T04:28:29.660 INFO:teuthology.orchestra.run.burnupi41.stdout:Device: 5h/5d Inode: 10355 Links: 1 Device type: 8,40
|
|
2014-09-08T04:28:29.660 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk)
|
|
2014-09-08T04:28:29.660 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: 2014-09-07 23:57:04.625440831 -0700
|
|
2014-09-08T04:28:29.661 INFO:teuthology.orchestra.run.burnupi41.stdout:Modify: 2014-09-07 23:57:04.245440847 -0700
|
|
2014-09-08T04:28:29.661 INFO:teuthology.orchestra.run.burnupi41.stdout:Change: 2014-09-07 23:57:04.245440847 -0700
|
|
2014-09-08T04:28:29.661 INFO:teuthology.orchestra.run.burnupi41.stdout: Birth: -
|
|
2014-09-08T04:28:29.686 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records in
|
|
2014-09-08T04:28:29.686 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records out
|
|
2014-09-08T04:28:29.686 INFO:teuthology.orchestra.run.burnupi41.stderr:512 bytes (512 B) copied, 0.0197241 s, 26.0 kB/s
|
|
2014-09-08T04:28:29.690 INFO:teuthology.orchestra.run.burnupi41:Running: 'stat /dev/sdf && sudo dd if=/dev/sdf of=/dev/null count=1 && ! mount | grep -q /dev/sdf'
|
|
2014-09-08T04:28:29.761 INFO:teuthology.orchestra.run.burnupi41.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file
|
|
2014-09-08T04:28:29.761 INFO:teuthology.orchestra.run.burnupi41.stdout:Device: 5h/5d Inode: 11390 Links: 1 Device type: 8,50
|
|
2014-09-08T04:28:29.761 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk)
|
|
2014-09-08T04:28:29.761 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: 2014-09-08 04:20:00.088111336 -0700
|
|
2014-09-08T04:28:29.762 INFO:teuthology.orchestra.run.burnupi41.stdout:Modify: 2014-09-08 04:07:35.252592604 -0700
|
|
2014-09-08T04:28:29.762 INFO:teuthology.orchestra.run.burnupi41.stdout:Change: 2014-09-08 04:07:35.252592604 -0700
|
|
2014-09-08T04:28:29.762 INFO:teuthology.orchestra.run.burnupi41.stdout: Birth: -
|
|
2014-09-08T04:28:29.780 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records in
|
|
2014-09-08T04:28:29.780 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records out
|
|
2014-09-08T04:28:29.780 INFO:teuthology.orchestra.run.burnupi41.stderr:512 bytes (512 B) copied, 0.0125038 s, 40.9 kB/s
|
|
2014-09-08T04:28:29.784 INFO:teuthology.orchestra.run.burnupi41:Running: 'stat /dev/sdg && sudo dd if=/dev/sdg of=/dev/null count=1 && ! mount | grep -q /dev/sdg'
|
|
2014-09-08T04:28:29.855 INFO:teuthology.orchestra.run.burnupi41.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file
|
|
2014-09-08T04:28:29.856 INFO:teuthology.orchestra.run.burnupi41.stdout:Device: 5h/5d Inode: 11395 Links: 1 Device type: 8,60
|
|
2014-09-08T04:28:29.856 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk)
|
|
2014-09-08T04:28:29.856 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: 2014-09-08 04:20:00.212110612 -0700
|
|
2014-09-08T04:28:29.857 INFO:teuthology.orchestra.run.burnupi41.stdout:Modify: 2014-09-08 04:07:45.212535016 -0700
|
|
2014-09-08T04:28:29.857 INFO:teuthology.orchestra.run.burnupi41.stdout:Change: 2014-09-08 04:07:45.212535016 -0700
|
|
2014-09-08T04:28:29.857 INFO:teuthology.orchestra.run.burnupi41.stdout: Birth: -
|
|
2014-09-08T04:28:29.873 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records in
|
|
2014-09-08T04:28:29.873 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records out
|
|
2014-09-08T04:28:29.873 INFO:teuthology.orchestra.run.burnupi41.stderr:512 bytes (512 B) copied, 0.0109088 s, 46.9 kB/s
|
|
2014-09-08T04:28:29.876 INFO:teuthology.orchestra.run.burnupi41:Running: 'stat /dev/sdh && sudo dd if=/dev/sdh of=/dev/null count=1 && ! mount | grep -q /dev/sdh'
|
|
2014-09-08T04:28:29.947 INFO:teuthology.orchestra.run.burnupi41.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file
|
|
2014-09-08T04:28:29.947 INFO:teuthology.orchestra.run.burnupi41.stdout:Device: 5h/5d Inode: 11396 Links: 1 Device type: 8,70
|
|
2014-09-08T04:28:29.947 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk)
|
|
2014-09-08T04:28:29.948 INFO:teuthology.orchestra.run.burnupi41.stdout:Access: 2014-09-08 04:20:00.212110612 -0700
|
|
2014-09-08T04:28:29.948 INFO:teuthology.orchestra.run.burnupi41.stdout:Modify: 2014-09-08 04:07:21.924670887 -0700
|
|
2014-09-08T04:28:29.948 INFO:teuthology.orchestra.run.burnupi41.stdout:Change: 2014-09-08 04:07:21.924670887 -0700
|
|
2014-09-08T04:28:29.948 INFO:teuthology.orchestra.run.burnupi41.stdout: Birth: -
|
|
2014-09-08T04:28:29.954 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records in
|
|
2014-09-08T04:28:29.954 INFO:teuthology.orchestra.run.burnupi41.stderr:1+0 records out
|
|
2014-09-08T04:28:29.954 INFO:teuthology.orchestra.run.burnupi41.stderr:512 bytes (512 B) copied, 0.000443543 s, 1.2 MB/s
|
|
2014-09-08T04:28:29.958 INFO:tasks.ceph:fs option selected, checking for scratch devs
|
|
2014-09-08T04:28:29.958 INFO:tasks.ceph:found devs: ['/dev/sdb', '/dev/sdc', '/dev/sdd', '/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh']
|
|
2014-09-08T04:28:29.958 INFO:teuthology.orchestra.run.burnupi41:Running: "ls -l '/dev/disk/by-id/wwn-*'"
|
|
2014-09-08T04:28:30.028 INFO:teuthology.orchestra.run.burnupi41.stderr:ls: cannot access /dev/disk/by-id/wwn-*: No such file or directory
|
|
2014-09-08T04:28:30.029 ERROR:teuthology.misc:Failed to get wwn devices! Using /dev/sd* devices...
|
|
2014-09-08T04:28:30.029 INFO:tasks.ceph:dev map: {'1': '/dev/sdf', '0': '/dev/sdh', '3': '/dev/sdd', '2': '/dev/sdg'}
|
|
2014-09-08T04:28:30.029 INFO:tasks.ceph:Generating config...
|
|
2014-09-08T04:28:30.030 INFO:tasks.ceph:[global] ms inject socket failures = 500
|
|
2014-09-08T04:28:30.030 INFO:tasks.ceph:[mon] debug mon = 20
|
|
2014-09-08T04:28:30.031 INFO:tasks.ceph:[mon] debug paxos = 20
|
|
2014-09-08T04:28:30.031 INFO:tasks.ceph:[mon] debug ms = 1
|
|
2014-09-08T04:28:30.031 INFO:tasks.ceph:[osd] debug ms = 1
|
|
2014-09-08T04:28:30.031 INFO:tasks.ceph:[osd] debug journal = 20
|
|
2014-09-08T04:28:30.031 INFO:tasks.ceph:[osd] osd op thread timeout = 60
|
|
2014-09-08T04:28:30.032 INFO:tasks.ceph:[osd] debug osd = 20
|
|
2014-09-08T04:28:30.032 INFO:tasks.ceph:[osd] debug filestore = 20
|
|
2014-09-08T04:28:30.032 INFO:tasks.ceph:[osd] osd sloppy crc = True
|
|
2014-09-08T04:28:30.032 INFO:tasks.ceph:Setting up mon.a...
|
|
2014-09-08T04:28:30.033 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring'
|
|
2014-09-08T04:28:30.114 INFO:teuthology.orchestra.run.burnupi41.stdout:creating /etc/ceph/ceph.keyring
|
|
2014-09-08T04:28:30.116 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring'
|
|
2014-09-08T04:28:30.200 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0644 /etc/ceph/ceph.keyring'
|
|
2014-09-08T04:28:30.276 DEBUG:teuthology.misc:Ceph mon addresses: [('a', '10.214.135.8:6789'), ('c', '10.214.135.8:6791'), ('b', '10.214.135.8:6790')]
|
|
2014-09-08T04:28:30.277 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool --create --clobber --add a 10.214.135.8:6789 --add c 10.214.135.8:6791 --add b 10.214.135.8:6790 --print /home/ubuntu/cephtest/monmap'
|
|
2014-09-08T04:28:30.357 INFO:tasks.ceph:Writing ceph.conf for FSID 73045ce3-15ff-4555-82ac-f86d67693756...
|
|
2014-09-08T04:28:30.358 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo python -c \'import shutil, sys; shutil.copyfileobj(sys.stdin, file(sys.argv[1], "wb"))\' /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf'
|
|
2014-09-08T04:28:30.425 WARNING:tasks.ceph:writes:
|
|
2014-09-08T04:28:30.472 INFO:tasks.ceph:Creating admin key on mon.a...
|
|
2014-09-08T04:28:30.472 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --set-uid=0 --cap mon 'allow *' --cap osd 'allow *' --cap mds allow /etc/ceph/ceph.keyring"
|
|
2014-09-08T04:28:30.495 INFO:tasks.ceph:Copying monmap to all nodes...
|
|
2014-09-08T04:28:30.618 INFO:tasks.ceph:Sending monmap to node ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:28:30.618 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo python -c \'import shutil, sys; shutil.copyfileobj(sys.stdin, file(sys.argv[1], "wb"))\' /etc/ceph/ceph.keyring && sudo chmod 0644 /etc/ceph/ceph.keyring'
|
|
2014-09-08T04:28:30.673 INFO:teuthology.orchestra.run.burnupi41:Running: 'python -c \'import shutil, sys; shutil.copyfileobj(sys.stdin, file(sys.argv[1], "wb"))\' /home/ubuntu/cephtest/monmap'
|
|
2014-09-08T04:28:30.780 INFO:tasks.ceph:Setting up mon nodes...
|
|
2014-09-08T04:28:30.781 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage osdmaptool -c /etc/ceph/ceph.conf --clobber --createsimple 4 /home/ubuntu/cephtest/osdmap --pg_bits 2 --pgp_bits 4'
|
|
2014-09-08T04:28:30.861 INFO:teuthology.orchestra.run.burnupi41.stderr:osdmaptool: osdmap file '/home/ubuntu/cephtest/osdmap'
|
|
2014-09-08T04:28:30.862 INFO:teuthology.orchestra.run.burnupi41.stdout:osdmaptool: writing epoch 1 to /home/ubuntu/cephtest/osdmap
|
|
2014-09-08T04:28:30.863 INFO:tasks.ceph:Setting up mds nodes...
|
|
2014-09-08T04:28:30.863 INFO:tasks.ceph_client:Setting up client nodes...
|
|
2014-09-08T04:28:30.863 INFO:tasks.ceph:Running mkfs on osd nodes...
|
|
2014-09-08T04:28:30.863 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@burnupi41.front.sepia.ceph.com'): {'1': '/dev/sdf', '0': '/dev/sdh', '3': '/dev/sdd', '2': '/dev/sdg'}}
|
|
2014-09-08T04:28:30.864 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mkdir -p /var/lib/ceph/osd/ceph-0'
|
|
2014-09-08T04:28:30.941 INFO:tasks.ceph:{}
|
|
2014-09-08T04:28:30.941 INFO:tasks.ceph:0
|
|
2014-09-08T04:28:30.941 INFO:tasks.ceph:['mkfs.btrfs', '-m', 'single', '-l', '32768', '-n', '32768'] on /dev/sdh on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:28:30.942 INFO:teuthology.orchestra.run.burnupi41:Running: 'yes | sudo mkfs.btrfs -m single -l 32768 -n 32768 /dev/sdh'
|
|
2014-09-08T04:28:31.026 INFO:teuthology.orchestra.run.burnupi41.stderr:/dev/sdh appears to contain an existing filesystem (xfs).
|
|
2014-09-08T04:28:31.026 INFO:teuthology.orchestra.run.burnupi41.stderr:Error: Use the -f option to force overwrite.
|
|
2014-09-08T04:28:31.027 INFO:tasks.ceph:['mkfs.btrfs', '-m', 'single', '-l', '32768', '-n', '32768', '-f'] on /dev/sdh on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:28:31.028 INFO:teuthology.orchestra.run.burnupi41:Running: 'yes | sudo mkfs.btrfs -m single -l 32768 -n 32768 -f /dev/sdh'
|
|
2014-09-08T04:28:31.112 INFO:teuthology.orchestra.run.burnupi41.stderr:Turning ON incompat feature 'extref': increased hardlink limit per file to 65536
|
|
2014-09-08T04:28:31.122 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:28:31.122 INFO:teuthology.orchestra.run.burnupi41.stdout:WARNING! - Btrfs v3.12 IS EXPERIMENTAL
|
|
2014-09-08T04:28:31.122 INFO:teuthology.orchestra.run.burnupi41.stdout:WARNING! - see http://btrfs.wiki.kernel.org before using
|
|
2014-09-08T04:28:31.122 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:28:31.122 INFO:teuthology.orchestra.run.burnupi41.stdout:fs created label (null) on /dev/sdh
|
|
2014-09-08T04:28:31.122 INFO:teuthology.orchestra.run.burnupi41.stdout: nodesize 32768 leafsize 32768 sectorsize 4096 size 92.62GiB
|
|
2014-09-08T04:28:31.123 INFO:teuthology.orchestra.run.burnupi41.stdout:Btrfs v3.12
|
|
2014-09-08T04:28:31.124 INFO:tasks.ceph:mount /dev/sdh on ubuntu@burnupi41.front.sepia.ceph.com -o noatime,user_subvol_rm_allowed
|
|
2014-09-08T04:28:31.124 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mount -t btrfs -o noatime,user_subvol_rm_allowed /dev/sdh /var/lib/ceph/osd/ceph-0'
|
|
2014-09-08T04:28:31.229 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mkdir -p /var/lib/ceph/osd/ceph-1'
|
|
2014-09-08T04:28:31.305 INFO:tasks.ceph:{}
|
|
2014-09-08T04:28:31.306 INFO:tasks.ceph:1
|
|
2014-09-08T04:28:31.306 INFO:tasks.ceph:['mkfs.btrfs', '-m', 'single', '-l', '32768', '-n', '32768'] on /dev/sdf on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:28:31.306 INFO:teuthology.orchestra.run.burnupi41:Running: 'yes | sudo mkfs.btrfs -m single -l 32768 -n 32768 /dev/sdf'
|
|
2014-09-08T04:28:31.475 INFO:teuthology.orchestra.run.burnupi41.stderr:/dev/sdf appears to contain an existing filesystem (xfs).
|
|
2014-09-08T04:28:31.476 INFO:teuthology.orchestra.run.burnupi41.stderr:Error: Use the -f option to force overwrite.
|
|
2014-09-08T04:28:31.477 INFO:tasks.ceph:['mkfs.btrfs', '-m', 'single', '-l', '32768', '-n', '32768', '-f'] on /dev/sdf on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:28:31.478 INFO:teuthology.orchestra.run.burnupi41:Running: 'yes | sudo mkfs.btrfs -m single -l 32768 -n 32768 -f /dev/sdf'
|
|
2014-09-08T04:28:31.550 INFO:teuthology.orchestra.run.burnupi41.stderr:Turning ON incompat feature 'extref': increased hardlink limit per file to 65536
|
|
2014-09-08T04:28:31.593 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:28:31.593 INFO:teuthology.orchestra.run.burnupi41.stdout:WARNING! - Btrfs v3.12 IS EXPERIMENTAL
|
|
2014-09-08T04:28:31.593 INFO:teuthology.orchestra.run.burnupi41.stdout:WARNING! - see http://btrfs.wiki.kernel.org before using
|
|
2014-09-08T04:28:31.594 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:28:31.594 INFO:teuthology.orchestra.run.burnupi41.stdout:fs created label (null) on /dev/sdf
|
|
2014-09-08T04:28:31.594 INFO:teuthology.orchestra.run.burnupi41.stdout: nodesize 32768 leafsize 32768 sectorsize 4096 size 931.00GiB
|
|
2014-09-08T04:28:31.595 INFO:teuthology.orchestra.run.burnupi41.stdout:Btrfs v3.12
|
|
2014-09-08T04:28:31.596 INFO:tasks.ceph:mount /dev/sdf on ubuntu@burnupi41.front.sepia.ceph.com -o noatime,user_subvol_rm_allowed
|
|
2014-09-08T04:28:31.597 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mount -t btrfs -o noatime,user_subvol_rm_allowed /dev/sdf /var/lib/ceph/osd/ceph-1'
|
|
2014-09-08T04:28:31.647 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mkdir -p /var/lib/ceph/osd/ceph-2'
|
|
2014-09-08T04:28:31.661 INFO:tasks.ceph:{}
|
|
2014-09-08T04:28:31.661 INFO:tasks.ceph:2
|
|
2014-09-08T04:28:31.661 INFO:tasks.ceph:['mkfs.btrfs', '-m', 'single', '-l', '32768', '-n', '32768'] on /dev/sdg on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:28:31.662 INFO:teuthology.orchestra.run.burnupi41:Running: 'yes | sudo mkfs.btrfs -m single -l 32768 -n 32768 /dev/sdg'
|
|
2014-09-08T04:28:31.835 INFO:teuthology.orchestra.run.burnupi41.stderr:/dev/sdg appears to contain an existing filesystem (xfs).
|
|
2014-09-08T04:28:31.835 INFO:teuthology.orchestra.run.burnupi41.stderr:Error: Use the -f option to force overwrite.
|
|
2014-09-08T04:28:31.837 INFO:tasks.ceph:['mkfs.btrfs', '-m', 'single', '-l', '32768', '-n', '32768', '-f'] on /dev/sdg on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:28:31.837 INFO:teuthology.orchestra.run.burnupi41:Running: 'yes | sudo mkfs.btrfs -m single -l 32768 -n 32768 -f /dev/sdg'
|
|
2014-09-08T04:28:31.991 INFO:teuthology.orchestra.run.burnupi41.stderr:Turning ON incompat feature 'extref': increased hardlink limit per file to 65536
|
|
2014-09-08T04:28:32.034 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:28:32.034 INFO:teuthology.orchestra.run.burnupi41.stdout:WARNING! - Btrfs v3.12 IS EXPERIMENTAL
|
|
2014-09-08T04:28:32.035 INFO:teuthology.orchestra.run.burnupi41.stdout:WARNING! - see http://btrfs.wiki.kernel.org before using
|
|
2014-09-08T04:28:32.035 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:28:32.035 INFO:teuthology.orchestra.run.burnupi41.stdout:fs created label (null) on /dev/sdg
|
|
2014-09-08T04:28:32.035 INFO:teuthology.orchestra.run.burnupi41.stdout: nodesize 32768 leafsize 32768 sectorsize 4096 size 931.00GiB
|
|
2014-09-08T04:28:32.035 INFO:teuthology.orchestra.run.burnupi41.stdout:Btrfs v3.12
|
|
2014-09-08T04:28:32.036 INFO:tasks.ceph:mount /dev/sdg on ubuntu@burnupi41.front.sepia.ceph.com -o noatime,user_subvol_rm_allowed
|
|
2014-09-08T04:28:32.037 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mount -t btrfs -o noatime,user_subvol_rm_allowed /dev/sdg /var/lib/ceph/osd/ceph-2'
|
|
2014-09-08T04:28:32.082 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mkdir -p /var/lib/ceph/osd/ceph-3'
|
|
2014-09-08T04:28:32.095 INFO:tasks.ceph:{}
|
|
2014-09-08T04:28:32.095 INFO:tasks.ceph:3
|
|
2014-09-08T04:28:32.096 INFO:tasks.ceph:['mkfs.btrfs', '-m', 'single', '-l', '32768', '-n', '32768'] on /dev/sdd on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:28:32.096 INFO:teuthology.orchestra.run.burnupi41:Running: 'yes | sudo mkfs.btrfs -m single -l 32768 -n 32768 /dev/sdd'
|
|
2014-09-08T04:28:32.317 INFO:teuthology.orchestra.run.burnupi41.stderr:/dev/sdd appears to contain an existing filesystem (btrfs).
|
|
2014-09-08T04:28:32.317 INFO:teuthology.orchestra.run.burnupi41.stderr:Error: Use the -f option to force overwrite.
|
|
2014-09-08T04:28:32.319 INFO:tasks.ceph:['mkfs.btrfs', '-m', 'single', '-l', '32768', '-n', '32768', '-f'] on /dev/sdd on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:28:32.319 INFO:teuthology.orchestra.run.burnupi41:Running: 'yes | sudo mkfs.btrfs -m single -l 32768 -n 32768 -f /dev/sdd'
|
|
2014-09-08T04:28:32.389 INFO:teuthology.orchestra.run.burnupi41.stderr:Turning ON incompat feature 'extref': increased hardlink limit per file to 65536
|
|
2014-09-08T04:28:32.415 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:28:32.415 INFO:teuthology.orchestra.run.burnupi41.stdout:WARNING! - Btrfs v3.12 IS EXPERIMENTAL
|
|
2014-09-08T04:28:32.415 INFO:teuthology.orchestra.run.burnupi41.stdout:WARNING! - see http://btrfs.wiki.kernel.org before using
|
|
2014-09-08T04:28:32.415 INFO:teuthology.orchestra.run.burnupi41.stdout:
|
|
2014-09-08T04:28:32.415 INFO:teuthology.orchestra.run.burnupi41.stdout:fs created label (null) on /dev/sdd
|
|
2014-09-08T04:28:32.416 INFO:teuthology.orchestra.run.burnupi41.stdout: nodesize 32768 leafsize 32768 sectorsize 4096 size 931.00GiB
|
|
2014-09-08T04:28:32.416 INFO:teuthology.orchestra.run.burnupi41.stdout:Btrfs v3.12
|
|
2014-09-08T04:28:32.417 INFO:tasks.ceph:mount /dev/sdd on ubuntu@burnupi41.front.sepia.ceph.com -o noatime,user_subvol_rm_allowed
|
|
2014-09-08T04:28:32.417 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mount -t btrfs -o noatime,user_subvol_rm_allowed /dev/sdd /var/lib/ceph/osd/ceph-3'
|
|
2014-09-08T04:28:32.468 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/monmap'
|
|
2014-09-08T04:28:32.505 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.504579 7f7f1bed2900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:32.530 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.530419 7f7f1bed2900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:32.531 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.530965 7f7f1bed2900 -1 filestore(/var/lib/ceph/osd/ceph-0) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
|
|
2014-09-08T04:28:32.551 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.550981 7f7f1bed2900 -1 created object store /var/lib/ceph/osd/ceph-0 journal /var/lib/ceph/osd/ceph-0/journal for osd.0 fsid 73045ce3-15ff-4555-82ac-f86d67693756
|
|
2014-09-08T04:28:32.551 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.551027 7f7f1bed2900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory
|
|
2014-09-08T04:28:32.551 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.551141 7f7f1bed2900 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring
|
|
2014-09-08T04:28:32.554 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/monmap'
|
|
2014-09-08T04:28:32.656 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.655413 7fe0f0db0900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:32.685 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.684512 7fe0f0db0900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:32.685 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.685083 7fe0f0db0900 -1 filestore(/var/lib/ceph/osd/ceph-1) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
|
|
2014-09-08T04:28:32.706 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.705449 7fe0f0db0900 -1 created object store /var/lib/ceph/osd/ceph-1 journal /var/lib/ceph/osd/ceph-1/journal for osd.1 fsid 73045ce3-15ff-4555-82ac-f86d67693756
|
|
2014-09-08T04:28:32.706 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.705494 7fe0f0db0900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory
|
|
2014-09-08T04:28:32.707 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.705600 7fe0f0db0900 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring
|
|
2014-09-08T04:28:32.709 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/monmap'
|
|
2014-09-08T04:28:32.812 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.811464 7f053caa6900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:32.844 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.843845 7f053caa6900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:32.845 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.844434 7f053caa6900 -1 filestore(/var/lib/ceph/osd/ceph-2) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
|
|
2014-09-08T04:28:32.865 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.864293 7f053caa6900 -1 created object store /var/lib/ceph/osd/ceph-2 journal /var/lib/ceph/osd/ceph-2/journal for osd.2 fsid 73045ce3-15ff-4555-82ac-f86d67693756
|
|
2014-09-08T04:28:32.865 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.864338 7f053caa6900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory
|
|
2014-09-08T04:28:32.865 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.864444 7f053caa6900 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring
|
|
2014-09-08T04:28:32.868 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/monmap'
|
|
2014-09-08T04:28:32.970 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:32.969895 7fc1907dd900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:33.048 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:33.047370 7fc1907dd900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:33.048 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:33.047956 7fc1907dd900 -1 filestore(/var/lib/ceph/osd/ceph-3) could not find 23c2fcde/osd_superblock/0//-1 in index: (2) No such file or directory
|
|
2014-09-08T04:28:33.068 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:33.067167 7fc1907dd900 -1 created object store /var/lib/ceph/osd/ceph-3 journal /var/lib/ceph/osd/ceph-3/journal for osd.3 fsid 73045ce3-15ff-4555-82ac-f86d67693756
|
|
2014-09-08T04:28:33.068 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:33.067213 7fc1907dd900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory
|
|
2014-09-08T04:28:33.068 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:33.067318 7fc1907dd900 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring
|
|
2014-09-08T04:28:33.071 INFO:tasks.ceph:Reading keys from all nodes...
|
|
2014-09-08T04:28:33.071 INFO:teuthology.orchestra.run.burnupi41:Running: "python -c 'import os; import tempfile; import sys;(fd,fname) = tempfile.mkstemp();os.close(fd);sys.stdout.write(fname.rstrip());sys.stdout.flush()'"
|
|
2014-09-08T04:28:33.158 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo cp /var/lib/ceph/osd/ceph-0/keyring /tmp/tmp0JPjE0'
|
|
2014-09-08T04:28:33.236 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0666 /tmp/tmp0JPjE0'
|
|
2014-09-08T04:28:33.392 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -fr /tmp/tmp0JPjE0'
|
|
2014-09-08T04:28:33.399 INFO:teuthology.orchestra.run.burnupi41:Running: "python -c 'import os; import tempfile; import sys;(fd,fname) = tempfile.mkstemp();os.close(fd);sys.stdout.write(fname.rstrip());sys.stdout.flush()'"
|
|
2014-09-08T04:28:33.485 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo cp /var/lib/ceph/osd/ceph-1/keyring /tmp/tmphOm2lF'
|
|
2014-09-08T04:28:33.564 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0666 /tmp/tmphOm2lF'
|
|
2014-09-08T04:28:33.719 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -fr /tmp/tmphOm2lF'
|
|
2014-09-08T04:28:33.726 INFO:teuthology.orchestra.run.burnupi41:Running: "python -c 'import os; import tempfile; import sys;(fd,fname) = tempfile.mkstemp();os.close(fd);sys.stdout.write(fname.rstrip());sys.stdout.flush()'"
|
|
2014-09-08T04:28:33.813 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo cp /var/lib/ceph/osd/ceph-2/keyring /tmp/tmp03rvre'
|
|
2014-09-08T04:28:33.891 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0666 /tmp/tmp03rvre'
|
|
2014-09-08T04:28:34.042 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -fr /tmp/tmp03rvre'
|
|
2014-09-08T04:28:34.047 INFO:teuthology.orchestra.run.burnupi41:Running: "python -c 'import os; import tempfile; import sys;(fd,fname) = tempfile.mkstemp();os.close(fd);sys.stdout.write(fname.rstrip());sys.stdout.flush()'"
|
|
2014-09-08T04:28:34.133 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo cp /var/lib/ceph/osd/ceph-3/keyring /tmp/tmpmlEyGW'
|
|
2014-09-08T04:28:34.212 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0666 /tmp/tmpmlEyGW'
|
|
2014-09-08T04:28:34.366 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -fr /tmp/tmpmlEyGW'
|
|
2014-09-08T04:28:34.373 INFO:tasks.ceph:Adding keys to all mons...
|
|
2014-09-08T04:28:34.373 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo tee -a /etc/ceph/ceph.keyring'
|
|
2014-09-08T04:28:34.451 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap osd 'allow *' --cap mon 'allow *'"
|
|
2014-09-08T04:28:34.538 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap osd 'allow *' --cap mon 'allow *'"
|
|
2014-09-08T04:28:34.625 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap osd 'allow *' --cap mon 'allow *'"
|
|
2014-09-08T04:28:34.711 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap osd 'allow *' --cap mon 'allow *'"
|
|
2014-09-08T04:28:34.796 INFO:tasks.ceph:Running mkfs on mon nodes...
|
|
2014-09-08T04:28:34.797 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mkdir -p /var/lib/ceph/mon/ceph-a'
|
|
2014-09-08T04:28:34.874 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --mkfs -i a --monmap=/home/ubuntu/cephtest/monmap --osdmap=/home/ubuntu/cephtest/osdmap --keyring=/etc/ceph/ceph.keyring'
|
|
2014-09-08T04:28:34.963 INFO:teuthology.orchestra.run.burnupi41.stdout:ceph-mon: set fsid to 73045ce3-15ff-4555-82ac-f86d67693756
|
|
2014-09-08T04:28:34.967 INFO:teuthology.orchestra.run.burnupi41.stdout:ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a
|
|
2014-09-08T04:28:34.970 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mkdir -p /var/lib/ceph/mon/ceph-b'
|
|
2014-09-08T04:28:35.048 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --mkfs -i b --monmap=/home/ubuntu/cephtest/monmap --osdmap=/home/ubuntu/cephtest/osdmap --keyring=/etc/ceph/ceph.keyring'
|
|
2014-09-08T04:28:35.137 INFO:teuthology.orchestra.run.burnupi41.stdout:ceph-mon: set fsid to 73045ce3-15ff-4555-82ac-f86d67693756
|
|
2014-09-08T04:28:35.141 INFO:teuthology.orchestra.run.burnupi41.stdout:ceph-mon: created monfs at /var/lib/ceph/mon/ceph-b for mon.b
|
|
2014-09-08T04:28:35.144 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mkdir -p /var/lib/ceph/mon/ceph-c'
|
|
2014-09-08T04:28:35.220 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --mkfs -i c --monmap=/home/ubuntu/cephtest/monmap --osdmap=/home/ubuntu/cephtest/osdmap --keyring=/etc/ceph/ceph.keyring'
|
|
2014-09-08T04:28:35.308 INFO:teuthology.orchestra.run.burnupi41.stdout:ceph-mon: set fsid to 73045ce3-15ff-4555-82ac-f86d67693756
|
|
2014-09-08T04:28:35.312 INFO:teuthology.orchestra.run.burnupi41.stdout:ceph-mon: created monfs at /var/lib/ceph/mon/ceph-c for mon.c
|
|
2014-09-08T04:28:35.315 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -- /home/ubuntu/cephtest/monmap /home/ubuntu/cephtest/osdmap'
|
|
2014-09-08T04:28:35.385 INFO:tasks.ceph:Starting mon daemons...
|
|
2014-09-08T04:28:35.385 INFO:tasks.ceph.mon.a:Restarting daemon
|
|
2014-09-08T04:28:35.386 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f -i a'
|
|
2014-09-08T04:28:35.452 INFO:tasks.ceph.mon.a:Started
|
|
2014-09-08T04:28:35.452 INFO:tasks.ceph.mon.b:Restarting daemon
|
|
2014-09-08T04:28:35.452 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f -i b'
|
|
2014-09-08T04:28:35.454 INFO:tasks.ceph.mon.b:Started
|
|
2014-09-08T04:28:35.455 INFO:tasks.ceph.mon.c:Restarting daemon
|
|
2014-09-08T04:28:35.455 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f -i c'
|
|
2014-09-08T04:28:35.457 INFO:tasks.ceph.mon.c:Started
|
|
2014-09-08T04:28:35.457 INFO:tasks.ceph:Starting osd daemons...
|
|
2014-09-08T04:28:35.458 INFO:tasks.ceph.osd.0:Restarting daemon
|
|
2014-09-08T04:28:35.458 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f -i 0'
|
|
2014-09-08T04:28:35.461 INFO:tasks.ceph.osd.0:Started
|
|
2014-09-08T04:28:35.461 INFO:tasks.ceph.osd.1:Restarting daemon
|
|
2014-09-08T04:28:35.461 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f -i 1'
|
|
2014-09-08T04:28:35.464 INFO:tasks.ceph.osd.1:Started
|
|
2014-09-08T04:28:35.464 INFO:tasks.ceph.osd.2:Restarting daemon
|
|
2014-09-08T04:28:35.464 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f -i 2'
|
|
2014-09-08T04:28:35.466 INFO:tasks.ceph.osd.2:Started
|
|
2014-09-08T04:28:35.467 INFO:tasks.ceph.osd.3:Restarting daemon
|
|
2014-09-08T04:28:35.467 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f -i 3'
|
|
2014-09-08T04:28:35.470 INFO:tasks.ceph.osd.3:Started
|
|
2014-09-08T04:28:35.470 INFO:tasks.ceph:Starting mds daemons...
|
|
2014-09-08T04:28:35.471 INFO:tasks.ceph:Waiting until ceph is healthy...
|
|
2014-09-08T04:28:35.471 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd dump --format=json'
|
|
2014-09-08T04:28:35.504 INFO:tasks.ceph.osd.0.burnupi41.stdout:starting osd.0 at :/0 osd_data /var/lib/ceph/osd/ceph-0 /var/lib/ceph/osd/ceph-0/journal
|
|
2014-09-08T04:28:35.516 INFO:tasks.ceph.osd.3.burnupi41.stdout:starting osd.3 at :/0 osd_data /var/lib/ceph/osd/ceph-3 /var/lib/ceph/osd/ceph-3/journal
|
|
2014-09-08T04:28:35.520 INFO:tasks.ceph.osd.1.burnupi41.stdout:starting osd.1 at :/0 osd_data /var/lib/ceph/osd/ceph-1 /var/lib/ceph/osd/ceph-1/journal
|
|
2014-09-08T04:28:35.532 INFO:tasks.ceph.osd.0.burnupi41.stderr:2014-09-08 04:28:35.531989 7f437dab4900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:35.533 INFO:tasks.ceph.osd.2.burnupi41.stdout:starting osd.2 at :/0 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
|
|
2014-09-08T04:28:35.548 INFO:tasks.ceph.osd.1.burnupi41.stderr:2014-09-08 04:28:35.548223 7f0524ffe900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:35.549 INFO:tasks.ceph.osd.3.burnupi41.stderr:2014-09-08 04:28:35.549289 7ff12a01b900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:35.562 INFO:tasks.ceph.osd.2.burnupi41.stderr:2014-09-08 04:28:35.561290 7f99e7481900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:28:35.576 INFO:teuthology.misc.health.burnupi41.stderr:2014-09-08 04:28:35.575122 7f603c2f0700 0 -- :/1023369 >> 10.214.135.8:6789/0 pipe(0x7f603802f010 sd=7 :0 s=1 pgs=0 cs=0 l=1 c=0x7f603802f2a0).fault
|
|
2014-09-08T04:28:45.789 DEBUG:teuthology.misc:1 of 4 OSDs are up
|
|
2014-09-08T04:28:46.789 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd dump --format=json'
|
|
2014-09-08T04:28:46.971 DEBUG:teuthology.misc:4 of 4 OSDs are up
|
|
2014-09-08T04:28:46.971 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph health'
|
|
2014-09-08T04:28:47.149 DEBUG:teuthology.misc:Ceph health: HEALTH_WARN 16 pgs peering; 16 pgs stuck inactive; 16 pgs stuck unclean
|
|
2014-09-08T04:28:54.151 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph health'
|
|
2014-09-08T04:28:54.329 DEBUG:teuthology.misc:Ceph health: HEALTH_OK
|
|
2014-09-08T04:28:54.330 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd dump --format=json'
|
|
2014-09-08T04:28:54.591 INFO:tasks.ceph.ceph_manager:[{u'cache_target_full_ratio_micro': 0, u'stripe_width': 0, u'flags_names': u'hashpspool', u'tier_of': -1, u'pg_placement_num': 16, u'quota_max_bytes': 0, u'erasure_code_profile': u'', u'expected_num_objects': 0, u'size': 2, u'snap_seq': 0, u'auid': 0, u'cache_min_flush_age': 0, u'hit_set_period': 0, u'min_read_recency_for_promote': 0, u'target_max_objects': 0, u'pg_num': 16, u'type': 1, u'crush_ruleset': 0, u'pool_name': u'rbd', u'cache_min_evict_age': 0, u'snap_mode': u'selfmanaged', u'cache_mode': u'none', u'min_size': 1, u'crash_replay_interval': 0, u'object_hash': 2, u'write_tier': -1, u'cache_target_dirty_ratio_micro': 0, u'pool': 0, u'removed_snaps': u'[]', u'tiers': [], u'hit_set_params': {u'type': u'none'}, u'last_force_op_resend': u'0', u'pool_snaps': [], u'quota_max_objects': 0, u'hit_set_count': 0, u'flags': 1, u'target_max_bytes': 0, u'snap_epoch': 0, u'last_change': u'1', u'read_tier': -1}]
|
|
2014-09-08T04:28:54.592 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd pool get rbd pg_num'
|
|
2014-09-08T04:28:54.824 INFO:teuthology.run_tasks:Running task ec_lost_unfound...
|
|
2014-09-08T04:28:54.845 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd dump --format=json'
|
|
2014-09-08T04:28:55.023 INFO:tasks.ec_lost_unfound.ceph_manager:[{u'cache_target_full_ratio_micro': 0, u'stripe_width': 0, u'flags_names': u'hashpspool', u'tier_of': -1, u'pg_placement_num': 16, u'quota_max_bytes': 0, u'erasure_code_profile': u'', u'expected_num_objects': 0, u'size': 2, u'snap_seq': 0, u'auid': 0, u'cache_min_flush_age': 0, u'hit_set_period': 0, u'min_read_recency_for_promote': 0, u'target_max_objects': 0, u'pg_num': 16, u'type': 1, u'crush_ruleset': 0, u'pool_name': u'rbd', u'cache_min_evict_age': 0, u'snap_mode': u'selfmanaged', u'cache_mode': u'none', u'min_size': 1, u'crash_replay_interval': 0, u'object_hash': 2, u'write_tier': -1, u'cache_target_dirty_ratio_micro': 0, u'pool': 0, u'removed_snaps': u'[]', u'tiers': [], u'hit_set_params': {u'type': u'none'}, u'last_force_op_resend': u'0', u'pool_snaps': [], u'quota_max_objects': 0, u'hit_set_count': 0, u'flags': 1, u'target_max_bytes': 0, u'snap_epoch': 0, u'last_change': u'1', u'read_tier': -1}]
|
|
2014-09-08T04:28:55.024 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd pool get rbd pg_num'
|
|
2014-09-08T04:28:55.112 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:55.111405 7fcf80375700 0 -- 10.214.135.8:0/1024261 submit_message mon_subscribe({monmap=2+,osdmap=0}) v2 remote, 10.214.135.8:6790/0, failed lossy con, dropping message 0x7fcf7802f640
|
|
2014-09-08T04:28:55.112 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:55.111443 7fcf7d3f7700 0 monclient: hunting for new mon
|
|
2014-09-08T04:28:55.203 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.0 flush_pg_stats'
|
|
2014-09-08T04:28:55.313 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.1 flush_pg_stats'
|
|
2014-09-08T04:28:55.424 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.2 flush_pg_stats'
|
|
2014-09-08T04:28:55.533 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.3 flush_pg_stats'
|
|
2014-09-08T04:28:58.644 INFO:tasks.ec_lost_unfound.ceph_manager:waiting for clean
|
|
2014-09-08T04:28:58.645 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:28:58.817 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:28:58.830 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:28:58.982 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:28:58.981546 7f05cffff700 0 monclient: hunting for new mon
|
|
2014-09-08T04:28:59.066 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:28:59.079 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph status --format=json-pretty'
|
|
2014-09-08T04:28:59.323 INFO:tasks.ec_lost_unfound.ceph_manager:{u'election_epoch': 6, u'quorum': [0, 1, 2], u'mdsmap': {u'max': 0, u'epoch': 1, u'by_rank': [], u'up': 0, u'in': 0}, u'monmap': {u'epoch': 1, u'mons': [{u'name': u'a', u'rank': 0, u'addr': u'10.214.135.8:6789/0'}, {u'name': u'b', u'rank': 1, u'addr': u'10.214.135.8:6790/0'}, {u'name': u'c', u'rank': 2, u'addr': u'10.214.135.8:6791/0'}], u'modified': u'2014-09-08 04:28:30.356051', u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756', u'created': u'2014-09-08 04:28:30.356051'}, u'health': {u'detail': [], u'timechecks': {u'round_status': u'finished', u'epoch': 6, u'round': 2, u'mons': [{u'latency': u'0.000000', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'a'}, {u'latency': u'0.000947', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'b'}, {u'latency': u'0.002536', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'c'}]}, u'health': {u'health_services': [{u'mons': []}]}, u'overall_status': u'HEALTH_OK', u'summary': []}, u'pgmap': {u'bytes_total': 3098416250880, u'num_pgs': 16, u'data_bytes': 0, u'bytes_used': 425021440, u'version': 7, u'pgs_by_state': [{u'count': 16, u'state_name': u'active+clean'}], u'bytes_avail': 3093649272832}, u'quorum_names': [u'a', u'b', u'c'], u'osdmap': {u'osdmap': {u'full': False, u'nearfull': False, u'num_osds': 4, u'num_up_osds': 4, u'epoch': 4, u'num_in_osds': 4}}, u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756'}
|
|
2014-09-08T04:28:59.348 INFO:tasks.ec_lost_unfound.ceph_manager:clean!
|
|
2014-09-08T04:28:59.348 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd erasure-code-profile set lost_unfound k=2 m=2 ruleset-failure-domain=osd'
|
|
2014-09-08T04:28:59.897 INFO:tasks.ec_lost_unfound.ceph_manager:creating pool_name unique_pool_0
|
|
2014-09-08T04:28:59.898 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd pool create unique_pool_0 16 16 erasure lost_unfound'
|
|
2014-09-08T04:29:01.918 INFO:teuthology.orchestra.run.burnupi41.stderr:pool 'unique_pool_0' created
|
|
2014-09-08T04:29:01.927 INFO:tasks.util.rados:rados -p unique_pool_0 put dummy /etc/fstab
|
|
2014-09-08T04:29:01.927 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put dummy /etc/fstab'
|
|
2014-09-08T04:29:02.933 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.0 flush_pg_stats'
|
|
2014-09-08T04:29:06.111 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.1 flush_pg_stats'
|
|
2014-09-08T04:29:07.134 INFO:tasks.ec_lost_unfound.ceph_manager:waiting for recovery to complete
|
|
2014-09-08T04:29:07.135 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:29:07.284 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:29:07.284187 7f4d7effd700 0 -- :/1024793 >> 10.214.135.8:6790/0 pipe(0x7f4d8802f010 sd=7 :0 s=1 pgs=0 cs=0 l=1 c=0x7f4d8802f2a0).fault
|
|
2014-09-08T04:29:07.371 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:29:07.384 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:29:07.621 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:29:07.636 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph status --format=json-pretty'
|
|
2014-09-08T04:29:07.879 INFO:tasks.ec_lost_unfound.ceph_manager:{u'election_epoch': 6, u'quorum': [0, 1, 2], u'mdsmap': {u'max': 0, u'epoch': 1, u'by_rank': [], u'up': 0, u'in': 0}, u'monmap': {u'epoch': 1, u'mons': [{u'name': u'a', u'rank': 0, u'addr': u'10.214.135.8:6789/0'}, {u'name': u'b', u'rank': 1, u'addr': u'10.214.135.8:6790/0'}, {u'name': u'c', u'rank': 2, u'addr': u'10.214.135.8:6791/0'}], u'modified': u'2014-09-08 04:28:30.356051', u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756', u'created': u'2014-09-08 04:28:30.356051'}, u'health': {u'detail': [], u'timechecks': {u'round_status': u'finished', u'epoch': 6, u'round': 2, u'mons': [{u'latency': u'0.000000', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'a'}, {u'latency': u'0.000947', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'b'}, {u'latency': u'0.002536', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'c'}]}, u'health': {u'health_services': [{u'mons': []}]}, u'overall_status': u'HEALTH_WARN', u'summary': [{u'severity': u'HEALTH_WARN', u'summary': u'7 pgs stuck inactive'}, {u'severity': u'HEALTH_WARN', u'summary': u'7 pgs stuck unclean'}]}, u'pgmap': {u'bytes_total': 3098416250880, u'num_pgs': 32, u'data_bytes': 0, u'bytes_used': 425156608, u'version': 13, u'pgs_by_state': [{u'count': 7, u'state_name': u'creating'}, {u'count': 25, u'state_name': u'active+clean'}], u'bytes_avail': 3093649235968}, u'quorum_names': [u'a', u'b', u'c'], u'osdmap': {u'osdmap': {u'full': False, u'nearfull': False, u'num_osds': 4, u'num_up_osds': 4, u'epoch': 8, u'num_in_osds': 4}}, u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756'}
|
|
2014-09-08T04:29:07.880 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:29:08.050 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:29:11.061 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:29:11.146 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:29:11.146021 7f98a97fa700 0 -- 10.214.135.8:0/1024942 >> 10.214.135.8:6790/0 pipe(0x7f98ac02f010 sd=7 :36452 s=1 pgs=0 cs=0 l=1 c=0x7f98ac02f2a0).fault
|
|
2014-09-08T04:29:11.234 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:29:11.248 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph status --format=json-pretty'
|
|
2014-09-08T04:29:11.461 INFO:tasks.ec_lost_unfound.ceph_manager:{u'election_epoch': 6, u'quorum': [0, 1, 2], u'mdsmap': {u'max': 0, u'epoch': 1, u'by_rank': [], u'up': 0, u'in': 0}, u'monmap': {u'epoch': 1, u'mons': [{u'name': u'a', u'rank': 0, u'addr': u'10.214.135.8:6789/0'}, {u'name': u'b', u'rank': 1, u'addr': u'10.214.135.8:6790/0'}, {u'name': u'c', u'rank': 2, u'addr': u'10.214.135.8:6791/0'}], u'modified': u'2014-09-08 04:28:30.356051', u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756', u'created': u'2014-09-08 04:28:30.356051'}, u'health': {u'detail': [], u'timechecks': {u'round_status': u'finished', u'epoch': 6, u'round': 2, u'mons': [{u'latency': u'0.000000', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'a'}, {u'latency': u'0.000947', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'b'}, {u'latency': u'0.002536', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'c'}]}, u'health': {u'health_services': [{u'mons': []}]}, u'overall_status': u'HEALTH_OK', u'summary': []}, u'pgmap': {u'bytes_total': 3098416250880, u'num_pgs': 32, u'data_bytes': 0, u'bytes_used': 425492480, u'version': 14, u'pgs_by_state': [{u'count': 32, u'state_name': u'active+clean'}], u'bytes_avail': 3093649195008}, u'quorum_names': [u'a', u'b', u'c'], u'osdmap': {u'osdmap': {u'full': False, u'nearfull': False, u'num_osds': 4, u'num_up_osds': 4, u'epoch': 8, u'num_in_osds': 4}}, u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756'}
|
|
2014-09-08T04:29:11.462 INFO:tasks.ec_lost_unfound.ceph_manager:recovered!
|
|
2014-09-08T04:29:11.462 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_1 /etc/fstab
|
|
2014-09-08T04:29:11.462 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_1 /etc/fstab'
|
|
2014-09-08T04:29:11.493 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_1 /etc/fstab
|
|
2014-09-08T04:29:11.494 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_1 /etc/fstab'
|
|
2014-09-08T04:29:11.582 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:29:11.581438 7fd16c245700 0 -- 10.214.135.8:0/1025046 >> 10.214.135.8:6810/23393 pipe(0x14753d0 sd=9 :50302 s=1 pgs=0 cs=0 l=1 c=0x1475660).fault
|
|
2014-09-08T04:29:11.588 INFO:tasks.util.rados:rados -p unique_pool_0 rm existed_1
|
|
2014-09-08T04:29:11.589 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 rm existed_1'
|
|
2014-09-08T04:29:11.684 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_2 /etc/fstab
|
|
2014-09-08T04:29:11.684 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_2 /etc/fstab'
|
|
2014-09-08T04:29:14.780 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_2 /etc/fstab
|
|
2014-09-08T04:29:14.780 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_2 /etc/fstab'
|
|
2014-09-08T04:29:14.875 INFO:tasks.util.rados:rados -p unique_pool_0 rm existed_2
|
|
2014-09-08T04:29:14.876 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 rm existed_2'
|
|
2014-09-08T04:29:14.972 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_3 /etc/fstab
|
|
2014-09-08T04:29:14.972 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_3 /etc/fstab'
|
|
2014-09-08T04:29:15.060 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:29:15.059766 7fb3c0277700 0 -- 10.214.135.8:0/1025192 >> 10.214.135.8:6805/23390 pipe(0x1986430 sd=9 :51116 s=1 pgs=0 cs=0 l=1 c=0x19866c0).fault
|
|
2014-09-08T04:29:15.067 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_3 /etc/fstab
|
|
2014-09-08T04:29:15.068 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_3 /etc/fstab'
|
|
2014-09-08T04:29:15.163 INFO:tasks.util.rados:rados -p unique_pool_0 rm existed_3
|
|
2014-09-08T04:29:15.164 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 rm existed_3'
|
|
2014-09-08T04:29:15.258 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_4 /etc/fstab
|
|
2014-09-08T04:29:15.259 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_4 /etc/fstab'
|
|
2014-09-08T04:29:15.355 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_4 /etc/fstab
|
|
2014-09-08T04:29:15.355 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_4 /etc/fstab'
|
|
2014-09-08T04:29:18.452 INFO:tasks.util.rados:rados -p unique_pool_0 rm existed_4
|
|
2014-09-08T04:29:18.453 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 rm existed_4'
|
|
2014-09-08T04:29:18.548 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_5 /etc/fstab
|
|
2014-09-08T04:29:18.549 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_5 /etc/fstab'
|
|
2014-09-08T04:29:18.644 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_5 /etc/fstab
|
|
2014-09-08T04:29:18.645 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_5 /etc/fstab'
|
|
2014-09-08T04:29:18.741 INFO:tasks.util.rados:rados -p unique_pool_0 rm existed_5
|
|
2014-09-08T04:29:18.741 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 rm existed_5'
|
|
2014-09-08T04:29:18.837 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_6 /etc/fstab
|
|
2014-09-08T04:29:18.838 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_6 /etc/fstab'
|
|
2014-09-08T04:29:18.933 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_6 /etc/fstab
|
|
2014-09-08T04:29:18.934 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_6 /etc/fstab'
|
|
2014-09-08T04:29:19.022 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:29:19.021934 7fd0981ab700 0 -- 10.214.135.8:0/1025459 >> 10.214.135.8:6800/23380 pipe(0x134d430 sd=9 :59765 s=1 pgs=0 cs=0 l=1 c=0x134d6c0).fault
|
|
2014-09-08T04:29:19.030 INFO:tasks.util.rados:rados -p unique_pool_0 rm existed_6
|
|
2014-09-08T04:29:19.030 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 rm existed_6'
|
|
2014-09-08T04:29:22.126 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_7 /etc/fstab
|
|
2014-09-08T04:29:22.126 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_7 /etc/fstab'
|
|
2014-09-08T04:29:22.220 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_7 /etc/fstab
|
|
2014-09-08T04:29:22.221 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_7 /etc/fstab'
|
|
2014-09-08T04:29:22.315 INFO:tasks.util.rados:rados -p unique_pool_0 rm existed_7
|
|
2014-09-08T04:29:22.315 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 rm existed_7'
|
|
2014-09-08T04:29:22.410 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_8 /etc/fstab
|
|
2014-09-08T04:29:22.410 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_8 /etc/fstab'
|
|
2014-09-08T04:29:22.507 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_8 /etc/fstab
|
|
2014-09-08T04:29:22.507 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_8 /etc/fstab'
|
|
2014-09-08T04:29:22.602 INFO:tasks.util.rados:rados -p unique_pool_0 rm existed_8
|
|
2014-09-08T04:29:22.602 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 rm existed_8'
|
|
2014-09-08T04:29:22.696 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_9 /etc/fstab
|
|
2014-09-08T04:29:22.697 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_9 /etc/fstab'
|
|
2014-09-08T04:29:25.792 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_9 /etc/fstab
|
|
2014-09-08T04:29:25.793 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_9 /etc/fstab'
|
|
2014-09-08T04:29:25.888 INFO:tasks.util.rados:rados -p unique_pool_0 rm existed_9
|
|
2014-09-08T04:29:25.889 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 rm existed_9'
|
|
2014-09-08T04:29:25.983 INFO:teuthology.orchestra.run.burnupi41:Running: "adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.1 injectargs '--osd-recovery-delay-start 1000 --osd-min-pg-log-entries 100000000'"
|
|
2014-09-08T04:29:26.150 INFO:teuthology.orchestra.run.burnupi41.stderr:osd_min_pg_log_entries = '100000000' osd_recovery_delay_start = '1000'
|
|
2014-09-08T04:29:32.160 INFO:tasks.ceph.osd.0:Stopped
|
|
2014-09-08T04:29:32.160 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd down 0'
|
|
2014-09-08T04:29:32.443 INFO:teuthology.orchestra.run.burnupi41.stderr:marked down osd.0.
|
|
2014-09-08T04:29:38.454 INFO:tasks.ceph.osd.3:Stopped
|
|
2014-09-08T04:29:38.454 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd down 3'
|
|
2014-09-08T04:29:38.688 INFO:teuthology.orchestra.run.burnupi41.stderr:marked down osd.3.
|
|
2014-09-08T04:29:38.699 INFO:tasks.util.rados:rados -p unique_pool_0 put new_1 /etc/fstab
|
|
2014-09-08T04:29:38.700 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put new_1 /etc/fstab'
|
|
2014-09-08T04:29:38.723 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:29:38.723238 7fd608354700 0 -- 10.214.135.8:0/1025869 >> 10.214.135.8:6815/23410 pipe(0x1ff1430 sd=9 :0 s=1 pgs=0 cs=0 l=1 c=0x1ff16c0).fault
|
|
2014-09-08T04:29:39.696 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_1 /etc/fstab
|
|
2014-09-08T04:29:39.696 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_1 /etc/fstab'
|
|
2014-09-08T04:29:39.789 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_1 /etc/fstab
|
|
2014-09-08T04:29:39.790 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_1 /etc/fstab'
|
|
2014-09-08T04:29:39.879 INFO:teuthology.orchestra.run.burnupi41.stderr:WARNING: could not create object: existing_1
|
|
2014-09-08T04:29:39.879 INFO:teuthology.orchestra.run.burnupi41.stderr:error putting unique_pool_0/existing_1: (17) File exists
|
|
2014-09-08T04:29:39.881 INFO:tasks.util.rados:rados -p unique_pool_0 put new_2 /etc/fstab
|
|
2014-09-08T04:29:39.882 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put new_2 /etc/fstab'
|
|
2014-09-08T04:29:39.975 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_2 /etc/fstab
|
|
2014-09-08T04:29:39.976 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_2 /etc/fstab'
|
|
2014-09-08T04:29:40.068 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_2 /etc/fstab
|
|
2014-09-08T04:29:40.069 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_2 /etc/fstab'
|
|
2014-09-08T04:29:40.158 INFO:teuthology.orchestra.run.burnupi41.stderr:WARNING: could not create object: existing_2
|
|
2014-09-08T04:29:40.158 INFO:teuthology.orchestra.run.burnupi41.stderr:error putting unique_pool_0/existing_2: (17) File exists
|
|
2014-09-08T04:29:40.160 INFO:tasks.util.rados:rados -p unique_pool_0 put new_3 /etc/fstab
|
|
2014-09-08T04:29:40.161 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put new_3 /etc/fstab'
|
|
2014-09-08T04:29:40.255 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_3 /etc/fstab
|
|
2014-09-08T04:29:40.255 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_3 /etc/fstab'
|
|
2014-09-08T04:29:40.349 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_3 /etc/fstab
|
|
2014-09-08T04:29:40.350 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_3 /etc/fstab'
|
|
2014-09-08T04:29:40.438 INFO:teuthology.orchestra.run.burnupi41.stderr:WARNING: could not create object: existing_3
|
|
2014-09-08T04:29:40.438 INFO:teuthology.orchestra.run.burnupi41.stderr:error putting unique_pool_0/existing_3: (17) File exists
|
|
2014-09-08T04:29:40.440 INFO:tasks.util.rados:rados -p unique_pool_0 put new_4 /etc/fstab
|
|
2014-09-08T04:29:40.440 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put new_4 /etc/fstab'
|
|
2014-09-08T04:29:40.535 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_4 /etc/fstab
|
|
2014-09-08T04:29:40.535 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_4 /etc/fstab'
|
|
2014-09-08T04:29:40.628 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_4 /etc/fstab
|
|
2014-09-08T04:29:40.628 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_4 /etc/fstab'
|
|
2014-09-08T04:29:40.716 INFO:teuthology.orchestra.run.burnupi41.stderr:WARNING: could not create object: existing_4
|
|
2014-09-08T04:29:40.717 INFO:teuthology.orchestra.run.burnupi41.stderr:error putting unique_pool_0/existing_4: (17) File exists
|
|
2014-09-08T04:29:40.719 INFO:tasks.util.rados:rados -p unique_pool_0 put new_5 /etc/fstab
|
|
2014-09-08T04:29:40.719 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put new_5 /etc/fstab'
|
|
2014-09-08T04:29:40.813 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_5 /etc/fstab
|
|
2014-09-08T04:29:40.813 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_5 /etc/fstab'
|
|
2014-09-08T04:29:40.906 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_5 /etc/fstab
|
|
2014-09-08T04:29:40.906 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_5 /etc/fstab'
|
|
2014-09-08T04:29:40.995 INFO:teuthology.orchestra.run.burnupi41.stderr:WARNING: could not create object: existing_5
|
|
2014-09-08T04:29:40.995 INFO:teuthology.orchestra.run.burnupi41.stderr:error putting unique_pool_0/existing_5: (17) File exists
|
|
2014-09-08T04:29:40.997 INFO:tasks.util.rados:rados -p unique_pool_0 put new_6 /etc/fstab
|
|
2014-09-08T04:29:40.997 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put new_6 /etc/fstab'
|
|
2014-09-08T04:29:41.090 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_6 /etc/fstab
|
|
2014-09-08T04:29:41.090 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_6 /etc/fstab'
|
|
2014-09-08T04:29:41.183 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_6 /etc/fstab
|
|
2014-09-08T04:29:41.184 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_6 /etc/fstab'
|
|
2014-09-08T04:29:41.272 INFO:teuthology.orchestra.run.burnupi41.stderr:WARNING: could not create object: existing_6
|
|
2014-09-08T04:29:41.272 INFO:teuthology.orchestra.run.burnupi41.stderr:error putting unique_pool_0/existing_6: (17) File exists
|
|
2014-09-08T04:29:41.274 INFO:tasks.util.rados:rados -p unique_pool_0 put new_7 /etc/fstab
|
|
2014-09-08T04:29:41.275 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put new_7 /etc/fstab'
|
|
2014-09-08T04:29:41.368 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_7 /etc/fstab
|
|
2014-09-08T04:29:41.368 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_7 /etc/fstab'
|
|
2014-09-08T04:29:41.461 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_7 /etc/fstab
|
|
2014-09-08T04:29:41.462 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_7 /etc/fstab'
|
|
2014-09-08T04:29:41.550 INFO:teuthology.orchestra.run.burnupi41.stderr:WARNING: could not create object: existing_7
|
|
2014-09-08T04:29:41.550 INFO:teuthology.orchestra.run.burnupi41.stderr:error putting unique_pool_0/existing_7: (17) File exists
|
|
2014-09-08T04:29:41.552 INFO:tasks.util.rados:rados -p unique_pool_0 put new_8 /etc/fstab
|
|
2014-09-08T04:29:41.552 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put new_8 /etc/fstab'
|
|
2014-09-08T04:29:41.645 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_8 /etc/fstab
|
|
2014-09-08T04:29:41.645 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_8 /etc/fstab'
|
|
2014-09-08T04:29:41.737 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_8 /etc/fstab
|
|
2014-09-08T04:29:41.738 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_8 /etc/fstab'
|
|
2014-09-08T04:29:41.827 INFO:teuthology.orchestra.run.burnupi41.stderr:WARNING: could not create object: existing_8
|
|
2014-09-08T04:29:41.827 INFO:teuthology.orchestra.run.burnupi41.stderr:error putting unique_pool_0/existing_8: (17) File exists
|
|
2014-09-08T04:29:41.829 INFO:tasks.util.rados:rados -p unique_pool_0 put new_9 /etc/fstab
|
|
2014-09-08T04:29:41.830 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put new_9 /etc/fstab'
|
|
2014-09-08T04:29:41.922 INFO:tasks.util.rados:rados -p unique_pool_0 put existed_9 /etc/fstab
|
|
2014-09-08T04:29:41.923 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existed_9 /etc/fstab'
|
|
2014-09-08T04:29:42.015 INFO:tasks.util.rados:rados -p unique_pool_0 put existing_9 /etc/fstab
|
|
2014-09-08T04:29:42.016 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 put existing_9 /etc/fstab'
|
|
2014-09-08T04:29:42.105 INFO:teuthology.orchestra.run.burnupi41.stderr:WARNING: could not create object: existing_9
|
|
2014-09-08T04:29:42.105 INFO:teuthology.orchestra.run.burnupi41.stderr:error putting unique_pool_0/existing_9: (17) File exists
|
|
2014-09-08T04:29:48.107 INFO:tasks.ceph.osd.1:Stopped
|
|
2014-09-08T04:29:48.107 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd down 1'
|
|
2014-09-08T04:29:48.340 INFO:teuthology.orchestra.run.burnupi41.stderr:marked down osd.1.
|
|
2014-09-08T04:29:48.353 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd lost 1 --yes-i-really-mean-it'
|
|
2014-09-08T04:29:49.387 INFO:teuthology.orchestra.run.burnupi41.stderr:marked osd lost in epoch 13
|
|
2014-09-08T04:29:49.398 INFO:tasks.ceph.osd.0:Restarting daemon
|
|
2014-09-08T04:29:49.398 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f -i 0'
|
|
2014-09-08T04:29:49.464 INFO:tasks.ceph.osd.0:Started
|
|
2014-09-08T04:29:49.464 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok dump_ops_in_flight'
|
|
2014-09-08T04:29:49.501 INFO:tasks.ceph.osd.0.burnupi41.stdout:starting osd.0 at :/0 osd_data /var/lib/ceph/osd/ceph-0 /var/lib/ceph/osd/ceph-0/journal
|
|
2014-09-08T04:29:49.530 INFO:tasks.ceph.osd.0.burnupi41.stderr:2014-09-08 04:29:49.530397 7f59125ab900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:29:49.539 INFO:teuthology.orchestra.run.burnupi41.stderr:no valid command found; 10 closest matches:
|
|
2014-09-08T04:29:49.539 INFO:teuthology.orchestra.run.burnupi41.stderr:config set <var> <val> [<val>...]
|
|
2014-09-08T04:29:49.539 INFO:teuthology.orchestra.run.burnupi41.stderr:git_version
|
|
2014-09-08T04:29:49.540 INFO:teuthology.orchestra.run.burnupi41.stderr:help
|
|
2014-09-08T04:29:49.540 INFO:teuthology.orchestra.run.burnupi41.stderr:config show
|
|
2014-09-08T04:29:49.540 INFO:teuthology.orchestra.run.burnupi41.stderr:get_command_descriptions
|
|
2014-09-08T04:29:49.540 INFO:teuthology.orchestra.run.burnupi41.stderr:config get <var>
|
|
2014-09-08T04:29:49.540 INFO:teuthology.orchestra.run.burnupi41.stderr:perfcounters_schema
|
|
2014-09-08T04:29:49.541 INFO:teuthology.orchestra.run.burnupi41.stderr:2
|
|
2014-09-08T04:29:49.541 INFO:teuthology.orchestra.run.burnupi41.stderr:config diff
|
|
2014-09-08T04:29:49.541 INFO:teuthology.orchestra.run.burnupi41.stderr:0
|
|
2014-09-08T04:29:49.541 INFO:teuthology.orchestra.run.burnupi41.stderr:admin_socket: invalid command
|
|
2014-09-08T04:29:49.547 INFO:tasks.ec_lost_unfound.ceph_manager:waiting on admin_socket for osd-0, ['dump_ops_in_flight']
|
|
2014-09-08T04:29:54.547 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --admin-daemon /var/run/ceph/ceph-osd.0.asok dump_ops_in_flight'
|
|
2014-09-08T04:29:54.634 INFO:tasks.ec_lost_unfound.ceph_manager:waiting for osd.0 to be up
|
|
2014-09-08T04:29:54.634 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd dump --format=json'
|
|
2014-09-08T04:29:54.817 INFO:tasks.ec_lost_unfound.ceph_manager:osd.0 is up
|
|
2014-09-08T04:29:54.817 INFO:tasks.ceph.osd.3:Restarting daemon
|
|
2014-09-08T04:29:54.817 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f -i 3'
|
|
2014-09-08T04:29:54.821 INFO:tasks.ceph.osd.3:Started
|
|
2014-09-08T04:29:54.821 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --admin-daemon /var/run/ceph/ceph-osd.3.asok dump_ops_in_flight'
|
|
2014-09-08T04:29:54.858 INFO:tasks.ceph.osd.3.burnupi41.stdout:starting osd.3 at :/0 osd_data /var/lib/ceph/osd/ceph-3 /var/lib/ceph/osd/ceph-3/journal
|
|
2014-09-08T04:29:54.888 INFO:tasks.ceph.osd.3.burnupi41.stderr:2014-09-08 04:29:54.887911 7fa2a8595900 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway
|
|
2014-09-08T04:29:54.896 INFO:teuthology.orchestra.run.burnupi41.stderr:no valid command found; 10 closest matches:
|
|
2014-09-08T04:29:54.896 INFO:teuthology.orchestra.run.burnupi41.stderr:config set <var> <val> [<val>...]
|
|
2014-09-08T04:29:54.897 INFO:teuthology.orchestra.run.burnupi41.stderr:git_version
|
|
2014-09-08T04:29:54.897 INFO:teuthology.orchestra.run.burnupi41.stderr:help
|
|
2014-09-08T04:29:54.897 INFO:teuthology.orchestra.run.burnupi41.stderr:config show
|
|
2014-09-08T04:29:54.897 INFO:teuthology.orchestra.run.burnupi41.stderr:get_command_descriptions
|
|
2014-09-08T04:29:54.898 INFO:teuthology.orchestra.run.burnupi41.stderr:config get <var>
|
|
2014-09-08T04:29:54.898 INFO:teuthology.orchestra.run.burnupi41.stderr:perfcounters_schema
|
|
2014-09-08T04:29:54.898 INFO:teuthology.orchestra.run.burnupi41.stderr:2
|
|
2014-09-08T04:29:54.899 INFO:teuthology.orchestra.run.burnupi41.stderr:config diff
|
|
2014-09-08T04:29:54.899 INFO:teuthology.orchestra.run.burnupi41.stderr:0
|
|
2014-09-08T04:29:54.899 INFO:teuthology.orchestra.run.burnupi41.stderr:admin_socket: invalid command
|
|
2014-09-08T04:29:54.904 INFO:tasks.ec_lost_unfound.ceph_manager:waiting on admin_socket for osd-3, ['dump_ops_in_flight']
|
|
2014-09-08T04:29:59.905 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --admin-daemon /var/run/ceph/ceph-osd.3.asok dump_ops_in_flight'
|
|
2014-09-08T04:29:59.991 INFO:tasks.ec_lost_unfound.ceph_manager:waiting for osd.3 to be up
|
|
2014-09-08T04:29:59.992 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph osd dump --format=json'
|
|
2014-09-08T04:30:00.172 INFO:tasks.ec_lost_unfound.ceph_manager:osd.3 is up
|
|
2014-09-08T04:30:00.173 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.0 flush_pg_stats'
|
|
2014-09-08T04:30:01.246 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.2 flush_pg_stats'
|
|
2014-09-08T04:30:02.271 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.3 flush_pg_stats'
|
|
2014-09-08T04:30:02.445 INFO:tasks.ec_lost_unfound.ceph_manager:waiting till active
|
|
2014-09-08T04:30:02.445 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:30:02.617 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:30:02.630 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph status --format=json-pretty'
|
|
2014-09-08T04:30:05.874 INFO:tasks.ec_lost_unfound.ceph_manager:{u'election_epoch': 6, u'quorum': [0, 1, 2], u'mdsmap': {u'max': 0, u'epoch': 1, u'by_rank': [], u'up': 0, u'in': 0}, u'monmap': {u'epoch': 1, u'mons': [{u'name': u'a', u'rank': 0, u'addr': u'10.214.135.8:6789/0'}, {u'name': u'b', u'rank': 1, u'addr': u'10.214.135.8:6790/0'}, {u'name': u'c', u'rank': 2, u'addr': u'10.214.135.8:6791/0'}], u'modified': u'2014-09-08 04:28:30.356051', u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756', u'created': u'2014-09-08 04:28:30.356051'}, u'health': {u'detail': [], u'timechecks': {u'round_status': u'finished', u'epoch': 6, u'round': 2, u'mons': [{u'latency': u'0.000000', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'a'}, {u'latency': u'0.000947', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'b'}, {u'latency': u'0.002536', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'c'}]}, u'health': {u'health_services': [{u'mons': [{u'last_updated': u'2014-09-08 04:29:35.628069', u'name': u'a', u'avail_percent': 93, u'kb_total': 944268724, u'kb_avail': 887546756, u'health': u'HEALTH_OK', u'kb_used': 8732772, u'store_stats': {u'bytes_total': 774338, u'bytes_log': 768775, u'last_updated': u'0.000000', u'bytes_misc': 5563, u'bytes_sst': 0}}, {u'last_updated': u'2014-09-08 04:29:35.520984', u'name': u'b', u'avail_percent': 93, u'kb_total': 944268724, u'kb_avail': 887546764, u'health': u'HEALTH_OK', u'kb_used': 8732764, u'store_stats': {u'bytes_total': 1135574, u'bytes_log': 1130011, u'last_updated': u'0.000000', u'bytes_misc': 5563, u'bytes_sst': 0}}, {u'last_updated': u'2014-09-08 04:29:35.628878', u'name': u'c', u'avail_percent': 93, u'kb_total': 944268724, u'kb_avail': 887546756, u'health': u'HEALTH_OK', u'kb_used': 8732772, u'store_stats': {u'bytes_total': 1134876, u'bytes_log': 1129313, u'last_updated': u'0.000000', u'bytes_misc': 5563, u'bytes_sst': 0}}]}]}, u'overall_status': u'HEALTH_WARN', u'summary': [{u'severity': u'HEALTH_WARN', u'summary': u'19 pgs degraded'}, {u'severity': u'HEALTH_WARN', u'summary': u'3 pgs stuck unclean'}, {u'severity': u'HEALTH_WARN', u'summary': u'7 pgs undersized'}, {u'severity': u'HEALTH_WARN', u'summary': u'recovery 47/112 objects degraded (41.964%); 24/112 objects misplaced (21.429%); 18/28 unfound (64.286%)'}, {u'severity': u'HEALTH_WARN', u'summary': u'1/4 in osds are down'}]}, u'pgmap': {u'bytes_total': 3098416250880, u'degraded_objects': 47, u'num_pgs': 32, u'misplaced_objects': 24, u'data_bytes': 0, u'degraded_total': 112, u'bytes_used': 425664512, u'unfound_ratio': u'64.286', u'unfound_total': 28, u'unfound_objects': 18, u'version': 33, u'pgs_by_state': [{u'count': 7, u'state_name': u'active+undersized+degraded'}, {u'count': 12, u'state_name': u'active+degraded'}, {u'count': 13, u'state_name': u'active+clean'}], u'misplaced_ratio': u'21.429', u'degraded_ratio': u'41.964', u'bytes_avail': 3093648203776, u'misplaced_total': 112}, u'quorum_names': [u'a', u'b', u'c'], u'osdmap': {u'osdmap': {u'full': False, u'nearfull': False, u'num_osds': 4, u'num_up_osds': 3, u'epoch': 18, u'num_in_osds': 4}}, u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756'}
|
|
2014-09-08T04:30:05.875 INFO:tasks.ec_lost_unfound.ceph_manager:active!
|
|
2014-09-08T04:30:05.875 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.0 flush_pg_stats'
|
|
2014-09-08T04:30:08.986 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.2 flush_pg_stats'
|
|
2014-09-08T04:30:09.096 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.3 flush_pg_stats'
|
|
2014-09-08T04:30:09.206 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph status --format=json-pretty'
|
|
2014-09-08T04:30:09.386 INFO:tasks.ec_lost_unfound.ceph_manager:{u'election_epoch': 6, u'quorum': [0, 1, 2], u'mdsmap': {u'max': 0, u'epoch': 1, u'by_rank': [], u'up': 0, u'in': 0}, u'monmap': {u'epoch': 1, u'mons': [{u'name': u'a', u'rank': 0, u'addr': u'10.214.135.8:6789/0'}, {u'name': u'b', u'rank': 1, u'addr': u'10.214.135.8:6790/0'}, {u'name': u'c', u'rank': 2, u'addr': u'10.214.135.8:6791/0'}], u'modified': u'2014-09-08 04:28:30.356051', u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756', u'created': u'2014-09-08 04:28:30.356051'}, u'health': {u'detail': [], u'timechecks': {u'round_status': u'finished', u'epoch': 6, u'round': 2, u'mons': [{u'latency': u'0.000000', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'a'}, {u'latency': u'0.000947', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'b'}, {u'latency': u'0.002536', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'c'}]}, u'health': {u'health_services': [{u'mons': [{u'last_updated': u'2014-09-08 04:29:35.628069', u'name': u'a', u'avail_percent': 93, u'kb_total': 944268724, u'kb_avail': 887546756, u'health': u'HEALTH_OK', u'kb_used': 8732772, u'store_stats': {u'bytes_total': 774338, u'bytes_log': 768775, u'last_updated': u'0.000000', u'bytes_misc': 5563, u'bytes_sst': 0}}, {u'last_updated': u'2014-09-08 04:29:35.520984', u'name': u'b', u'avail_percent': 93, u'kb_total': 944268724, u'kb_avail': 887546764, u'health': u'HEALTH_OK', u'kb_used': 8732764, u'store_stats': {u'bytes_total': 1135574, u'bytes_log': 1130011, u'last_updated': u'0.000000', u'bytes_misc': 5563, u'bytes_sst': 0}}, {u'last_updated': u'2014-09-08 04:29:35.628878', u'name': u'c', u'avail_percent': 93, u'kb_total': 944268724, u'kb_avail': 887546756, u'health': u'HEALTH_OK', u'kb_used': 8732772, u'store_stats': {u'bytes_total': 1134876, u'bytes_log': 1129313, u'last_updated': u'0.000000', u'bytes_misc': 5563, u'bytes_sst': 0}}]}]}, u'overall_status': u'HEALTH_WARN', u'summary': [{u'severity': u'HEALTH_WARN', u'summary': u'19 pgs degraded'}, {u'severity': u'HEALTH_WARN', u'summary': u'3 pgs stuck unclean'}, {u'severity': u'HEALTH_WARN', u'summary': u'7 pgs undersized'}, {u'severity': u'HEALTH_WARN', u'summary': u'recovery 47/112 objects degraded (41.964%); 24/112 objects misplaced (21.429%); 18/28 unfound (64.286%)'}, {u'severity': u'HEALTH_WARN', u'summary': u'1/4 in osds are down'}]}, u'pgmap': {u'bytes_total': 3098416250880, u'degraded_objects': 47, u'num_pgs': 32, u'misplaced_objects': 24, u'data_bytes': 0, u'degraded_total': 112, u'bytes_used': 425664512, u'unfound_ratio': u'64.286', u'unfound_total': 28, u'unfound_objects': 18, u'version': 33, u'pgs_by_state': [{u'count': 7, u'state_name': u'active+undersized+degraded'}, {u'count': 12, u'state_name': u'active+degraded'}, {u'count': 13, u'state_name': u'active+clean'}], u'misplaced_ratio': u'21.429', u'degraded_ratio': u'41.964', u'bytes_avail': 3093648203776, u'misplaced_total': 112}, u'quorum_names': [u'a', u'b', u'c'], u'osdmap': {u'osdmap': {u'full': False, u'nearfull': False, u'num_osds': 4, u'num_up_osds': 3, u'epoch': 18, u'num_in_osds': 4}}, u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756'}
|
|
2014-09-08T04:30:09.387 INFO:tasks.ec_lost_unfound:there are 18 unfound objects
|
|
2014-09-08T04:30:09.388 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:30:09.560 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:30:09.573 INFO:tasks.ec_lost_unfound:no unfound in 1.e
|
|
2014-09-08T04:30:09.573 INFO:tasks.ec_lost_unfound:no unfound in 0.f
|
|
2014-09-08T04:30:09.573 INFO:tasks.ec_lost_unfound:no unfound in 1.f
|
|
2014-09-08T04:30:09.573 INFO:tasks.ec_lost_unfound:no unfound in 0.e
|
|
2014-09-08T04:30:09.574 INFO:tasks.ec_lost_unfound:no unfound in 1.c
|
|
2014-09-08T04:30:09.574 INFO:tasks.ec_lost_unfound:no unfound in 0.d
|
|
2014-09-08T04:30:09.574 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.d state active+degraded
|
|
2014-09-08T04:30:09.574 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.d list_missing '{}'"
|
|
2014-09-08T04:30:09.749 INFO:tasks.ec_lost_unfound:{u'num_unfound': 1, u'objects': [], u'num_missing': 0, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:09.749 INFO:tasks.ec_lost_unfound:reverting unfound in 1.d
|
|
2014-09-08T04:30:09.750 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.d mark_unfound_lost delete'
|
|
2014-09-08T04:30:09.854 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 1 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:09.864 INFO:tasks.ec_lost_unfound:no unfound in 0.c
|
|
2014-09-08T04:30:09.865 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.a state active+degraded
|
|
2014-09-08T04:30:09.865 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.a list_missing '{}'"
|
|
2014-09-08T04:30:09.976 INFO:tasks.ec_lost_unfound:{u'num_unfound': 1, u'objects': [], u'num_missing': 0, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:09.976 INFO:tasks.ec_lost_unfound:reverting unfound in 1.a
|
|
2014-09-08T04:30:09.977 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.a mark_unfound_lost delete'
|
|
2014-09-08T04:30:10.083 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 1 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:10.093 INFO:tasks.ec_lost_unfound:no unfound in 0.b
|
|
2014-09-08T04:30:10.093 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.b state active+degraded
|
|
2014-09-08T04:30:10.094 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.b list_missing '{}'"
|
|
2014-09-08T04:30:10.203 INFO:tasks.ec_lost_unfound:{u'num_unfound': 1, u'objects': [{u'need': u"12'4", u'oid': {u'hash': 943960171, u'max': 0, u'oid': u'existed_3', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(2)'], u'have': u"0'0"}], u'num_missing': 1, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:10.204 INFO:tasks.ec_lost_unfound:reverting unfound in 1.b
|
|
2014-09-08T04:30:10.204 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.b mark_unfound_lost delete'
|
|
2014-09-08T04:30:10.309 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 1 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:10.319 INFO:tasks.ec_lost_unfound:no unfound in 0.a
|
|
2014-09-08T04:30:10.320 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.8 state active+degraded
|
|
2014-09-08T04:30:10.320 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.8 list_missing '{}'"
|
|
2014-09-08T04:30:10.431 INFO:tasks.ec_lost_unfound:{u'num_unfound': 1, u'objects': [], u'num_missing': 0, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:10.431 INFO:tasks.ec_lost_unfound:reverting unfound in 1.8
|
|
2014-09-08T04:30:10.432 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.8 mark_unfound_lost delete'
|
|
2014-09-08T04:30:10.537 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 1 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:10.547 INFO:tasks.ec_lost_unfound:no unfound in 0.9
|
|
2014-09-08T04:30:10.547 INFO:tasks.ec_lost_unfound:no unfound in 1.9
|
|
2014-09-08T04:30:10.547 INFO:tasks.ec_lost_unfound:no unfound in 0.8
|
|
2014-09-08T04:30:10.548 INFO:tasks.ec_lost_unfound:no unfound in 0.7
|
|
2014-09-08T04:30:10.548 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.6 state active+degraded
|
|
2014-09-08T04:30:10.548 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.6 list_missing '{}'"
|
|
2014-09-08T04:30:10.660 INFO:tasks.ec_lost_unfound:{u'num_unfound': 3, u'objects': [{u'need': u"12'5", u'oid': {u'hash': 1861424966, u'max': 0, u'oid': u'existed_8', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(3)'], u'have': u"0'0"}, {u'need': u"12'4", u'oid': {u'hash': 3910131350, u'max': 0, u'oid': u'new_6', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(3)'], u'have': u"0'0"}, {u'need': u"12'3", u'oid': {u'hash': 2787839990, u'max': 0, u'oid': u'new_4', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(3)'], u'have': u"0'0"}], u'num_missing': 3, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:10.660 INFO:tasks.ec_lost_unfound:reverting unfound in 1.6
|
|
2014-09-08T04:30:10.661 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.6 mark_unfound_lost delete'
|
|
2014-09-08T04:30:10.767 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 3 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:10.777 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.7 state active+degraded
|
|
2014-09-08T04:30:10.777 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.7 list_missing '{}'"
|
|
2014-09-08T04:30:10.888 INFO:tasks.ec_lost_unfound:{u'num_unfound': 1, u'objects': [{u'need': u"12'1", u'oid': {u'hash': 3761017527, u'max': 0, u'oid': u'new_7', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(2)'], u'have': u"0'0"}], u'num_missing': 1, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:10.889 INFO:tasks.ec_lost_unfound:reverting unfound in 1.7
|
|
2014-09-08T04:30:10.889 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.7 mark_unfound_lost delete'
|
|
2014-09-08T04:30:10.978 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:30:10.978183 7f086a2c6700 0 monclient: hunting for new mon
|
|
2014-09-08T04:30:10.993 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 1 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:11.003 INFO:tasks.ec_lost_unfound:no unfound in 0.6
|
|
2014-09-08T04:30:11.004 INFO:tasks.ec_lost_unfound:no unfound in 0.5
|
|
2014-09-08T04:30:11.004 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.4 state active+degraded
|
|
2014-09-08T04:30:11.004 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.4 list_missing '{}'"
|
|
2014-09-08T04:30:11.117 INFO:tasks.ec_lost_unfound:{u'num_unfound': 2, u'objects': [{u'need': u"12'7", u'oid': {u'hash': 1767667508, u'max': 0, u'oid': u'existed_2', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(2)'], u'have': u"0'0"}, {u'need': u"12'8", u'oid': {u'hash': 873891716, u'max': 0, u'oid': u'existed_4', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(2)'], u'have': u"0'0"}], u'num_missing': 2, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:11.117 INFO:tasks.ec_lost_unfound:reverting unfound in 1.4
|
|
2014-09-08T04:30:11.118 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.4 mark_unfound_lost delete'
|
|
2014-09-08T04:30:11.226 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 2 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:11.236 INFO:tasks.ec_lost_unfound:no unfound in 0.4
|
|
2014-09-08T04:30:11.236 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.5 state active+degraded
|
|
2014-09-08T04:30:11.237 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.5 list_missing '{}'"
|
|
2014-09-08T04:30:14.350 INFO:tasks.ec_lost_unfound:{u'num_unfound': 2, u'objects': [], u'num_missing': 0, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:14.350 INFO:tasks.ec_lost_unfound:reverting unfound in 1.5
|
|
2014-09-08T04:30:14.350 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.5 mark_unfound_lost delete'
|
|
2014-09-08T04:30:14.457 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 2 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:14.467 INFO:tasks.ec_lost_unfound:no unfound in 0.3
|
|
2014-09-08T04:30:14.468 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.2 state active+degraded
|
|
2014-09-08T04:30:14.468 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.2 list_missing '{}'"
|
|
2014-09-08T04:30:14.580 INFO:tasks.ec_lost_unfound:{u'num_unfound': 2, u'objects': [{u'need': u"12'6", u'oid': {u'hash': 831402034, u'max': 0, u'oid': u'existed_9', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(3)'], u'have': u"0'0"}, {u'need': u"12'5", u'oid': {u'hash': 1708673474, u'max': 0, u'oid': u'existed_6', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(3)'], u'have': u"0'0"}], u'num_missing': 2, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:14.580 INFO:tasks.ec_lost_unfound:reverting unfound in 1.2
|
|
2014-09-08T04:30:14.581 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.2 mark_unfound_lost delete'
|
|
2014-09-08T04:30:14.687 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 2 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:14.697 INFO:tasks.ec_lost_unfound:no unfound in 0.2
|
|
2014-09-08T04:30:14.697 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.3 state active+degraded
|
|
2014-09-08T04:30:14.697 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.3 list_missing '{}'"
|
|
2014-09-08T04:30:14.807 INFO:tasks.ec_lost_unfound:{u'num_unfound': 1, u'objects': [{u'need': u"12'4", u'oid': {u'hash': 3122379363, u'max': 0, u'oid': u'existed_1', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(2)'], u'have': u"0'0"}], u'num_missing': 1, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:14.808 INFO:tasks.ec_lost_unfound:reverting unfound in 1.3
|
|
2014-09-08T04:30:14.808 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.3 mark_unfound_lost delete'
|
|
2014-09-08T04:30:14.913 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 1 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:14.924 INFO:tasks.ec_lost_unfound:no unfound in 0.1
|
|
2014-09-08T04:30:14.924 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.0 state active+degraded
|
|
2014-09-08T04:30:14.924 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.0 list_missing '{}'"
|
|
2014-09-08T04:30:15.036 INFO:tasks.ec_lost_unfound:{u'num_unfound': 2, u'objects': [{u'need': u"12'3", u'oid': {u'hash': 4248945696, u'max': 0, u'oid': u'new_5', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(2)'], u'have': u"0'0"}, {u'need': u"12'4", u'oid': {u'hash': 4212789968, u'max': 0, u'oid': u'existed_5', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(2)'], u'have': u"0'0"}], u'num_missing': 2, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:15.036 INFO:tasks.ec_lost_unfound:reverting unfound in 1.0
|
|
2014-09-08T04:30:15.037 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.0 mark_unfound_lost delete'
|
|
2014-09-08T04:30:15.143 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 2 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:15.153 INFO:tasks.ec_lost_unfound:no unfound in 0.0
|
|
2014-09-08T04:30:15.153 INFO:tasks.ec_lost_unfound:listing missing/lost in 1.1 state active+degraded
|
|
2014-09-08T04:30:15.154 INFO:teuthology.orchestra.run.burnupi41:Running: u"adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph -- pg 1.1 list_missing '{}'"
|
|
2014-09-08T04:30:18.267 INFO:tasks.ec_lost_unfound:{u'num_unfound': 1, u'objects': [{u'need': u"12'2", u'oid': {u'hash': 480221105, u'max': 0, u'oid': u'new_3', u'namespace': u'', u'snapid': -2, u'key': u'', u'pool': 1}, u'locations': [u'2(3)'], u'have': u"0'0"}], u'num_missing': 1, u'offset': {u'hash': 0, u'max': 0, u'oid': u'', u'namespace': u'', u'snapid': 0, u'key': u'', u'pool': -1}}
|
|
2014-09-08T04:30:18.267 INFO:tasks.ec_lost_unfound:reverting unfound in 1.1
|
|
2014-09-08T04:30:18.268 INFO:teuthology.orchestra.run.burnupi41:Running: u'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg 1.1 mark_unfound_lost delete'
|
|
2014-09-08T04:30:18.372 INFO:teuthology.orchestra.run.burnupi41.stderr:pg has 1 objects unfound and apparently lost, marking
|
|
2014-09-08T04:30:18.382 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.0 debug kick_recovery_wq 5'
|
|
2014-09-08T04:30:18.486 INFO:teuthology.orchestra.run.burnupi41.stderr:kicking recovery queue. set osd_recovery_delay_start to 5
|
|
2014-09-08T04:30:18.496 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.2 debug kick_recovery_wq 5'
|
|
2014-09-08T04:30:18.601 INFO:teuthology.orchestra.run.burnupi41.stderr:kicking recovery queue. set osd_recovery_delay_start to 5
|
|
2014-09-08T04:30:18.611 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.3 debug kick_recovery_wq 5'
|
|
2014-09-08T04:30:18.713 INFO:teuthology.orchestra.run.burnupi41.stderr:kicking recovery queue. set osd_recovery_delay_start to 5
|
|
2014-09-08T04:30:18.723 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.0 flush_pg_stats'
|
|
2014-09-08T04:30:18.833 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.2 flush_pg_stats'
|
|
2014-09-08T04:30:18.943 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph tell osd.3 flush_pg_stats'
|
|
2014-09-08T04:30:19.116 INFO:tasks.ec_lost_unfound.ceph_manager:waiting for recovery to complete
|
|
2014-09-08T04:30:19.117 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:30:19.288 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:30:19.300 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format=json'
|
|
2014-09-08T04:30:19.536 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:30:19.567 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph status --format=json-pretty'
|
|
2014-09-08T04:30:19.819 INFO:tasks.ec_lost_unfound.ceph_manager:{u'election_epoch': 6, u'quorum': [0, 1, 2], u'mdsmap': {u'max': 0, u'epoch': 1, u'by_rank': [], u'up': 0, u'in': 0}, u'monmap': {u'epoch': 1, u'mons': [{u'name': u'a', u'rank': 0, u'addr': u'10.214.135.8:6789/0'}, {u'name': u'b', u'rank': 1, u'addr': u'10.214.135.8:6790/0'}, {u'name': u'c', u'rank': 2, u'addr': u'10.214.135.8:6791/0'}], u'modified': u'2014-09-08 04:28:30.356051', u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756', u'created': u'2014-09-08 04:28:30.356051'}, u'health': {u'detail': [], u'timechecks': {u'round_status': u'finished', u'epoch': 6, u'round': 2, u'mons': [{u'latency': u'0.000000', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'a'}, {u'latency': u'0.000947', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'b'}, {u'latency': u'0.002536', u'skew': u'0.000000', u'health': u'HEALTH_OK', u'name': u'c'}]}, u'health': {u'health_services': [{u'mons': [{u'last_updated': u'2014-09-08 04:29:35.628069', u'name': u'a', u'avail_percent': 93, u'kb_total': 944268724, u'kb_avail': 887546756, u'health': u'HEALTH_OK', u'kb_used': 8732772, u'store_stats': {u'bytes_total': 774338, u'bytes_log': 768775, u'last_updated': u'0.000000', u'bytes_misc': 5563, u'bytes_sst': 0}}, {u'last_updated': u'2014-09-08 04:29:35.520984', u'name': u'b', u'avail_percent': 93, u'kb_total': 944268724, u'kb_avail': 887546764, u'health': u'HEALTH_OK', u'kb_used': 8732764, u'store_stats': {u'bytes_total': 1135574, u'bytes_log': 1130011, u'last_updated': u'0.000000', u'bytes_misc': 5563, u'bytes_sst': 0}}, {u'last_updated': u'2014-09-08 04:29:35.628878', u'name': u'c', u'avail_percent': 93, u'kb_total': 944268724, u'kb_avail': 887546756, u'health': u'HEALTH_OK', u'kb_used': 8732772, u'store_stats': {u'bytes_total': 1134876, u'bytes_log': 1129313, u'last_updated': u'0.000000', u'bytes_misc': 5563, u'bytes_sst': 0}}]}]}, u'overall_status': u'HEALTH_WARN', u'summary': [{u'severity': u'HEALTH_WARN', u'summary': u'19 pgs degraded'}, {u'severity': u'HEALTH_WARN', u'summary': u'3 pgs stuck unclean'}, {u'severity': u'HEALTH_WARN', u'summary': u'7 pgs undersized'}, {u'severity': u'HEALTH_WARN', u'summary': u'recovery 11/112 objects degraded (9.821%); 24/112 objects misplaced (21.429%)'}, {u'severity': u'HEALTH_WARN', u'summary': u'1/4 in osds are down'}]}, u'pgmap': {u'bytes_total': 3098416250880, u'degraded_objects': 11, u'num_pgs': 32, u'misplaced_objects': 24, u'data_bytes': 0, u'degraded_total': 112, u'bytes_used': 425144320, u'version': 38, u'pgs_by_state': [{u'count': 7, u'state_name': u'active+undersized+degraded'}, {u'count': 13, u'state_name': u'active+clean'}, {u'count': 12, u'state_name': u'active+clean+degraded'}], u'misplaced_ratio': u'21.429', u'degraded_ratio': u'9.821', u'bytes_avail': 3093648232448, u'misplaced_total': 112}, u'quorum_names': [u'a', u'b', u'c'], u'osdmap': {u'osdmap': {u'full': False, u'nearfull': False, u'num_osds': 4, u'num_up_osds': 3, u'epoch': 18, u'num_in_osds': 4}}, u'fsid': u'73045ce3-15ff-4555-82ac-f86d67693756'}
|
|
2014-09-08T04:30:19.820 INFO:tasks.ec_lost_unfound.ceph_manager:recovered!
|
|
2014-09-08T04:30:19.820 INFO:tasks.util.rados:rados -p unique_pool_0 get new_1 -
|
|
2014-09-08T04:30:19.820 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 get new_1 -'
|
|
2014-09-08T04:30:19.851 INFO:teuthology.orchestra.run.burnupi41.stderr:error getting unique_pool_0/new_1: (2) No such file or directory
|
|
2014-09-08T04:30:19.853 INFO:tasks.util.rados:rados -p unique_pool_0 get existed_1 -
|
|
2014-09-08T04:30:19.853 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 get existed_1 -'
|
|
2014-09-08T04:30:19.940 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:30:19.940032 7f7e741f8700 0 -- 10.214.135.8:0/1028651 >> 10.214.135.8:6804/26588 pipe(0x12fd4f0 sd=8 :37025 s=1 pgs=0 cs=0 l=1 c=0x12fd780).fault
|
|
2014-09-08T04:30:20.142 INFO:teuthology.orchestra.run.burnupi41.stderr:error getting unique_pool_0/existed_1: (2) No such file or directory
|
|
2014-09-08T04:30:20.145 INFO:tasks.util.rados:rados -p unique_pool_0 get existing_1 -
|
|
2014-09-08T04:30:20.145 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados -p unique_pool_0 get existing_1 -'
|
|
2014-09-08T04:30:20.237 ERROR:teuthology.run_tasks:Saw exception from tasks.
|
|
Traceback (most recent call last):
|
|
File "/home/teuthworker/src/teuthology_master/teuthology/run_tasks.py", line 51, in run_tasks
|
|
manager = run_one_task(taskname, ctx=ctx, config=config)
|
|
File "/home/teuthworker/src/teuthology_master/teuthology/run_tasks.py", line 39, in run_one_task
|
|
return fn(**kwargs)
|
|
File "/var/lib/teuthworker/src/ceph-qa-suite_master/tasks/ec_lost_unfound.py", line 132, in task
|
|
assert err
|
|
AssertionError
|
|
2014-09-08T04:30:20.261 DEBUG:teuthology.run_tasks:Unwinding manager ceph
|
|
2014-09-08T04:30:20.262 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:30:20.452 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:30:20.464 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:30:30.460 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:30:33.635 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:30:33.649 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:30:43.646 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:30:46.818 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:30:46.832 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:30:56.828 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:30:56.915 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:30:56.914421 7fe988c50700 0 -- 10.214.135.8:0/1028863 submit_message mon_subscribe({monmap=2+,osdmap=0}) v2 remote, 10.214.135.8:6789/0, failed lossy con, dropping message 0x7fe984025a80
|
|
2014-09-08T04:30:56.915 INFO:teuthology.orchestra.run.burnupi41.stderr:2014-09-08 04:30:56.914449 7fe981ac5700 0 monclient: hunting for new mon
|
|
2014-09-08T04:30:57.001 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:30:57.015 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:31:07.011 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:31:07.184 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:31:07.199 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:31:17.194 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:31:17.370 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:31:17.382 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:31:27.378 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:31:27.550 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:31:27.565 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:31:37.561 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:31:37.734 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:31:37.748 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:31:47.744 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:31:47.917 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:31:47.931 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:31:57.927 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:31:58.100 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:31:58.112 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:32:08.111 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:32:08.283 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:32:08.295 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:32:18.293 INFO:teuthology.orchestra.run.burnupi41:Running: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph pg dump --format json'
|
|
2014-09-08T04:32:18.464 INFO:teuthology.orchestra.run.burnupi41.stderr:dumped all in format json
|
|
2014-09-08T04:32:18.478 INFO:tasks.ceph:Waiting for all osds to be active and clean.
|
|
2014-09-08T04:32:28.474 INFO:tasks.ceph:Scrubbing terminated -- not all pgs were active and clean.
|
|
2014-09-08T04:32:28.474 ERROR:teuthology.contextutil:Saw exception from nested tasks
|
|
Traceback (most recent call last):
|
|
File "/home/teuthworker/src/teuthology_master/teuthology/contextutil.py", line 29, in nested
|
|
yield vars
|
|
File "/var/lib/teuthworker/src/ceph-qa-suite_master/tasks/ceph.py", line 1274, in task
|
|
yield
|
|
File "/home/teuthworker/src/teuthology_master/teuthology/run_tasks.py", line 51, in run_tasks
|
|
manager = run_one_task(taskname, ctx=ctx, config=config)
|
|
File "/home/teuthworker/src/teuthology_master/teuthology/run_tasks.py", line 39, in run_one_task
|
|
return fn(**kwargs)
|
|
File "/var/lib/teuthworker/src/ceph-qa-suite_master/tasks/ec_lost_unfound.py", line 132, in task
|
|
assert err
|
|
AssertionError
|
|
2014-09-08T04:32:28.527 INFO:teuthology.misc:Shutting down mds daemons...
|
|
2014-09-08T04:32:28.528 INFO:teuthology.misc:Shutting down osd daemons...
|
|
2014-09-08T04:32:28.528 ERROR:tasks.ceph.osd.1:tried to stop a non-running daemon
|
|
2014-09-08T04:32:34.475 INFO:tasks.ceph.osd.0:Stopped
|
|
2014-09-08T04:32:40.475 INFO:tasks.ceph.osd.3:Stopped
|
|
2014-09-08T04:32:46.476 INFO:tasks.ceph.osd.2:Stopped
|
|
2014-09-08T04:32:46.476 INFO:teuthology.misc:Shutting down mon daemons...
|
|
2014-09-08T04:32:52.476 INFO:tasks.ceph.mon.a:Stopped
|
|
2014-09-08T04:32:58.477 INFO:tasks.ceph.mon.c:Stopped
|
|
2014-09-08T04:33:04.478 INFO:tasks.ceph.mon.b:Stopped
|
|
2014-09-08T04:33:04.478 INFO:tasks.ceph:Checking cluster log for badness...
|
|
2014-09-08T04:33:04.478 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo egrep '\\[ERR\\]|\\[WRN\\]|\\[SEC\\]' /var/log/ceph/ceph.log | egrep -v 'objects unfound and apparently lost' | egrep -v 'slow request' | head -n 1"
|
|
2014-09-08T04:33:04.493 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:04.493 INFO:teuthology.orchestra.run.burnupi41:Running: 'sync && sudo umount -f /var/lib/ceph/osd/ceph-0'
|
|
2014-09-08T04:33:04.708 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:04.709 INFO:teuthology.orchestra.run.burnupi41:Running: 'sync && sudo umount -f /var/lib/ceph/osd/ceph-1'
|
|
2014-09-08T04:33:04.852 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:04.852 INFO:teuthology.orchestra.run.burnupi41:Running: 'sync && sudo umount -f /var/lib/ceph/osd/ceph-2'
|
|
2014-09-08T04:33:05.028 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:05.029 INFO:teuthology.orchestra.run.burnupi41:Running: 'sync && sudo umount -f /var/lib/ceph/osd/ceph-3'
|
|
2014-09-08T04:33:05.236 INFO:tasks.ceph:Archiving mon data...
|
|
2014-09-08T04:33:05.239 DEBUG:teuthology.misc:Transferring archived files from burnupi41:/var/lib/ceph/mon to /var/lib/teuthworker/archive/teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi/472052/data/mon.a.tgz
|
|
2014-09-08T04:33:05.239 INFO:teuthology.orchestra.run.burnupi41:Running: "python -c 'import os; import tempfile; import sys;(fd,fname) = tempfile.mkstemp();os.close(fd);sys.stdout.write(fname.rstrip());sys.stdout.flush()'"
|
|
2014-09-08T04:33:05.262 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo tar cz -f /tmp/tmp6X3TIn -C /var/lib/ceph/mon -- .'
|
|
2014-09-08T04:33:05.462 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0666 /tmp/tmp6X3TIn'
|
|
2014-09-08T04:33:05.603 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -fr /tmp/tmp6X3TIn'
|
|
2014-09-08T04:33:05.610 DEBUG:teuthology.misc:Transferring archived files from burnupi41:/var/lib/ceph/mon to /var/lib/teuthworker/archive/teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi/472052/data/mon.b.tgz
|
|
2014-09-08T04:33:05.610 INFO:teuthology.orchestra.run.burnupi41:Running: "python -c 'import os; import tempfile; import sys;(fd,fname) = tempfile.mkstemp();os.close(fd);sys.stdout.write(fname.rstrip());sys.stdout.flush()'"
|
|
2014-09-08T04:33:05.696 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo tar cz -f /tmp/tmpb1Hbof -C /var/lib/ceph/mon -- .'
|
|
2014-09-08T04:33:05.896 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0666 /tmp/tmpb1Hbof'
|
|
2014-09-08T04:33:06.035 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -fr /tmp/tmpb1Hbof'
|
|
2014-09-08T04:33:06.040 DEBUG:teuthology.misc:Transferring archived files from burnupi41:/var/lib/ceph/mon to /var/lib/teuthworker/archive/teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi/472052/data/mon.c.tgz
|
|
2014-09-08T04:33:06.041 INFO:teuthology.orchestra.run.burnupi41:Running: "python -c 'import os; import tempfile; import sys;(fd,fname) = tempfile.mkstemp();os.close(fd);sys.stdout.write(fname.rstrip());sys.stdout.flush()'"
|
|
2014-09-08T04:33:06.126 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo tar cz -f /tmp/tmp9CNASs -C /var/lib/ceph/mon -- .'
|
|
2014-09-08T04:33:06.325 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0666 /tmp/tmp9CNASs'
|
|
2014-09-08T04:33:06.504 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -fr /tmp/tmp9CNASs'
|
|
2014-09-08T04:33:06.511 INFO:tasks.ceph:Compressing logs...
|
|
2014-09-08T04:33:06.511 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --"
|
|
2014-09-08T04:33:07.107 INFO:tasks.ceph:Archiving logs...
|
|
2014-09-08T04:33:07.112 DEBUG:teuthology.misc:Transferring archived files from burnupi41:/var/log/ceph to /var/lib/teuthworker/archive/teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi/472052/remote/burnupi41/log
|
|
2014-09-08T04:33:07.167 INFO:teuthology.orchestra.run.burnupi41:Running: "python -c 'import os; import tempfile; import sys;(fd,fname) = tempfile.mkstemp();os.close(fd);sys.stdout.write(fname.rstrip());sys.stdout.flush()'"
|
|
2014-09-08T04:33:07.189 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo tar cz -f /tmp/tmpHGoVv8 -C /var/log/ceph -- .'
|
|
2014-09-08T04:33:07.384 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0666 /tmp/tmpHGoVv8'
|
|
2014-09-08T04:33:07.643 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -fr /tmp/tmpHGoVv8'
|
|
2014-09-08T04:33:08.088 INFO:tasks.ceph:Cleaning ceph cluster...
|
|
2014-09-08T04:33:08.088 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/data /home/ubuntu/cephtest/monmap'
|
|
2014-09-08T04:33:08.103 INFO:tasks.ceph:Checking for errors in any valgrind logs...
|
|
2014-09-08T04:33:08.103 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo zgrep '<kind>' /var/log/ceph/valgrind/* /dev/null | sort | uniq"
|
|
2014-09-08T04:33:08.183 INFO:teuthology.orchestra.run.burnupi41.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory
|
|
2014-09-08T04:33:08.193 DEBUG:teuthology.run_tasks:Unwinding manager install
|
|
2014-09-08T04:33:08.193 ERROR:teuthology.contextutil:Saw exception from nested tasks
|
|
Traceback (most recent call last):
|
|
File "/home/teuthworker/src/teuthology_master/teuthology/contextutil.py", line 29, in nested
|
|
yield vars
|
|
File "/home/teuthworker/src/teuthology_master/teuthology/task/install.py", line 1292, in task
|
|
yield
|
|
File "/home/teuthworker/src/teuthology_master/teuthology/run_tasks.py", line 51, in run_tasks
|
|
manager = run_one_task(taskname, ctx=ctx, config=config)
|
|
File "/home/teuthworker/src/teuthology_master/teuthology/run_tasks.py", line 39, in run_one_task
|
|
return fn(**kwargs)
|
|
File "/var/lib/teuthworker/src/ceph-qa-suite_master/tasks/ec_lost_unfound.py", line 132, in task
|
|
assert err
|
|
AssertionError
|
|
2014-09-08T04:33:08.208 INFO:teuthology.task.install:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits...
|
|
2014-09-08T04:33:08.209 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits'
|
|
2014-09-08T04:33:08.253 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo lsb_release -is'
|
|
2014-09-08T04:33:08.376 DEBUG:teuthology.misc:System to be installed: Ubuntu
|
|
2014-09-08T04:33:08.377 INFO:teuthology.task.install:Removing packages: ceph, ceph-dbg, ceph-mds, ceph-mds-dbg, ceph-common, ceph-common-dbg, ceph-fuse, ceph-fuse-dbg, ceph-test, ceph-test-dbg, radosgw, radosgw-dbg, python-ceph, libcephfs1, libcephfs1-dbg, libcephfs-java on Debian system.
|
|
2014-09-08T04:33:08.377 INFO:teuthology.orchestra.run.burnupi41:Running: 'for d in ceph ceph-dbg ceph-mds ceph-mds-dbg ceph-common ceph-common-dbg ceph-fuse ceph-fuse-dbg ceph-test ceph-test-dbg radosgw radosgw-dbg python-ceph libcephfs1 libcephfs1-dbg libcephfs-java ; do sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" purge $d || true ; done'
|
|
2014-09-08T04:33:08.401 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:08.683 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:08.686 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:09.183 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages will be REMOVED:
|
|
2014-09-08T04:33:09.184 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph* ceph-dbg* ceph-mds* ceph-mds-dbg*
|
|
2014-09-08T04:33:09.374 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 4 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:09.374 INFO:teuthology.orchestra.run.burnupi41.stdout:After this operation, 793 MB disk space will be freed.
|
|
2014-09-08T04:33:09.460 INFO:teuthology.orchestra.run.burnupi41.stdout:(Reading database ... 105124 files and directories currently installed.)
|
|
2014-09-08T04:33:09.467 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph-mds-dbg (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:09.548 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph-mds (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:09.556 INFO:teuthology.orchestra.run.burnupi41.stdout:ceph-mds-all stop/waiting
|
|
2014-09-08T04:33:09.581 INFO:teuthology.orchestra.run.burnupi41.stdout:/etc/init.d/ceph: ceph conf /etc/ceph/ceph.conf not found; system is not configured.
|
|
2014-09-08T04:33:09.593 INFO:teuthology.orchestra.run.burnupi41.stdout:Purging configuration files for ceph-mds (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:09.612 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph-dbg (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:09.775 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:09.796 INFO:teuthology.orchestra.run.burnupi41.stdout:ceph-all stop/waiting
|
|
2014-09-08T04:33:09.821 INFO:teuthology.orchestra.run.burnupi41.stdout:/etc/init.d/ceph: ceph conf /etc/ceph/ceph.conf not found; system is not configured.
|
|
2014-09-08T04:33:09.858 INFO:teuthology.orchestra.run.burnupi41.stdout:Purging configuration files for ceph (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:09.876 INFO:teuthology.orchestra.run.burnupi41.stderr:dpkg: warning: while removing ceph, directory '/usr/libexec' not empty so not removed
|
|
2014-09-08T04:33:09.876 INFO:teuthology.orchestra.run.burnupi41.stderr:dpkg: warning: while removing ceph, directory '/var/lib/ceph/osd' not empty so not removed
|
|
2014-09-08T04:33:09.876 INFO:teuthology.orchestra.run.burnupi41.stderr:dpkg: warning: while removing ceph, directory '/var/lib/ceph/mon' not empty so not removed
|
|
2014-09-08T04:33:09.877 INFO:teuthology.orchestra.run.burnupi41.stderr:dpkg: warning: while removing ceph, directory '/var/lib/ceph/tmp' not empty so not removed
|
|
2014-09-08T04:33:09.878 INFO:teuthology.orchestra.run.burnupi41.stdout:Processing triggers for man-db (2.6.7.1-1) ...
|
|
2014-09-08T04:33:10.176 INFO:teuthology.orchestra.run.burnupi41.stdout:Processing triggers for libc-bin (2.19-0ubuntu6.1) ...
|
|
2014-09-08T04:33:10.396 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:10.679 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:10.681 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:10.974 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-dbg' is not installed, so not removed
|
|
2014-09-08T04:33:10.974 INFO:teuthology.orchestra.run.burnupi41.stdout:The following package was automatically installed and is no longer required:
|
|
2014-09-08T04:33:10.974 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common
|
|
2014-09-08T04:33:10.974 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove it.
|
|
2014-09-08T04:33:11.051 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:11.071 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:11.355 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:11.358 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:11.658 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-mds' is not installed, so not removed
|
|
2014-09-08T04:33:11.658 INFO:teuthology.orchestra.run.burnupi41.stdout:The following package was automatically installed and is no longer required:
|
|
2014-09-08T04:33:11.658 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common
|
|
2014-09-08T04:33:11.658 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove it.
|
|
2014-09-08T04:33:11.734 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:11.754 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:12.037 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:12.040 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:12.333 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-mds-dbg' is not installed, so not removed
|
|
2014-09-08T04:33:12.333 INFO:teuthology.orchestra.run.burnupi41.stdout:The following package was automatically installed and is no longer required:
|
|
2014-09-08T04:33:12.333 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common
|
|
2014-09-08T04:33:12.333 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove it.
|
|
2014-09-08T04:33:12.409 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:12.429 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:12.712 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:12.714 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:13.016 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:13.016 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:13.016 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:13.265 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages will be REMOVED:
|
|
2014-09-08T04:33:13.265 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-common* ceph-common-dbg* ceph-test* ceph-test-dbg* radosgw*
|
|
2014-09-08T04:33:13.265 INFO:teuthology.orchestra.run.burnupi41.stdout: radosgw-dbg*
|
|
2014-09-08T04:33:13.455 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 6 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:13.455 INFO:teuthology.orchestra.run.burnupi41.stdout:After this operation, 2,137 MB disk space will be freed.
|
|
2014-09-08T04:33:13.540 INFO:teuthology.orchestra.run.burnupi41.stdout:(Reading database ... 104912 files and directories currently installed.)
|
|
2014-09-08T04:33:13.548 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing radosgw-dbg (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:13.585 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing radosgw (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:13.591 INFO:teuthology.orchestra.run.burnupi41.stderr:stop: Unknown instance:
|
|
2014-09-08T04:33:13.644 INFO:teuthology.orchestra.run.burnupi41.stdout:Purging configuration files for radosgw (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:13.660 INFO:teuthology.orchestra.run.burnupi41.stderr:dpkg: warning: while removing radosgw, directory '/var/lib/ceph' not empty so not removed
|
|
2014-09-08T04:33:13.675 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph-test-dbg (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:14.151 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph-common-dbg (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:14.255 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph-test (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:14.316 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph-common (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:14.334 INFO:teuthology.orchestra.run.burnupi41.stdout:Purging configuration files for ceph-common (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:14.352 INFO:teuthology.orchestra.run.burnupi41.stdout:Processing triggers for man-db (2.6.7.1-1) ...
|
|
2014-09-08T04:33:14.846 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:15.129 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:15.131 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:15.439 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-common-dbg' is not installed, so not removed
|
|
2014-09-08T04:33:15.439 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:15.439 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:15.440 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:15.517 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:15.537 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:15.820 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:15.822 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:16.139 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:16.139 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:16.140 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:16.254 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages will be REMOVED:
|
|
2014-09-08T04:33:16.254 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fuse* ceph-fuse-dbg*
|
|
2014-09-08T04:33:16.445 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 2 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:16.445 INFO:teuthology.orchestra.run.burnupi41.stdout:After this operation, 88.0 MB disk space will be freed.
|
|
2014-09-08T04:33:16.529 INFO:teuthology.orchestra.run.burnupi41.stdout:(Reading database ... 104654 files and directories currently installed.)
|
|
2014-09-08T04:33:16.537 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph-fuse-dbg (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:16.580 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing ceph-fuse (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:16.593 INFO:teuthology.orchestra.run.burnupi41.stdout:Processing triggers for man-db (2.6.7.1-1) ...
|
|
2014-09-08T04:33:17.089 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:17.373 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:17.376 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:17.668 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-fuse-dbg' is not installed, so not removed
|
|
2014-09-08T04:33:17.669 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:17.669 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:17.669 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:17.746 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:17.766 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:18.049 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:18.051 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:18.345 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-test' is not installed, so not removed
|
|
2014-09-08T04:33:18.345 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:18.345 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:18.345 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:18.421 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:18.441 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:18.725 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:18.728 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:19.021 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-test-dbg' is not installed, so not removed
|
|
2014-09-08T04:33:19.021 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:19.022 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:19.022 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:19.097 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:19.117 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:19.400 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:19.403 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:19.710 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'radosgw' is not installed, so not removed
|
|
2014-09-08T04:33:19.711 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:19.711 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:19.711 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:19.787 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:19.807 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:20.090 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:20.092 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:20.395 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'radosgw-dbg' is not installed, so not removed
|
|
2014-09-08T04:33:20.395 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:20.395 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:20.396 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:20.471 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:20.491 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:20.772 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:20.775 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:21.077 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:21.078 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:21.078 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:21.156 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages will be REMOVED:
|
|
2014-09-08T04:33:21.156 INFO:teuthology.orchestra.run.burnupi41.stdout: python-ceph*
|
|
2014-09-08T04:33:21.345 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 1 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:21.346 INFO:teuthology.orchestra.run.burnupi41.stdout:After this operation, 865 kB disk space will be freed.
|
|
2014-09-08T04:33:21.430 INFO:teuthology.orchestra.run.burnupi41.stdout:(Reading database ... 104641 files and directories currently installed.)
|
|
2014-09-08T04:33:21.438 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing python-ceph (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:21.794 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:22.077 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:22.079 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:22.381 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:22.381 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:22.381 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:22.562 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages will be REMOVED:
|
|
2014-09-08T04:33:22.562 INFO:teuthology.orchestra.run.burnupi41.stdout: libcephfs-java* libcephfs-jni* libcephfs1* libcephfs1-dbg*
|
|
2014-09-08T04:33:22.751 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 4 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:22.751 INFO:teuthology.orchestra.run.burnupi41.stdout:After this operation, 102 MB disk space will be freed.
|
|
2014-09-08T04:33:22.835 INFO:teuthology.orchestra.run.burnupi41.stdout:(Reading database ... 104632 files and directories currently installed.)
|
|
2014-09-08T04:33:22.843 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing libcephfs-java (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:22.863 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing libcephfs-jni (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:22.878 INFO:teuthology.orchestra.run.burnupi41.stdout:Purging configuration files for libcephfs-jni (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:22.899 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing libcephfs1-dbg (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:22.944 INFO:teuthology.orchestra.run.burnupi41.stdout:Removing libcephfs1 (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:22.960 INFO:teuthology.orchestra.run.burnupi41.stdout:Purging configuration files for libcephfs1 (0.84-1033-g1250c31-1trusty) ...
|
|
2014-09-08T04:33:22.968 INFO:teuthology.orchestra.run.burnupi41.stdout:Processing triggers for libc-bin (2.19-0ubuntu6.1) ...
|
|
2014-09-08T04:33:23.189 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:23.472 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:23.474 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:23.776 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'libcephfs1-dbg' is not installed, so not removed
|
|
2014-09-08T04:33:23.776 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:23.776 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:23.777 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:23.853 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:23.873 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:33:24.157 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:33:24.159 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:33:24.459 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'libcephfs-java' is not installed, so not removed
|
|
2014-09-08T04:33:24.459 INFO:teuthology.orchestra.run.burnupi41.stdout:The following packages were automatically installed and are no longer required:
|
|
2014-09-08T04:33:24.459 INFO:teuthology.orchestra.run.burnupi41.stdout: ceph-fs-common libbabeltrace-ctf1 libbabeltrace1 libradosstriper1
|
|
2014-09-08T04:33:24.460 INFO:teuthology.orchestra.run.burnupi41.stdout:Use 'apt-get autoremove' to remove them.
|
|
2014-09-08T04:33:24.535 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:33:24.538 INFO:teuthology.orchestra.run.burnupi41:Running: "dpkg -l | grep '^.HR' | awk '{print $2}' | sudo xargs --no-run-if-empty dpkg -P --force-remove-reinstreq"
|
|
2014-09-08T04:33:24.580 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" autoremove'
|
|
2014-09-08T04:33:26.096 DEBUG:teuthology.parallel:result is None
|
|
2014-09-08T04:33:26.096 INFO:teuthology.task.install:Removing ceph sources lists
|
|
2014-09-08T04:33:26.097 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo lsb_release -is'
|
|
2014-09-08T04:33:26.155 DEBUG:teuthology.misc:System to be installed: Ubuntu
|
|
2014-09-08T04:33:26.155 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -f /etc/apt/sources.list.d/ceph.list && sudo apt-get update || true'
|
|
2014-09-08T04:33:26.156 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -f /etc/apt/sources.list.d/calamari.list && sudo apt-get update || true'
|
|
2014-09-08T04:33:26.246 INFO:teuthology.orchestra.run.burnupi41.stderr:E: Could not get lock /var/lib/apt/lists/lock - open (11: Resource temporarily unavailable)
|
|
2014-09-08T04:33:26.246 INFO:teuthology.orchestra.run.burnupi41.stderr:E: Unable to lock directory /var/lib/apt/lists/
|
|
2014-09-08T04:33:26.248 DEBUG:teuthology.parallel:result is None
|
|
2014-09-08T04:33:32.310 DEBUG:teuthology.parallel:result is None
|
|
2014-09-08T04:33:32.311 INFO:teuthology.task.install:Purging /var/lib/ceph on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:32.311 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo rm -rf --one-file-system -- /var/lib/ceph || true ; test -d /var/lib/ceph && sudo find /var/lib/ceph -mindepth 1 -maxdepth 2 -type d -exec umount '{}' ';' ; sudo rm -rf --one-file-system -- /var/lib/ceph"
|
|
2014-09-08T04:33:32.336 DEBUG:teuthology.parallel:result is None
|
|
2014-09-08T04:33:32.337 DEBUG:teuthology.run_tasks:Unwinding manager clock.check
|
|
2014-09-08T04:33:32.337 INFO:teuthology.task.clock:Checking final clock skew...
|
|
2014-09-08T04:33:32.337 INFO:teuthology.orchestra.run.burnupi41:Running: 'PATH=/usr/bin:/usr/sbin ntpdc -p'
|
|
2014-09-08T04:33:32.409 INFO:teuthology.orchestra.run.burnupi41.stdout: remote local st poll reach delay offset disp
|
|
2014-09-08T04:33:32.410 INFO:teuthology.orchestra.run.burnupi41.stdout:=======================================================================
|
|
2014-09-08T04:33:32.410 INFO:teuthology.orchestra.run.burnupi41.stdout:*clock3.dreamhos 10.214.135.8 1 128 377 0.00040 -0.000042 0.08636
|
|
2014-09-08T04:33:32.411 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer
|
|
2014-09-08T04:33:32.411 INFO:teuthology.task.internal:Duration was 441.027944 seconds
|
|
2014-09-08T04:33:32.411 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog
|
|
2014-09-08T04:33:32.411 INFO:teuthology.task.internal:Shutting down syslog monitoring...
|
|
2014-09-08T04:33:32.411 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart'
|
|
2014-09-08T04:33:32.506 INFO:teuthology.orchestra.run.burnupi41.stdout:rsyslog stop/waiting
|
|
2014-09-08T04:33:32.525 INFO:teuthology.orchestra.run.burnupi41.stdout:rsyslog start/running, process 30145
|
|
2014-09-08T04:33:32.527 INFO:teuthology.task.internal:Checking logs for errors...
|
|
2014-09-08T04:33:32.528 DEBUG:teuthology.task.internal:Checking ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:32.528 INFO:teuthology.orchestra.run.burnupi41:Running: "egrep --binary-files=text '\\bBUG\\b|\\bINFO\\b|\\bDEADLOCK\\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | head -n 1"
|
|
2014-09-08T04:33:32.599 INFO:teuthology.orchestra.run.burnupi41.stderr:egrep: /home/ubuntu/cephtest/archive/syslog/*.log: No such file or directory
|
|
2014-09-08T04:33:32.603 INFO:teuthology.task.internal:Compressing syslogs...
|
|
2014-09-08T04:33:32.603 INFO:teuthology.orchestra.run.burnupi41:Running: "find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --"
|
|
2014-09-08T04:33:32.681 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo
|
|
2014-09-08T04:33:32.681 INFO:teuthology.task.internal:Restoring /etc/sudoers...
|
|
2014-09-08T04:33:32.682 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers'
|
|
2014-09-08T04:33:32.758 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump
|
|
2014-09-08T04:33:32.758 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo sysctl -w kernel.core_pattern=core && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump'
|
|
2014-09-08T04:33:32.833 INFO:teuthology.orchestra.run.burnupi41.stdout:kernel.core_pattern = core
|
|
2014-09-08T04:33:32.836 INFO:teuthology.orchestra.run.burnupi41:Running: "if test '!' -e /home/ubuntu/cephtest/archive/coredump ; then echo OK ; fi"
|
|
2014-09-08T04:33:32.905 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive
|
|
2014-09-08T04:33:32.905 INFO:teuthology.task.internal:Transferring archived files...
|
|
2014-09-08T04:33:32.905 DEBUG:teuthology.misc:Transferring archived files from burnupi41:/home/ubuntu/cephtest/archive to /var/lib/teuthworker/archive/teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi/472052/remote/burnupi41
|
|
2014-09-08T04:33:32.908 INFO:teuthology.orchestra.run.burnupi41:Running: "python -c 'import os; import tempfile; import sys;(fd,fname) = tempfile.mkstemp();os.close(fd);sys.stdout.write(fname.rstrip());sys.stdout.flush()'"
|
|
2014-09-08T04:33:32.994 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo tar cz -f /tmp/tmpypMWE3 -C /home/ubuntu/cephtest/archive -- .'
|
|
2014-09-08T04:33:33.072 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo chmod 0666 /tmp/tmpypMWE3'
|
|
2014-09-08T04:33:33.222 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -fr /tmp/tmpypMWE3'
|
|
2014-09-08T04:33:33.233 INFO:teuthology.task.internal:Removing archive directory...
|
|
2014-09-08T04:33:33.233 INFO:teuthology.orchestra.run.burnupi41:Running: 'rm -rf -- /home/ubuntu/cephtest/archive'
|
|
2014-09-08T04:33:33.271 DEBUG:teuthology.run_tasks:Unwinding manager internal.base
|
|
2014-09-08T04:33:33.271 INFO:teuthology.task.internal:Tidying up after the test...
|
|
2014-09-08T04:33:33.271 INFO:teuthology.orchestra.run.burnupi41:Running: 'rmdir -- /home/ubuntu/cephtest'
|
|
2014-09-08T04:33:33.341 DEBUG:teuthology.run_tasks:Unwinding manager internal.lock_machines
|
|
2014-09-08T04:33:33.341 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: AssertionError:
|
|
2014-09-08T04:33:33.341 INFO:teuthology.nuke:Checking targets against current locks
|
|
2014-09-08T04:33:33.457 DEBUG:teuthology.nuke:shortname: burnupi41
|
|
2014-09-08T04:33:33.457 DEBUG:teuthology.nuke:Namespace(check_locks=True, config={'targets': {'ubuntu@burnupi41.front.sepia.ceph.com': u'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHl9qOFK7gaAkB5pv19Ia1NQhJAy0sfo7XN2kHYu4ifgqTLHWkiYjQiXq9nP/Y/wOH+QQvTanhBYOsSRckfG9aTkc3ojM9qicFsyI/nLjRGcKMcMQYuayDSx3CNwxEj5Y3/wvaJvZtewZ3VNU8ddXkx+XCvAa922sgN5AUYreh7NaDoSJc0XRcQnDCNfTGnXVz9kx21S0Ybg1bt8k8eBuG5qvP8stamvo1ollFWo9khbaSPWu44XT1/ejem0tgqlkEUhHRUcdOCyCrW8Gvg08ajYRhafuxObFCrxfzdQJWIsCeCv3xfYcxb7iaCOTe3xdCj2sQZxCdbbPgyKgf3JAf'}}, name='teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi', noipmi=False, owner='scheduled_teuthology@teuthology', reboot_all=True, synch_clocks=True, teuthology_config={'ceph_build_output_dir': '/var/lib/teuthworker/archive/ceph_builds', 'watchdog_interval': 120, 'max_job_time': 172800, 'base_test_dir': '/home/ubuntu/cephtest', 'coverage_tools_dir': '/var/lib/teuthworker/teuthology/coverage', 'results_ui_server': 'http://pulpito.ceph.com/', 'ipmi_password': 'ApGNXcA7', 'ipmi_domain': 'ipmi.sepia.ceph.com', 'queue_host': 'teuthology.front.sepia.ceph.com', 'results_server': 'http://paddles.front.sepia.ceph.com/', 'ipmi_user': 'inktank', 'coverage_output_dir': '/a/coverage', 'coverage_html_dir': '/a/coverage/html', 'results_sending_email': 'teuthworker@teuthology.front.sepia.ceph.com', 'archive_server': 'http://qa-proxy.ceph.com/teuthology/', 'linux_firmware_git_url': 'git://ceph.com/git/linux-firmware.git', 'verify_host_keys': False, 'ceph_git_base_url': 'git://ceph.com/git/', 'queue_port': 11300})
|
|
2014-09-08T04:33:33.457 INFO:teuthology.nuke:checking console status of burnupi41.ipmi.sepia.ceph.com
|
|
2014-09-08T04:33:33.457 DEBUG:teuthology.orchestra.remote:Waiting for login prompt on burnupi41
|
|
2014-09-08T04:33:33.458 DEBUG:teuthology.orchestra.remote:pexpect command: ipmitool -H burnupi41.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 sol activate
|
|
2014-09-08T04:33:33.511 DEBUG:teuthology.orchestra.remote:expect: burnupi41 login
|
|
2014-09-08T04:33:33.604 DEBUG:teuthology.orchestra.remote:expect before:
|
|
[SOL Session operational. Use ~? for help]
|
|
|
|
[250057.503282]
|
|
Ubuntu 14.04.1 LTS burnupi41 ttyS1
|
|
|
|
|
|
2014-09-08T04:33:33.605 DEBUG:teuthology.orchestra.remote:expect after: burnupi41 login:
|
|
2014-09-08T04:33:33.758 INFO:teuthology.nuke:console ready on burnupi41.ipmi.sepia.ceph.com
|
|
2014-09-08T04:33:33.758 INFO:teuthology.task.internal:Checking locks...
|
|
2014-09-08T04:33:33.793 DEBUG:teuthology.task.internal:machine status is {u'is_vm': False, u'locked': True, u'locked_since': u'2014-09-08 11:26:10.029411', u'vm_host': None, u'description': u'/var/lib/teuthworker/archive/teuthology-2014-09-08_02:32:01-rados-master-testing-basic-multi/472052', u'locked_by': u'scheduled_teuthology@teuthology', u'up': True, u'machine_type': u'burnupi', u'mac_address': u'e8:9a:8f:83:b1:55', u'distro': u'ubuntu', u'arch': u'x86_64', u'ssh_pub_key': u'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHl9qOFK7gaAkB5pv19Ia1NQhJAy0sfo7XN2kHYu4ifgqTLHWkiYjQiXq9nP/Y/wOH+QQvTanhBYOsSRckfG9aTkc3ojM9qicFsyI/nLjRGcKMcMQYuayDSx3CNwxEj5Y3/wvaJvZtewZ3VNU8ddXkx+XCvAa922sgN5AUYreh7NaDoSJc0XRcQnDCNfTGnXVz9kx21S0Ybg1bt8k8eBuG5qvP8stamvo1ollFWo9khbaSPWu44XT1/ejem0tgqlkEUhHRUcdOCyCrW8Gvg08ajYRhafuxObFCrxfzdQJWIsCeCv3xfYcxb7iaCOTe3xdCj2sQZxCdbbPgyKgf3JAf', u'name': u'burnupi41.front.sepia.ceph.com'}
|
|
2014-09-08T04:33:33.793 INFO:teuthology.task.internal:Opening connections...
|
|
2014-09-08T04:33:33.793 DEBUG:teuthology.task.internal:connecting to ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:33.793 INFO:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'burnupi41.front.sepia.ceph.com', 'timeout': 60}
|
|
2014-09-08T04:33:33.902 INFO:teuthology.nuke:Clearing teuthology firewall rules...
|
|
2014-09-08T04:33:33.902 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore'"
|
|
2014-09-08T04:33:33.968 INFO:teuthology.nuke:Cleared teuthology firewall rules.
|
|
2014-09-08T04:33:33.969 INFO:teuthology.nuke:Unmount ceph-fuse and killing daemons...
|
|
2014-09-08T04:33:33.969 INFO:teuthology.orchestra.run.burnupi41:Running: "if grep -q ceph-fuse /etc/mtab ; then grep ceph-fuse /etc/mtab | grep -o ' /.* fuse' | grep -o '/.* ' | xargs -n 1 sudo fusermount -u ; fi ; sudo killall --quiet ceph-mon ceph-osd ceph-mds ceph-fuse ceph-disk radosgw ceph_test_rados rados apache2 || true"
|
|
2014-09-08T04:33:34.010 INFO:teuthology.nuke:Waiting for ubuntu@burnupi41.front.sepia.ceph.com to finish shutdowns...
|
|
2014-09-08T04:33:34.052 INFO:teuthology.nuke:All daemons killed.
|
|
2014-09-08T04:33:34.053 INFO:teuthology.nuke:Looking for kernel mounts to handle...
|
|
2014-09-08T04:33:34.053 INFO:teuthology.orchestra.run.burnupi41:Running: "grep -q ' ceph ' /etc/mtab || grep -q '^/dev/rbd' /etc/mtab"
|
|
2014-09-08T04:33:34.124 DEBUG:teuthology.nuke:no kernel mount on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:34.124 INFO:teuthology.nuke:rebooting ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:34.124 INFO:teuthology.orchestra.run.burnupi41:Running: 'sync & sleep 5 ; sudo reboot -f -n'
|
|
2014-09-08T04:33:34.191 INFO:teuthology.nuke:waiting for nodes to reboot
|
|
2014-09-08T04:33:42.191 INFO:teuthology.misc:Re-opening connections...
|
|
2014-09-08T04:33:42.191 INFO:teuthology.misc:trying to connect to ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:33:42.192 INFO:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'burnupi41.front.sepia.ceph.com', 'timeout': 60}
|
|
2014-09-08T04:34:42.192 DEBUG:teuthology.orchestra.remote:timed out
|
|
2014-09-08T04:34:42.193 DEBUG:teuthology.misc:waited 60.001142025
|
|
2014-09-08T04:34:43.193 INFO:teuthology.misc:trying to connect to ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:34:43.194 INFO:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'burnupi41.front.sepia.ceph.com', 'timeout': 60}
|
|
2014-09-08T04:35:43.194 DEBUG:teuthology.orchestra.remote:timed out
|
|
2014-09-08T04:35:43.195 DEBUG:teuthology.misc:waited 121.003237009
|
|
2014-09-08T04:35:44.195 INFO:teuthology.misc:trying to connect to ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:35:44.195 INFO:teuthology.orchestra.connection:{'username': 'ubuntu', 'hostname': 'burnupi41.front.sepia.ceph.com', 'timeout': 60}
|
|
2014-09-08T04:36:15.810 INFO:teuthology.orchestra.run.burnupi41:Running: 'true'
|
|
2014-09-08T04:36:16.032 DEBUG:teuthology.misc:waited 153.840595961
|
|
2014-09-08T04:36:17.032 INFO:teuthology.nuke:All kernel mounts gone.
|
|
2014-09-08T04:36:17.032 INFO:teuthology.nuke:Synchronizing clocks...
|
|
2014-09-08T04:36:17.032 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo service ntp stop && sudo ntpdate-debian && sudo hwclock --systohc --utc && sudo service ntp start || true'
|
|
2014-09-08T04:36:17.034 INFO:teuthology.nuke:Waiting for clock to synchronize on ubuntu@burnupi41.front.sepia.ceph.com...
|
|
2014-09-08T04:36:17.189 INFO:teuthology.orchestra.run.burnupi41.stdout: * Stopping NTP server ntpd
|
|
2014-09-08T04:36:17.190 INFO:teuthology.orchestra.run.burnupi41.stdout: ...done.
|
|
2014-09-08T04:36:25.390 INFO:teuthology.orchestra.run.burnupi41.stdout: 8 Sep 04:36:25 ntpdate[1307]: step time server 64.90.62.23 offset -0.781582 sec
|
|
2014-09-08T04:36:26.516 INFO:teuthology.orchestra.run.burnupi41.stdout: * Starting NTP server ntpd
|
|
2014-09-08T04:36:26.521 INFO:teuthology.orchestra.run.burnupi41.stdout: ...done.
|
|
2014-09-08T04:36:26.523 INFO:teuthology.nuke:Making sure firmware.git is not locked...
|
|
2014-09-08T04:36:26.523 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -f /lib/firmware/updates/.git/index.lock'
|
|
2014-09-08T04:36:26.551 INFO:teuthology.nuke:Reseting syslog output locations...
|
|
2014-09-08T04:36:26.551 INFO:teuthology.orchestra.run.burnupi41:Running: 'if test -e /etc/rsyslog.d/80-cephtest.conf ; then sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart ; fi ;'
|
|
2014-09-08T04:36:26.618 INFO:teuthology.nuke:Waiting for ubuntu@burnupi41.front.sepia.ceph.com to restart syslog...
|
|
2014-09-08T04:36:26.620 INFO:teuthology.nuke:Clearing filesystem of test data...
|
|
2014-09-08T04:36:26.620 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -rf /home/ubuntu/cephtest && sudo rm -rf /tmp/cephtest && sudo rm -rf /home/ubuntu/cephtest && sudo rm -rf /etc/ceph'
|
|
2014-09-08T04:36:26.687 INFO:teuthology.nuke:Waiting for ubuntu@burnupi41.front.sepia.ceph.com to clear filesystem...
|
|
2014-09-08T04:36:26.719 INFO:teuthology.nuke:Filesystem Cleared.
|
|
2014-09-08T04:36:26.720 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo dpkg --configure -a && sudo apt-get -f install || :'
|
|
2014-09-08T04:36:26.786 INFO:teuthology.nuke:Waiting for ubuntu@burnupi41.front.sepia.ceph.com to dpkg --configure -a and apt-get -f install...
|
|
2014-09-08T04:36:28.005 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:28.325 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:28.343 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:28.725 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:28.727 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo lsb_release -is'
|
|
2014-09-08T04:36:28.786 DEBUG:teuthology.misc:System to be installed: Ubuntu
|
|
2014-09-08T04:36:28.786 INFO:teuthology.task.install:Removing packages: ceph, ceph-dbg, ceph-mds, ceph-mds-dbg, ceph-common, ceph-common-dbg, ceph-fuse, ceph-fuse-dbg, ceph-test, ceph-test-dbg, radosgw, radosgw-dbg, python-ceph, libcephfs1, libcephfs1-dbg, libcephfs-java, salt-common, salt-minion on Debian system.
|
|
2014-09-08T04:36:28.786 INFO:teuthology.orchestra.run.burnupi41:Running: 'for d in ceph ceph-dbg ceph-mds ceph-mds-dbg ceph-common ceph-common-dbg ceph-fuse ceph-fuse-dbg ceph-test ceph-test-dbg radosgw radosgw-dbg python-ceph libcephfs1 libcephfs1-dbg libcephfs-java salt-common salt-minion ; do sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" purge $d || true ; done'
|
|
2014-09-08T04:36:28.809 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:29.092 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:29.094 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:29.464 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph' is not installed, so not removed
|
|
2014-09-08T04:36:29.464 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:29.484 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:29.767 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:29.769 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:30.138 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-dbg' is not installed, so not removed
|
|
2014-09-08T04:36:30.138 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:30.157 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:30.440 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:30.442 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:30.811 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-mds' is not installed, so not removed
|
|
2014-09-08T04:36:30.811 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:30.830 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:31.114 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:31.116 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:31.485 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-mds-dbg' is not installed, so not removed
|
|
2014-09-08T04:36:31.486 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:31.505 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:31.788 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:31.790 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:32.159 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-common' is not installed, so not removed
|
|
2014-09-08T04:36:32.159 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:32.179 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:32.460 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:32.463 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:32.833 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-common-dbg' is not installed, so not removed
|
|
2014-09-08T04:36:32.833 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:32.852 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:33.135 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:33.138 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:33.513 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-fuse' is not installed, so not removed
|
|
2014-09-08T04:36:33.513 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:33.533 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:33.816 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:33.818 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:34.187 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-fuse-dbg' is not installed, so not removed
|
|
2014-09-08T04:36:34.187 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:34.206 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:34.489 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:34.491 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:34.863 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-test' is not installed, so not removed
|
|
2014-09-08T04:36:34.864 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:34.883 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:35.166 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:35.168 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:35.545 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'ceph-test-dbg' is not installed, so not removed
|
|
2014-09-08T04:36:35.546 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:35.565 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:35.847 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:35.849 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:36.223 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'radosgw' is not installed, so not removed
|
|
2014-09-08T04:36:36.223 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:36.243 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:36.526 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:36.528 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:36.907 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'radosgw-dbg' is not installed, so not removed
|
|
2014-09-08T04:36:36.907 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:36.927 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:37.209 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:37.211 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:37.591 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'python-ceph' is not installed, so not removed
|
|
2014-09-08T04:36:37.592 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:37.611 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:37.893 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:37.895 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:38.263 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'libcephfs1' is not installed, so not removed
|
|
2014-09-08T04:36:38.264 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:38.283 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:38.566 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:38.568 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:38.936 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'libcephfs1-dbg' is not installed, so not removed
|
|
2014-09-08T04:36:38.936 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:38.956 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:39.238 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:39.240 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:39.608 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'libcephfs-java' is not installed, so not removed
|
|
2014-09-08T04:36:39.608 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:39.627 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:39.910 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:39.912 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:40.296 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'salt-common' is not installed, so not removed
|
|
2014-09-08T04:36:40.296 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:40.316 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading package lists...
|
|
2014-09-08T04:36:40.599 INFO:teuthology.orchestra.run.burnupi41.stdout:Building dependency tree...
|
|
2014-09-08T04:36:40.601 INFO:teuthology.orchestra.run.burnupi41.stdout:Reading state information...
|
|
2014-09-08T04:36:40.968 INFO:teuthology.orchestra.run.burnupi41.stdout:Package 'salt-minion' is not installed, so not removed
|
|
2014-09-08T04:36:40.969 INFO:teuthology.orchestra.run.burnupi41.stdout:0 upgraded, 0 newly installed, 0 to remove and 38 not upgraded.
|
|
2014-09-08T04:36:40.971 INFO:teuthology.orchestra.run.burnupi41:Running: "dpkg -l | grep '^.HR' | awk '{print $2}' | sudo xargs --no-run-if-empty dpkg -P --force-remove-reinstreq"
|
|
2014-09-08T04:36:41.030 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" autoremove'
|
|
2014-09-08T04:36:41.702 DEBUG:teuthology.parallel:result is None
|
|
2014-09-08T04:36:41.702 INFO:teuthology.task.install:Removing ceph sources lists
|
|
2014-09-08T04:36:41.703 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo lsb_release -is'
|
|
2014-09-08T04:36:41.825 DEBUG:teuthology.misc:System to be installed: Ubuntu
|
|
2014-09-08T04:36:41.826 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -f /etc/apt/sources.list.d/ceph.list && sudo apt-get update || true'
|
|
2014-09-08T04:36:41.827 INFO:teuthology.orchestra.run.burnupi41:Running: 'sudo rm -f /etc/apt/sources.list.d/calamari.list && sudo apt-get update || true'
|
|
2014-09-08T04:36:41.911 INFO:teuthology.orchestra.run.burnupi41.stderr:E: Could not get lock /var/lib/apt/lists/lock - open (11: Resource temporarily unavailable)
|
|
2014-09-08T04:36:41.911 INFO:teuthology.orchestra.run.burnupi41.stderr:E: Unable to lock directory /var/lib/apt/lists/
|
|
2014-09-08T04:36:41.913 DEBUG:teuthology.parallel:result is None
|
|
2014-09-08T04:36:48.610 DEBUG:teuthology.parallel:result is None
|
|
2014-09-08T04:36:48.610 INFO:teuthology.task.install:Purging /var/lib/ceph on ubuntu@burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:36:48.611 INFO:teuthology.orchestra.run.burnupi41:Running: "sudo rm -rf --one-file-system -- /var/lib/ceph || true ; test -d /var/lib/ceph && sudo find /var/lib/ceph -mindepth 1 -maxdepth 2 -type d -exec umount '{}' ';' ; sudo rm -rf --one-file-system -- /var/lib/ceph"
|
|
2014-09-08T04:36:48.631 DEBUG:teuthology.parallel:result is None
|
|
2014-09-08T04:36:48.632 INFO:teuthology.nuke:Installed packages removed.
|
|
2014-09-08T04:36:48.668 DEBUG:teuthology.lock:unlocked burnupi41.front.sepia.ceph.com
|
|
2014-09-08T04:36:48.711 INFO:teuthology.run:Summary data:
|
|
{description: 'rados/singleton/{all/ec-lost-unfound.yaml fs/btrfs.yaml msgr-failures/many.yaml}',
|
|
duration: 441.0279440879822, failure_reason: '', flavor: basic, mon.a-kernel-sha1: 4813f47b94a56d861ddd496ea54511d650bb1e32,
|
|
owner: scheduled_teuthology@teuthology, success: false}
|
|
|
|
2014-09-08T04:36:48.711 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
|
|
2014-09-08T04:36:48.805 INFO:teuthology.run:FAIL
|