Ceph

Logs are in http://qa-proxy.ceph.com/teuthology/teuthology-2014-03-31_19:33:26-upgrade:dumpling-x:parallel-firefly-distro-basic-vps/156490/

2014-04-01T13:59:39.055 INFO:teuthology.orchestra.run.err:[10.214.138.104]: ======================================================================
2014-04-01T13:59:39.055 INFO:teuthology.orchestra.run.err:[10.214.138.104]: FAIL: s3tests.functional.test_s3.test_multipart_upload_contents
2014-04-01T13:59:39.056 INFO:teuthology.orchestra.run.err:[10.214.138.104]: ----------------------------------------------------------------------
2014-04-01T13:59:39.056 INFO:teuthology.orchestra.run.err:[10.214.138.104]: Traceback (most recent call last):
2014-04-01T13:59:39.056 INFO:teuthology.orchestra.run.err:[10.214.138.104]:   File "/home/ubuntu/cephtest/s3-tests/virtualenv/local/lib/python2.7/site-packages/nose/case.py", line 197, in runTest
2014-04-01T13:59:39.056 INFO:teuthology.orchestra.run.err:[10.214.138.104]:     self.test(*self.arg)
2014-04-01T13:59:39.056 INFO:teuthology.orchestra.run.err:[10.214.138.104]:   File "/home/ubuntu/cephtest/s3-tests/s3tests/functional/test_s3.py", line 4141, in test_multipart_upload_contents
2014-04-01T13:59:39.057 INFO:teuthology.orchestra.run.err:[10.214.138.104]:     assert test_string == payload*num_parts+last_payload
2014-04-01T13:59:39.057 INFO:teuthology.orchestra.run.err:[10.214.138.104]: AssertionError:
2014-04-01T13:59:39.057 INFO:teuthology.orchestra.run.err:[10.214.138.104]: -------------------- >> begin captured logging << --------------------

2014-04-01T13:59:39.082 ERROR:teuthology.contextutil:Saw exception from nested tasks
Traceback (most recent call last):
  File "/home/teuthworker/teuthology-firefly/teuthology/contextutil.py", line 27, in nested
    vars.append(enter())
  File "/usr/lib/python2.7/contextlib.py", line 17, in __enter__
    return self.gen.next()
  File "/home/teuthworker/teuthology-firefly/teuthology/task/s3tests.py", line 305, in run_tests
    args=args,
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/cluster.py", line 61, in run
    return [remote.run(**kwargs) for remote in remotes]
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/remote.py", line 106, in run
    r = self._runner(client=self.ssh, **kwargs)
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/run.py", line 330, in run
    r.exitstatus = _check_status(r.exitstatus)
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/run.py", line 326, in _check_status
    raise CommandFailedError(command=r.command, exitstatus=status, node=host)
CommandFailedError: Command failed on 10.214.138.104 with status 1: "S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.1.conf /home/ubuntu/cephtest/s3-tests/virtualenv/bin/nosetests -w /home/ubuntu/cephtest/s3-tests -v -a '!fails_on_rgw'" 
2014-04-01T13:59:39.083 DEBUG:teuthology.orchestra.run:Running [10.214.138.104]: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.1 user rm --uid bar.client.1 --purge-data'
2014-04-01T13:59:39.344 DEBUG:teuthology.orchestra.run:Running [10.214.138.104]: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.1 user rm --uid foo.client.1 --purge-data'

archive_path: /var/lib/teuthworker/archive/teuthology-2014-03-31_19:33:26-upgrade:dumpling-x:parallel-firefly-distro-basic-vps/156490
description: upgrade/dumpling-x/parallel/{0-cluster/start.yaml 1-dumpling-install/dumpling.yaml
  2-workload/test_rbd_api.yaml 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-final-upgrade/client.yaml
  5-final-workload/rgw_s3tests.yaml distros/ubuntu_14.04.yaml}
email: null
job_id: '156490'
kernel: &id001
  kdb: true
  sha1: distro
last_in_suite: false
machine_type: vps
name: teuthology-2014-03-31_19:33:26-upgrade:dumpling-x:parallel-firefly-distro-basic-vps
nuke-on-error: true
os_type: ubuntu
os_version: '14.04'
overrides:
  admin_socket:
    branch: firefly
  ceph:
    conf:
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
        mon warn on legacy crush tunables: false
      osd:
        debug filestore: 20
        debug journal: 20
        debug ms: 1
        debug osd: 20
    log-whitelist:
    - slow request
    - scrub mismatch
    - ScrubResult
    sha1: 5c9b8a271588e39fe6e77bd7a88bcf6b535e1d3e
  ceph-deploy:
    branch:
      dev: firefly
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        debug mon: 1
        debug ms: 20
        debug paxos: 20
        osd default pool size: 2
  install:
    ceph:
      sha1: 5c9b8a271588e39fe6e77bd7a88bcf6b535e1d3e
  s3tests:
    branch: master
  workunit:
    sha1: 5c9b8a271588e39fe6e77bd7a88bcf6b535e1d3e
owner: scheduled_teuthology@teuthology
roles:
- - mon.a
  - mds.a
  - osd.0
  - osd.1
- - mon.b
  - mon.c
  - osd.2
  - osd.3
- - client.0
  - client.1
targets:
  ubuntu@vpm040.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzBIMAUwrcKh3CUU2tQcHP70pKgY5knO4tZWUSq9Sw4c2OfA7+rFCkYaAqXs9y47jYWx5vv6+OdL8biLPR2yEFIa09Jw5zOUQ5DcDXHKtzP2q7QH4zkwwbqHoH+PwpTNpB8gdl8KBU073JgcX+/pzSijrhKBL0wgvv0XuZcPTtSzjDMNfvMxRSRjdKy1ypnDN213VJO/m+aDGuFOptHhwrlIP/Z2MfI6QSyvXLWMKHiXx4+8K0svgOQykWWt5PWpeQOktR1AFZjJgf7BlBaYDpydBncXHCmJ/HnLpp0PKgO+Upwx9BvgRXjNNqFYK42XwIzpDz8ZL27l/e3+Pkfd3r
  ubuntu@vpm041.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD0QgwjZYott/uE+gshO/aBO63zlp99SAhHB6k7ONcNX6buibn1i9l4Q84z+NT+tNY/rCedGJgSsrXPibsFCMeXg/OAvkAfFBAymgxxG1InKA4Ihmp8dJUAmqm9aX7yNkPIqtyMEF1pM67iK6eWgcyRdYEEaR8qUZyz0KfNxr7pv1nH8r5japx+nRg3llc94pf/LfQpOcs7IplMqQun3Nf2EwA/sedio02WSgdhL+7pHCHj2aEP0dELDihYX27nC7L6GUynkFuIyJ1XgjmqKrcDbG/AUt9/RQYryAfxxRXRSmlRwFrcdRFfn4D7Toa9MvRuEKhLqYL7amQLWOlRUDHD
  ubuntu@vpm081.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCje17DNqdih2ZIzoOQfOn1sxeHEXeoDbKy3a/gmwgBbqiZh7r+CO3dvKdI6nZ2KIamXPHkRvZqb5G/R9ePpMqp/1LdUh56HqJqp0qIVhg3h95YIfO//lWiqCVM9Zecy+BpiU7TKzUJJPH/u2tzD6JovKSMiUW8nDhPQ5KtQJgt6SJsBnxn4nA4ZgEbf1xHcrGki/HxQ0w2Z/ZEKhB+KGSUaO11ClFiFGeiioENOfd9a1BoJSuu65FPSziceTWEi0tDukvQh5b0rrX8eBhGmAd7dTzXZ07+isF4TZ/Pw+r9qmd3s9GqzIuuNjtUp93UmqGHDgAVJTbg/yREYAQBBJCf
tasks:
- internal.lock_machines:
  - 3
  - vps
- internal.save_config: null
- internal.check_lock: null
- internal.connect: null
- internal.check_conflict: null
- internal.check_ceph_data: null
- internal.vm_setup: null
- kernel: *id001
- internal.base: null
- internal.archive: null
- internal.coredump: null
- internal.sudo: null
- internal.syslog: null
- internal.timer: null
- chef: null
- clock.check: null
- install:
    branch: dumpling
- print: '**** done install'
- ceph:
    fs: xfs
- print: '**** done ceph'
- parallel:
  - workload
  - upgrade-sequence
- print: '**** done parallel'
- install.upgrade:
    client.0: null
- print: '**** done install.upgrade'
- rgw:
  - client.1
- s3tests:
    client.1:
      rgw_server: client.1
teuthology_branch: firefly
upgrade-sequence:
  sequential:
  - install.upgrade:
      mon.a: null
      mon.b: null
  - ceph.restart:
      daemons:
      - mon.a
      wait-for-healthy: false
      wait-for-osds-up: true
  - sleep:
      duration: 60
  - ceph.restart:
      daemons:
      - mon.b
      wait-for-healthy: false
      wait-for-osds-up: true
  - sleep:
      duration: 60
  - ceph.restart:
    - mon.c
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.0
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.1
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.2
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.3
  - sleep:
      duration: 60
  - ceph.restart:
    - mds.a
verbose: true
worker_log: /var/lib/teuthworker/archive/worker_logs/worker.vps.17030
workload:
  sequential:
  - workunit:
      branch: dumpling
      clients:
        client.0:
        - rbd/test_librbd.sh

description: upgrade/dumpling-x/parallel/{0-cluster/start.yaml 1-dumpling-install/dumpling.yaml
  2-workload/test_rbd_api.yaml 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-final-upgrade/client.yaml
  5-final-workload/rgw_s3tests.yaml distros/ubuntu_14.04.yaml}
duration: 1621.0482060909271
failure_reason: 'Command failed on 10.214.138.104 with status 1: "S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.1.conf
  /home/ubuntu/cephtest/s3-tests/virtualenv/bin/nosetests -w /home/ubuntu/cephtest/s3-tests
  -v -a ''!fails_on_rgw''"'
flavor: basic
owner: scheduled_teuthology@teuthology
sentry_event: http://sentry.ceph.com/inktank/teuthology/search?q=f49481fbc7444c20b362a6df1332f2f9
success: false