Ceph

Logs are in http://qa-proxy.ceph.com/teuthology/teuthology-2014-03-13_19:33:10-upgrade:dumpling-x:parallel-firefly---basic-plana/129613/

2014-03-13T23:23:37.736 INFO:teuthology.run:Summary data:
{description: 'upgrade/dumpling-x/parallel/{0-cluster/start.yaml 1-dumpling-install/dumpling.yaml
    2-workload/rados_api.yaml 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-final-upgrade/client.yaml
    5-final-workload/rados_mon_thrash.yaml distros/ubuntu_12.04.yaml}', duration: 2074.621190071106,
  failure_reason: '"2014-03-13 23:03:21.355501 mon.0 10.214.132.7:6789/0 855 : [ERR]  mon.0
    ScrubResult(keys {auth=13,logm=1035,mdsmap=12,monmap=3,osdmap=969,pgmap=597,pgmap_meta=6,pgmap_osd=4,pgmap_pg=80}
    crc {auth=2658084024,logm=2976409911,mdsmap=851667861,monmap=2379119156,osdmap=1149942748,pgmap=2601234117,pgmap_meta=4172973934,pgmap_osd=477415045,pgmap_pg=3287711893})" 
    in cluster log', flavor: basic, owner: scheduled_teuthology@teuthology, success: false}

2014-03-13T23:23:43.731 INFO:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/
2014-03-13T23:23:44.376 INFO:teuthology.run:FAIL

archive_path: /var/lib/teuthworker/archive/teuthology-2014-03-13_19:33:10-upgrade:dumpling-x:parallel-firefly---basic-plana/129613
description: upgrade/dumpling-x/parallel/{0-cluster/start.yaml 1-dumpling-install/dumpling.yaml
  2-workload/rados_api.yaml 3-upgrade-sequence/upgrade-mon-osd-mds.yaml 4-final-upgrade/client.yaml
  5-final-workload/rados_mon_thrash.yaml distros/ubuntu_12.04.yaml}
email: null
job_id: '129613'
last_in_suite: false
machine_type: plana
name: teuthology-2014-03-13_19:33:10-upgrade:dumpling-x:parallel-firefly---basic-plana
nuke-on-error: true
os_type: ubuntu
os_version: '12.04'
overrides:
  admin_socket:
    branch: firefly
  ceph:
    conf:
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
        mon warn on legacy crush tunables: false
      osd:
        debug filestore: 20
        debug ms: 1
        debug osd: 20
    log-whitelist:
    - slow request
    - scrub mismatch
    sha1: 4f43e53ced66a5a24f5cbd5ef56b2b5937b73b97
  ceph-deploy:
    branch:
      dev: firefly
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        debug mon: 1
        debug ms: 20
        debug paxos: 20
        osd default pool size: 2
  install:
    ceph:
      sha1: 4f43e53ced66a5a24f5cbd5ef56b2b5937b73b97
  s3tests:
    branch: master
  workunit:
    sha1: 4f43e53ced66a5a24f5cbd5ef56b2b5937b73b97
owner: scheduled_teuthology@teuthology
roles:
- - mon.a
  - mds.a
  - osd.0
  - osd.1
- - mon.b
  - mon.c
  - osd.2
  - osd.3
- - client.0
  - client.1
targets:
  ubuntu@plana71.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUQdYSnDc4vySGKfiSAnEJWhIvb94utTzo+KnlO0UXG1PZjNblJvn7jzdYEKhHC7H+zDCROddZHmfD8bkxJQnqUYySqQWmf1u7HPs9DOMtoWTIK/ZnP4/P3i3IGHBL+CFliZb0nvuZ++hCNJ7RUWQyNalaUKpUbttow7hKDg3h4DTNnuAweqMJmDVux1kaHabuYoGPdGs93MFUdkd3hxCL7UlT4hLbOCG5NG0S7JIbeWJNSn6X3XAaCr70Q7AbyhZN/ODrn9TGA+ys7YMSX1AxcbMYLwH33bq6VtyTpiTCw3BsVRL8qz2TtrQCiFtg/xxV6Jif0ymNEYfh3Kh2bYV1
  ubuntu@plana81.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLTZA4SJyS92fQdL5falBnYGzteCeH5jJREjKHsIjPu7zLB5glIkGkhoJqvDVCu1otZxJ/cVfszYpW2esYtZ5ZTHHg0SToPbRDFB2IVKOmQSa66CZDOb5vxxvgTsGMObdVFxm47kFJzM9h2JGPU3UQ5i9Td+FJVFF6WrioGp2c6izRI3mTjHXURwe1DecsF7/zx+BygYkPD1DrAF4AGavG++bDMvRdY2xyubO7tRLa4RyYNeAB4dgjuSmLlJo22GqnQ7I8rfC0Q2505CZ6YxbBzBstp321k8/Qca4rEHihBul/3W8nwL75ot473Y5CbLtcNLRVJ5tkpeeVALh5/XPt
  ubuntu@plana85.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDw0frV1OUSi+PPUAlsQdK9I1uwua73xiWQGJM/Ig3mjlo5uBJvr3iUmvVtyhyrbPFWcgWPd08hPiFk5Jl9A9n75/u9RZNj43WxY6Ef7ct+C39QgTeNf5ioJse2HElPo+5AQAFlZViZ+BC/+9ejo8ZJTndBVE1suj+74JCg2wJbtfFgmTFqOJ5wz3SUDv1JrykVYQDM2xVxL31fK0ESJx+ZAAM1kOM+vJ3BvUy1493ExwDF94//Eh1tWfa2VGrEe67WT7SQ8X4wm8CZ5lBMo/97RzeSviFjT6ZHJKwFapl0ixLGYpO8ezOZCRxlK71xkb97BHttg9PU/yqj406mFijL
tasks:
- internal.lock_machines:
  - 3
  - plana
- internal.save_config: null
- internal.check_lock: null
- internal.connect: null
- internal.check_conflict: null
- internal.check_ceph_data: null
- internal.vm_setup: null
- internal.base: null
- internal.archive: null
- internal.coredump: null
- internal.sudo: null
- internal.syslog: null
- internal.timer: null
- chef: null
- clock.check: null
- install:
    branch: dumpling
- ceph:
    fs: xfs
- parallel:
  - workload
  - upgrade-sequence
- install.upgrade:
    client.0: null
- mon_thrash:
    revive_delay: 20
    thrash_delay: 1
- workunit:
    clients:
      client.1:
      - rados/test.sh
teuthology_branch: firefly
upgrade-sequence:
  sequential:
  - install.upgrade:
      mon.a: null
      mon.b: null
  - ceph.restart:
      daemons:
      - mon.a
      wait-for-healthy: false
      wait-for-osds-up: true
  - sleep:
      duration: 60
  - ceph.restart:
      daemons:
      - mon.b
      wait-for-healthy: false
      wait-for-osds-up: true
  - sleep:
      duration: 60
  - ceph.restart:
    - mon.c
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.0
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.1
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.2
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.3
  - sleep:
      duration: 60
  - ceph.restart:
    - mds.a
verbose: true
worker_log: /var/lib/teuthworker/archive/worker_logs/worker.plana.14964
workload:
  sequential:
  - workunit:
      branch: dumpling
      clients:
        client.0:
        - rados/test-upgrade-firefly.sh
        - cls