Ceph

Logs are in http://qa-proxy.ceph.com/teuthology/wusui-2014-04-02_01:54:27-upgrade:dumpling-emperor-x:parallel-firefly-testing-basic-plana/160789/

2014-04-02
    04:55:43.995612 mon.0 10.214.132.5:6789/0 10 : [ERR] scrub mismatch" in cluster
    log

archive_path: /var/lib/teuthworker/archive/wusui-2014-04-02_01:54:27-upgrade:dumpling-emperor-x:parallel-firefly-testing-basic-plana/160789
description: upgrade/dumpling-emperor-x/parallel/{0-cluster/start.yaml 1-dumpling-install/dumpling.yaml
  2-workload/rados_api.yaml 3-emperor-upgrade/emperor.yaml 4-workload/test_rbd_api.yaml
  5-upgrade-sequence/upgrade-mds-mon-osd.yaml 6-final-workload/rados_mon_thrash.yaml
  distros/ubuntu_12.04.yaml}
email: null
job_id: '160789'
kernel: &id001
  kdb: true
  sha1: adc8b2d4c270d7d1c04695ae856448dd11362618
last_in_suite: false
machine_type: plana
name: wusui-2014-04-02_01:54:27-upgrade:dumpling-emperor-x:parallel-firefly-testing-basic-plana
nuke-on-error: true
os_type: ubuntu
os_version: '12.04'
overrides:
  admin_socket:
    branch: firefly
  ceph:
    conf:
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
      osd:
        debug filestore: 20
        debug journal: 20
        debug ms: 1
        debug osd: 20
    log-whitelist:
    - slow request
    sha1: 5c9b8a271588e39fe6e77bd7a88bcf6b535e1d3e
  ceph-deploy:
    branch:
      dev: firefly
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        debug mon: 1
        debug ms: 20
        debug paxos: 20
        osd default pool size: 2
  install:
    ceph:
      sha1: 5c9b8a271588e39fe6e77bd7a88bcf6b535e1d3e
  s3tests:
    branch: master
  workunit:
    sha1: 5c9b8a271588e39fe6e77bd7a88bcf6b535e1d3e
owner: scheduled_wusui@aardvark
roles:
- - mon.a
  - mds.a
  - osd.0
  - osd.1
- - mon.b
  - mon.c
  - osd.2
  - osd.3
- - client.0
  - client.1
targets:
  ubuntu@plana67.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5DbUitTm/d3Xj3spTocb38ob56e18g9tqvX0dMkEvErTlXsnYfCh1WgMsgf4YJ1HWbvSOJHqKz1pMd/s2WbS3VfnyUUIlqfRPSvwXTSFP7OYfjNM5x8VFDAbk4k4KduRejJzG2u34Xa/t0Q6JprlxHLfy8ep7rB/2W1oDX0XyLLuzP5ddMJvtjWX51kBeRLbthWdCMYSpp0LcCoJ2uvRFiwmIOTzMSXOKIzV//nlqo9BzLhymiSq7DkeHpbGo/ST5sE9rT8htEvjNVzsHGUEyJUoQTjcbOi/OTBrKYDQnzx4c9Xi6FIPPmhj/Nern6J5JlRTakfGxuqJgBSranNTF
  ubuntu@plana72.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnBQrLePD++DnZtdDSagRmZCxDqETaHiZ/d14yiOGX2f7CPf+McSxzFyiVbdZ8mXjO5iQpMyqq83gbQoX/Wj8nYZu2QU4z2olNFRvZzkbj7v0pIFpohn3sBrxHIV5yQv3PDGTdKx09Cm7bz5zdfkUQmQRVjLZKv4xzC9j4DrY9uoPAjHnQXFgzIgi+sBko8w/jmngB9O28SvKYaPerZZcnE2hqvWY0wiAOAlkYUgjWnDr4AYSfzI5mq4o36LOTJXhG65HT/p3i0NVJuCbSIyjhKQAtWqAShPU5/0mGojLCXybVnDtu3+ol0uSLvXcqHUe8IhlFxX5FafzrPpwInzij
  ubuntu@plana73.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMMFyMv1oFsyfKlALIqBCgjBnJ+kN4Hjg995rfea6OT9lATRiWTTH4dPiAdDrK0xaA5sHcxIeIBAuFQ0TEeeLOyMtCwjNFSc5w5IekUPh+JKGuYxfOZMAbU1lZoz3w5ofV8U/u5JhX2i5CPXMH18KstLFhr6XhXRcFuPrS/MxXavjfTOTk6FME2hcSaGQiyWn+6RmJglrX+dxbn662UCwcsqMRBUZPZYCSGG2viF2ONnqDsxgpG6KN5TzLboms70ZHhBxah87FkOZ24mRQxAWJrAYcSKU/mJmtsK1i6htmtdyXRycuaeL4sLOcH0G1x9yf7CVrJs71Pg+AgmFHRZ/j
tasks:
- internal.lock_machines:
  - 3
  - plana
- internal.save_config: null
- internal.check_lock: null
- internal.connect: null
- internal.check_conflict: null
- internal.check_ceph_data: null
- internal.vm_setup: null
- kernel: *id001
- internal.base: null
- internal.archive: null
- internal.coredump: null
- internal.sudo: null
- internal.syslog: null
- internal.timer: null
- chef: null
- clock.check: null
- install:
    branch: dumpling
- ceph:
    fs: xfs
- parallel:
  - workload
  - upgrade-sequence
- install.upgrade:
    mon.a:
      branch: emperor
    mon.b:
      branch: emperor
- ceph.restart: null
- parallel:
  - workload2
  - upgrade-sequence
- mon_thrash:
    revive_delay: 20
    thrash_delay: 1
- workunit:
    branch: dumpling
    clients:
      client.1:
      - rados/test.sh
teuthology_branch: master
upgrade-sequence:
  sequential:
  - install.upgrade:
      mon.a:
        branch: emperor
      mon.b:
        branch: emperor
  - ceph.restart:
    - mds.a
  - sleep:
      duration: 60
  - ceph.restart:
      daemons:
      - mon.a
      wait-for-healthy: false
      wait-for-osds-up: true
  - sleep:
      duration: 60
  - ceph.restart:
      daemons:
      - mon.b
      wait-for-healthy: false
      wait-for-osds-up: true
  - sleep:
      duration: 60
  - ceph.restart:
    - mon.c
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.0
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.1
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.2
  - sleep:
      duration: 60
  - ceph.restart:
    - osd.3
verbose: true
worker_log: /var/lib/teuthworker/archive/worker_logs/worker.plana.16948
workload:
  sequential:
  - workunit:
      branch: dumpling
      clients:
        client.0:
        - rados/test.sh
        - cls
workload2:
  sequential:
  - workunit:
      branch: dumpling
      clients:
        client.0:
        - rbd/test_librbd.sh

client.0-kernel-sha1: adc8b2d4c270d7d1c04695ae856448dd11362618
description: upgrade/dumpling-emperor-x/parallel/{0-cluster/start.yaml 1-dumpling-install/dumpling.yaml
  2-workload/rados_api.yaml 3-emperor-upgrade/emperor.yaml 4-workload/test_rbd_api.yaml
  5-upgrade-sequence/upgrade-mds-mon-osd.yaml 6-final-workload/rados_mon_thrash.yaml
  distros/ubuntu_12.04.yaml}
duration: 2759.480775117874
failure_reason: '"2014-04-02 04:55:43.995612 mon.0 10.214.132.5:6789/0 10 : [ERR]
  scrub mismatch" in cluster log'
flavor: basic
mon.a-kernel-sha1: adc8b2d4c270d7d1c04695ae856448dd11362618
mon.b-kernel-sha1: adc8b2d4c270d7d1c04695ae856448dd11362618
owner: scheduled_wusui@aardvark
success: false