Ceph

logs: ubuntu@teuthology:/a/teuthology-2014-05-18_02:30:21-rados-master-testing-basic-plana/260674

ceph version: v0.80 [master]

2014-05-18T10:23:02.263 INFO:teuthology.run:Summary data:
{description: 'rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml
    thrashers/default.yaml workloads/cache-agent-big.yaml}', duration: 1753.7360141277313,
  failure_reason: '"2014-05-18 10:16:45.552430 osd.4 10.214.131.6:6800/15234 91 :
    [ERR] 3.3s0 scrub stat mismatch, got 1143/1145 objects, 0/0 clones, 1143/1145
    dirty, 0/0 omap, 0/0 hit_set_archive, 0/0 whiteouts, 2280076006/2285190585 bytes." 
    in cluster log', flavor: basic, mon.a-kernel-sha1: 335cb91ce950ce0e12294af671c64a468d89194c,
  mon.b-kernel-sha1: 335cb91ce950ce0e12294af671c64a468d89194c, owner: scheduled_teuthology@teuthology,
  success: false}
config.yaml:

archive_path: /var/lib/teuthworker/archive/teuthology-2014-05-18_02:30:21-rados-master-testing-basic-plana/260674
branch: master
description: rados/thrash/{clusters/fixed-2.yaml fs/xfs.yaml msgr-failures/osd-delay.yaml
  thrashers/default.yaml workloads/cache-agent-big.yaml}
email: null
job_id: '260674'
kernel:
  kdb: true
  sha1: 335cb91ce950ce0e12294af671c64a468d89194c
last_in_suite: false
machine_type: plana
name: teuthology-2014-05-18_02:30:21-rados-master-testing-basic-plana
nuke-on-error: true
os_type: ubuntu
overrides:
  admin_socket:
    branch: master
  ceph:
    conf:
      global:
        ms inject delay max: 1
        ms inject delay probability: 0.005
        ms inject delay type: osd
        ms inject internal delays: 0.002
        ms inject socket failures: 2500
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
      osd:
        debug filestore: 20
        debug journal: 20
        debug ms: 1
        debug osd: 20
        osd sloppy crc: true
    fs: xfs
    log-whitelist:
    - slow request
    - must scrub before tier agent can activate
    sha1: 991f7f15a6e107b33a24bbef1169f21eb7fcce2c
  ceph-deploy:
    branch:
      dev: master
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        debug mon: 1
        debug ms: 20
        debug paxos: 20
        osd default pool size: 2
  install:
    ceph:
      sha1: 991f7f15a6e107b33a24bbef1169f21eb7fcce2c
  s3tests:
    branch: master
  workunit:
    sha1: 991f7f15a6e107b33a24bbef1169f21eb7fcce2c
owner: scheduled_teuthology@teuthology
roles:
- - mon.a
  - mon.c
  - osd.0
  - osd.1
  - osd.2
  - client.0
- - mon.b
  - mds.a
  - osd.3
  - osd.4
  - osd.5
  - client.1
suite: rados
tasks:
- chef: null
- clock.check: null
- install: null
- ceph:
    conf:
      osd:
        osd debug reject backfill probability: 0.3
    log-whitelist:
    - wrongly marked me down
    - objects unfound and apparently lost
- thrashosds:
    chance_pgnum_grow: 1
    chance_pgpnum_fix: 1
    timeout: 1200
- exec:
    client.0:
    - ceph osd erasure-code-profile set teuthologyprofile ruleset-failure-domain=osd
      m=1 k=2
    - ceph osd pool create base 4 4 erasure teuthologyprofile
    - ceph osd pool create cache 4
    - ceph osd tier add base cache
    - ceph osd tier cache-mode cache writeback
    - ceph osd tier set-overlay base cache
    - ceph osd pool set cache hit_set_type bloom
    - ceph osd pool set cache hit_set_count 8
    - ceph osd pool set cache hit_set_period 60
    - ceph osd pool set cache target_max_objects 5000
- rados:
    clients:
    - client.0
    max_seconds: 1200
    objects: 6600
    op_weights:
      copy_from: 50
      delete: 50
      read: 100
      write: 100
    ops: 10000
    pools:
    - base
    size: 1024
teuthology_branch: master
verbose: true
worker_log: /var/lib/teuthworker/archive/worker_logs/worker.plana.19237