Ceph

2013-08-30T01:22:37.854 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]: 2013-08-30 01:22:47.151888 7f1f340d3700 -1 get_estimated_size error obtaining stats for /var/lib/ceph/mon/ceph-d/store.db/000104.sst: (2) No such file or directory
2013-08-30T01:22:37.855 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]: mon/DataHealthService.cc: In function 'int DataHealthService::update_store_stats(DataStats&)' thread 7f1f340d3700 time 2013-08-30 01:22:47.151915
2013-08-30T01:22:37.855 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]: mon/DataHealthService.cc: 131: FAILED assert(store_size > 0)
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  ceph version 0.67-421-g56ff410 (56ff4101a12e190caea9805dd5fb250ab5fa8e8c)
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  1: (DataHealthService::update_store_stats(DataStats&)+0x14b) [0x63efeb]
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  2: (DataHealthService::update_stats()+0x151) [0x640601]
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  3: (DataHealthService::service_tick()+0x263) [0x640c23]
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  4: (QuorumService::C_Tick::finish(int)+0x12) [0x641af2]
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  5: (Context::complete(int)+0x9) [0x5744d9]
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  6: (SafeTimer::timer_thread()+0x425) [0x7164d5]
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  7: (SafeTimerThread::entry()+0xd) [0x71710d]
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  8: (()+0x7e9a) [0x7f1f3804de9a]
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  9: (clone()+0x6d) [0x7f1f363e4ccd]
2013-08-30T01:22:37.856 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]:  NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
2013-08-30T01:22:37.857 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]: 2013-08-30 01:22:47.153586 7f1f340d3700 -1 mon/DataHealthService.cc: In function 'int DataHealthService::update_store_stats(DataStats&)' thread 7f1f340d3700 time 2013-08-30 01:22:47.151915
2013-08-30T01:22:37.857 INFO:teuthology.task.ceph.mon.d.err:[10.214.131.15]: mon/DataHealthService.cc: 131: FAILED assert(store_size > 0)

ubuntu@teuthology:/var/lib/teuthworker/archive/teuthology-2013-08-30_01:00:03-rados-master-testing-basic-plana/13085$ cat orig.config.yaml 
kernel:
  kdb: true
  sha1: 263cbbcaf605e359a46e30889595d82629f82080
machine_type: plana
nuke-on-error: true
os_type: ubuntu
overrides:
  admin_socket:
    branch: master
  ceph:
    conf:
      global:
        ms inject delay max: 1
        ms inject delay probability: 0.005
        ms inject delay type: mon
        ms inject internal delays: 0.002
        ms inject socket failures: 2500
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
        mon min osdmap epochs: 25
        paxos min: 10
        paxos service trim min: 5
        paxos trim min: 10
    fs: xfs
    log-whitelist:
    - slow request
    sha1: 56ff4101a12e190caea9805dd5fb250ab5fa8e8c
  ceph-deploy:
    branch:
      dev: master
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        debug mon: 1
        debug ms: 20
        debug paxos: 20
  install:
    ceph:
      sha1: 56ff4101a12e190caea9805dd5fb250ab5fa8e8c
  s3tests:
    branch: master
  workunit:
    sha1: 56ff4101a12e190caea9805dd5fb250ab5fa8e8c
roles:
- - mon.a
  - mon.b
  - mon.c
  - mon.d
  - mon.e
  - osd.0
  - osd.1
  - osd.2
- - mon.f
  - mon.g
  - mon.h
  - mon.i
  - mds.a
  - osd.3
  - osd.4
  - osd.5
  - client.0
tasks:
- chef: null
- clock.check: null
- install: null
- ceph: null
- mon_thrash:
    revive_delay: 90
    thrash_delay: 1
- workunit:
    clients:
      client.0:
      - rados/test.sh
teuthology_branch: master