Ceph

     0> 2012-07-06 12:05:19.565345 7f017a7d1700 -1 osd/ReplicatedPG.cc: In function 'void ReplicatedPG::op_applied(ReplicatedPG::RepGather*)' thread 7f017a7d1700 time 2012-07-06 12:05:19.564090
osd/ReplicatedPG.cc: 3436: FAILED assert(last_update_applied < repop->v)

 ceph version 0.48argonaut-247-g668ce00 (commit:668ce00a559b1a7512ed4539e706e4e2dc4c7c28)
 1: (ReplicatedPG::op_applied(ReplicatedPG::RepGather*)+0xa00) [0x553560]
 2: (C_OSD_OpApplied::finish(int)+0x11) [0x5a3bb1]
 3: (Finisher::finisher_thread_entry()+0x1d8) [0x72c678]
 4: (()+0x7e9a) [0x7f018653ce9a]
 5: (clone()+0x6d) [0x7f0184af14bd]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

--- end dump of recent events ---
2012-07-06 12:05:19.567763 7f017a7d1700 -1 *** Caught signal (Aborted) **
 in thread 7f017a7d1700

 ceph version 0.48argonaut-247-g668ce00 (commit:668ce00a559b1a7512ed4539e706e4e2dc4c7c28)
 1: /tmp/cephtest/binary/usr/local/bin/ceph-osd() [0x7193ca]
 2: (()+0xfcb0) [0x7f0186544cb0]
 3: (gsignal()+0x35) [0x7f0184a35445]
 4: (abort()+0x17b) [0x7f0184a38bab]
 5: (__gnu_cxx::__verbose_terminate_handler()+0x11d) [0x7f018538369d]
 6: (()+0xb5846) [0x7f0185381846]
 7: (()+0xb5873) [0x7f0185381873]
 8: (()+0xb596e) [0x7f018538196e]
 9: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x282) [0x7d1052]
 10: (ReplicatedPG::op_applied(ReplicatedPG::RepGather*)+0xa00) [0x553560]
 11: (C_OSD_OpApplied::finish(int)+0x11) [0x5a3bb1]
 12: (Finisher::finisher_thread_entry()+0x1d8) [0x72c678]
 13: (()+0x7e9a) [0x7f018653ce9a]
 14: (clone()+0x6d) [0x7f0184af14bd]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

ubuntu@teuthology:/a/sage-2012-07-06_11:03:15-regression-master-testing-basic/6960$ cat config.yaml 
kernel: &id001
  kdb: true
  sha1: 5a73ba3314ee1ac094ab1cb19b91c7e876861606
nuke-on-error: true
overrides:
  ceph:
    fs: xfs
    log-whitelist:
    - slow request
    sha1: 668ce00a559b1a7512ed4539e706e4e2dc4c7c28
roles:
- - mon.a
  - osd.0
  - osd.1
  - osd.2
- - mds.a
  - osd.3
  - osd.4
  - osd.5
- - client.0
targets:
  ubuntu@plana24.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQClf8RuTWfOjpMgfDd3/Km+B8HeCQA3P0vqSF5UXyq5ZZ//pVogPo40/kJR//UvErWLMYM1udR+NVdRpecFZHObFMWeMVSvGTIaaz6JSWRNjBZ5sG8qoaViW4Q2CMN1htz1sfUkrafCALTPjtIAfKIJJf6h2gcU/UHQEWXed4nyLmzA6XLHJUUg89tkCimfWqQ5A0vZz+MdlgWkjHgmv502AYaWMl838q6v6iMiqOcVEjw/p4B+v9NTGlqdByzOCIS80Ps8AKWLE6VoyF+BEgLnnvO2kARufJvokt6Q8HHsIlvCOKz1d0EiXEu5TRw6D779QpveaoRLKMnr2dsSN6gn
  ubuntu@plana46.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCrD6s9otJ5xCNH4nyv0iJu6AoqmlNTFd8D0X9RfFBnmOMrMBWU9kwsFzPIOsuJGbSYbA8LCtjWUwaWoXmbEFtTMitxaDXp47gbVNXknHq7TGZHkWWOwKKu+tlSQBpCVzO/rzBbvJ9fcG7tewq5XcIHz0IUXsUFuEuXR1HaTUJKic2twBpaeAGNvdd6IZ9Sz9TMkfiRV/aVdcHJ/yF8bsXi3pfRPR3puMK/Nyfq5Hz/aabQo1TSyK2o0weoWV7D8vD6S8f3D7p5/5ScBhL3zUcP85SsV47W+/hTFbU8kN1Grlv2sx0fVMB/TUB/UNVdsHKGn5Nv6zb/qMqBEx9nSeZ9
  ubuntu@plana58.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDED+iOzDd09Q014u9BeiAiv+4SK+mv7u6GE8Oc59VBcshLVF8txB4BZaXO/OyQJL033i6d6OFvFdTKI8+7bmm1X+NM/7SPVVRpqaXhhnyB3TbMJi9Aa+Ak22fJ446H0Jf91q9di1m/IS8OUoVImwD8pSnTu7rHHy4ZeGkJpv/gpdXlhm0jq1s7d8Z3WpjPMYOoxilFz80gwh1eAM8emZKhqWdT/C+0SCUYLpU0EOdI+vvOEdEUeByg6xbB3Y6mOgJD2a6PREc0aZp/zxukBdPuY3yJzgT34b0WUuE5iu6ndnDDBoUD7fq7KlsFqrSHAICANls/A7PIPwD46DLaG6oN
tasks:
- internal.lock_machines: 3
- internal.save_config: null
- internal.check_lock: null
- internal.connect: null
- internal.check_conflict: null
- kernel: *id001
- internal.base: null
- internal.archive: null
- internal.coredump: null
- internal.syslog: null
- internal.timer: null
- chef: null
- clock: null
- ceph:
    log-whitelist:
    - wrongly marked me down or wrong addr
    - objects unfound and apparently lost
- thrashosds: null
- radosbench:
    clients:
    - client.0
    time: 1800