Ceph

Logs are in http://qa-proxy.ceph.com/teuthology/teuthology-2014-04-22_19:55:02-upgrade:dumpling-x:stress-split-firefly---basic-plana/210198/

coredump info in @ubuntu@plana25.front.sepia.ceph.com.../log/ceph-osd.0.log.gz

     0> 2014-04-23 05:24:41.653395 7f7f6945d700 -1 *** Caught signal (Aborted) **
 in thread 7f7f6945d700

 ceph version 0.79-307-g6769f4d (6769f4dc88425396921f94e1a37a1c90758aa3ea)
 1: ceph-osd() [0x98a9ba]
 2: (()+0xfcb0) [0x7f7f7dd0bcb0]
 3: (gsignal()+0x35) [0x7f7f7c206425]
 4: (abort()+0x17b) [0x7f7f7c209b8b]
 5: (__gnu_cxx::__verbose_terminate_handler()+0x11d) [0x7f7f7cb5969d]
 6: (()+0xb5846) [0x7f7f7cb57846]
 7: (()+0xb5873) [0x7f7f7cb57873]
 8: (()+0xb596e) [0x7f7f7cb5796e]
 9: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1df) [0xa6c1ef]
 10: (PG::update_snap_map(std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, ObjectStore::Transaction&)+0x495) [0x75ca95]
 11: (PG::append_log(std::vector<pg_log_entry_t, std::allocator<pg_log_entry_t> >&, eversion_t, ObjectStore::Transaction&, bool)+0x4ac) [0x75d05c]
 12: (ReplicatedBackend::sub_op_modify(std::tr1::shared_ptr<OpRequest>)+0xaa0) [0x7dd360]
 13: (ReplicatedBackend::handle_message(std::tr1::shared_ptr<OpRequest>)+0x55c) [0x910cdc]
 14: (ReplicatedPG::do_request(std::tr1::shared_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1ee) [0x7bebbe]
 15: (OSD::dequeue_op(boost::intrusive_ptr<PG>, std::tr1::shared_ptr<OpRequest>, ThreadPool::TPHandle&)+0x34a) [0x61aa0a]
 16: (OSD::OpWQ::_process(boost::intrusive_ptr<PG>, ThreadPool::TPHandle&)+0x628) [0x636108]
 17: (ThreadPool::WorkQueueVal<std::pair<boost::intrusive_ptr<PG>, std::tr1::shared_ptr<OpRequest> >, boost::intrusive_ptr<PG> >::_void_process(void*, ThreadPool::TPHandle&)+0x9c) [0x67c96c]
 18: (ThreadPool::worker(ThreadPool::WorkThread*)+0x4e6) [0xa5ca06]
 19: (ThreadPool::WorkThread::entry()+0x10) [0xa5e810]
 20: (()+0x7e9a) [0x7f7f7dd03e9a]
 21: (clone()+0x6d) [0x7f7f7c2c43fd]
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.

archive_path: /var/lib/teuthworker/archive/teuthology-2014-04-22_19:55:02-upgrade:dumpling-x:stress-split-firefly---basic-plana/210198
description: upgrade/dumpling-x/stress-split/{0-cluster/start.yaml 1-dumpling-install/dumpling.yaml
  2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/snaps-few-objects.yaml
  6-next-mon/monb.yaml 7-workload/rados_api_tests.yaml 8-next-mon/monc.yaml 9-workload/{rados_api_tests.yaml
  rbd-python.yaml rgw-s3tests.yaml snaps-many-objects.yaml} distros/ubuntu_14.04.yaml}
email: null
job_id: '210198'
last_in_suite: false
machine_type: plana
name: teuthology-2014-04-22_19:55:02-upgrade:dumpling-x:stress-split-firefly---basic-plana
nuke-on-error: true
os_type: ubuntu
os_version: '14.04'
overrides:
  admin_socket:
    branch: firefly
  ceph:
    conf:
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
        mon warn on legacy crush tunables: false
      osd:
        debug filestore: 20
        debug journal: 20
        debug ms: 1
        debug osd: 20
    log-whitelist:
    - slow request
    - wrongly marked me down
    - objects unfound and apparently lost
    - log bound mismatch
    sha1: 6769f4dc88425396921f94e1a37a1c90758aa3ea
  ceph-deploy:
    branch:
      dev: firefly
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        debug mon: 1
        debug ms: 20
        debug paxos: 20
        osd default pool size: 2
  install:
    ceph:
      sha1: 6769f4dc88425396921f94e1a37a1c90758aa3ea
  s3tests:
    branch: master
  workunit:
    sha1: 6769f4dc88425396921f94e1a37a1c90758aa3ea
owner: scheduled_teuthology@teuthology
roles:
- - mon.a
  - mon.b
  - mds.a
  - osd.0
  - osd.1
  - osd.2
- - osd.3
  - osd.4
  - osd.5
  - mon.c
- - client.0
targets:
  ubuntu@plana24.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/hYUwRoSgCYN0p9feUmqZ7tUhfW4LdbThilo1S0NPKqRmfRsuWe0+zgVj2Lkp9bE8YY/K94LuetDX5bFUCjxCwHUw2Pt9Tt+n7izcZwJnSr2jHX4zmtHAzruhsaaS9447/CO9m5jp3JBv2X1yOPP6XMvoMqZFOu3qgiz2I/hpztN8ITUO0e0ilI1GV7uo4gFq7WW6eV+oBRPkH/NReJQYuO/VKPFNTUwPAPwiqGTpSrU8LY8oXqN5bSs4a8rNywzh0kra/d2P1Xy7CulMRyE/w7TWBf5T7njgf+W5Pj+R4cP/sXbb0GBasQXmqRAkEZIGrFDga5arrsapVJDUmgnT
  ubuntu@plana25.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDb9VTEJ4O9jWD648xvOkmufCrA4/rhKbYxzCLsFS+UWykzp/s1MCNv/xzv78ZzOYjWCnY4UGPuvaFSTT42dBxf3yqExzfI0hOOB/x7Jz4kNjEyNV/o37LGcYriJTCPIMjnzghdt+w4bWp/ApUkzEwj2fsRMiLlv2OMkcBNmPsbxeM7wRzlyS3EPTWeqUtIndeM6wkle8j0dOBAA/kcjGamHcKG2N8zJixMTgjqFhsf/Wtq2van5D8c0p44W+lclITPUGWU/aP8DhVj+DZBk8bAn34ZBxFpwEpJbSh4oFEQyuyWP3HSkh9sAQr8Tpm4w1JzJ8NDAvclRDzL8pDLfum3
  ubuntu@plana67.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5DbUitTm/d3Xj3spTocb38ob56e18g9tqvX0dMkEvErTlXsnYfCh1WgMsgf4YJ1HWbvSOJHqKz1pMd/s2WbS3VfnyUUIlqfRPSvwXTSFP7OYfjNM5x8VFDAbk4k4KduRejJzG2u34Xa/t0Q6JprlxHLfy8ep7rB/2W1oDX0XyLLuzP5ddMJvtjWX51kBeRLbthWdCMYSpp0LcCoJ2uvRFiwmIOTzMSXOKIzV//nlqo9BzLhymiSq7DkeHpbGo/ST5sE9rT8htEvjNVzsHGUEyJUoQTjcbOi/OTBrKYDQnzx4c9Xi6FIPPmhj/Nern6J5JlRTakfGxuqJgBSranNTF
tasks:
- internal.lock_machines:
  - 3
  - plana
- internal.save_config: null
- internal.check_lock: null
- internal.connect: null
- internal.check_conflict: null
- internal.check_ceph_data: null
- internal.vm_setup: null
- internal.base: null
- internal.archive: null
- internal.coredump: null
- internal.sudo: null
- internal.syslog: null
- internal.timer: null
- chef: null
- clock.check: null
- install:
    branch: dumpling
- ceph:
    fs: xfs
- install.upgrade:
    osd.0: null
- ceph.restart:
    daemons:
    - osd.0
    - osd.1
    - osd.2
- thrashosds:
    chance_pgnum_grow: 1
    chance_pgpnum_fix: 1
    thrash_primary_affinity: false
    timeout: 1200
- ceph.restart:
    daemons:
    - mon.a
    wait-for-healthy: false
    wait-for-osds-up: true
- rados:
    clients:
    - client.0
    objects: 50
    op_weights:
      delete: 50
      read: 100
      rollback: 50
      snap_create: 50
      snap_remove: 50
      write: 100
    ops: 4000
- ceph.restart:
    daemons:
    - mon.b
    wait-for-healthy: false
    wait-for-osds-up: true
- workunit:
    branch: dumpling
    clients:
      client.0:
      - rados/test-upgrade-firefly.sh
- install.upgrade:
    mon.c: null
- ceph.restart:
    daemons:
    - mon.c
    wait-for-healthy: false
    wait-for-osds-up: true
- ceph.wait_for_mon_quorum:
  - a
  - b
  - c
- workunit:
    branch: dumpling
    clients:
      client.0:
      - rados/test-upgrade-firefly.sh
- workunit:
    branch: dumpling
    clients:
      client.0:
      - rbd/test_librbd_python.sh
- rgw:
    client.0:
      idle_timeout: 300
- swift:
    client.0:
      rgw_server: client.0
- rados:
    clients:
    - client.0
    objects: 500
    op_weights:
      delete: 50
      read: 100
      rollback: 50
      snap_create: 50
      snap_remove: 50
      write: 100
    ops: 4000
teuthology_branch: firefly
verbose: true
worker_log: /var/lib/teuthworker/archive/worker_logs/worker.plana.6495

description: upgrade/dumpling-x/stress-split/{0-cluster/start.yaml 1-dumpling-install/dumpling.yaml
  2-partial-upgrade/firsthalf.yaml 3-thrash/default.yaml 4-mon/mona.yaml 5-workload/snaps-few-objects.yaml
  6-next-mon/monb.yaml 7-workload/rados_api_tests.yaml 8-next-mon/monc.yaml 9-workload/{rados_api_tests.yaml
  rbd-python.yaml rgw-s3tests.yaml snaps-many-objects.yaml} distros/ubuntu_14.04.yaml}
duration: 3856.209405183792
failure_reason: timed out waiting for admin_socket to appear after osd.0 restart
flavor: basic
owner: scheduled_teuthology@teuthology
success: false