Ceph » rgw

Logs are in http://qa-proxy.ceph.com/teuthology/teuthology-2014-03-21_14:31:01-rgw-firefly-distro-basic-plana/140967/

2014-03-21T14:53:33.801 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_expand_recursive ... ok
2014-03-21T14:53:33.801 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_expand_recursive_mutual ... ok
2014-03-21T14:53:33.802 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_expand_recursive_not_too_eager ... ok
2014-03-21T14:53:33.802 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_make_choice_unweighted_with_space ... ok
2014-03-21T14:53:33.809 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_weighted_choices ... ok
2014-03-21T14:53:33.809 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_null_choices ... ok
2014-03-21T14:53:33.810 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_weighted_null_choices ... ok
2014-03-21T14:53:33.810 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_null_child ... ok
2014-03-21T14:53:33.818 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_weighted_set ... ok
2014-03-21T14:53:33.819 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_header_presence ... ok
2014-03-21T14:53:33.819 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_duplicate_header ... ok
2014-03-21T14:53:33.819 INFO:teuthology.orchestra.run.err:[10.214.133.37]: s3tests.fuzz.test.test_fuzzer.test_expand_headers ... ok
2014-03-21T14:53:33.820 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 
2014-03-21T14:53:33.820 INFO:teuthology.orchestra.run.err:[10.214.133.37]: ======================================================================
2014-03-21T14:53:33.821 INFO:teuthology.orchestra.run.err:[10.214.133.37]: FAIL: s3tests.functional.test_s3.test_region_bucket_create_master_access_remove_secondary
2014-03-21T14:53:33.821 INFO:teuthology.orchestra.run.err:[10.214.133.37]: ----------------------------------------------------------------------
2014-03-21T14:53:33.821 INFO:teuthology.orchestra.run.err:[10.214.133.37]: Traceback (most recent call last):
2014-03-21T14:53:33.821 INFO:teuthology.orchestra.run.err:[10.214.133.37]:   File "/home/ubuntu/cephtest/s3-tests/virtualenv/local/lib/python2.7/site-packages/nose/case.py", line 197, in runTest
2014-03-21T14:53:33.821 INFO:teuthology.orchestra.run.err:[10.214.133.37]:     self.test(*self.arg)
2014-03-21T14:53:33.821 INFO:teuthology.orchestra.run.err:[10.214.133.37]:   File "/home/ubuntu/cephtest/s3-tests/s3tests/functional/test_s3.py", line 4709, in test_region_bucket_create_master_access_remove_secondary
2014-03-21T14:53:33.821 INFO:teuthology.orchestra.run.err:[10.214.133.37]:     eq(e.status, 301)
2014-03-21T14:53:33.821 INFO:teuthology.orchestra.run.err:[10.214.133.37]: AssertionError: 404 != 301
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: -------------------- >> begin captured logging << --------------------
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: path=/test-client.0-ncmtc8vlj6zoiup-233/
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: auth_path=/test-client.0-ncmtc8vlj6zoiup-233/
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Method: PUT
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Path: /test-client.0-ncmtc8vlj6zoiup-233/
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Data: <CreateBucketConfiguration><LocationConstraint>api1</LocationConstraint></CreateBucketConfiguration>
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Headers: {}
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Host: plana79.front.sepia.ceph.com:7281
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Port: 7281
2014-03-21T14:53:33.822 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Params: {}
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Token: None
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: StringToSign:
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: PUT
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: Fri, 21 Mar 2014 21:40:41 GMT
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: /test-client.0-ncmtc8vlj6zoiup-233/
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Signature:
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: AWS QAVYIENUHZZAEQAVJYKM:YtukN/5CIlqHj7PxSOlRIZeO3k8=
2014-03-21T14:53:33.823 INFO:teuthology.orchestra.run.err:[10.214.133.37]: requests.packages.urllib3.connectionpool: INFO: Starting new HTTP connection (1): plana79.front.sepia.ceph.com
2014-03-21T14:53:33.824 INFO:teuthology.orchestra.run.err:[10.214.133.37]: requests.packages.urllib3.connectionpool: DEBUG: "POST /metadata/incremental HTTP/1.1" 200 None
2014-03-21T14:53:33.824 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: path=/test-client.0-ncmtc8vlj6zoiup-233/
2014-03-21T14:53:33.824 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: auth_path=/test-client.0-ncmtc8vlj6zoiup-233/
2014-03-21T14:53:33.824 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Method: HEAD
2014-03-21T14:53:33.824 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Path: /test-client.0-ncmtc8vlj6zoiup-233/
2014-03-21T14:53:33.824 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Data:
2014-03-21T14:53:33.824 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Headers: {}
2014-03-21T14:53:33.824 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Host: plana80.front.sepia.ceph.com:7280
2014-03-21T14:53:33.824 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Port: 7280
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Params: {}
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Token: None
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: StringToSign:
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: HEAD
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: Fri, 21 Mar 2014 21:40:59 GMT
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: /test-client.0-ncmtc8vlj6zoiup-233/
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Signature:
2014-03-21T14:53:33.825 INFO:teuthology.orchestra.run.err:[10.214.133.37]: AWS QAVYIENUHZZAEQAVJYKM:xbzZCtuW7GGMbjaL4prb+k9Z/dU=
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: encountered BadStatusLine exception, reconnecting
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: establishing HTTP connection: kwargs={'port': 7280, 'timeout': 70}
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Token: None
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: StringToSign:
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: HEAD
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: Fri, 21 Mar 2014 21:40:59 GMT
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: /test-client.0-ncmtc8vlj6zoiup-233/
2014-03-21T14:53:33.826 INFO:teuthology.orchestra.run.err:[10.214.133.37]: boto: DEBUG: Signature:
2014-03-21T14:53:33.827 INFO:teuthology.orchestra.run.err:[10.214.133.37]: AWS QAVYIENUHZZAEQAVJYKM:xbzZCtuW7GGMbjaL4prb+k9Z/dU=
2014-03-21T14:53:33.827 INFO:teuthology.orchestra.run.err:[10.214.133.37]: --------------------- >> end captured logging << ---------------------
2014-03-21T14:53:33.827 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 
2014-03-21T14:53:33.827 INFO:teuthology.orchestra.run.err:[10.214.133.37]: ----------------------------------------------------------------------
2014-03-21T14:53:33.827 INFO:teuthology.orchestra.run.err:[10.214.133.37]: Ran 285 tests in 1069.750s
2014-03-21T14:53:33.827 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 
2014-03-21T14:53:33.827 INFO:teuthology.orchestra.run.err:[10.214.133.37]: FAILED (failures=1)
2014-03-21T14:53:33.839 ERROR:teuthology.contextutil:Saw exception from nested tasks
Traceback (most recent call last):
  File "/home/teuthworker/teuthology-firefly/teuthology/contextutil.py", line 27, in nested
    vars.append(enter())
  File "/usr/lib/python2.7/contextlib.py", line 17, in __enter__
    return self.gen.next()
  File "/home/teuthworker/teuthology-firefly/teuthology/task/s3tests.py", line 305, in run_tests
    args=args,
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/cluster.py", line 61, in run
    return [remote.run(**kwargs) for remote in remotes]
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/remote.py", line 106, in run
    r = self._runner(client=self.ssh, **kwargs)
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/run.py", line 330, in run
    r.exitstatus = _check_status(r.exitstatus)
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/run.py", line 326, in _check_status
    raise CommandFailedError(command=r.command, exitstatus=status, node=host)
CommandFailedError: Command failed on 10.214.133.37 with status 1: "S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf /home/ubuntu/cephtest/s3-tests/virtualenv/bin/nosetests -w /home/ubuntu/cephtest/s3-tests -v -a '!fails_on_rgw'" 
2014-03-21T14:53:33.840 DEBUG:teuthology.orchestra.run:Running [10.214.133.37]: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid bar.client.0 --purge-data'
2014-03-21T14:53:34.744 DEBUG:teuthology.orchestra.run:Running [10.214.133.37]: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foo.client.0 --purge-data'
2014-03-21T14:53:36.128 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 2014-03-21 14:53:36.127453 7f8241ef3700  0 -- 10.214.133.37:0/1006707 >> 10.214.133.37:6805/4377 pipe(0xaeb740 sd=12 :51385 s=2 pgs=31 cs=1 l=1 c=0xaeb9a0).injecting socket failure
2014-03-21T14:53:36.389 INFO:teuthology.orchestra.run.err:[10.214.133.37]: 2014-03-21 14:53:36.388576 7f82422f7700  0 -- 10.214.133.37:0/1006707 >> 10.214.133.36:6800/4314 pipe(0xad86b0 sd=11 :55067 s=2 pgs=29 cs=1 l=1 c=0xad8910).injecting socket failure
2014-03-21T14:53:39.136 INFO:teuthology.task.s3tests:Removing s3-tests...
2014-03-21T14:53:39.136 DEBUG:teuthology.orchestra.run:Running [10.214.133.37]: 'rm -rf /home/ubuntu/cephtest/s3-tests'
2014-03-21T14:53:39.210 ERROR:teuthology.run_tasks:Saw exception from tasks.
Traceback (most recent call last):
  File "/home/teuthworker/teuthology-firefly/teuthology/run_tasks.py", line 33, in run_tasks
    manager.__enter__()
  File "/usr/lib/python2.7/contextlib.py", line 17, in __enter__
    return self.gen.next()
  File "/home/teuthworker/teuthology-firefly/teuthology/task/s3tests.py", line 399, in task
    lambda: run_tests(ctx=ctx, config=config),
  File "/usr/lib/python2.7/contextlib.py", line 17, in __enter__
    return self.gen.next()
  File "/home/teuthworker/teuthology-firefly/teuthology/contextutil.py", line 27, in nested
    vars.append(enter())
  File "/usr/lib/python2.7/contextlib.py", line 17, in __enter__
    return self.gen.next()
  File "/home/teuthworker/teuthology-firefly/teuthology/task/s3tests.py", line 305, in run_tests
    args=args,
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/cluster.py", line 61, in run
    return [remote.run(**kwargs) for remote in remotes]
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/remote.py", line 106, in run
    r = self._runner(client=self.ssh, **kwargs)
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/run.py", line 330, in run
    r.exitstatus = _check_status(r.exitstatus)
  File "/home/teuthworker/teuthology-firefly/teuthology/orchestra/run.py", line 326, in _check_status
    raise CommandFailedError(command=r.command, exitstatus=status, node=host)
CommandFailedError: Command failed on 10.214.133.37 with status 1: "S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf /home/ubuntu/cephtest/s3-tests/virtualenv/bin/nosetests -w /home/ubuntu/cephtest/s3-tests -v -a '!fails_on_rgw'" 
2014-03-21T14:53:39.238 ERROR:teuthology.run_tasks: Sentry event: http://sentry.ceph.com/inktank/teuthology/search?q=b3e78f1f3cd74c90a1810b74fceb1914
CommandFailedError: Command failed on 10.214.133.37 with status 1: "S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf /home/ubuntu/cephtest/s3-tests/virtualenv/bin/nosetests -w /home/ubuntu/cephtest/s3-tests -v -a '!fails_on_rgw'" 
2014-03-21T14:53:39.239 DEBUG:teuthology.run_tasks:Unwinding manager radosgw-agent
2014-03-21T14:53:39.239 INFO:teuthology.task.radosgw-agent:shutting down sync agent on client.0
2014-03-21T14:53:39.246 DEBUG:teuthology.orchestra.run:Running [10.214.133.37]: 'rm -rf /home/ubuntu/cephtest/radosgw-agent.client.0'
2014-03-21T14:53:39.361 DEBUG:teuthology.run_tasks:Unwinding manager rgw
2014-03-21T14:53:39.361 ERROR:teuthology.contextutil:Saw exception from nested tasks
Traceback (most recent call last):
  File "/home/teuthworker/teuthology-firefly/teuthology/contextutil.py", line 29, in nested
    yield vars
  File "/home/teuthworker/teuthology-firefly/teuthology/task/rgw.py", line 694, in task
    yield
CommandFailedError: Command failed on 10.214.133.37 with status 1: "S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf /home/ubuntu/cephtest/s3-tests/virtualenv/bin/nosetests -w /home/ubuntu/cephtest/s3-tests -v -a '!fails_on_rgw'" 
2014-03-21T14:53:39.361 INFO:teuthology.task.rgw:Stopping apache...

archive_path: /var/lib/teuthworker/archive/teuthology-2014-03-21_14:31:01-rgw-firefly-distro-basic-plana/140967
description: rgw/verify/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml
  tasks/rgw_s3tests_multiregion.yaml validater/lockdep.yaml}
email: null
job_id: '140967'
kernel: &id001
  kdb: true
  sha1: distro
last_in_suite: false
machine_type: plana
name: teuthology-2014-03-21_14:31:01-rgw-firefly-distro-basic-plana
nuke-on-error: true
os_type: ubuntu
overrides:
  admin_socket:
    branch: firefly
  ceph:
    conf:
      global:
        ms inject socket failures: 5000
      mon:
        debug mon: 20
        debug ms: 1
        debug paxos: 20
        lockdep: true
      osd:
        debug filestore: 20
        debug journal: 20
        debug ms: 1
        debug osd: 20
        lockdep: true
        osd op thread timeout: 60
        osd sloppy crc: true
    fs: btrfs
    log-whitelist:
    - slow request
    sha1: 28d8e7f567fb405945c40e2ae8c964d903438631
  ceph-deploy:
    branch:
      dev: firefly
    conf:
      client:
        log file: /var/log/ceph/ceph-$name.$pid.log
      mon:
        debug mon: 1
        debug ms: 20
        debug paxos: 20
        osd default pool size: 2
  install:
    ceph:
      sha1: 28d8e7f567fb405945c40e2ae8c964d903438631
  s3tests:
    branch: master
  workunit:
    sha1: 28d8e7f567fb405945c40e2ae8c964d903438631
owner: scheduled_teuthology@teuthology
roles:
- - mon.a
  - mon.c
  - osd.0
  - osd.1
  - osd.2
  - client.0
- - mon.b
  - mds.a
  - osd.3
  - osd.4
  - osd.5
  - client.1
targets:
  ubuntu@plana79.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDGJX9/cZFlm+ll32X716yKrmR/RE94iH9TusIFLY5vLoE8CBCupjAKdkn4mqOB5eNvwqapMG63Vww5Cl9zo0wKPEHi3jsZCwbAxByc9sBFivZeBnmTUrYNesQvAs1Izr49/4h71oCt98hfX3hl81iEhIEGjjj7XoD3blyYHlyR9LBNoYMllLfi9Pw4KD1snEikGKlR8zMyAgndlZ5ODU4usiCMXLypAa4wFKfR6w17nZI2/Q2xkUy7l59oap50bOR9mSNMOPqpN1KgsK717JCKMU4jHHw+zN0oWvQPmDZK2ckzbyftBfpOqKyidGHpLjpXfuQ1Xk4R9fgUkpE6gcD5
  ubuntu@plana80.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUaRgJmTQ9QH0nmaEOyIo3FlyrkJEZseFyHVdtziq4VgksZNdWf9ebVaQPjBfuk94VHrKvPN5udeXU5/DIvTGOYFUdK0QbZ8RdzyvMQiTxnEVxmPk4xcqhxktymFQc4BpyNa+/xgTXhCvG6rLCRucNfwMbgnMqpGlkUZOIa7MdHJTRf0kY0gBGwNF0gRExU/4Ub0TAc++0psIK/P5EwbJRgozdzDDOQo13T4LtEOswmbPXYWPLdZivWs4byKpvPP5XJPB6qRLUpgKfKfL9g6waaOVOf6RIO6TnWlYnIBkLyxi4NfY0pWWI4tvAkAYVCz8foUsSzLLMR+zhaUDAHusX
tasks:
- internal.lock_machines:
  - 2
  - plana
- internal.save_config: null
- internal.check_lock: null
- internal.connect: null
- internal.check_conflict: null
- internal.check_ceph_data: null
- internal.vm_setup: null
- kernel: *id001
- internal.base: null
- internal.archive: null
- internal.coredump: null
- internal.sudo: null
- internal.syslog: null
- internal.timer: null
- chef: null
- clock.check: null
- install: null
- ceph:
    conf:
      client.0:
        rgw gc pool: .rgw.gc.0
        rgw log data: true
        rgw log meta: true
        rgw region: zero
        rgw region root pool: .rgw.region.0
        rgw user keys pool: .users.0
        rgw user uid pool: .users.uid.0
        rgw zone: r0z1
        rgw zone root pool: .rgw.zone.0
      client.1:
        rgw gc pool: .rgw.gc.1
        rgw log data: false
        rgw log meta: false
        rgw region: one
        rgw region root pool: .rgw.region.1
        rgw user keys pool: .users.1
        rgw user uid pool: .users.uid.1
        rgw zone: r1z1
        rgw zone root pool: .rgw.zone.1
- rgw:
    client.0:
      system user:
        access key: 1te6NH5mcdcq0Tc5i8i2
        name: client0-system-user
        secret key: 1y4IOauQoL18Gp2zM7lC1vLmoawgqcYPbYGcWfXv
      valgrind:
      - --tool=memcheck
    client.1:
      system user:
        access key: 0te6NH5mcdcq0Tc5i8i2
        name: client1-system-user
        secret key: Oy4IOauQoL18Gp2zM7lC1vLmoawgqcYPbYGcWfXv
      valgrind:
      - --tool=memcheck
    regions:
      one:
        api name: api1
        is master: false
        master zone: r1z1
        zones:
        - r1z1
      zero:
        api name: api1
        is master: true
        master zone: r0z1
        zones:
        - r0z1
- radosgw-agent:
    client.0:
      dest: client.1
      metadata-only: true
      src: client.0
- s3tests:
    client.0:
      rgw_server: client.0
teuthology_branch: firefly
verbose: true
worker_log: /var/lib/teuthworker/archive/worker_logs/worker.plana.11455

description: rgw/verify/{clusters/fixed-2.yaml fs/btrfs.yaml msgr-failures/few.yaml
  tasks/rgw_s3tests_multiregion.yaml validater/lockdep.yaml}
duration: 1684.7233440876007
failure_reason: 'Command failed on 10.214.133.37 with status 1: "S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf
  /home/ubuntu/cephtest/s3-tests/virtualenv/bin/nosetests -w /home/ubuntu/cephtest/s3-tests
  -v -a ''!fails_on_rgw''"'
flavor: basic
owner: scheduled_teuthology@teuthology
sentry_event: http://sentry.ceph.com/inktank/teuthology/search?q=b3e78f1f3cd74c90a1810b74fceb1914
success: false