Ceph

tested locally with the following yaml and the test passed:

yaml:
tamil@teuthology:~/teuthology$ cat rgw.yaml
overrides:
ceph:
fs: xfs
conf:
global:
ms inject socket failures: 5000
osd_min_pg_log_entries: 10
osd_max_pg_log_entries: 10
client:
debug rgw: 20
rgw:
frontend: civetweb
ec-data-pool: false

targets:
ubuntu@mira022.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeJUrNN4qTW/3oa0aHG2igEwJgk/FOeLWrpDv1CgvPOax1CnaEH/+Jdd0QzD3PcABwmACZgZEAcBcA9pe2cFSsO2jEZC5ffeKXLRFP2VFBNipsrQnPkhR2S0Dl4oOaseRkbw0DxlMESFvRNGjXYrT+fsDwRilMpQijBfuARnKLqk45ju0nXrvQzMd2iawepH3+mIbiYBHCBrCEGmvqvLTKlIqolMc9KtHQuuMQuD/CU/j2Z84S+ozGe0i34IaKJoIK27OOtug6JC4NyTXRrhhCqzJNP1aVajv+n1Le75pyyE1beDsNvppGQyFYmtNVYtoyUNO7Rto/JJ8WZuxXFwZB
ubuntu@mira086.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFAnyD25g6lb3LW/IbXNdowt6NlFKwlCgsGPmTlvbYNcvVgtWyZ/zfoS2UbND1TykSSwmlP5twvKb1bHqe66FlLrUOdn+iYxt+6widQ2XU/dm2lv68uQtarjuoriOTy8yJD/g6Yn09Yyjgu63dm2RsdUa0Fh73u6USm5+zKznd7X08xQVNESMEWS7Cc7HqrDYKherQByg9cV+r6avDlcpz4wPbovKpMviLpjdNa/JjjxxyxgAnoNf9WU8qD6SexRUUzNB2pEBJyJM8DAPir4CHM9bHRYhj7aPyGXnfcSuRn+cZ6LGFbUlWS24MCgTrlLIVNlHLZBUq1cGX4aTbRMeH

roles:
- [mon.a, osd.0, osd.1, osd.2]
- [mon.b, mon.c, osd.3, osd.4, osd.5, client.0]

tasks:
- install:
- ceph:
- rgw: [client.0]
- s3readwrite:
client.0:
rgw_server: client.0
readwrite:
bucket: rwtest
readers: 10
writers: 3
duration: 300
files:
num: 10
size: 2000
stddev: 500

logs are available in tamil@teuthology:/home/tamil/teuthology/rgwtest1/teuthology.log