Actions
Bug #4182
closedFileStore::_do_copy_range got short read result
% Done:
0%
Source:
Q/A
Tags:
Backport:
Regression:
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
Pull request ID:
Crash signature (v1):
Crash signature (v2):
Description
-4> 2013-02-18 05:44:26.221086 7f791effa700 -1 filestore(/tmp/cephtest/teuthology-2013-02-18_01-00-06-regression-master-testing-gcov/data/osd.0.data) FileStore::_do_copy_range got short read result at 2351104 of fd 43 len 2163
-3> 2013-02-18 05:44:26.221107 7f791effa700 0 filestore(/tmp/cephtest/teuthology-2013-02-18_01-00-06-regression-master-testing-gcov/data/osd.0.data) error (2) No such file or directory not handled on operation 30 (27301.0.10, or op 10, counting from 0)
-2> 2013-02-18 05:44:26.221121 7f791effa700 0 filestore(/tmp/cephtest/teuthology-2013-02-18_01-00-06-regression-master-testing-gcov/data/osd.0.data) ENOENT on clone suggests osd bug
-1> 2013-02-18 05:44:26.221123 7f791effa700 0 filestore(/tmp/cephtest/teuthology-2013-02-18_01-00-06-regression-master-testing-gcov/data/osd.0.data) transaction dump:
{ "ops": [
{ "op_num": 0,
"op_name": "write",
"collection": "0.c_TEMP",
"oid": "9ab7d6bc\/plana5624185-23\/267\/\/0",
"length": 217420,
"offset": 1812132,
"bufferlist length": 217420},
{ "op_num": 1,
"op_name": "write",
"collection": "0.c_TEMP",
"oid": "9ab7d6bc\/plana5624185-23\/267\/\/0",
"length": 290620,
"offset": 2041827,
"bufferlist length": 290620},
{ "op_num": 2,
"op_name": "omap_setkeys",
"collection": "0.c_TEMP",
"oid": "9ab7d6bc\/plana5624185-23\/267\/\/0",
"attr_lens": {}},
{ "op_num": 3,
"op_name": "setattrs",
"collection": "0.c_TEMP",
"oid": "9ab7d6bc\/plana5624185-23\/267\/\/0",
"attr_lens": {}},
{ "op_num": 4,
"op_name": "remove",
"collection": "0.c_head",
"oid": "9ab7d6bc\/plana5624185-23\/267\/\/0"},
{ "op_num": 5,
"op_name": "collection_add",
"src_collection": "0.c_head",
"dst_collection": "0.c_TEMP",
"oid": "9ab7d6bc\/plana5624185-23\/267\/\/0"},
{ "op_num": 6,
"op_name": "collection_remove",
"collection": "0.c_TEMP",
"oid": "9ab7d6bc\/plana5624185-23\/267\/\/0"},
{ "op_num": 7,
"op_name": "clonerange2",
"collection": "0.c_head",
"src_oid": "9ab7d6bc\/plana5624185-23\/203\/\/0",
"dst_oid": "9ab7d6bc\/plana5624185-23\/267\/\/0",
"src_offset": 58,
"len": 528860,
"dst_offset": 58},
{ "op_num": 8,
"op_name": "clonerange2",
"collection": "0.c_head",
"src_oid": "9ab7d6bc\/plana5624185-23\/203\/\/0",
"dst_oid": "9ab7d6bc\/plana5624185-23\/267\/\/0",
"src_offset": 1277163,
"len": 234696,
"dst_offset": 1277163},
{ "op_num": 9,
"op_name": "clonerange2",
"collection": "0.c_head",
"src_oid": "9ab7d6bc\/plana5624185-23\/203\/\/0",
"dst_oid": "9ab7d6bc\/plana5624185-23\/267\/\/0",
"src_offset": 2029552,
"len": 12275,
"dst_offset": 2029552},
{ "op_num": 10,
"op_name": "clonerange2",
"collection": "0.c_head",
"src_oid": "9ab7d6bc\/plana5624185-23\/203\/\/0",
"dst_oid": "9ab7d6bc\/plana5624185-23\/267\/\/0",
"src_offset": 2332447,
"len": 20820,
"dst_offset": 2332447},
{ "op_num": 11,
"op_name": "omap_setkeys",
"collection": "meta",
"oid": "16ef7597\/infos\/head\/\/-1",
"attr_lens": { "0.c_biginfo": 183,
"0.c_epoch": 4,
"0.c_info": 544}},
{ "op_num": 12,
"op_name": "mkcoll",
"collection": "0.c_266"},
{ "op_num": 13,
"op_name": "collection_add",
"src_collection": "0.c_266",
"dst_collection": "0.c_head",
"oid": "9ab7d6bc\/plana5624185-23\/267\/\/0"},
{ "op_num": 14,
"op_name": "omap_setkeys",
"collection": "meta",
"oid": "16ef7597\/infos\/head\/\/-1",
"attr_lens": { "0.c_biginfo": 199,
"0.c_epoch": 4,
"0.c_info": 544}},
{ "op_num": 15,
"op_name": "mkcoll",
"collection": "0.c_252"},
{ "op_num": 16,
"op_name": "collection_add",
"src_collection": "0.c_252",
"dst_collection": "0.c_head",
"oid": "9ab7d6bc\/plana5624185-23\/267\/\/0"},
{ "op_num": 17,
"op_name": "omap_setkeys",
"collection": "meta",
"oid": "16ef7597\/infos\/head\/\/-1",
"attr_lens": { "0.c_epoch": 4,
"0.c_info": 544}}]}
job was
ubuntu@teuthology:/var/lib/teuthworker/archive/teuthology-2013-02-18_01:00:06-regression-master-testing-gcov/4439$ cat orig.config.yaml
kernel:
kdb: true
sha1: 077413082f9ade9ca4d9774dbdc81ee7256d8089
nuke-on-error: true
overrides:
ceph:
conf:
global:
ms inject socket failures: 5000
osd:
osd op thread timeout: 60
coverage: true
fs: btrfs
log-whitelist:
- slow request
sha1: 133d0ea2ce0c430e66f3c6f6eba36d2182ad8035
s3tests:
branch: master
workunit:
sha1: 133d0ea2ce0c430e66f3c6f6eba36d2182ad8035
roles:
- - mon.a
- mon.b
- osd.0
- osd.1
- osd.2
- - mon.c
- mds.a
- osd.3
- osd.4
- osd.5
- - client.0
tasks:
- chef: null
- clock: null
- ceph:
log-whitelist:
- wrongly marked me down
- objects unfound and apparently lost
- thrashosds:
timeout: 1200
- rados:
clients:
- client.0
objects: 50
op_weights:
delete: 50
read: 100
rollback: 50
snap_create: 50
snap_remove: 50
write: 100
ops: 4000
Updated by Sage Weil about 11 years ago
- Project changed from teuthology to Ceph
- Category set to OSD
Updated by Sage Weil about 11 years ago
- Status changed from New to Can't reproduce
- Priority changed from Urgent to High
i am hopeful that this is a result of the collection repaly bugs, fixes cultimating 5fc83c8d9887d2a916af11436ccc94fcbfe59b7a. continuing to hammer on the tests.
Actions