Ceph » rbd

...
<4>[ 7332.336473] 
<4>[ 7332.344105] rbd: obj_request ffff880215b51880 already marked done
<4>[ 7332.344105] 
<4>[ 7332.366948] libceph: osd4 10.214.132.15:6805 socket closed (con state OPEN)
<4>[ 7332.375998] rbd: obj_request ffff880215b516c0 already marked done
<4>[ 7332.375998] 
<4>[ 7332.383627] rbd: obj_request ffff880215b51880 already marked done
<4>[ 7332.383627] 
<4>[ 7333.335146] libceph: osd3 10.214.132.15:6800 socket closed (con state OPEN)
<4>[ 7333.830947] libceph: osd3 10.214.132.15:6800 socket closed (con state OPEN)
<4>[ 7333.961345] libceph: osd0 10.214.132.27:6800 socket closed (con state OPEN)
<4>[ 7333.970721] rbd: obj_request ffff88021fa0c000 already marked done
<4>[ 7333.970721] 
<4>[ 7333.978415] rbd: obj_request ffff880215b50000 already marked done
<4>[ 7333.978415] 
<4>[ 7335.007101] libceph: osd3 10.214.132.15:6800 socket closed (con state OPEN)
<4>[ 7335.381798] libceph: osd3 10.214.132.15:6800 socket closed (con state OPEN)
<4>[ 7335.397197] libceph: osd3 10.214.132.15:6800 socket closed (con state OPEN)
<4>[ 7335.607448] libceph: osd1 10.214.132.27:6804 socket closed (con state OPEN)
<4>[ 7336.106958] libceph: osd5 10.214.132.15:6809 socket closed (con state OPEN)
<4>[ 7336.116369] rbd: obj_request ffff88021231afc0 already marked done
<4>[ 7336.116369] 
<4>[ 7338.925492] libceph: osd0 10.214.132.27:6800 socket closed (con state OPEN)
<4>[ 7338.934828] rbd: obj_request ffff88021fa0c000 already marked done
<4>[ 7338.934828] 
<4>[ 7338.942496] rbd: obj_request ffff880215b50000 already marked done
<4>[ 7338.942496] 
<4>[ 7339.649017] libceph: osd4 10.214.132.15:6805 socket closed (con state OPEN)
<4>[ 7339.658656] rbd: obj_request ffff880215b516c0 already marked done
<4>[ 7339.658656] 
<4>[ 7339.666372] rbd: obj_request ffff880215b51880 already marked done
<4>[ 7339.666372] 
<1>[ 7339.772931] BUG: unable to handle kernel NULL pointer dereference at           (null)
<1>[ 7339.780827] IP: [<ffffffff813191e2>] strlen+0x2/0x20
<4>[ 7339.785827] PGD 0 
<4>[ 7339.787864] Oops: 0000 [#1] SMP 

[1]kdb> bt
Stack traceback for pid 24286
0xffff8802208a5eb0    24286        2  1    1   R  0xffff8802208a6338 *kworker/u64:1
 ffff88012f353b60 0000000000000018 ffffffffa05782ed 0000000000000001
 00000000000000d0 0000000000000000 0000000000000ffc ffff88012f353bb8
 0000000000000000 ffff880109bac000 ffff88020d615b00 0000000000000001
Call Trace:
 [<ffffffffa05782ed>] ? rbd_obj_request_create+0x5d/0x170 [rbd]
 [<ffffffffa057adff>] ? rbd_obj_method_sync.constprop.35+0x7f/0x240 [rbd]
 [<ffffffffa057d85a>] ? rbd_dev_v2_header_info+0x31a/0x850 [rbd]
 [<ffffffffa057dde7>] ? rbd_dev_refresh+0x57/0x130 [rbd]
 [<ffffffffa057df01>] ? rbd_watch_cb+0x41/0x140 [rbd]
 [<ffffffffa081ad92>] ? do_event_work+0x52/0xc0 [libceph]
 [<ffffffff8105f3da>] ? process_one_work+0x1da/0x540
 [<ffffffff8105f36f>] ? process_one_work+0x16f/0x540
 [<ffffffff810605bc>] ? worker_thread+0x11c/0x370
 [<ffffffff810604a0>] ? manage_workers.isra.20+0x2e0/0x2e0
 [<ffffffff8106727a>] ? kthread+0xea/0xf0
 [<ffffffff81067190>] ? flush_kthread_worker+0x150/0x150
 [<ffffffff8163ff9c>] ? ret_from_fork+0x7c/0xb0
 [<ffffffff81067190>] ? flush_kthread_worker+0x150/0x150

ubuntu@teuthology:/a/teuthology-2013-06-18_01:00:47-kernel-next-testing-basic/38932$ cat orig.config.yaml 
kernel:
  kdb: true
  sha1: dbb898fa64ead2446a8e7e40b90ab55b2e066e09
machine_type: plana
nuke-on-error: true
overrides:
  ceph:
    conf:
      global:
        ms inject socket failures: 500
      mon:
        debug mon: 20
        debug ms: 20
        debug paxos: 20
      osd:
        osd op thread timeout: 60
    fs: btrfs
    log-whitelist:
    - slow request
    sha1: df8a3e5591948dfd94de2e06640cfe54d2de4322
  install:
    ceph:
      sha1: df8a3e5591948dfd94de2e06640cfe54d2de4322
  s3tests:
    branch: next
  workunit:
    sha1: df8a3e5591948dfd94de2e06640cfe54d2de4322
roles:
- - mon.a
  - mon.c
  - osd.0
  - osd.1
  - osd.2
- - mon.b
  - mds.a
  - osd.3
  - osd.4
  - osd.5
- - client.0
tasks:
- chef: null
- clock.check: null
- install: null
- ceph: null
- workunit:
    clients:
      all:
      - rbd/image_read.sh