Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.976463] do_getattr inode ffff881000b5b418 mask As mode 040755
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.976468] __ceph_caps_issued_mask ffff881000b5b418 cap ffff88100097aca8 issued pAsLsXsFs (mask As)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.976470] __touch_cap ffff881000b5b418 cap ffff88100097aca8 mds0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.976473] do_getattr inode ffff881000b5b418 mask pAsLsXsFs mode 040755
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.976475] __ceph_caps_issued_mask ffff881000b5b418 cap ffff88100097aca8 issued pAsLsXsFs (mask pAsLsXsFs)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.976476] __touch_cap ffff881000b5b418 cap ffff88100097aca8 mds0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997886] do_getattr inode ffff881000b5b418 mask As mode 040755
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997890] __ceph_caps_issued_mask ffff881000b5b418 cap ffff88100097aca8 issued pAsLsXsFs (mask As)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997891] __touch_cap ffff881000b5b418 cap ffff88100097aca8 mds0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997895] d_revalidate ffff882030b1d800 'foxfile' inode ffff881000b5c468 offset 1150043607814635522
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997897] dentry_lease_is_valid - dentry ffff882030b1d800 = 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997898] __ceph_caps_issued_mask ffff881000b5b418 cap ffff88100097aca8 issued pAsLsXsFs (mask Fs)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997900] __touch_cap ffff881000b5b418 cap ffff88100097aca8 mds0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997901] dir_lease_is_valid dir ffff881000b5b418 v1 dentry ffff882030b1d800 v1 = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997903] d_revalidate ffff882030b1d800 valid
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997905] dentry_lru_touch ffff88100d8dc370 ffff882030b1d800 'foxfile' (offset 1150043607814635522)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997907] do_getattr inode ffff881000b5c468 mask As mode 0100644
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997909] __ceph_caps_issued_mask ffff881000b5c468 cap ffff8820032333c0 issued pAsLsXsFscr (mask As)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997910] __touch_cap ffff881000b5c468 cap ffff8820032333c0 mds0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997913] open inode ffff881000b5c468 ino 1000000095b.fffffffffffffffe file ffff882035963000 flags 32768 (32768)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997916] __ceph_caps_issued ffff881000b5c468 cap ffff8820032333c0 issued pAsLsXsFscr
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997917] open ffff881000b5c468 fmode 1 want pFscr issued pAsLsXsFscr using existing
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.997920] init_file ffff881000b5c468 ffff882035963000 0100644 (regular)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998233] aio_read ffff881000b5c468 1000000095b.fffffffffffffffe 0~67108864 trying to get caps on ffff881000b5c468
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998235] __ceph_pool_perm_get pool 1 no perm cached
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998241] ceph_osdc_alloc_request req ffff881000798000
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998249] ceph_msg_new ffff882035962800 front 163
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998250] ceph_msg_new ffff882035962e00 front 570
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998252] ceph_osdc_alloc_request req ffff881000798410
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998253] ceph_msg_new ffff882035963d00 front 163
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998255] ceph_msg_new ffff882035963600 front 570
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998257] ceph_osdc_get_request ffff881000798000 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998259] __submit_request req ffff881000798000 wrlocked 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998262] ceph_object_locator_to_pg 1000000095b.00000000 -> raw_pgid 1.1bdf9243
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998273] calc_target t ffff881000798040 -> ct_res 1 osd 20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998275] ceph_object_locator_to_pg 1000000095b.00000000 -> raw_pgid 1.1bdf9243
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998282] calc_target t ffff881000798040 -> ct_res 0 osd 20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998284] con_init ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998286] con_sock_state_init con ffff88202c987030 sock 0 -> 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998292] con_open ffff88202c987030 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998294] get_osd ffff88202c987000 1 -> 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998298] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998300] lookup_create_osd osdc ffff8810363bc778 osd20 -> osd ffff88202c987000
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998304] ceph_con_workfn: con ffff88202c987030 PREOPEN
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998306] try_read start on ffff88202c987030 state 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998307] try_write start ffff88202c987030 state 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998308] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998309] prepare_read_banner ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998310] try_write initiating connect on ffff88202c987030 new state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998316] connect 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998317] con_sock_state_connecting con ffff88202c987030 sock 1 -> 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998349] connect 10.209.242.38:6800 EINPROGRESS sk_state = 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998351] write_partial_kvec ffff88202c987030 145 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998354] write_partial_kvec ffff88202c987030 145 left in 2 kvecs ret = 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998355] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998357] put_osd ffff88202c987000 2 -> 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998362] link_request osd ffff88202c987000 osd20 req ffff881000798000 tid 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998363] __remove_osd_from_lru osd ffff88202c987000 osd20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998364] get_osd ffff88202c987000 1 -> 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998368] encode_request req ffff881000798000 oid 1000000095b.00000000 oid_len 20 front 163 data 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998371] send_request req ffff881000798000 tid 1 to pg 1.1bdf9243 osd20 flags 0x400014 attempt 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998372] ceph_msg_get ffff882035962800 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998373] get_osd ffff88202c987000 2 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998376] ----- ffff882035962800 to osd20 42=osd_op len 163+0+0 -----
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998378] ceph_osdc_get_request ffff881000798410 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998379] __submit_request req ffff881000798410 wrlocked 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998381] ceph_object_locator_to_pg 1000000095b.00000000 -> raw_pgid 1.1bdf9243
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998388] calc_target t ffff881000798450 -> ct_res 1 osd 20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998390] lookup_create_osd osdc ffff8810363bc778 osd20 -> osd ffff88202c987000
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998391] link_request osd ffff88202c987000 osd20 req ffff881000798410 tid 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998393] __remove_osd_from_lru osd ffff88202c987000 osd20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998394] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998396] encode_request req ffff881000798410 oid 1000000095b.00000000 oid_len 20 front 163 data 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998398] send_request req ffff881000798410 tid 2 to pg 1.1bdf9243 osd20 flags 0x400024 attempt 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998399] ceph_msg_get ffff882035963d00 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998400] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998402] ----- ffff882035963d00 to osd20 42=osd_op len 163+0+0 -----
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998404] wait_request_timeout req ffff881000798000 tid 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998503] ceph_sock_state_change ffff88202c987030 state = 3 sk_state = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998517] ceph_sock_state_change TCP_ESTABLISHED
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998521] con_sock_state_connected con ffff88202c987030 sock 2 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998524] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998529] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998551] try_read start on ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998552] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998556] try_read connecting
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998557] read_partial_banner ffff88202c987030 at 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998560] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998561] try_write start ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998562] try_write out_kvec_bytes 145
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998563] write_partial_kvec ffff88202c987030 145 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998573] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998574] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998575] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998577] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998810] ceph_sock_data_ready on ffff88202c987030 state = 3, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998812] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998817] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998824] try_read start on ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998825] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998826] try_read connecting
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998827] read_partial_banner ffff88202c987030 at 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998831] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998832] try_write start ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998833] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998834] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998835] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998836] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998895] ceph_sock_data_ready on ffff88202c987030 state = 3, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998898] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998902] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998907] try_read start on ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998909] try_read tag 1 in_base_pos 9
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998910] try_read connecting
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998911] read_partial_banner ffff88202c987030 at 9
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998916] process_banner on ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998919] prepare_write_connect ffff88202c987030 cseq=0 gseq=3 proto=24
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998923] ceph_auth_none_build_authorizer built authorizer len 22
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998924] prepare_read_connect ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998926] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998928] try_write start ffff88202c987030 state 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998929] try_write out_kvec_bytes 55
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998931] write_partial_kvec ffff88202c987030 55 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998943] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998944] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998947] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.998949] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999116] ceph_sock_data_ready on ffff88202c987030 state = 4, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999117] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999121] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999127] try_read start on ffff88202c987030 state 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999128] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999129] try_read negotiating
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999130] read_partial_connect ffff88202c987030 at 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999135] read_partial_connect ffff88202c987030 tag 1, con_seq = 1, g_seq = 766462
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999136] process_connect on ffff88202c987030 tag 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999137] process_connect got READY gseq 766462 cseq 1 (1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999138] prepare_read_tag ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999139] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999140] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999142] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999143] try_write start ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999144] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999145] ceph_msg_get ffff882035962800 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999148] prepare_write_message ffff882035962800 seq 1 type 42 len 163+0+0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999151] prepare_write_message front_crc 4244343298 middle_crc 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999152] prepare_write_message_footer ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999153] try_write out_kvec_bytes 238
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999154] write_partial_kvec ffff88202c987030 238 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999167] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999169] ceph_msg_put ffff882035962800 (was 3)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999171] ceph_msg_get ffff882035963d00 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999174] prepare_write_message ffff882035963d00 seq 2 type 42 len 163+0+0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999177] prepare_write_message front_crc 2618336578 middle_crc 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999178] prepare_write_message_footer ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999180] try_write out_kvec_bytes 238
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999181] write_partial_kvec ffff88202c987030 238 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999188] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999190] ceph_msg_put ffff882035963d00 (was 3)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999191] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999193] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999195] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999277] ceph_sock_data_ready on ffff88202c987030 state = 5, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999279] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999282] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999289] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999290] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999293] try_read got tag 8
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999295] prepare_read_ack ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999298] got ack for seq 1 type 42 at ffff882035962800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999300] ceph_msg_put ffff882035962800 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999302] prepare_read_tag ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999303] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999305] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999306] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999307] try_write start ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999309] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999311] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999312] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999313] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999881] ceph_sock_data_ready on ffff88202c987030 state = 5, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999887] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999891] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999898] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999899] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999901] try_read got tag 8
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999902] prepare_read_ack ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999905] got ack for seq 2 type 42 at ffff882035963d00
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999906] ceph_msg_put ffff882035963d00 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999908] prepare_read_tag ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999910] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999911] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999913] try_read got tag 7
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999914] prepare_read_message ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999917] read_partial_message con ffff88202c987030 msg           (null)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999921] got hdr type 43 front 140 data 16
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999924] ceph_msg_revoke_incoming msg ffff882035962e00 null con
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999926] ceph_msg_get ffff882035962e00 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999928] get_reply tid 1 ffff882035962e00
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999930] get_osd ffff88202c987000 6 -> 7
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999948] read_partial_message got msg ffff882035962e00 140 (4194894490) + 0 (0) + 16 (156411731)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999954] ===== ffff882035962e00 1 from osd20 43=osd_opreply len 140+16 (4194894490 0 156411731) =====
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999956] handle_reply msg ffff882035962e00 tid 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999962] handle_reply req ffff881000798000 tid 1 flags 0x400015 pgid 1.1bdf9243 epoch 188 attempt 0 v 0'0 uv 4499
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999964]  req ffff881000798000 tid 1 op 0 rval 0 len 16
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999966] handle_reply req ffff881000798000 tid 1 result 0 data_len 16
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999969] finish_request req ffff881000798000 tid 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999970] unlink_request osd ffff88202c987000 osd20 req ffff881000798000 tid 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999972] put_osd ffff88202c987000 7 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999974] ceph_msg_revoke_incoming ffff88202c987030 in_msg           (null) msg ffff882035962e00 no-op
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999980] ceph_osdc_put_request ffff881000798000 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999982] ceph_msg_put ffff882035962e00 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999983] prepare_read_tag ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999984] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999985] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999986] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999987] try_write start ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999988] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999990] prepare_write_ack ffff88202c987030 0 -> 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999991] try_write out_kvec_bytes 9
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999993] wait_request_timeout req ffff881000798410 tid 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999995] write_partial_kvec ffff88202c987030 9 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2009.999999] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000000] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000001] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000003] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000083] ceph_sock_data_ready on ffff88202c987030 state = 5, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000085] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000090] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000109] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000110] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000112] try_read got tag 7
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000113] prepare_read_message ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000114] read_partial_message con ffff88202c987030 msg           (null)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000116] got hdr type 43 front 140 data 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000118] ceph_msg_revoke_incoming msg ffff882035963600 null con
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000119] ceph_msg_get ffff882035963600 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000122] get_reply tid 2 ffff882035963600
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000123] get_osd ffff88202c987000 6 -> 7
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000127] read_partial_message got msg ffff882035963600 140 (4248725119) + 0 (0) + 0 (0)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000129] ===== ffff882035963600 2 from osd20 43=osd_opreply len 140+0 (4248725119 0 0) =====
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000131] handle_reply msg ffff882035963600 tid 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000133] handle_reply req ffff881000798410 tid 2 flags 0x400025 pgid 1.1bdf9243 epoch 188 attempt 0 v 0'0 uv 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000135]  req ffff881000798410 tid 2 op 0 rval -17 len 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000136] handle_reply req ffff881000798410 tid 2 result -17 data_len 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000138] finish_request req ffff881000798410 tid 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000140] unlink_request osd ffff88202c987000 osd20 req ffff881000798410 tid 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000141] put_osd ffff88202c987000 7 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000144] __move_osd_to_lru osd ffff88202c987000 osd20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000147] ceph_msg_revoke_incoming ffff88202c987030 in_msg           (null) msg ffff882035963600 no-op
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000152] ceph_osdc_put_request ffff881000798410 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000154] ceph_msg_put ffff882035963600 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000156] prepare_read_tag ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000157] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000159] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000163] ceph_osdc_put_request ffff881000798000 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000164] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000166] try_write start ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000167] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000169] ceph_osdc_release_request ffff881000798000 (r_request ffff882035962800 r_reply ffff882035962e00)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000170] ceph_msg_put ffff882035962800 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000173] prepare_write_ack ffff88202c987030 1 -> 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000173] ceph_msg_release ffff882035962800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000175] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000178] try_write out_kvec_bytes 9
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000180] ceph_msg_free ffff882035962800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000181] write_partial_kvec ffff88202c987030 9 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000184] ceph_msg_put ffff882035962e00 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000185] ceph_msg_release ffff882035962e00
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000186] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000187] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000189] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000190] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000191] ceph_msg_free ffff882035962e00
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000192] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000196] ceph_osdc_put_request ffff881000798410 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000197] ceph_osdc_release_request ffff881000798410 (r_request ffff882035963d00 r_reply ffff882035963600)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000198] ceph_msg_put ffff882035963d00 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000200] ceph_msg_release ffff882035963d00
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000202] put_osd ffff88202c987000 3 -> 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000203] ceph_msg_free ffff882035963d00
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000204] ceph_msg_put ffff882035963600 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000205] ceph_msg_release ffff882035963600
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000206] put_osd ffff88202c987000 2 -> 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000207] ceph_msg_free ffff882035963600
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000209] __ceph_pool_perm_get pool 1 result = 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000211] get_cap_refs ffff881000b5c468 need Fr want Fc
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000214] __ceph_caps_issued ffff881000b5c468 cap ffff8820032333c0 issued pAsLsXsFscr
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000216] get_cap_refs ffff881000b5c468 have pAsLsXsFscr but not Fc (revoking -)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000217] get_cap_refs ffff881000b5c468 ret 1 got Fcr
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.000221] aio_read ffff881000b5c468 1000000095b.fffffffffffffffe 0~67108864 got cap refs on Fcr
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004467] page/inode not in cache
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004470] readpages ffff881000b5c468 file ffff882035963000 nr_pages 16384 max 16384
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004831] start_read ffff881000b5c468 nr_pages 16384 is 0~67108864
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004836] ceph_osdc_alloc_request req ffff880fff2c8000
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004838] mapping 0~67108864  osize 67108864 fl_su 67108864
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004840] osize 67108864 / su 67108864 = su_per_object 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004842] off 0 / su 67108864 = bl 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004843] objset 0 * sc 1 = ono 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004844]  obj extent 0~67108864
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004846] calc_layout objnum=0 0~67108864
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004849] ceph_msg_new ffff881008668100 front 163
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004850] ceph_msg_new ffff881008668400 front 570
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004854] start_read ffff881000b5c468 adding ffffea0040788a00 idx 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004858] start_read ffff881000b5c468 adding ffffea0040bf4440 idx 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004861] start_read ffff881000b5c468 adding ffffea0040bf2940 idx 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004862] start_read ffff881000b5c468 adding ffffea00405be300 idx 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004864] start_read ffff881000b5c468 adding ffffea00407b4380 idx 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004865] start_read ffff881000b5c468 adding ffffea0040838e80 idx 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004868] start_read ffff881000b5c468 adding ffffea0040c09380 idx 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004869] start_read ffff881000b5c468 adding ffffea0040667580 idx 7
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004871] start_read ffff881000b5c468 adding ffffea0040789d40 idx 8
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.004872] start_read ffff881000b5c468 adding ffffea00404dfe00 idx 9
...
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041074] start_read ffff881000b5c468 adding ffffea00405e2cc0 idx 16377
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041075] start_read ffff881000b5c468 adding ffffea00405e2d00 idx 16378
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041076] start_read ffff881000b5c468 adding ffffea00405e2d40 idx 16379
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041078] start_read ffff881000b5c468 adding ffffea00405e2d80 idx 16380
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041079] start_read ffff881000b5c468 adding ffffea00405e2dc0 idx 16381
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041080] start_read ffff881000b5c468 adding ffffea0040443a00 idx 16382
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041081] start_read ffff881000b5c468 adding ffffea0040443a40 idx 16383
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041083] start_read ffff881000b5c468 starting ffff880fff2c8000 0~67108864
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041085] ceph_osdc_get_request ffff880fff2c8000 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041086] __submit_request req ffff880fff2c8000 wrlocked 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041088] ceph_object_locator_to_pg 1000000095b.00000000 -> raw_pgid 1.1bdf9243
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041096] calc_target t ffff880fff2c8040 -> ct_res 1 osd 20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041098] lookup_create_osd osdc ffff8810363bc778 osd20 -> osd ffff88202c987000
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041099] link_request osd ffff88202c987000 osd20 req ffff880fff2c8000 tid 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041100] __remove_osd_from_lru osd ffff88202c987000 osd20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041101] get_osd ffff88202c987000 1 -> 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041104] encode_request req ffff880fff2c8000 oid 1000000095b.00000000 oid_len 20 front 163 data 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041106] send_request req ffff880fff2c8000 tid 3 to pg 1.1bdf9243 osd20 flags 0x400014 attempt 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041107] ceph_msg_get ffff881008668100 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041108] get_osd ffff88202c987000 2 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041110] ----- ffff881008668100 to osd20 42=osd_op len 163+0+0 -----
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041111] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041114] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041116] ceph_osdc_put_request ffff880fff2c8000 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041118] readpages ffff881000b5c468 file ffff882035963000 ret 16384
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041124] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041132] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041135] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041136] try_write start ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041136] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041137] ceph_msg_get ffff881008668100 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041139] prepare_write_message ffff881008668100 seq 3 type 42 len 163+0+0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041141] prepare_write_message front_crc 3365417753 middle_crc 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041142] prepare_write_message_footer ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041143] try_write out_kvec_bytes 238
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041144] write_partial_kvec ffff88202c987030 238 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041154] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041155] ceph_msg_put ffff881008668100 (was 3)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041156] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041157] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.041158] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110417] ceph_sock_data_ready on ffff88202c987030 state = 5, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110424] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110427] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110440] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110441] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110444] try_read got tag 8
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110445] prepare_read_ack ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110447] got ack for seq 3 type 42 at ffff881008668100
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110448] ceph_msg_put ffff881008668100 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110449] prepare_read_tag ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110449] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110450] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110451] try_read got tag 7
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110451] prepare_read_message ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110452] read_partial_message con ffff88202c987030 msg           (null)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110454] try_read done on ffff88202c987030 ret -5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110455] fault ffff88202c987030 state 5 to peer 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110456] libceph: osd20 10.209.242.38:6800 io error
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110458] con_close_socket on ffff88202c987030 sock ffff8810351d6b80
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110464] ceph_sock_state_change ffff88202c987030 state = 5 sk_state = 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110487] con_sock_state_closed con ffff88202c987030 sock 3 -> 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110487] fault on LOSSYTX channel, marking CLOSED
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110488] con_fault_finish ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110489] osd_fault osd ffff88202c987000 osd20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110490] reopen_osd osd ffff88202c987000 osd20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110491] con_close ffff88202c987030 peer 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110492] reset_connection ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110493] con_close_socket on ffff88202c987030 sock           (null)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110497] con_sock_state_closed con ffff88202c987030 sock 1 -> 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110500] con_open ffff88202c987030 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110504] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110508] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110515] encode_request req ffff880fff2c8000 oid 1000000095b.00000000 oid_len 20 front 163 data 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110522] send_request req ffff880fff2c8000 tid 3 to pg 1.1bdf9243 osd20 flags 0x40001c attempt 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110528] ceph_msg_get ffff881008668100 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110529] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110530] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110531] ----- ffff881008668100 to osd20 42=osd_op len 163+0+0 -----
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110535] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110539] queue_con_delay ffff88202c987030 - already queued
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110544] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110560] maybe_request_map osdc ffff8810363bc778 onetime
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110564] __ceph_monc_want_map osdmap epoch 189 continuous 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110568] __send_subscribe sent 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110569] __send_subscribe monmap start 2 flags 0x0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110570] __send_subscribe osdmap start 189 flags 0x1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110571] __send_subscribe mdsmap start 24 flags 0x0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110572] ceph_msg_get ffff882030203700 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110574] ----- ffff882030203700 to mon0 15=mon_subscribe len 61+0+0 -----
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110575] queue_con_delay ffff8810363bc288 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110576] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110577] ceph_con_workfn: con ffff88202c987030 PREOPEN
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110578] try_read start on ffff88202c987030 state 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110578] try_write start ffff88202c987030 state 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110579] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110580] prepare_read_banner ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110580] try_write initiating connect on ffff88202c987030 new state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110584] connect 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110585] con_sock_state_connecting con ffff88202c987030 sock 1 -> 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110602] connect 10.209.242.38:6800 EINPROGRESS sk_state = 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110603] write_partial_kvec ffff88202c987030 145 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110605] write_partial_kvec ffff88202c987030 145 left in 2 kvecs ret = 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110606] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110607] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110608] try_read start on ffff8810363bc288 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110609] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110611] try_read done on ffff8810363bc288 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110612] try_write start ffff8810363bc288 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110613] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110614] ceph_msg_get ffff882030203700 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110616] prepare_write_message ffff882030203700 seq 3 type 15 len 61+0+0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110618] prepare_write_message front_crc 407553488 middle_crc 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110618] prepare_write_message_footer ffff8810363bc288
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110619] try_write out_kvec_bytes 136
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110620] write_partial_kvec ffff8810363bc288 136 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110629] write_partial_kvec ffff8810363bc288 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110630] ceph_msg_put ffff882030203700 (was 3)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110630] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110631] try_write done on ffff8810363bc288 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110677] ceph_sock_state_change ffff88202c987030 state = 3 sk_state = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110681] ceph_sock_state_change TCP_ESTABLISHED
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110685] con_sock_state_connected con ffff88202c987030 sock 2 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110688] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110697] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110720] try_read start on ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110725] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110730] try_read connecting
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110735] read_partial_banner ffff88202c987030 at 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110740] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110745] try_write start ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110750] try_write out_kvec_bytes 145
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110755] write_partial_kvec ffff88202c987030 145 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110767] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110768] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110769] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110771] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110911] ceph_sock_data_ready on ffff88202c987030 state = 3, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110912] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110915] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110921] ceph_sock_data_ready on ffff88202c987030 state = 3, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110923] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110929] queue_con_delay ffff88202c987030 - already queued
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110933] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110936] ceph_sock_data_ready on ffff8810363bc288 state = 5, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110940] try_read start on ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110941] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110944] queue_con_delay ffff8810363bc288 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110945] try_read connecting
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110946] read_partial_banner ffff88202c987030 at 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110951] process_banner on ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110958] prepare_write_connect ffff88202c987030 cseq=0 gseq=4 proto=24
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110960] try_read start on ffff8810363bc288 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110964] prepare_read_connect ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110966] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110969] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110969] try_read got tag 8
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110971] prepare_read_ack ffff8810363bc288
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110972] try_write start ffff88202c987030 state 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110973] got ack for seq 3 type 15 at ffff882030203700
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110975] ceph_msg_put ffff882030203700 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110976] try_write out_kvec_bytes 55
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110977] prepare_read_tag ffff8810363bc288
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110980] write_partial_kvec ffff88202c987030 55 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110981] try_read start on ffff8810363bc288 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110982] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110983] try_read got tag 7
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110984] prepare_read_message ffff8810363bc288
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110985] read_partial_message con ffff8810363bc288 msg           (null)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110987] got hdr type 16 front 20 data 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110988] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110989] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110990] ceph_msg_get ffff882030202400 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110992] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110993] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110994] read_partial_message got msg ffff882030202400 20 (2396187544) + 0 (0) + 0 (0)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.110997] ===== ffff882030202400 6 from mon0 16=mon_subscribe_ack len 20+0 (2396187544 0 0) =====
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111002] handle_subscribe_ack sent 4296677453 duration 86400 renew after 4339877452
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111008] ceph_msg_put ffff882030202400 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111012] prepare_read_tag ffff8810363bc288
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111016] try_read start on ffff8810363bc288 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111021] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111025] try_read done on ffff8810363bc288 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111028] try_write start ffff8810363bc288 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111032] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111037] prepare_write_ack ffff8810363bc288 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111041] try_write out_kvec_bytes 9
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111045] write_partial_kvec ffff8810363bc288 9 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111052] write_partial_kvec ffff8810363bc288 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111053] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111053] try_write done on ffff8810363bc288 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111134] ceph_sock_data_ready on ffff88202c987030 state = 4, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111135] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111138] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111141] try_read start on ffff88202c987030 state 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111142] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111143] try_read negotiating
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111144] read_partial_connect ffff88202c987030 at 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111147] read_partial_connect ffff88202c987030 tag 1, con_seq = 1, g_seq = 766463
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111148] process_connect on ffff88202c987030 tag 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111150] process_connect got READY gseq 766463 cseq 1 (1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111151] prepare_read_tag ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111153] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111154] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111155] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111156] try_write start ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111157] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111158] ceph_msg_get ffff881008668100 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111161] prepare_write_message ffff881008668100 seq 1 type 42 len 163+0+0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111163] prepare_write_message front_crc 3019610841 middle_crc 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111165] prepare_write_message_footer ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111166] try_write out_kvec_bytes 238
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111167] write_partial_kvec ffff88202c987030 238 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111173] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111174] ceph_msg_put ffff881008668100 (was 3)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111175] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111177] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.111179] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172511] ceph_sock_data_ready on ffff88202c987030 state = 5, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172525] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172530] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172552] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172553] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172556] try_read got tag 8
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172557] prepare_read_ack ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172560] got ack for seq 1 type 42 at ffff881008668100
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172561] ceph_msg_put ffff881008668100 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172562] prepare_read_tag ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172563] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172564] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172565] try_read got tag 7
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172566] prepare_read_message ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172568] read_partial_message con ffff88202c987030 msg           (null)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172571] try_read done on ffff88202c987030 ret -5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172573] fault ffff88202c987030 state 5 to peer 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172576] libceph: osd20 10.209.242.38:6800 io error
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172577] con_close_socket on ffff88202c987030 sock ffff881035030780
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172593] ceph_sock_state_change ffff88202c987030 state = 5 sk_state = 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172606] con_sock_state_closed con ffff88202c987030 sock 3 -> 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172610] fault on LOSSYTX channel, marking CLOSED
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172615] con_fault_finish ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172621] osd_fault osd ffff88202c987000 osd20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172660] reopen_osd osd ffff88202c987000 osd20
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172663] con_close ffff88202c987030 peer 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172665] reset_connection ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172666] con_close_socket on ffff88202c987030 sock           (null)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172668] con_sock_state_closed con ffff88202c987030 sock 1 -> 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172669] con_open ffff88202c987030 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172671] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172673] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172677] encode_request req ffff880fff2c8000 oid 1000000095b.00000000 oid_len 20 front 163 data 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172680] send_request req ffff880fff2c8000 tid 3 to pg 1.1bdf9243 osd20 flags 0x40001c attempt 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172682] ceph_msg_get ffff881008668100 (was 1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172683] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172684] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172687] ----- ffff881008668100 to osd20 42=osd_op len 163+0+0 -----
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172688] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172689] queue_con_delay ffff88202c987030 - already queued
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172690] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172692] maybe_request_map osdc ffff8810363bc778 onetime
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172696] __ceph_monc_want_map osdmap epoch 189 continuous 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172700] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172704] ceph_con_workfn: con ffff88202c987030 PREOPEN
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172709] try_read start on ffff88202c987030 state 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172713] try_write start ffff88202c987030 state 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172717] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172722] prepare_read_banner ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172725] try_write initiating connect on ffff88202c987030 new state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172732] connect 10.209.242.38:6800
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172734] con_sock_state_connecting con ffff88202c987030 sock 1 -> 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172756] connect 10.209.242.38:6800 EINPROGRESS sk_state = 2
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172758] write_partial_kvec ffff88202c987030 145 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172761] write_partial_kvec ffff88202c987030 145 left in 2 kvecs ret = 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172762] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172763] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172843] ceph_sock_state_change ffff88202c987030 state = 3 sk_state = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172844] ceph_sock_state_change TCP_ESTABLISHED
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172845] con_sock_state_connected con ffff88202c987030 sock 2 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172845] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172848] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172857] try_read start on ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172858] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172858] try_read connecting
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172859] read_partial_banner ffff88202c987030 at 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172860] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172861] try_write start ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172862] try_write out_kvec_bytes 145
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172862] write_partial_kvec ffff88202c987030 145 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172868] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172868] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172869] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.172870] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173041] ceph_sock_data_ready on ffff88202c987030 state = 3, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173042] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173050] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173053] ceph_sock_data_ready on ffff88202c987030 state = 3, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173065] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173066] queue_con_delay ffff88202c987030 - already queued
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173067] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173071] try_read start on ffff88202c987030 state 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173071] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173072] try_read connecting
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173072] read_partial_banner ffff88202c987030 at 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173075] process_banner on ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173076] prepare_write_connect ffff88202c987030 cseq=0 gseq=5 proto=24
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173077] prepare_read_connect ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173077] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173078] try_write start ffff88202c987030 state 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173078] try_write out_kvec_bytes 55
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173079] write_partial_kvec ffff88202c987030 55 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173083] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173083] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173084] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173085] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173219] ceph_sock_data_ready on ffff88202c987030 state = 4, queueing work
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173220] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173222] queue_con_delay ffff88202c987030 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173224] try_read start on ffff88202c987030 state 4
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173225] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173225] try_read negotiating
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173226] read_partial_connect ffff88202c987030 at 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173227] read_partial_connect ffff88202c987030 tag 1, con_seq = 1, g_seq = 766464
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173228] process_connect on ffff88202c987030 tag 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173228] process_connect got READY gseq 766464 cseq 1 (1)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173229] prepare_read_tag ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173229] try_read start on ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173230] try_read tag 1 in_base_pos 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173231] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173231] try_write start ffff88202c987030 state 5
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173231] try_write out_kvec_bytes 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173232] ceph_msg_get ffff881008668100 (was 2)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173234] prepare_write_message ffff881008668100 seq 1 type 42 len 163+0+0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173235] prepare_write_message front_crc 3520664544 middle_crc 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173236] prepare_write_message_footer ffff88202c987030
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173236] try_write out_kvec_bytes 238
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173237] write_partial_kvec ffff88202c987030 238 left
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173242] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173242] ceph_msg_put ffff881008668100 (was 3)
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173243] try_write nothing else to write.
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173243] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:28 CDM3E04-209240148 kernel: [ 2010.173244] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231008] ceph_sock_data_ready on ffff88202c987030 state = 5, queueing work
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231012] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231015] queue_con_delay ffff88202c987030 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231034] try_read start on ffff88202c987030 state 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231035] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231036] try_read got tag 8
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231036] prepare_read_ack ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231041] ceph_sock_data_ready on ffff88202c987030 state = 5, queueing work
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231041] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231053] queue_con_delay ffff88202c987030 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231062] got ack for seq 1 type 42 at ffff881008668100
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231066] ceph_msg_put ffff881008668100 (was 2)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231081] prepare_read_tag ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231083] try_read start on ffff88202c987030 state 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231086] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231088] try_read got tag 7
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231088] prepare_read_message ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231089] read_partial_message con ffff88202c987030 msg           (null)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231090] try_read done on ffff88202c987030 ret -5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231091] fault ffff88202c987030 state 5 to peer 10.209.242.38:6800
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231092] libceph: osd20 10.209.242.38:6800 io error
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231093] con_close_socket on ffff88202c987030 sock ffff881035210780
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231097] ceph_sock_state_change ffff88202c987030 state = 5 sk_state = 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231104] con_sock_state_closed con ffff88202c987030 sock 3 -> 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231104] fault on LOSSYTX channel, marking CLOSED
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231105] con_fault_finish ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231105] osd_fault osd ffff88202c987000 osd20
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231106] reopen_osd osd ffff88202c987000 osd20
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231107] con_close ffff88202c987030 peer 10.209.242.38:6800
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231109] reset_connection ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231110] cancel_con ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231110] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231111] con_close_socket on ffff88202c987030 sock           (null)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231111] con_sock_state_closed con ffff88202c987030 sock 1 -> 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231112] con_open ffff88202c987030 10.209.242.38:6800
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231113] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231113] queue_con_delay ffff88202c987030 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231116] encode_request req ffff880fff2c8000 oid 1000000095b.00000000 oid_len 20 front 163 data 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231117] send_request req ffff880fff2c8000 tid 3 to pg 1.1bdf9243 osd20 flags 0x40001c attempt 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231117] ceph_msg_get ffff881008668100 (was 1)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231118] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231119] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231120] ----- ffff881008668100 to osd20 42=osd_op len 163+0+0 -----
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231130] get_osd ffff88202c987000 5 -> 6
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231131] queue_con_delay ffff88202c987030 - already queued
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231132] put_osd ffff88202c987000 6 -> 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231133] maybe_request_map osdc ffff8810363bc778 onetime
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231134] __ceph_monc_want_map osdmap epoch 189 continuous 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231135] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231136] ceph_con_workfn: con ffff88202c987030 PREOPEN
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231136] try_read start on ffff88202c987030 state 2
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231137] try_write start ffff88202c987030 state 2
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231139] try_write out_kvec_bytes 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231152] prepare_read_banner ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231156] try_write initiating connect on ffff88202c987030 new state 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231164] connect 10.209.242.38:6800
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231166] con_sock_state_connecting con ffff88202c987030 sock 1 -> 2
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231178] connect 10.209.242.38:6800 EINPROGRESS sk_state = 2
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231181] write_partial_kvec ffff88202c987030 145 left
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231184] write_partial_kvec ffff88202c987030 145 left in 2 kvecs ret = 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231189] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231192] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231284] ceph_sock_state_change ffff88202c987030 state = 3 sk_state = 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231287] ceph_sock_state_change TCP_ESTABLISHED
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231289] con_sock_state_connected con ffff88202c987030 sock 2 -> 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231290] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231295] queue_con_delay ffff88202c987030 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231309] try_read start on ffff88202c987030 state 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231310] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231312] try_read connecting
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231313] read_partial_banner ffff88202c987030 at 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231315] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231316] try_write start ffff88202c987030 state 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231317] try_write out_kvec_bytes 145
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231318] write_partial_kvec ffff88202c987030 145 left
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231326] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231326] try_write nothing else to write.
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231327] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231329] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231490] ceph_sock_data_ready on ffff88202c987030 state = 3, queueing work
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231491] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231495] queue_con_delay ffff88202c987030 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231500] try_read start on ffff88202c987030 state 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231501] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231502] try_read connecting
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231503] read_partial_banner ffff88202c987030 at 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231516] ceph_sock_data_ready on ffff88202c987030 state = 3, queueing work
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231517] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231518] queue_con_delay ffff88202c987030 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231543] process_banner on ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231545] prepare_write_connect ffff88202c987030 cseq=0 gseq=6 proto=24
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231547] prepare_read_connect ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231548] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231549] try_write start ffff88202c987030 state 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231550] try_write out_kvec_bytes 55
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231551] write_partial_kvec ffff88202c987030 55 left
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231558] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231558] try_write nothing else to write.
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231559] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231561] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231563] try_read start on ffff88202c987030 state 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231564] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231565] try_read negotiating
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231566] read_partial_connect ffff88202c987030 at 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231567] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231568] try_write start ffff88202c987030 state 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231569] try_write out_kvec_bytes 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231570] try_write nothing else to write.
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231571] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231572] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231740] ceph_sock_data_ready on ffff88202c987030 state = 4, queueing work
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231741] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231745] queue_con_delay ffff88202c987030 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231750] try_read start on ffff88202c987030 state 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231751] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231751] try_read negotiating
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231752] read_partial_connect ffff88202c987030 at 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231755] read_partial_connect ffff88202c987030 tag 1, con_seq = 1, g_seq = 766465
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231756] process_connect on ffff88202c987030 tag 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231759] process_connect got READY gseq 766465 cseq 1 (1)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231760] prepare_read_tag ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231761] try_read start on ffff88202c987030 state 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231762] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231763] try_read done on ffff88202c987030 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231764] try_write start ffff88202c987030 state 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231765] try_write out_kvec_bytes 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231766] ceph_msg_get ffff881008668100 (was 2)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231769] prepare_write_message ffff881008668100 seq 1 type 42 len 163+0+0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231771] prepare_write_message front_crc 211597656 middle_crc 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231772] prepare_write_message_footer ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231773] try_write out_kvec_bytes 238
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231774] write_partial_kvec ffff88202c987030 238 left
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231780] write_partial_kvec ffff88202c987030 0 left in 0 kvecs ret = 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231782] ceph_msg_put ffff881008668100 (was 3)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231784] try_write nothing else to write.
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231785] try_write done on ffff88202c987030 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.231786] put_osd ffff88202c987000 4 -> 3
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249742] ceph_sock_data_ready on ffff88202c985040 state = 5, queueing work
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249756] mdsc get_session ffff88202c985000 1 -> 2
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249759] mdsc con_get ffff88202c985000 ok (2)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249765] queue_con_delay ffff88202c985040 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249785] try_read start on ffff88202c985040 state 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249786] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249795] try_read got tag 15
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249797] prepare_read_keepalive_ack ffff88202c985040
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249800] prepare_read_tag ffff88202c985040
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249801] try_read start on ffff88202c985040 state 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249802] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249804] try_read done on ffff88202c985040 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249805] try_write start ffff88202c985040 state 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249806] try_write out_kvec_bytes 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249807] try_write nothing else to write.
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249808] try_write done on ffff88202c985040 ret 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249809] mdsc con_put ffff88202c985000 (1)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.249811] mdsc put_session ffff88202c985000 2 -> 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288430] ceph_sock_data_ready on ffff88202c987030 state = 5, queueing work
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288445] get_osd ffff88202c987000 3 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288450] queue_con_delay ffff88202c987030 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288472] try_read start on ffff88202c987030 state 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288474] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288476] try_read got tag 8
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288478] prepare_read_ack ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288481] got ack for seq 1 type 42 at ffff881008668100
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288482] ceph_msg_put ffff881008668100 (was 2)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288484] prepare_read_tag ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288485] try_read start on ffff88202c987030 state 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288486] try_read tag 1 in_base_pos 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288487] try_read got tag 7
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288488] prepare_read_message ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288489] read_partial_message con ffff88202c987030 msg           (null)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288492] try_read done on ffff88202c987030 ret -5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288494] fault ffff88202c987030 state 5 to peer 10.209.242.38:6800
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288496] libceph: osd20 10.209.242.38:6800 io error
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288497] con_close_socket on ffff88202c987030 sock ffff881032a78500
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288506] ceph_sock_state_change ffff88202c987030 state = 5 sk_state = 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288551] con_sock_state_closed con ffff88202c987030 sock 3 -> 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288552] fault on LOSSYTX channel, marking CLOSED
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288553] con_fault_finish ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288555] osd_fault osd ffff88202c987000 osd20
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288556] reopen_osd osd ffff88202c987000 osd20
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288559] con_close ffff88202c987030 peer 10.209.242.38:6800
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288560] reset_connection ffff88202c987030
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288561] con_close_socket on ffff88202c987030 sock           (null)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288563] con_sock_state_closed con ffff88202c987030 sock 1 -> 1
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288564] con_open ffff88202c987030 10.209.242.38:6800
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288566] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288567] queue_con_delay ffff88202c987030 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288574] encode_request req ffff880fff2c8000 oid 1000000095b.00000000 oid_len 20 front 163 data 0
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288577] send_request req ffff880fff2c8000 tid 3 to pg 1.1bdf9243 osd20 flags 0x40001c attempt 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288578] ceph_msg_get ffff881008668100 (was 1)
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288580] put_osd ffff88202c987000 5 -> 4
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288581] get_osd ffff88202c987000 4 -> 5
Jul  6 11:30:29 CDM3E04-209240148 kernel: [ 2010.288583] ----- ffff881008668100 to osd20 42=osd_op len 163+0+0 -----