1
|
2018-03-05 20:17:46.967519 7fb2f0710700 10 osd.2 157808 dequeue_op 0x557b0f2ae780 prio 63 cost 48 latency 0.000169 osd_op(client.9244044.0:72 38.c 38.eb5f8acc (undecoded) ondisk+write+known_if_redirected e157808) v8 pg pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean]
|
2
|
2018-03-05 20:17:46.967534 7fb2f0710700 20 osd.2 157808 share_map client.9244044 [XXXX::7930]:0/51387864 157808
|
3
|
2018-03-05 20:17:46.967540 7fb2f0710700 20 osd.2 157808 should_share_map client.9244044 [XXXX::7930]:0/51387864 157808
|
4
|
2018-03-05 20:17:46.967544 7fb2f0710700 6 -- op tracker -- seq: 1402, time: 2018-03-05 20:17:46.967543, event: reached_pg, op: osd_op(client.9244044.0:72 38.c 38.eb5f8acc (undecoded) ondisk+write+known_if_redirected e157808)
|
5
|
2018-03-05 20:17:46.967550 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] _handle_message: 0x557b0f2ae780
|
6
|
2018-03-05 20:17:46.967563 7fb2f0710700 10 throttle(osd_client_bytes 0x557b05041c00) put 216 (264 -> 48)
|
7
|
2018-03-05 20:17:46.967571 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_op: op osd_op(client.9244044.0:72 38.c 38:3351fad7:::usage.3:head [call rgw.user_usage_log_trim] snapc 0=[] ondisk+write+known_if_redirected e157808) v8
|
8
|
2018-03-05 20:17:46.967590 7fb2f0710700 10 osd.2 157808 class rgw method user_usage_log_trim flags=rw
|
9
|
2018-03-05 20:17:46.967594 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] op_has_sufficient_caps session=0x557b10de6800 pool=38 (.usage ) owner=0 need_read_cap=0 need_write_cap=0 classes=[class rgw rd 1 wr 1 wl 1] -> yes
|
10
|
2018-03-05 20:17:46.967618 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_op osd_op(client.9244044.0:72 38.c 38:3351fad7:::usage.3:head [call rgw.user_usage_log_trim] snapc 0=[] ondisk+write+known_if_redirected e157808) v8 may_write may_read -> write-ordered flags ondisk+write+known_if_redirected
|
11
|
2018-03-05 20:17:46.967640 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] get_object_context: found obc in cache: 0x557b0ebf59c0
|
12
|
2018-03-05 20:17:46.967650 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] get_object_context: 0x557b0ebf59c0 38:3351fad7:::usage.3:head rwstate(none n=0 w=0) oi: 38:3351fad7:::usage.3:head(157803'741784 osd.2.0:741032 dirty|omap|data_digest|omap_digest s 0 uv 263780 dd ffffffff od 4c08c768 alloc_hint [0 0 0]) exists: 1 ssc: 0x557b10fa7060 snapset: 0=[]:{}
|
13
|
2018-03-05 20:17:46.967668 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] find_object_context 38:3351fad7:::usage.3:head @head oi=38:3351fad7:::usage.3:head(157803'741784 osd.2.0:741032 dirty|omap|data_digest|omap_digest s 0 uv 263780 dd ffffffff od 4c08c768 alloc_hint [0 0 0])
|
14
|
2018-03-05 20:17:46.967685 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_op obc obc(38:3351fad7:::usage.3:head rwstate(excl n=1 w=0))
|
15
|
2018-03-05 20:17:46.967697 7fb2f0710700 6 -- op tracker -- seq: 1402, time: 2018-03-05 20:17:46.967696, event: started, op: osd_op(client.9244044.0:72 38.c 38:3351fad7:::usage.3:head [call rgw.user_usage_log_trim] snapc 0=[] ondisk+write+known_if_redirected e157808)
|
16
|
2018-03-05 20:17:46.967704 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] execute_ctx 0x557b0d64d800
|
17
|
2018-03-05 20:17:46.967716 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] execute_ctx 38:3351fad7:::usage.3:head [call rgw.user_usage_log_trim] ov 157803'741784 av 157808'772974 snapc 0=[] snapset 0=[]:{}
|
18
|
2018-03-05 20:17:46.967726 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] taking ondisk_read_lock
|
19
|
2018-03-05 20:17:46.967734 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_osd_op 38:3351fad7:::usage.3:head [call rgw.user_usage_log_trim]
|
20
|
2018-03-05 20:17:46.967742 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_osd_op call rgw.user_usage_log_trim
|
21
|
2018-03-05 20:17:46.967752 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] call method rgw.user_usage_log_trim
|
22
|
2018-03-05 20:17:46.967762 7fb2f0710700 10 <cls> /tmp/release/Ubuntu/WORKDIR/ceph-12.2.2-869-g3570137b77-dho-luminous/src/cls/rgw/cls_rgw.cc:3059: rgw_user_usage_log_trim()
|
23
|
2018-03-05 20:17:46.967764 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_osd_op 38:3351fad7:::usage.3:head [stat]
|
24
|
2018-03-05 20:17:46.967772 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_osd_op stat
|
25
|
2018-03-05 20:17:46.967784 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] stat oi has 0 2018-03-01 15:02:42.503138
|
26
|
2018-03-05 20:17:46.967797 7fb2f0710700 10 <cls> /tmp/release/Ubuntu/WORKDIR/ceph-12.2.2-869-g3570137b77-dho-luminous/src/cls/rgw/cls_rgw.cc:2912: usage_iterate_range
|
27
|
2018-03-05 20:17:46.967801 7fb2f0710700 20 <cls> /tmp/release/Ubuntu/WORKDIR/ceph-12.2.2-869-g3570137b77-dho-luminous/src/cls/rgw/cls_rgw.cc:2940: usage_iterate_range start_key=00000000000
|
28
|
2018-03-05 20:17:46.967803 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_osd_op 38:3351fad7:::usage.3:head [omap-get-vals]
|
29
|
2018-03-05 20:17:46.967812 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_osd_op omap-get-vals
|
30
|
2018-03-05 20:17:46.967820 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 38.c_head/#38:3351fad7:::usage.3:head#
|
31
|
2018-03-05 20:17:46.967865 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] Found key 01519916400_justin-benjamin_
|
32
|
2018-03-05 20:17:46.967880 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] Found key 01519916400_justin-west-1-staging_
|
33
|
2018-03-05 20:17:46.967895 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] Found key justin-benjamin_01519916400_
|
34
|
2018-03-05 20:17:46.967907 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] Found key justin-west-1-staging_01519916400_
|
35
|
2018-03-05 20:17:46.967928 7fb2f0710700 20 <cls> /tmp/release/Ubuntu/WORKDIR/ceph-12.2.2-869-g3570137b77-dho-luminous/src/cls/rgw/cls_rgw.cc:2960: usage_iterate_range reached key=01519916400_justin-benjamin_, done
|
36
|
2018-03-05 20:17:46.967934 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] method called response length=0
|
37
|
2018-03-05 20:17:46.967945 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] dropping ondisk_read_lock
|
38
|
2018-03-05 20:17:46.967958 7fb2f0710700 15 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_osd_op_effects client.9244044 con 0x557b0eb83000
|
39
|
2018-03-05 20:17:46.967968 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] execute_ctx update_log_only -- result=0
|
40
|
2018-03-05 20:17:46.967982 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] record_write_error r=0
|
41
|
2018-03-05 20:17:46.967994 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] submit_log_entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0
|
42
|
2018-03-05 20:17:46.968010 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] new_repop: repgather(0x557b0f3dcac0 157808'772974 rep_tid=1 committed?=0 applied?=0 r=0)
|
43
|
2018-03-05 20:17:46.968023 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772973 (157803'740282,157808'772973] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] merge_new_log_entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0
|
44
|
2018-03-05 20:17:46.968035 7fb2f0710700 20 update missing, append 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0
|
45
|
2018-03-05 20:17:46.968046 7fb2f0710700 5 write_log_and_missing with: dirty_to: 0'0, dirty_from: 4294967295'18446744073709551615, writeout_from: 157808'772974, trimmed: , trimmed_dups: , clear_divergent_priors: 0
|
46
|
2018-03-05 20:17:46.968063 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 lua=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] merge_new_log_entries peer_missing for 14 = missing(0 may_include_deletes = 1)
|
47
|
2018-03-05 20:17:46.968076 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 lua=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] merge_new_log_entries peer_missing for 24 = missing(0 may_include_deletes = 1)
|
48
|
2018-03-05 20:17:46.968091 7fb2f0710700 10 -- [2607:f298:4:3245::7108]:6807/48758 get_connection osd.14 [2607:f298:4:3245::7106]:6804/17339 existing 0x557b0d538800
|
49
|
2018-03-05 20:17:46.968099 7fb2f0710700 20 osd.2 157808 share_map_peer 0x557b0d538800 already has epoch 157808
|
50
|
2018-03-05 20:17:46.968101 7fb2f0710700 1 -- [2607:f298:4:3245::7108]:6807/48758 --> [2607:f298:4:3245::7106]:6804/17339 -- pg_update_log_missing(38.c epoch 157808/157807 rep_tid 1 entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0) v2 -- 0x557b113c5cc0 con 0
|
51
|
2018-03-05 20:17:46.968109 7fb2f0710700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).prepare_send_message m pg_update_log_missing(38.c epoch 157808/157807 rep_tid 1 entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0) v2
|
52
|
2018-03-05 20:17:46.968120 7fb2f0710700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).prepare_send_message encoding features 2305244844532236283 0x557b113c5cc0 pg_update_log_missing(38.c epoch 157808/157807 rep_tid 1 entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0) v2
|
53
|
2018-03-05 20:17:46.968131 7fb2f0710700 15 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).send_message inline write is denied, reschedule m=0x557b113c5cc0
|
54
|
2018-03-05 20:17:46.968139 7fb2f0710700 20 Event(0x557b05026480 nevent=5000 time_id=41).wakeup
|
55
|
2018-03-05 20:17:46.968152 7fb2f0710700 10 -- [2607:f298:4:3245::7108]:6807/48758 get_connection osd.24 [2607:f298:4:3245::7097]:6800/25906 existing 0x557b0d5a2000
|
56
|
2018-03-05 20:17:46.968159 7fb2f0710700 20 osd.2 157808 share_map_peer 0x557b0d5a2000 already has epoch 157808
|
57
|
2018-03-05 20:17:46.968161 7fb2f0710700 1 -- [2607:f298:4:3245::7108]:6807/48758 --> [2607:f298:4:3245::7097]:6800/25906 -- pg_update_log_missing(38.c epoch 157808/157807 rep_tid 1 entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0) v2 -- 0x557b113c5a80 con 0
|
58
|
2018-03-05 20:17:46.968172 7fb2f0710700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).prepare_send_message m pg_update_log_missing(38.c epoch 157808/157807 rep_tid 1 entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0) v2
|
59
|
2018-03-05 20:17:46.968181 7fb2f0710700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).prepare_send_message encoding features 2305244844532236283 0x557b113c5a80 pg_update_log_missing(38.c epoch 157808/157807 rep_tid 1 entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0) v2
|
60
|
2018-03-05 20:17:46.968181 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).handle_write
|
61
|
2018-03-05 20:17:46.968191 7fb2f0710700 15 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).send_message inline write is denied, reschedule m=0x557b113c5a80
|
62
|
2018-03-05 20:17:46.968196 7fb2f0710700 20 Event(0x557b05026480 nevent=5000 time_id=41).wakeup
|
63
|
2018-03-05 20:17:46.968202 7fb2f0710700 5 filestore(/srv/ceph/osd/2) queue_transactions(2160): existing 0x557b050c3e40 osr(38.c 0x557b057ca430)
|
64
|
2018-03-05 20:17:46.968202 7fb308ad1700 10 _calc_signature seq 16 front_crc_ = 4201441152 middle_crc = 0 data_crc = 0 sig = 8778983620244638991
|
65
|
2018-03-05 20:17:46.968205 7fb308ad1700 20 Putting signature in client message(seq # 16): sig = 8778983620244638991
|
66
|
2018-03-05 20:17:46.968205 7fb2f0710700 10 journal prepare_entry [Transaction(0x557b10b2d080)]
|
67
|
2018-03-05 20:17:46.968206 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).write_message signed m=0x557b113c5cc0): sig = 8778983620244638991
|
68
|
2018-03-05 20:17:46.968213 7fb2f0710700 10 journal len 610 -> 4096 (head 40 pre_pad 0 bl 610 post_pad 3406 tail 40) (bl alignment -1)
|
69
|
2018-03-05 20:17:46.968212 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).write_message sending message type=114 src osd.2 front=192 data=0 off 0
|
70
|
2018-03-05 20:17:46.968218 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).write_message sending 16 0x557b113c5cc0
|
71
|
2018-03-05 20:17:46.968225 7fb2f0710700 10 journal op_submit_start 19665632
|
72
|
2018-03-05 20:17:46.968226 7fb2f0710700 5 filestore(/srv/ceph/osd/2) queue_transactions(2214): (writeahead) 19665632 [Transaction(0x557b10b2d080)]
|
73
|
2018-03-05 20:17:46.968228 7fb2f0710700 10 journal op_journal_transactions 19665632
|
74
|
2018-03-05 20:17:46.968230 7fb2f0710700 5 journal submit_entry seq 19665632 len 4096 (0x557b057cad90)
|
75
|
2018-03-05 20:17:46.968237 7fb2f0710700 10 journal op_submit_finish 19665632
|
76
|
2018-03-05 20:17:46.968237 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0)._try_send sent bytes 267 remaining bytes 0
|
77
|
2018-03-05 20:17:46.968242 7fb2f0710700 10 osd.2 157808 dequeue_op 0x557b0f2ae780 finish
|
78
|
2018-03-05 20:17:46.968244 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
79
|
2018-03-05 20:17:46.968243 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).write_message sending 0x557b113c5cc0 done.
|
80
|
2018-03-05 20:17:46.968247 7fb2f0710700 20 osd.2 op_wq(2) _process empty q, waiting
|
81
|
2018-03-05 20:17:46.968248 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 0
|
82
|
2018-03-05 20:17:46.968244 7fb3013fa700 20 journal write_thread_entry woke up
|
83
|
2018-03-05 20:17:46.968251 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).handle_write
|
84
|
2018-03-05 20:17:46.968254 7fb3013fa700 10 journal room 10238988287 max_size 10239000576 pos 3798675456 header.start 3798667264 top 4096
|
85
|
2018-03-05 20:17:46.968261 7fb3013fa700 10 journal check_for_full at 3798675456 : 4096 < 10238988287
|
86
|
2018-03-05 20:17:46.968263 7fb308ad1700 10 _calc_signature seq 9 front_crc_ = 4201441152 middle_crc = 0 data_crc = 0 sig = 15060623911620606620
|
87
|
2018-03-05 20:17:46.968263 7fb3013fa700 15 journal prepare_single_write 1 will write 3798675456 : seq 19665632 len 610 -> 4096
|
88
|
2018-03-05 20:17:46.968266 7fb308ad1700 20 Putting signature in client message(seq # 9): sig = 15060623911620606620
|
89
|
2018-03-05 20:17:46.968270 7fb3013fa700 20 journal prepare_multi_write queue_pos now 3798679552
|
90
|
2018-03-05 20:17:46.968268 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).write_message signed m=0x557b113c5a80): sig = 15060623911620606620
|
91
|
2018-03-05 20:17:46.968272 7fb3013fa700 15 journal do_aio_write writing 3798675456~4096
|
92
|
2018-03-05 20:17:46.968274 7fb3013fa700 20 journal write_aio_bl 3798675456~4096 seq 19665632
|
93
|
2018-03-05 20:17:46.968273 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).write_message sending message type=114 src osd.2 front=192 data=0 off 0
|
94
|
2018-03-05 20:17:46.968277 7fb3013fa700 20 journal write_aio_bl .. 3798675456~4096 in 1
|
95
|
2018-03-05 20:17:46.968278 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).write_message sending 9 0x557b113c5a80
|
96
|
2018-03-05 20:17:46.968290 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0)._try_send sent bytes 267 remaining bytes 0
|
97
|
2018-03-05 20:17:46.968294 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).write_message sending 0x557b113c5a80 done.
|
98
|
2018-03-05 20:17:46.968299 7fb3013fa700 20 journal write_aio_bl io_submit return value: 1
|
99
|
2018-03-05 20:17:46.968305 7fb3013fa700 5 journal complete_write finished 1 ops and 610 bytes
|
100
|
2018-03-05 20:17:46.968307 7fb3013fa700 20 journal write_thread_entry going to sleep
|
101
|
2018-03-05 20:17:46.968310 7fb300bf9700 20 journal write_finish_thread_entry waiting for aio(s)
|
102
|
2018-03-05 20:17:46.968445 7fb300bf9700 10 journal write_finish_thread_entry aio 3798675456~4096 done
|
103
|
2018-03-05 20:17:46.968451 7fb300bf9700 20 journal check_aio_completion
|
104
|
2018-03-05 20:17:46.968452 7fb300bf9700 20 journal check_aio_completion completed seq 19665632 3798675456~4096
|
105
|
2018-03-05 20:17:46.968458 7fb300bf9700 20 journal check_aio_completion queueing finishers through seq 19665632
|
106
|
2018-03-05 20:17:46.968460 7fb300bf9700 10 journal queue_completions_thru seq 19665632 queueing seq 19665632 0x557b057cad90 lat 0.000227
|
107
|
2018-03-05 20:17:46.968470 7fb300bf9700 20 journal write_finish_thread_entry sleeping
|
108
|
2018-03-05 20:17:46.968482 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).process prev state is STATE_OPEN
|
109
|
2018-03-05 20:17:46.968492 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_TAG_ACK pgs=1575 cs=1 l=0).process prev state is STATE_OPEN
|
110
|
2018-03-05 20:17:46.968497 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_TAG_ACK pgs=1575 cs=1 l=0).process got ACK
|
111
|
2018-03-05 20:17:46.968501 7fb308ad1700 15 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_TAG_ACK pgs=1575 cs=1 l=0).handle_ack got ack seq 16
|
112
|
2018-03-05 20:17:46.968504 7fb3003f8700 10 finisher(0x557b05298020) finisher_thread doing [0x557b057cad90]
|
113
|
2018-03-05 20:17:46.968551 7fb3003f8700 5 filestore(/srv/ceph/osd/2) _journaled_ahead(2308): 0x557b1106c3c0 seq 19665632 osr(38.c 0x557b057ca430) [Transaction(0x557b10b2d080)]
|
114
|
2018-03-05 20:17:46.968506 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_TAG_ACK pgs=1575 cs=1 l=0).handle_ack got ack seq 16 >= 16 on 0x557b113c5cc0 pg_update_log_missing(38.c epoch 157808/157807 rep_tid 1 entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0) v2
|
115
|
2018-03-05 20:17:46.968528 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).process prev state is STATE_OPEN
|
116
|
2018-03-05 20:17:46.968560 7fb3003f8700 5 filestore(/srv/ceph/osd/2) queue_op(2037): 0x557b1106c3c0 seq 19665632 osr(38.c 0x557b057ca430) 596 bytes (queue has 1 ops and 596 bytes)
|
117
|
2018-03-05 20:17:46.968559 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).process prev state is STATE_OPEN_TAG_ACK
|
118
|
2018-03-05 20:17:46.968568 7fb3003f8700 10 filestore(/srv/ceph/osd/2) queueing ondisk 0x557b10e98860
|
119
|
2018-03-05 20:17:46.968567 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).process prev state is STATE_OPEN
|
120
|
2018-03-05 20:17:46.968574 7fb3003f8700 10 finisher(0x557b05298020) finisher_thread done with [0x557b057cad90]
|
121
|
2018-03-05 20:17:46.968577 7fb3003f8700 10 finisher(0x557b05298020) finisher_thread empty
|
122
|
2018-03-05 20:17:46.968574 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_TAG_ACK pgs=4501 cs=1 l=0).process prev state is STATE_OPEN
|
123
|
2018-03-05 20:17:46.968578 7fb3003f8700 10 finisher(0x557b05298020) finisher_thread sleeping
|
124
|
2018-03-05 20:17:46.968578 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_TAG_ACK pgs=4501 cs=1 l=0).process got ACK
|
125
|
2018-03-05 20:17:46.968585 7fb2febf5700 10 finisher(0x557b050c2580) finisher_thread doing [0x557b10e98860]
|
126
|
2018-03-05 20:17:46.968583 7fb308ad1700 15 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_TAG_ACK pgs=4501 cs=1 l=0).handle_ack got ack seq 9
|
127
|
2018-03-05 20:17:46.968589 7fb2febf5700 10 finisher(0x557b050c2580) finisher_thread done with [0x557b10e98860]
|
128
|
2018-03-05 20:17:46.968578 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=2192 cs=1 l=0).process prev state is STATE_OPEN
|
129
|
2018-03-05 20:17:46.968590 7fb2febf5700 10 finisher(0x557b050c2580) finisher_thread empty
|
130
|
2018-03-05 20:17:46.968592 7fb2febf5700 10 finisher(0x557b050c2580) finisher_thread sleeping
|
131
|
2018-03-05 20:17:46.968587 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_TAG_ACK pgs=4501 cs=1 l=0).handle_ack got ack seq 9 >= 9 on 0x557b113c5a80 pg_update_log_missing(38.c epoch 157808/157807 rep_tid 1 entries 157808'772974 (0'0) error 38:3351fad7:::usage.3:head by client.9244044.0:72 0.000000 0) v2
|
132
|
2018-03-05 20:17:46.968591 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=2192 cs=1 l=0).process begin MSG
|
133
|
2018-03-05 20:17:46.968597 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=2192 cs=1 l=0).process got MSG header
|
134
|
2018-03-05 20:17:46.968598 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).process prev state is STATE_OPEN_TAG_ACK
|
135
|
2018-03-05 20:17:46.968602 7fb2ffbf7700 12 FileStore::op_tp worker wq FileStore::OpWQ start processing 0x557b050c3e40 (1 active)
|
136
|
2018-03-05 20:17:46.968602 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=2192 cs=1 l=0).process got envelope type=93 src osd.26 front=192 data=0 off 0
|
137
|
2018-03-05 20:17:46.968606 7fb2ffbf7700 20 heartbeat_map reset_timeout 'FileStore::op_tp thread 0x7fb2ffbf7700' grace 60 suicide 180
|
138
|
2018-03-05 20:17:46.968607 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_THROTTLE_MESSAGE pgs=2192 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_HEADER
|
139
|
2018-03-05 20:17:46.968610 7fb2ffbf7700 10 journal op_apply_start 19665632 open_ops 0 -> 1
|
140
|
2018-03-05 20:17:46.968613 7fb2ffbf7700 5 filestore(/srv/ceph/osd/2) _do_op(2080): 0x557b1106c3c0 seq 19665632 osr(38.c 0x557b057ca430)/0x557b057ca430 start
|
141
|
2018-03-05 20:17:46.968612 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_THROTTLE_BYTES pgs=2192 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_THROTTLE_MESSAGE
|
142
|
2018-03-05 20:17:46.968615 7fb2ffbf7700 10 filestore(/srv/ceph/osd/2) _do_transaction(2621): on 0x557b10b2d080
|
143
|
2018-03-05 20:17:46.968616 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE pgs=2192 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_THROTTLE_BYTES
|
144
|
2018-03-05 20:17:46.968620 7fb3092d2700 10 throttle(msgr_dispatch_throttler-cluster 0x557b052b71f8) get_or_fail 192 success (0 -> 192)
|
145
|
2018-03-05 20:17:46.968625 7fb2ffbf7700 20 heartbeat_map reset_timeout 'FileStore::op_tp thread 0x7fb2ffbf7700' grace 60 suicide 180
|
146
|
2018-03-05 20:17:46.968623 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=2192 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE
|
147
|
2018-03-05 20:17:46.968629 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=2192 cs=1 l=0).process got front 192
|
148
|
2018-03-05 20:17:46.968632 7fb2ffbf7700 15 filestore(/srv/ceph/osd/2) _omap_setkeys(5508): 38.c_head/#38:30000000::::head#
|
149
|
2018-03-05 20:17:46.968635 7fb2ffbf7700 20 filestore(/srv/ceph/osd/2) _omap_setkeys(5532): set 0000157808.00000000000000772974
|
150
|
2018-03-05 20:17:46.968633 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2192 cs=1 l=0).process aborted = 0
|
151
|
2018-03-05 20:17:46.968636 7fb2ffbf7700 20 filestore(/srv/ceph/osd/2) _omap_setkeys(5532): set _fastinfo
|
152
|
2018-03-05 20:17:46.968637 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2192 cs=1 l=0).process got 192 + 0 + 0 byte message
|
153
|
2018-03-05 20:17:46.968643 7fb2ffbf7700 10 filestore oid: #38:30000000::::head# not skipping op, *spos 19665632.0.0
|
154
|
2018-03-05 20:17:46.968646 7fb2ffbf7700 10 filestore > header.spos 0.0.0
|
155
|
2018-03-05 20:17:46.968665 7fb3092d2700 10 _calc_signature seq 1216 front_crc_ = 2495887566 middle_crc = 0 data_crc = 0 sig = 863811742372077520
|
156
|
2018-03-05 20:17:46.968675 7fb2ffbf7700 20 filestore(/srv/ceph/osd/2) _omap_setkeys(5536): 38.c_head/#38:30000000::::head# = 0
|
157
|
2018-03-05 20:17:46.968668 7fb3092d2700 5 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=2192 cs=1 l=0). rx osd.26 seq 1216 0x557b0eb76800 replica scrub(pg: 44.7,from:0'0,to:0'0,epoch:157808/157807,start:44:e1488cb6:::.dir.default.6599779.41685.23:0,end:44:e148c9ca:::.dir.default.6614891.58717.17:0,chunky:1,deep:1,seed:4294967295,version:7) v7
|
158
|
2018-03-05 20:17:46.968679 7fb2ffbf7700 20 heartbeat_map reset_timeout 'FileStore::op_tp thread 0x7fb2ffbf7700' grace 60 suicide 180
|
159
|
2018-03-05 20:17:46.968681 7fb2ffbf7700 10 journal op_apply_finish 19665632 open_ops 1 -> 0, max_applied_seq 19665631 -> 19665632
|
160
|
2018-03-05 20:17:46.968683 7fb2ffbf7700 10 filestore(/srv/ceph/osd/2) _do_op(2085): 0x557b1106c3c0 seq 19665632 r = 0, finisher 0x557b05475510 0
|
161
|
2018-03-05 20:17:46.968681 7fb3092d2700 1 -- [2607:f298:4:3245::7108]:6807/48758 <== osd.26 [2607:f298:4:3245::7097]:6804/64507 1216 ==== replica scrub(pg: 44.7,from:0'0,to:0'0,epoch:157808/157807,start:44:e1488cb6:::.dir.default.6599779.41685.23:0,end:44:e148c9ca:::.dir.default.6614891.58717.17:0,chunky:1,deep:1,seed:4294967295,version:7) v7 ==== 192+0+0 (2495887566 0 0) 0x557b0eb76800 con 0x557b0d537000
|
162
|
2018-03-05 20:17:46.968695 7fb2ffbf7700 10 filestore(/srv/ceph/osd/2) _finish_op(2100): 0x557b1106c3c0 seq 19665632 osr(38.c 0x557b057ca430)/0x557b057ca430 lat 0.000489
|
163
|
2018-03-05 20:17:46.968694 7fb3092d2700 15 osd.2 157808 enqueue_op 0x557b076e1000 prio 127 cost 0 latency 0.000102 epoch 157808 replica scrub(pg: 44.7,from:0'0,to:0'0,epoch:157808/157807,start:44:e1488cb6:::.dir.default.6599779.41685.23:0,end:44:e148c9ca:::.dir.default.6614891.58717.17:0,chunky:1,deep:1,seed:4294967295,version:7) v7
|
164
|
2018-03-05 20:17:46.968704 7fb2ffbf7700 15 FileStore::op_tp worker wq FileStore::OpWQ done processing 0x557b050c3e40 (0 active)
|
165
|
2018-03-05 20:17:46.968706 7fb2ffbf7700 20 FileStore::op_tp worker waiting
|
166
|
2018-03-05 20:17:46.968707 7fb2ffbf7700 20 heartbeat_map reset_timeout 'FileStore::op_tp thread 0x7fb2ffbf7700' grace 60 suicide 0
|
167
|
2018-03-05 20:17:46.968707 7fb2fe3f4700 10 finisher(0x557b050c2420) finisher_thread doing [0x557b05475510]
|
168
|
2018-03-05 20:17:46.968701 7fb3092d2700 6 -- op tracker -- seq: 1403, time: 2018-03-05 20:17:46.968701, event: queued_for_pg, op: replica scrub(pg: 44.7,from:0'0,to:0'0,epoch:157808/157807,start:44:e1488cb6:::.dir.default.6599779.41685.23:0,end:44:e148c9ca:::.dir.default.6614891.58717.17:0,chunky:1,deep:1,seed:4294967295,version:7)
|
169
|
2018-03-05 20:17:46.968712 7fb3092d2700 20 osd.2 op_wq(2) _enqueue 44.7 PGQueueable(0x557b076e1000 prio 127 cost 0 e157808)
|
170
|
2018-03-05 20:17:46.968720 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 dispatch_throttle_release 192 to dispatch throttler 192/104857600
|
171
|
2018-03-05 20:17:46.968724 7fb3092d2700 10 throttle(msgr_dispatch_throttler-cluster 0x557b052b71f8) put 192 (192 -> 0)
|
172
|
2018-03-05 20:17:46.968712 7fb2fe3f4700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 lua=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] op_applied version 157808'772974
|
173
|
2018-03-05 20:17:46.968726 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 done calling dispatch on 0x557b0eb76800
|
174
|
2018-03-05 20:17:46.968726 7fb2f0710700 20 osd.2 op_wq(2) _process 44.7 item PGQueueable(0x557b076e1000 prio 127 cost 0 e157808) queued
|
175
|
2018-03-05 20:17:46.968730 7fb2fe3f4700 10 finisher(0x557b050c2420) finisher_thread done with [0x557b05475510]
|
176
|
2018-03-05 20:17:46.968732 7fb2fe3f4700 10 finisher(0x557b050c2420) finisher_thread empty
|
177
|
2018-03-05 20:17:46.968731 7fb2f0710700 20 osd.2 op_wq(2) _process 44.7 item PGQueueable(0x557b076e1000 prio 127 cost 0 e157808) pg 0x557b0cc64000
|
178
|
2018-03-05 20:17:46.968730 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_READ_FRONT
|
179
|
2018-03-05 20:17:46.968734 7fb2fe3f4700 10 finisher(0x557b050c2420) finisher_thread sleeping
|
180
|
2018-03-05 20:17:46.968738 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).handle_write
|
181
|
2018-03-05 20:17:46.968744 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).handle_write try send msg ack, acked 1 messages
|
182
|
2018-03-05 20:17:46.968735 7fb2f0710700 10 osd.2 157808 dequeue_op 0x557b076e1000 prio 127 cost 0 latency 0.000143 replica scrub(pg: 44.7,from:0'0,to:0'0,epoch:157808/157807,start:44:e1488cb6:::.dir.default.6599779.41685.23:0,end:44:e148c9ca:::.dir.default.6614891.58717.17:0,chunky:1,deep:1,seed:4294967295,version:7) v7 pg pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active]
|
183
|
2018-03-05 20:17:46.968751 7fb2f0710700 20 osd.2 157808 share_map osd.26 [2607:f298:4:3245::7097]:6804/64507 157808
|
184
|
2018-03-05 20:17:46.968755 7fb2f0710700 20 osd.2 157808 should_share_map osd.26 [2607:f298:4:3245::7097]:6804/64507 157808
|
185
|
2018-03-05 20:17:46.968757 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0)._try_send sent bytes 9 remaining bytes 0
|
186
|
2018-03-05 20:17:46.968760 7fb2f0710700 6 -- op tracker -- seq: 1403, time: 2018-03-05 20:17:46.968759, event: reached_pg, op: replica scrub(pg: 44.7,from:0'0,to:0'0,epoch:157808/157807,start:44:e1488cb6:::.dir.default.6599779.41685.23:0,end:44:e148c9ca:::.dir.default.6614891.58717.17:0,chunky:1,deep:1,seed:4294967295,version:7)
|
187
|
2018-03-05 20:17:46.968766 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] _handle_message: 0x557b076e1000
|
188
|
2018-03-05 20:17:46.968775 7fb2f0710700 7 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] replica_scrub
|
189
|
2018-03-05 20:17:46.968783 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] build_scrub_map_chunk [44:e1488cb6:::.dir.default.6599779.41685.23:0,44:e148c9ca:::.dir.default.6614891.58717.17:0) seed 4294967295
|
190
|
2018-03-05 20:17:46.968793 7fb2f0710700 20 filestore(/srv/ceph/osd/2) collection_list(4989): pool is 44 shard is 255 pgid 44.7
|
191
|
2018-03-05 20:17:46.968795 7fb2f0710700 10 filestore(/srv/ceph/osd/2) collection_list(5008): start #44:e1488cb6:::.dir.default.6599779.41685.23:0# >= sep #-1:00000000::::0#
|
192
|
2018-03-05 20:17:46.968799 7fb2f0710700 20 _collection_list_partial start:#44:e1488cb6:::.dir.default.6599779.41685.23:0# end:#44:e148c9ca:::.dir.default.6614891.58717.17:0#-2147483647 ls.size 0
|
193
|
2018-03-05 20:17:46.968816 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).process prev state is STATE_OPEN
|
194
|
2018-03-05 20:17:46.968830 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=1575 cs=1 l=0).process prev state is STATE_OPEN
|
195
|
2018-03-05 20:17:46.968837 7fb2f0710700 20 list_by_hash_bitwise prefix 7
|
196
|
2018-03-05 20:17:46.968835 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=1575 cs=1 l=0).process begin MSG
|
197
|
2018-03-05 20:17:46.968840 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=1575 cs=1 l=0).process got MSG header
|
198
|
2018-03-05 20:17:46.968845 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=1575 cs=1 l=0).process got envelope type=115 src osd.14 front=41 data=0 off 0
|
199
|
2018-03-05 20:17:46.968851 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_THROTTLE_MESSAGE pgs=1575 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_HEADER
|
200
|
2018-03-05 20:17:46.968855 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_THROTTLE_BYTES pgs=1575 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_THROTTLE_MESSAGE
|
201
|
2018-03-05 20:17:46.968858 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE pgs=1575 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_THROTTLE_BYTES
|
202
|
2018-03-05 20:17:46.968863 7fb308ad1700 10 throttle(msgr_dispatch_throttler-cluster 0x557b052b71f8) get_or_fail 41 success (0 -> 41)
|
203
|
2018-03-05 20:17:46.968865 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=1575 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE
|
204
|
2018-03-05 20:17:46.968870 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=1575 cs=1 l=0).process got front 41
|
205
|
2018-03-05 20:17:46.968877 7fb2f0710700 20 list_by_hash_bitwise prefix 78
|
206
|
2018-03-05 20:17:46.968874 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1575 cs=1 l=0).process aborted = 0
|
207
|
2018-03-05 20:17:46.968879 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1575 cs=1 l=0).process got 41 + 0 + 0 byte message
|
208
|
2018-03-05 20:17:46.968899 7fb308ad1700 10 _calc_signature seq 16 front_crc_ = 4263875987 middle_crc = 0 data_crc = 0 sig = 9518418682615378741
|
209
|
2018-03-05 20:17:46.968901 7fb308ad1700 5 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=1575 cs=1 l=0). rx osd.14 seq 16 0x557b100a6c00 pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1) v2
|
210
|
2018-03-05 20:17:46.968909 7fb308ad1700 1 -- [2607:f298:4:3245::7108]:6807/48758 <== osd.14 [2607:f298:4:3245::7106]:6804/17339 16 ==== pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1) v2 ==== 41+0+0 (4263875987 0 0) 0x557b100a6c00 con 0x557b0d538800
|
211
|
2018-03-05 20:17:46.968917 7fb308ad1700 15 osd.2 157808 enqueue_op 0x557b0f475980 prio 196 cost 0 latency 0.000081 epoch 157808 pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1) v2
|
212
|
2018-03-05 20:17:46.968921 7fb308ad1700 6 -- op tracker -- seq: 1404, time: 2018-03-05 20:17:46.968920, event: queued_for_pg, op: pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1)
|
213
|
2018-03-05 20:17:46.968928 7fb308ad1700 20 osd.2 op_wq(2) _enqueue 38.c PGQueueable(0x557b0f475980 prio 196 cost 0 e157808)
|
214
|
2018-03-05 20:17:46.968933 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 dispatch_throttle_release 41 to dispatch throttler 41/104857600
|
215
|
2018-03-05 20:17:46.968936 7fb2f0710700 20 list_by_hash_bitwise prefix 782
|
216
|
2018-03-05 20:17:46.968936 7fb308ad1700 10 throttle(msgr_dispatch_throttler-cluster 0x557b052b71f8) put 41 (41 -> 0)
|
217
|
2018-03-05 20:17:46.968939 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 done calling dispatch on 0x557b100a6c00
|
218
|
2018-03-05 20:17:46.968941 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_READ_FRONT
|
219
|
2018-03-05 20:17:46.968947 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).handle_write
|
220
|
2018-03-05 20:17:46.968952 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0).handle_write try send msg ack, acked 1 messages
|
221
|
2018-03-05 20:17:46.968964 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7106]:6804/17339 conn(0x557b0d538800 :-1 s=STATE_OPEN pgs=1575 cs=1 l=0)._try_send sent bytes 9 remaining bytes 0
|
222
|
2018-03-05 20:17:46.968991 7fb2f0710700 20 list_by_hash_bitwise prefix 7821
|
223
|
2018-03-05 20:17:46.969634 7fb2f0710700 20 list_by_hash_bitwise prefix 782113D6
|
224
|
2018-03-05 20:17:46.969640 7fb2f0710700 20 list_by_hash_bitwise prefix 782113D6 ob #44:e1488cb6:::.dir.default.6599779.41685.23:head#
|
225
|
2018-03-05 20:17:46.969643 7fb2f0710700 20 list_by_hash_bitwise prefix 78211F78
|
226
|
2018-03-05 20:17:46.969644 7fb2f0710700 20 list_by_hash_bitwise prefix 78211F78 ob #44:e1488fe1:::.dir.default.6614891.25332.6:head#
|
227
|
2018-03-05 20:17:46.969646 7fb2f0710700 20 list_by_hash_bitwise prefix 78211FF8
|
228
|
2018-03-05 20:17:46.969647 7fb2f0710700 20 list_by_hash_bitwise prefix 78211FF8 ob #44:e1488ff1:::.dir.default.6599779.21977.25:head#
|
229
|
2018-03-05 20:17:46.969653 7fb2f0710700 20 list_by_hash_bitwise prefix 782194F4
|
230
|
2018-03-05 20:17:46.969654 7fb2f0710700 20 list_by_hash_bitwise prefix 782194F4 ob #44:e14892f2:::.dir.default.6614891.41678.28:head#
|
231
|
2018-03-05 20:17:46.969656 7fb2f0710700 20 list_by_hash_bitwise prefix 78219C5D
|
232
|
2018-03-05 20:17:46.969657 7fb2f0710700 20 list_by_hash_bitwise prefix 78219C5D ob #44:e14893ab:::.dir.default.6614891.51167.1:head#
|
233
|
2018-03-05 20:17:46.969659 7fb2f0710700 20 list_by_hash_bitwise prefix 78219AF2
|
234
|
2018-03-05 20:17:46.969660 7fb2f0710700 20 list_by_hash_bitwise prefix 78219AF2 ob #44:e14895f4:::.dir.default.6582062.5213.28:head#
|
235
|
2018-03-05 20:17:46.969666 7fb2f0710700 20 list_by_hash_bitwise prefix 78219655
|
236
|
2018-03-05 20:17:46.969668 7fb2f0710700 20 list_by_hash_bitwise prefix 78219655 ob #44:e14896aa:::.dir.default.6599779.35066.27:head#
|
237
|
2018-03-05 20:17:46.969669 7fb2f0710700 20 list_by_hash_bitwise prefix 78219D41
|
238
|
2018-03-05 20:17:46.969671 7fb2f0710700 20 list_by_hash_bitwise prefix 78219D41 ob #44:e1489b28:::.dir.default.6586352.19527.6:head#
|
239
|
2018-03-05 20:17:46.969673 7fb2f0710700 20 list_by_hash_bitwise prefix 78219D4D
|
240
|
2018-03-05 20:17:46.969674 7fb2f0710700 20 list_by_hash_bitwise prefix 78219D4D ob #44:e1489b2b:::.dir.default.6614891.24114.16:head#
|
241
|
2018-03-05 20:17:46.969676 7fb2f0710700 20 list_by_hash_bitwise prefix 78219DB2
|
242
|
2018-03-05 20:17:46.969677 7fb2f0710700 20 list_by_hash_bitwise prefix 78219DB2 ob #44:e1489bd4:::.dir.default.6614891.18413.9:head#
|
243
|
2018-03-05 20:17:46.969679 7fb2f0710700 20 list_by_hash_bitwise prefix 78219FEC
|
244
|
2018-03-05 20:17:46.969680 7fb2f0710700 20 list_by_hash_bitwise prefix 78219FEC ob #44:e1489f73:::.dir.default.6708021.15007.27:head#
|
245
|
2018-03-05 20:17:46.969682 7fb2f0710700 20 list_by_hash_bitwise prefix 78215227
|
246
|
2018-03-05 20:17:46.969683 7fb2f0710700 20 list_by_hash_bitwise prefix 78215227 ob #44:e148a44e:::.dir.default.6614891.3366.14:head#
|
247
|
2018-03-05 20:17:46.969685 7fb2f0710700 20 list_by_hash_bitwise prefix 7821566F
|
248
|
2018-03-05 20:17:46.969686 7fb2f0710700 20 list_by_hash_bitwise prefix 7821566F ob #44:e148a66f:::.dir.default.6586352.11407.1:head#
|
249
|
2018-03-05 20:17:46.969688 7fb2f0710700 20 list_by_hash_bitwise prefix 7821552D
|
250
|
2018-03-05 20:17:46.969689 7fb2f0710700 20 list_by_hash_bitwise prefix 7821552D ob #44:e148aa4b:::.dir.default.6614891.37088.27:head#
|
251
|
2018-03-05 20:17:46.969691 7fb2f0710700 20 list_by_hash_bitwise prefix 78215D0D
|
252
|
2018-03-05 20:17:46.969692 7fb2f0710700 20 list_by_hash_bitwise prefix 78215D0D ob #44:e148ab0b:::.dir.default.6599779.39400.1:head#
|
253
|
2018-03-05 20:17:46.969694 7fb2f0710700 20 list_by_hash_bitwise prefix 78215768
|
254
|
2018-03-05 20:17:46.969695 7fb2f0710700 20 list_by_hash_bitwise prefix 78215768 ob #44:e148ae61:::.dir.default.6599779.14040.6:head#
|
255
|
2018-03-05 20:17:46.969696 7fb2f0710700 20 list_by_hash_bitwise prefix 78215F47
|
256
|
2018-03-05 20:17:46.969698 7fb2f0710700 20 list_by_hash_bitwise prefix 78215F47 ob #44:e148af2e:::.dir.default.6586352.39617.10:head#
|
257
|
2018-03-05 20:17:46.969700 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D040
|
258
|
2018-03-05 20:17:46.969701 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D040 ob #44:e148b020:::.dir.default.6599779.15359.29:head#
|
259
|
2018-03-05 20:17:46.969703 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D8B2
|
260
|
2018-03-05 20:17:46.969704 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D8B2 ob #44:e148b1d4:::.dir.default.6582062.4652.23:head#
|
261
|
2018-03-05 20:17:46.969705 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D48E
|
262
|
2018-03-05 20:17:46.969706 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D48E ob #44:e148b217:::.dir.default.6708018.1204.8:head#
|
263
|
2018-03-05 20:17:46.969708 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D6FA
|
264
|
2018-03-05 20:17:46.969709 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D6FA ob #44:e148b6f5:::.dir.default.6586352.27495.8:head#
|
265
|
2018-03-05 20:17:46.969711 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D9C0
|
266
|
2018-03-05 20:17:46.969712 7fb2f0710700 20 list_by_hash_bitwise prefix 7821D9C0 ob #44:e148b930:::.dir.default.6708018.12222.28:head#
|
267
|
2018-03-05 20:17:46.969713 7fb2f0710700 20 list_by_hash_bitwise prefix 7821DDC3
|
268
|
2018-03-05 20:17:46.969714 7fb2f0710700 20 list_by_hash_bitwise prefix 7821DDC3 ob #44:e148bb3c:::.dir.default.6614891.22856.5:head#
|
269
|
2018-03-05 20:17:46.969716 7fb2f0710700 20 list_by_hash_bitwise prefix 7821DB41
|
270
|
2018-03-05 20:17:46.969717 7fb2f0710700 20 list_by_hash_bitwise prefix 7821DB41 ob #44:e148bd28:::.dir.default.6582062.4462.0:head#
|
271
|
2018-03-05 20:17:46.969719 7fb2f0710700 20 list_by_hash_bitwise prefix 78213653
|
272
|
2018-03-05 20:17:46.969720 7fb2f0710700 20 list_by_hash_bitwise prefix 78213653 ob #44:e148c6ac:::.dir.default.6599779.26330.4:head#
|
273
|
2018-03-05 20:17:46.969722 7fb2f0710700 20 list_by_hash_bitwise prefix 78213935
|
274
|
2018-03-05 20:17:46.969732 7fb2f0710700 20 filestore(/srv/ceph/osd/2) objects: [#44:e1488cb6:::.dir.default.6599779.41685.23:head#,#44:e1488fe1:::.dir.default.6614891.25332.6:head#,#44:e1488ff1:::.dir.default.6599779.21977.25:head#,#44:e14892f2:::.dir.default.6614891.41678.28:head#,#44:e14893ab:::.dir.default.6614891.51167.1:head#,#44:e14895f4:::.dir.default.6582062.5213.28:head#,#44:e14896aa:::.dir.default.6599779.35066.27:head#,#44:e1489b28:::.dir.default.6586352.19527.6:head#,#44:e1489b2b:::.dir.default.6614891.24114.16:head#,#44:e1489bd4:::.dir.default.6614891.18413.9:head#,#44:e1489f73:::.dir.default.6708021.15007.27:head#,#44:e148a44e:::.dir.default.6614891.3366.14:head#,#44:e148a66f:::.dir.default.6586352.11407.1:head#,#44:e148aa4b:::.dir.default.6614891.37088.27:head#,#44:e148ab0b:::.dir.default.6599779.39400.1:head#,#44:e148ae61:::.dir.default.6599779.14040.6:head#,#44:e148af2e:::.dir.default.6586352.39617.10:head#,#44:e148b020:::.dir.default.6599779.15359.29:head#,#44:e148b1d4:::.dir.default.6582062.4652.23:head#,#44:e148b217:::.dir.default.6708018.1204.8:head#,#44:e148b6f5:::.dir.default.6586352.27495.8:head#,#44:e148b930:::.dir.default.6708018.12222.28:head#,#44:e148bb3c:::.dir.default.6614891.22856.5:head#,#44:e148bd28:::.dir.default.6582062.4462.0:head#,#44:e148c6ac:::.dir.default.6599779.26330.4:head#]
|
275
|
2018-03-05 20:17:46.969755 7fb2f0710700 20 filestore(/srv/ceph/osd/2) next #44:e148c9ca:::.dir.default.6614891.58717.17:head#
|
276
|
2018-03-05 20:17:46.969759 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_scan_list scanning 25 objects deeply
|
277
|
2018-03-05 20:17:46.969769 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
278
|
2018-03-05 20:17:46.969792 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e1488cb6:::.dir.default.6599779.41685.23:head# = 0 (size 0)
|
279
|
2018-03-05 20:17:46.969796 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e1488cb6:::.dir.default.6599779.41685.23:head#
|
280
|
2018-03-05 20:17:46.973988 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 199 getting '_'
|
281
|
2018-03-05 20:17:46.974007 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 199 getting 'snapset'
|
282
|
2018-03-05 20:17:46.974013 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
283
|
2018-03-05 20:17:46.974015 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e1488cb6:::.dir.default.6599779.41685.23:head# = 0
|
284
|
2018-03-05 20:17:46.974019 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1488cb6:::.dir.default.6599779.41685.23:head seed ffffffff
|
285
|
2018-03-05 20:17:46.974031 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
286
|
2018-03-05 20:17:46.974033 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e1488cb6:::.dir.default.6599779.41685.23:head# 0~524288
|
287
|
2018-03-05 20:17:46.974079 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e1488cb6:::.dir.default.6599779.41685.23:head# 0~0/524288
|
288
|
2018-03-05 20:17:46.974085 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e1488cb6:::.dir.default.6599779.41685.23:head#
|
289
|
2018-03-05 20:17:46.974143 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e1488cb6:::.dir.default.6599779.41685.23:head#
|
290
|
2018-03-05 20:17:46.974179 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1488cb6:::.dir.default.6599779.41685.23:head omap_digest f5109350
|
291
|
2018-03-05 20:17:46.974195 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
292
|
2018-03-05 20:17:46.974215 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e1488fe1:::.dir.default.6614891.25332.6:head# = 0 (size 0)
|
293
|
2018-03-05 20:17:46.974221 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e1488fe1:::.dir.default.6614891.25332.6:head#
|
294
|
2018-03-05 20:17:46.977444 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 195 getting '_'
|
295
|
2018-03-05 20:17:46.977462 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 195 getting 'snapset'
|
296
|
2018-03-05 20:17:46.977467 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
297
|
2018-03-05 20:17:46.977469 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e1488fe1:::.dir.default.6614891.25332.6:head# = 0
|
298
|
2018-03-05 20:17:46.977473 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1488fe1:::.dir.default.6614891.25332.6:head seed ffffffff
|
299
|
2018-03-05 20:17:46.977487 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
300
|
2018-03-05 20:17:46.977489 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e1488fe1:::.dir.default.6614891.25332.6:head# 0~524288
|
301
|
2018-03-05 20:17:46.977528 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e1488fe1:::.dir.default.6614891.25332.6:head# 0~0/524288
|
302
|
2018-03-05 20:17:46.977536 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e1488fe1:::.dir.default.6614891.25332.6:head#
|
303
|
2018-03-05 20:17:46.977592 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e1488fe1:::.dir.default.6614891.25332.6:head#
|
304
|
2018-03-05 20:17:46.977628 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1488fe1:::.dir.default.6614891.25332.6:head omap_digest f5109350
|
305
|
2018-03-05 20:17:46.977644 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
306
|
2018-03-05 20:17:46.977663 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e1488ff1:::.dir.default.6599779.21977.25:head# = 0 (size 0)
|
307
|
2018-03-05 20:17:46.977670 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e1488ff1:::.dir.default.6599779.21977.25:head#
|
308
|
2018-03-05 20:17:46.979958 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).process prev state is STATE_OPEN
|
309
|
2018-03-05 20:17:46.979992 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=4501 cs=1 l=0).process prev state is STATE_OPEN
|
310
|
2018-03-05 20:17:46.979997 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=4501 cs=1 l=0).process begin MSG
|
311
|
2018-03-05 20:17:46.980001 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=4501 cs=1 l=0).process got MSG header
|
312
|
2018-03-05 20:17:46.980006 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_HEADER pgs=4501 cs=1 l=0).process got envelope type=115 src osd.24 front=41 data=0 off 0
|
313
|
2018-03-05 20:17:46.980011 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_THROTTLE_MESSAGE pgs=4501 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_HEADER
|
314
|
2018-03-05 20:17:46.980015 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_THROTTLE_BYTES pgs=4501 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_THROTTLE_MESSAGE
|
315
|
2018-03-05 20:17:46.980019 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE pgs=4501 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_THROTTLE_BYTES
|
316
|
2018-03-05 20:17:46.980024 7fb308ad1700 10 throttle(msgr_dispatch_throttler-cluster 0x557b052b71f8) get_or_fail 41 success (0 -> 41)
|
317
|
2018-03-05 20:17:46.980026 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=4501 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE
|
318
|
2018-03-05 20:17:46.980033 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=4501 cs=1 l=0).process got front 41
|
319
|
2018-03-05 20:17:46.980038 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=4501 cs=1 l=0).process aborted = 0
|
320
|
2018-03-05 20:17:46.980042 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=4501 cs=1 l=0).process got 41 + 0 + 0 byte message
|
321
|
2018-03-05 20:17:46.980070 7fb308ad1700 10 _calc_signature seq 8 front_crc_ = 4263875987 middle_crc = 0 data_crc = 0 sig = 18280068126841891507
|
322
|
2018-03-05 20:17:46.980073 7fb308ad1700 5 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=4501 cs=1 l=0). rx osd.24 seq 8 0x557b100a6a00 pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1) v2
|
323
|
2018-03-05 20:17:46.980080 7fb308ad1700 1 -- [2607:f298:4:3245::7108]:6807/48758 <== osd.24 [2607:f298:4:3245::7097]:6800/25906 8 ==== pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1) v2 ==== 41+0+0 (4263875987 0 0) 0x557b100a6a00 con 0x557b0d5a2000
|
324
|
2018-03-05 20:17:46.980090 7fb308ad1700 15 osd.2 157808 enqueue_op 0x557b105a3380 prio 196 cost 0 latency 0.000092 epoch 157808 pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1) v2
|
325
|
2018-03-05 20:17:46.980098 7fb308ad1700 6 -- op tracker -- seq: 1405, time: 2018-03-05 20:17:46.980097, event: queued_for_pg, op: pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1)
|
326
|
2018-03-05 20:17:46.980105 7fb308ad1700 20 osd.2 op_wq(2) _enqueue 38.c PGQueueable(0x557b105a3380 prio 196 cost 0 e157808)
|
327
|
2018-03-05 20:17:46.980110 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 dispatch_throttle_release 41 to dispatch throttler 41/104857600
|
328
|
2018-03-05 20:17:46.980113 7fb308ad1700 10 throttle(msgr_dispatch_throttler-cluster 0x557b052b71f8) put 41 (41 -> 0)
|
329
|
2018-03-05 20:17:46.980115 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 done calling dispatch on 0x557b100a6a00
|
330
|
2018-03-05 20:17:46.980117 7fb308ad1700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).process prev state is STATE_OPEN_MESSAGE_READ_FRONT
|
331
|
2018-03-05 20:17:46.980123 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).handle_write
|
332
|
2018-03-05 20:17:46.980129 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0).handle_write try send msg ack, acked 1 messages
|
333
|
2018-03-05 20:17:46.980142 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6800/25906 conn(0x557b0d5a2000 :-1 s=STATE_OPEN pgs=4501 cs=1 l=0)._try_send sent bytes 9 remaining bytes 0
|
334
|
2018-03-05 20:17:46.984471 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 43 getting '_'
|
335
|
2018-03-05 20:17:46.984490 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 43 getting 'snapset'
|
336
|
2018-03-05 20:17:46.984495 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
337
|
2018-03-05 20:17:46.984497 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e1488ff1:::.dir.default.6599779.21977.25:head# = 0
|
338
|
2018-03-05 20:17:46.984501 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1488ff1:::.dir.default.6599779.21977.25:head seed ffffffff
|
339
|
2018-03-05 20:17:46.984514 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
340
|
2018-03-05 20:17:46.984516 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e1488ff1:::.dir.default.6599779.21977.25:head# 0~524288
|
341
|
2018-03-05 20:17:46.984558 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e1488ff1:::.dir.default.6599779.21977.25:head# 0~0/524288
|
342
|
2018-03-05 20:17:46.984563 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e1488ff1:::.dir.default.6599779.21977.25:head#
|
343
|
2018-03-05 20:17:46.984622 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e1488ff1:::.dir.default.6599779.21977.25:head#
|
344
|
2018-03-05 20:17:46.984657 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1488ff1:::.dir.default.6599779.21977.25:head omap_digest f5109350
|
345
|
2018-03-05 20:17:46.984671 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
346
|
2018-03-05 20:17:46.984691 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e14892f2:::.dir.default.6614891.41678.28:head# = 0 (size 0)
|
347
|
2018-03-05 20:17:46.984697 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e14892f2:::.dir.default.6614891.41678.28:head#
|
348
|
2018-03-05 20:17:46.988455 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 197 getting '_'
|
349
|
2018-03-05 20:17:46.988472 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 197 getting 'snapset'
|
350
|
2018-03-05 20:17:46.988477 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
351
|
2018-03-05 20:17:46.988478 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e14892f2:::.dir.default.6614891.41678.28:head# = 0
|
352
|
2018-03-05 20:17:46.988482 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e14892f2:::.dir.default.6614891.41678.28:head seed ffffffff
|
353
|
2018-03-05 20:17:46.988494 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
354
|
2018-03-05 20:17:46.988495 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e14892f2:::.dir.default.6614891.41678.28:head# 0~524288
|
355
|
2018-03-05 20:17:46.988531 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e14892f2:::.dir.default.6614891.41678.28:head# 0~0/524288
|
356
|
2018-03-05 20:17:46.988541 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e14892f2:::.dir.default.6614891.41678.28:head#
|
357
|
2018-03-05 20:17:46.988596 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e14892f2:::.dir.default.6614891.41678.28:head#
|
358
|
2018-03-05 20:17:46.988630 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e14892f2:::.dir.default.6614891.41678.28:head omap_digest f5109350
|
359
|
2018-03-05 20:17:46.988645 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
360
|
2018-03-05 20:17:46.988664 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e14893ab:::.dir.default.6614891.51167.1:head# = 0 (size 0)
|
361
|
2018-03-05 20:17:46.988670 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e14893ab:::.dir.default.6614891.51167.1:head#
|
362
|
2018-03-05 20:17:46.992188 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).process prev state is STATE_OPEN
|
363
|
2018-03-05 20:17:46.992203 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).process prev state is STATE_OPEN
|
364
|
2018-03-05 20:17:46.992231 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_HEADER pgs=57 cs=1 l=1).process prev state is STATE_OPEN
|
365
|
2018-03-05 20:17:46.992236 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_HEADER pgs=57 cs=1 l=1).process begin MSG
|
366
|
2018-03-05 20:17:46.992239 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_HEADER pgs=59 cs=1 l=1).process prev state is STATE_OPEN
|
367
|
2018-03-05 20:17:46.992241 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_HEADER pgs=57 cs=1 l=1).process got MSG header
|
368
|
2018-03-05 20:17:46.992244 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_HEADER pgs=59 cs=1 l=1).process begin MSG
|
369
|
2018-03-05 20:17:46.992245 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_HEADER pgs=57 cs=1 l=1).process got envelope type=70 src osd.32 front=2004 data=0 off 0
|
370
|
2018-03-05 20:17:46.992249 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_HEADER pgs=59 cs=1 l=1).process got MSG header
|
371
|
2018-03-05 20:17:46.992251 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_THROTTLE_MESSAGE pgs=57 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_HEADER
|
372
|
2018-03-05 20:17:46.992254 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_HEADER pgs=59 cs=1 l=1).process got envelope type=70 src osd.32 front=2004 data=0 off 0
|
373
|
2018-03-05 20:17:46.992255 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_THROTTLE_BYTES pgs=57 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_MESSAGE
|
374
|
2018-03-05 20:17:46.992260 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_THROTTLE_MESSAGE pgs=59 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_HEADER
|
375
|
2018-03-05 20:17:46.992259 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE pgs=57 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_BYTES
|
376
|
2018-03-05 20:17:46.992265 7fb308ad1700 10 throttle(msgr_dispatch_throttler-hb_front_server 0x557b052b78f8) get_or_fail 2004 success (0 -> 2004)
|
377
|
2018-03-05 20:17:46.992264 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_THROTTLE_BYTES pgs=59 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_MESSAGE
|
378
|
2018-03-05 20:17:46.992268 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=57 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE
|
379
|
2018-03-05 20:17:46.992268 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE pgs=59 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_BYTES
|
380
|
2018-03-05 20:17:46.992275 7fb3092d2700 10 throttle(msgr_dispatch_throttler-hb_back_server 0x557b052b7ff8) get_or_fail 2004 success (0 -> 2004)
|
381
|
2018-03-05 20:17:46.992274 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=57 cs=1 l=1).process got front 2004
|
382
|
2018-03-05 20:17:46.992279 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1).process aborted = 0
|
383
|
2018-03-05 20:17:46.992278 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=59 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE
|
384
|
2018-03-05 20:17:46.992283 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1).process got 2004 + 0 + 0 byte message
|
385
|
2018-03-05 20:17:46.992286 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=59 cs=1 l=1).process got front 2004
|
386
|
2018-03-05 20:17:46.992291 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=59 cs=1 l=1).process aborted = 0
|
387
|
2018-03-05 20:17:46.992295 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=59 cs=1 l=1).process got 2004 + 0 + 0 byte message
|
388
|
2018-03-05 20:17:46.992292 7fb308ad1700 5 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=57 cs=1 l=1). rx osd.32 seq 86 0x557b100a5400 osd_ping(ping e157808 stamp 2018-03-05 20:17:46.992052) v4
|
389
|
2018-03-05 20:17:46.992301 7fb308ad1700 1 -- [XXXX::7108]:6813/48758 <== osd.32 [XXXX::7097]:0/60421 86 ==== osd_ping(ping e157808 stamp 2018-03-05 20:17:46.992052) v4 ==== 2004+0+0 (3441688654 0 0) 0x557b100a5400 con 0x557b0563d000
|
390
|
2018-03-05 20:17:46.992310 7fb308ad1700 20 heartbeat_map is_healthy = healthy, total workers: 11, number of unhealthy: 0
|
391
|
2018-03-05 20:17:46.992304 7fb3092d2700 5 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=59 cs=1 l=1). rx osd.32 seq 86 0x557b10de4000 osd_ping(ping e157808 stamp 2018-03-05 20:17:46.992052) v4
|
392
|
2018-03-05 20:17:46.992312 7fb308ad1700 1 -- [XXXX::7108]:6813/48758 --> [XXXX::7097]:0/60421 -- osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:46.992052) v4 -- 0x557b100a4800 con 0
|
393
|
2018-03-05 20:17:46.992313 7fb3092d2700 1 -- [2607:f298:4:3245::7108]:6814/48758 <== osd.32 [2607:f298:4:3245::7097]:0/60421 86 ==== osd_ping(ping e157808 stamp 2018-03-05 20:17:46.992052) v4 ==== 2004+0+0 (3441688654 0 0) 0x557b10de4000 con 0x557b0563b800
|
394
|
2018-03-05 20:17:46.992318 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).prepare_send_message m osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:46.992052) v4
|
395
|
2018-03-05 20:17:46.992324 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).prepare_send_message encoding features 2305244844532236283 0x557b100a4800 osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:46.992052) v4
|
396
|
2018-03-05 20:17:46.992334 7fb308ad1700 15 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).send_message inline write is denied, reschedule m=0x557b100a4800
|
397
|
2018-03-05 20:17:46.992341 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 get_connection osd.32 [2607:f298:4:3245::7097]:6806/60421 existing 0x557b0d597000
|
398
|
2018-03-05 20:17:46.992347 7fb308ad1700 20 osd.2 157808 share_map_peer 0x557b0d597000 already has epoch 157808
|
399
|
2018-03-05 20:17:46.992354 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 dispatch_throttle_release 2004 to dispatch throttler 2004/104857600
|
400
|
2018-03-05 20:17:46.992368 7fb308ad1700 10 throttle(msgr_dispatch_throttler-hb_front_server 0x557b052b78f8) put 2004 (2004 -> 0)
|
401
|
2018-03-05 20:17:46.992370 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 done calling dispatch on 0x557b100a5400
|
402
|
2018-03-05 20:17:46.992369 7fb3092d2700 20 heartbeat_map is_healthy = healthy, total workers: 11, number of unhealthy: 0
|
403
|
2018-03-05 20:17:46.992373 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_READ_FRONT
|
404
|
2018-03-05 20:17:46.992379 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).handle_write
|
405
|
2018-03-05 20:17:46.992376 7fb3092d2700 1 -- [2607:f298:4:3245::7108]:6814/48758 --> [2607:f298:4:3245::7097]:0/60421 -- osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:46.992052) v4 -- 0x557b10de5400 con 0
|
406
|
2018-03-05 20:17:46.992385 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).write_message signed m=0x557b100a4800): sig = 0
|
407
|
2018-03-05 20:17:46.992386 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).prepare_send_message m osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:46.992052) v4
|
408
|
2018-03-05 20:17:46.992390 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).write_message sending message type=70 src osd.2 front=2004 data=0 off 0
|
409
|
2018-03-05 20:17:46.992396 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).write_message sending 86 0x557b100a4800
|
410
|
2018-03-05 20:17:46.992394 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).prepare_send_message encoding features 2305244844532236283 0x557b10de5400 osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:46.992052) v4
|
411
|
2018-03-05 20:17:46.992408 7fb3092d2700 15 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).send_message inline write is denied, reschedule m=0x557b10de5400
|
412
|
2018-03-05 20:17:46.992410 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1)._try_send sent bytes 2079 remaining bytes 0
|
413
|
2018-03-05 20:17:46.992416 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 >> [XXXX::7097]:0/60421 conn(0x557b0563d000 :6813 s=STATE_OPEN pgs=57 cs=1 l=1).write_message sending 0x557b100a4800 done.
|
414
|
2018-03-05 20:17:46.992416 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 get_connection osd.32 [2607:f298:4:3245::7097]:6806/60421 existing 0x557b0d597000
|
415
|
2018-03-05 20:17:46.992422 7fb3092d2700 20 osd.2 157808 share_map_peer 0x557b0d597000 already has epoch 157808
|
416
|
2018-03-05 20:17:46.992426 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6814/48758 dispatch_throttle_release 2004 to dispatch throttler 2004/104857600
|
417
|
2018-03-05 20:17:46.992429 7fb3092d2700 10 throttle(msgr_dispatch_throttler-hb_back_server 0x557b052b7ff8) put 2004 (2004 -> 0)
|
418
|
2018-03-05 20:17:46.992431 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 done calling dispatch on 0x557b10de4000
|
419
|
2018-03-05 20:17:46.992434 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_READ_FRONT
|
420
|
2018-03-05 20:17:46.992443 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).handle_write
|
421
|
2018-03-05 20:17:46.992449 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).write_message signed m=0x557b10de5400): sig = 0
|
422
|
2018-03-05 20:17:46.992454 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).write_message sending message type=70 src osd.2 front=2004 data=0 off 0
|
423
|
2018-03-05 20:17:46.992459 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).write_message sending 86 0x557b10de5400
|
424
|
2018-03-05 20:17:46.992479 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1)._try_send sent bytes 2079 remaining bytes 0
|
425
|
2018-03-05 20:17:46.992485 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7097]:0/60421 conn(0x557b0563b800 :6814 s=STATE_OPEN pgs=59 cs=1 l=1).write_message sending 0x557b10de5400 done.
|
426
|
2018-03-05 20:17:46.994216 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 189 getting '_'
|
427
|
2018-03-05 20:17:46.994236 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 189 getting 'snapset'
|
428
|
2018-03-05 20:17:46.994242 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
429
|
2018-03-05 20:17:46.994243 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e14893ab:::.dir.default.6614891.51167.1:head# = 0
|
430
|
2018-03-05 20:17:46.994248 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e14893ab:::.dir.default.6614891.51167.1:head seed ffffffff
|
431
|
2018-03-05 20:17:46.994261 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
432
|
2018-03-05 20:17:46.994263 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e14893ab:::.dir.default.6614891.51167.1:head# 0~524288
|
433
|
2018-03-05 20:17:46.994309 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e14893ab:::.dir.default.6614891.51167.1:head# 0~0/524288
|
434
|
2018-03-05 20:17:46.994316 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e14893ab:::.dir.default.6614891.51167.1:head#
|
435
|
2018-03-05 20:17:46.994378 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e14893ab:::.dir.default.6614891.51167.1:head#
|
436
|
2018-03-05 20:17:46.994413 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e14893ab:::.dir.default.6614891.51167.1:head omap_digest f5109350
|
437
|
2018-03-05 20:17:46.994428 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
438
|
2018-03-05 20:17:46.994447 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e14895f4:::.dir.default.6582062.5213.28:head# = 0 (size 0)
|
439
|
2018-03-05 20:17:46.994454 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e14895f4:::.dir.default.6582062.5213.28:head#
|
440
|
2018-03-05 20:17:47.013702 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 185 getting '_'
|
441
|
2018-03-05 20:17:47.013721 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 185 getting 'snapset'
|
442
|
2018-03-05 20:17:47.013726 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
443
|
2018-03-05 20:17:47.013727 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e14895f4:::.dir.default.6582062.5213.28:head# = 0
|
444
|
2018-03-05 20:17:47.013732 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e14895f4:::.dir.default.6582062.5213.28:head seed ffffffff
|
445
|
2018-03-05 20:17:47.013749 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
446
|
2018-03-05 20:17:47.013751 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e14895f4:::.dir.default.6582062.5213.28:head# 0~524288
|
447
|
2018-03-05 20:17:47.013783 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e14895f4:::.dir.default.6582062.5213.28:head# 0~0/524288
|
448
|
2018-03-05 20:17:47.013787 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e14895f4:::.dir.default.6582062.5213.28:head#
|
449
|
2018-03-05 20:17:47.013851 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e14895f4:::.dir.default.6582062.5213.28:head#
|
450
|
2018-03-05 20:17:47.013886 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e14895f4:::.dir.default.6582062.5213.28:head omap_digest f5109350
|
451
|
2018-03-05 20:17:47.013901 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
452
|
2018-03-05 20:17:47.013920 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e14896aa:::.dir.default.6599779.35066.27:head# = 0 (size 0)
|
453
|
2018-03-05 20:17:47.013926 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e14896aa:::.dir.default.6599779.35066.27:head#
|
454
|
2018-03-05 20:17:47.032544 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 191 getting '_'
|
455
|
2018-03-05 20:17:47.032563 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 191 getting 'snapset'
|
456
|
2018-03-05 20:17:47.032569 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
457
|
2018-03-05 20:17:47.032570 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e14896aa:::.dir.default.6599779.35066.27:head# = 0
|
458
|
2018-03-05 20:17:47.032575 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e14896aa:::.dir.default.6599779.35066.27:head seed ffffffff
|
459
|
2018-03-05 20:17:47.032593 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
460
|
2018-03-05 20:17:47.032596 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e14896aa:::.dir.default.6599779.35066.27:head# 0~524288
|
461
|
2018-03-05 20:17:47.041300 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e14896aa:::.dir.default.6599779.35066.27:head# 0~0/524288
|
462
|
2018-03-05 20:17:47.041325 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e14896aa:::.dir.default.6599779.35066.27:head#
|
463
|
2018-03-05 20:17:47.041422 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e14896aa:::.dir.default.6599779.35066.27:head#
|
464
|
2018-03-05 20:17:47.041467 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e14896aa:::.dir.default.6599779.35066.27:head omap_digest f5109350
|
465
|
2018-03-05 20:17:47.041491 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
466
|
2018-03-05 20:17:47.041512 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e1489b28:::.dir.default.6586352.19527.6:head# = 0 (size 0)
|
467
|
2018-03-05 20:17:47.041522 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e1489b28:::.dir.default.6586352.19527.6:head#
|
468
|
2018-03-05 20:17:47.056284 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 192 getting '_'
|
469
|
2018-03-05 20:17:47.056307 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 192 getting 'snapset'
|
470
|
2018-03-05 20:17:47.056313 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
471
|
2018-03-05 20:17:47.056315 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e1489b28:::.dir.default.6586352.19527.6:head# = 0
|
472
|
2018-03-05 20:17:47.056321 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1489b28:::.dir.default.6586352.19527.6:head seed ffffffff
|
473
|
2018-03-05 20:17:47.056341 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
474
|
2018-03-05 20:17:47.056343 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e1489b28:::.dir.default.6586352.19527.6:head# 0~524288
|
475
|
2018-03-05 20:17:47.056395 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e1489b28:::.dir.default.6586352.19527.6:head# 0~0/524288
|
476
|
2018-03-05 20:17:47.056401 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e1489b28:::.dir.default.6586352.19527.6:head#
|
477
|
2018-03-05 20:17:47.056478 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e1489b28:::.dir.default.6586352.19527.6:head#
|
478
|
2018-03-05 20:17:47.056518 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1489b28:::.dir.default.6586352.19527.6:head omap_digest f5109350
|
479
|
2018-03-05 20:17:47.056534 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
480
|
2018-03-05 20:17:47.056554 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e1489b2b:::.dir.default.6614891.24114.16:head# = 0 (size 0)
|
481
|
2018-03-05 20:17:47.056561 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e1489b2b:::.dir.default.6614891.24114.16:head#
|
482
|
2018-03-05 20:17:47.069362 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 36 getting '_'
|
483
|
2018-03-05 20:17:47.069383 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 36 getting 'snapset'
|
484
|
2018-03-05 20:17:47.069389 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
485
|
2018-03-05 20:17:47.069390 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e1489b2b:::.dir.default.6614891.24114.16:head# = 0
|
486
|
2018-03-05 20:17:47.069395 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1489b2b:::.dir.default.6614891.24114.16:head seed ffffffff
|
487
|
2018-03-05 20:17:47.069407 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
488
|
2018-03-05 20:17:47.069409 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e1489b2b:::.dir.default.6614891.24114.16:head# 0~524288
|
489
|
2018-03-05 20:17:47.069450 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e1489b2b:::.dir.default.6614891.24114.16:head# 0~0/524288
|
490
|
2018-03-05 20:17:47.069462 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e1489b2b:::.dir.default.6614891.24114.16:head#
|
491
|
2018-03-05 20:17:47.069519 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e1489b2b:::.dir.default.6614891.24114.16:head#
|
492
|
2018-03-05 20:17:47.069554 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1489b2b:::.dir.default.6614891.24114.16:head omap_digest f5109350
|
493
|
2018-03-05 20:17:47.069570 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
494
|
2018-03-05 20:17:47.069589 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e1489bd4:::.dir.default.6614891.18413.9:head# = 0 (size 0)
|
495
|
2018-03-05 20:17:47.069595 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e1489bd4:::.dir.default.6614891.18413.9:head#
|
496
|
2018-03-05 20:17:47.076446 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 199 getting '_'
|
497
|
2018-03-05 20:17:47.076466 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 199 getting 'snapset'
|
498
|
2018-03-05 20:17:47.076471 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
499
|
2018-03-05 20:17:47.076472 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e1489bd4:::.dir.default.6614891.18413.9:head# = 0
|
500
|
2018-03-05 20:17:47.076477 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1489bd4:::.dir.default.6614891.18413.9:head seed ffffffff
|
501
|
2018-03-05 20:17:47.076491 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
502
|
2018-03-05 20:17:47.076493 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e1489bd4:::.dir.default.6614891.18413.9:head# 0~524288
|
503
|
2018-03-05 20:17:47.076523 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e1489bd4:::.dir.default.6614891.18413.9:head# 0~0/524288
|
504
|
2018-03-05 20:17:47.076528 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e1489bd4:::.dir.default.6614891.18413.9:head#
|
505
|
2018-03-05 20:17:47.076594 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e1489bd4:::.dir.default.6614891.18413.9:head#
|
506
|
2018-03-05 20:17:47.076630 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1489bd4:::.dir.default.6614891.18413.9:head omap_digest f5109350
|
507
|
2018-03-05 20:17:47.076645 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
508
|
2018-03-05 20:17:47.076665 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e1489f73:::.dir.default.6708021.15007.27:head# = 0 (size 0)
|
509
|
2018-03-05 20:17:47.076671 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e1489f73:::.dir.default.6708021.15007.27:head#
|
510
|
2018-03-05 20:17:47.082277 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 195 getting '_'
|
511
|
2018-03-05 20:17:47.082296 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 195 getting 'snapset'
|
512
|
2018-03-05 20:17:47.082301 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
513
|
2018-03-05 20:17:47.082303 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e1489f73:::.dir.default.6708021.15007.27:head# = 0
|
514
|
2018-03-05 20:17:47.082307 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1489f73:::.dir.default.6708021.15007.27:head seed ffffffff
|
515
|
2018-03-05 20:17:47.082318 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
516
|
2018-03-05 20:17:47.082320 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e1489f73:::.dir.default.6708021.15007.27:head# 0~524288
|
517
|
2018-03-05 20:17:47.082364 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e1489f73:::.dir.default.6708021.15007.27:head# 0~0/524288
|
518
|
2018-03-05 20:17:47.082369 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e1489f73:::.dir.default.6708021.15007.27:head#
|
519
|
2018-03-05 20:17:47.082430 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e1489f73:::.dir.default.6708021.15007.27:head#
|
520
|
2018-03-05 20:17:47.082465 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e1489f73:::.dir.default.6708021.15007.27:head omap_digest f5109350
|
521
|
2018-03-05 20:17:47.082480 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
522
|
2018-03-05 20:17:47.082500 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148a44e:::.dir.default.6614891.3366.14:head# = 0 (size 0)
|
523
|
2018-03-05 20:17:47.082506 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148a44e:::.dir.default.6614891.3366.14:head#
|
524
|
2018-03-05 20:17:47.084841 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 43 getting '_'
|
525
|
2018-03-05 20:17:47.084861 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 43 getting 'snapset'
|
526
|
2018-03-05 20:17:47.084867 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
527
|
2018-03-05 20:17:47.084869 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148a44e:::.dir.default.6614891.3366.14:head# = 0
|
528
|
2018-03-05 20:17:47.084873 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148a44e:::.dir.default.6614891.3366.14:head seed ffffffff
|
529
|
2018-03-05 20:17:47.084887 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
530
|
2018-03-05 20:17:47.084889 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148a44e:::.dir.default.6614891.3366.14:head# 0~524288
|
531
|
2018-03-05 20:17:47.084929 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148a44e:::.dir.default.6614891.3366.14:head# 0~0/524288
|
532
|
2018-03-05 20:17:47.084940 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148a44e:::.dir.default.6614891.3366.14:head#
|
533
|
2018-03-05 20:17:47.084994 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148a44e:::.dir.default.6614891.3366.14:head#
|
534
|
2018-03-05 20:17:47.085028 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148a44e:::.dir.default.6614891.3366.14:head omap_digest f5109350
|
535
|
2018-03-05 20:17:47.085043 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
536
|
2018-03-05 20:17:47.085063 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148a66f:::.dir.default.6586352.11407.1:head# = 0 (size 0)
|
537
|
2018-03-05 20:17:47.085069 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148a66f:::.dir.default.6586352.11407.1:head#
|
538
|
2018-03-05 20:17:47.103800 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 197 getting '_'
|
539
|
2018-03-05 20:17:47.103820 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 197 getting 'snapset'
|
540
|
2018-03-05 20:17:47.103825 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
541
|
2018-03-05 20:17:47.103826 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148a66f:::.dir.default.6586352.11407.1:head# = 0
|
542
|
2018-03-05 20:17:47.103831 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148a66f:::.dir.default.6586352.11407.1:head seed ffffffff
|
543
|
2018-03-05 20:17:47.103845 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
544
|
2018-03-05 20:17:47.103846 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148a66f:::.dir.default.6586352.11407.1:head# 0~524288
|
545
|
2018-03-05 20:17:47.103889 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148a66f:::.dir.default.6586352.11407.1:head# 0~0/524288
|
546
|
2018-03-05 20:17:47.103894 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148a66f:::.dir.default.6586352.11407.1:head#
|
547
|
2018-03-05 20:17:47.103947 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148a66f:::.dir.default.6586352.11407.1:head#
|
548
|
2018-03-05 20:17:47.103981 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148a66f:::.dir.default.6586352.11407.1:head omap_digest f5109350
|
549
|
2018-03-05 20:17:47.103996 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
550
|
2018-03-05 20:17:47.104016 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148aa4b:::.dir.default.6614891.37088.27:head# = 0 (size 0)
|
551
|
2018-03-05 20:17:47.104023 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148aa4b:::.dir.default.6614891.37088.27:head#
|
552
|
2018-03-05 20:17:47.117912 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 189 getting '_'
|
553
|
2018-03-05 20:17:47.117928 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 189 getting 'snapset'
|
554
|
2018-03-05 20:17:47.117934 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
555
|
2018-03-05 20:17:47.117935 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148aa4b:::.dir.default.6614891.37088.27:head# = 0
|
556
|
2018-03-05 20:17:47.117939 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148aa4b:::.dir.default.6614891.37088.27:head seed ffffffff
|
557
|
2018-03-05 20:17:47.117952 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
558
|
2018-03-05 20:17:47.117953 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148aa4b:::.dir.default.6614891.37088.27:head# 0~524288
|
559
|
2018-03-05 20:17:47.117998 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148aa4b:::.dir.default.6614891.37088.27:head# 0~0/524288
|
560
|
2018-03-05 20:17:47.118011 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148aa4b:::.dir.default.6614891.37088.27:head#
|
561
|
2018-03-05 20:17:47.118066 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148aa4b:::.dir.default.6614891.37088.27:head#
|
562
|
2018-03-05 20:17:47.118101 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148aa4b:::.dir.default.6614891.37088.27:head omap_digest f5109350
|
563
|
2018-03-05 20:17:47.118116 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
564
|
2018-03-05 20:17:47.118136 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148ab0b:::.dir.default.6599779.39400.1:head# = 0 (size 0)
|
565
|
2018-03-05 20:17:47.118142 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148ab0b:::.dir.default.6599779.39400.1:head#
|
566
|
2018-03-05 20:17:47.122199 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 185 getting '_'
|
567
|
2018-03-05 20:17:47.122218 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 185 getting 'snapset'
|
568
|
2018-03-05 20:17:47.122224 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
569
|
2018-03-05 20:17:47.122226 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148ab0b:::.dir.default.6599779.39400.1:head# = 0
|
570
|
2018-03-05 20:17:47.122230 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148ab0b:::.dir.default.6599779.39400.1:head seed ffffffff
|
571
|
2018-03-05 20:17:47.122242 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
572
|
2018-03-05 20:17:47.122244 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148ab0b:::.dir.default.6599779.39400.1:head# 0~524288
|
573
|
2018-03-05 20:17:47.122276 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148ab0b:::.dir.default.6599779.39400.1:head# 0~0/524288
|
574
|
2018-03-05 20:17:47.122281 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148ab0b:::.dir.default.6599779.39400.1:head#
|
575
|
2018-03-05 20:17:47.122342 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148ab0b:::.dir.default.6599779.39400.1:head#
|
576
|
2018-03-05 20:17:47.122376 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148ab0b:::.dir.default.6599779.39400.1:head omap_digest cc99ac09
|
577
|
2018-03-05 20:17:47.122391 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
578
|
2018-03-05 20:17:47.122411 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148ae61:::.dir.default.6599779.14040.6:head# = 0 (size 0)
|
579
|
2018-03-05 20:17:47.122418 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148ae61:::.dir.default.6599779.14040.6:head#
|
580
|
2018-03-05 20:17:47.129494 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 191 getting '_'
|
581
|
2018-03-05 20:17:47.129513 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 191 getting 'snapset'
|
582
|
2018-03-05 20:17:47.129519 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
583
|
2018-03-05 20:17:47.129520 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148ae61:::.dir.default.6599779.14040.6:head# = 0
|
584
|
2018-03-05 20:17:47.129524 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148ae61:::.dir.default.6599779.14040.6:head seed ffffffff
|
585
|
2018-03-05 20:17:47.129536 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
586
|
2018-03-05 20:17:47.129538 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148ae61:::.dir.default.6599779.14040.6:head# 0~524288
|
587
|
2018-03-05 20:17:47.129598 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148ae61:::.dir.default.6599779.14040.6:head# 0~0/524288
|
588
|
2018-03-05 20:17:47.129606 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148ae61:::.dir.default.6599779.14040.6:head#
|
589
|
2018-03-05 20:17:47.129661 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148ae61:::.dir.default.6599779.14040.6:head#
|
590
|
2018-03-05 20:17:47.129695 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148ae61:::.dir.default.6599779.14040.6:head omap_digest f5109350
|
591
|
2018-03-05 20:17:47.129710 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
592
|
2018-03-05 20:17:47.129729 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148af2e:::.dir.default.6586352.39617.10:head# = 0 (size 0)
|
593
|
2018-03-05 20:17:47.129736 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148af2e:::.dir.default.6586352.39617.10:head#
|
594
|
2018-03-05 20:17:47.137633 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 192 getting '_'
|
595
|
2018-03-05 20:17:47.137653 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 192 getting 'snapset'
|
596
|
2018-03-05 20:17:47.137658 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
597
|
2018-03-05 20:17:47.137660 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148af2e:::.dir.default.6586352.39617.10:head# = 0
|
598
|
2018-03-05 20:17:47.137664 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148af2e:::.dir.default.6586352.39617.10:head seed ffffffff
|
599
|
2018-03-05 20:17:47.137678 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
600
|
2018-03-05 20:17:47.137680 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148af2e:::.dir.default.6586352.39617.10:head# 0~524288
|
601
|
2018-03-05 20:17:47.137718 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148af2e:::.dir.default.6586352.39617.10:head# 0~0/524288
|
602
|
2018-03-05 20:17:47.137723 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148af2e:::.dir.default.6586352.39617.10:head#
|
603
|
2018-03-05 20:17:47.137784 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148af2e:::.dir.default.6586352.39617.10:head#
|
604
|
2018-03-05 20:17:47.137819 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148af2e:::.dir.default.6586352.39617.10:head omap_digest f5109350
|
605
|
2018-03-05 20:17:47.137834 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
606
|
2018-03-05 20:17:47.137854 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148b020:::.dir.default.6599779.15359.29:head# = 0 (size 0)
|
607
|
2018-03-05 20:17:47.137860 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148b020:::.dir.default.6599779.15359.29:head#
|
608
|
2018-03-05 20:17:47.142505 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 36 getting '_'
|
609
|
2018-03-05 20:17:47.142524 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 36 getting 'snapset'
|
610
|
2018-03-05 20:17:47.142530 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
611
|
2018-03-05 20:17:47.142532 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148b020:::.dir.default.6599779.15359.29:head# = 0
|
612
|
2018-03-05 20:17:47.142536 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b020:::.dir.default.6599779.15359.29:head seed ffffffff
|
613
|
2018-03-05 20:17:47.142550 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
614
|
2018-03-05 20:17:47.142552 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148b020:::.dir.default.6599779.15359.29:head# 0~524288
|
615
|
2018-03-05 20:17:47.142594 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148b020:::.dir.default.6599779.15359.29:head# 0~0/524288
|
616
|
2018-03-05 20:17:47.142602 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148b020:::.dir.default.6599779.15359.29:head#
|
617
|
2018-03-05 20:17:47.142657 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148b020:::.dir.default.6599779.15359.29:head#
|
618
|
2018-03-05 20:17:47.142690 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b020:::.dir.default.6599779.15359.29:head omap_digest f5109350
|
619
|
2018-03-05 20:17:47.142705 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
620
|
2018-03-05 20:17:47.142725 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148b1d4:::.dir.default.6582062.4652.23:head# = 0 (size 0)
|
621
|
2018-03-05 20:17:47.142731 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148b1d4:::.dir.default.6582062.4652.23:head#
|
622
|
2018-03-05 20:17:47.158845 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 199 getting '_'
|
623
|
2018-03-05 20:17:47.158864 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 199 getting 'snapset'
|
624
|
2018-03-05 20:17:47.158870 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
625
|
2018-03-05 20:17:47.158871 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148b1d4:::.dir.default.6582062.4652.23:head# = 0
|
626
|
2018-03-05 20:17:47.158876 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b1d4:::.dir.default.6582062.4652.23:head seed ffffffff
|
627
|
2018-03-05 20:17:47.158891 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
628
|
2018-03-05 20:17:47.158893 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148b1d4:::.dir.default.6582062.4652.23:head# 0~524288
|
629
|
2018-03-05 20:17:47.158932 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148b1d4:::.dir.default.6582062.4652.23:head# 0~0/524288
|
630
|
2018-03-05 20:17:47.158944 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148b1d4:::.dir.default.6582062.4652.23:head#
|
631
|
2018-03-05 20:17:47.158997 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148b1d4:::.dir.default.6582062.4652.23:head#
|
632
|
2018-03-05 20:17:47.159032 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b1d4:::.dir.default.6582062.4652.23:head omap_digest f5109350
|
633
|
2018-03-05 20:17:47.159047 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
634
|
2018-03-05 20:17:47.159074 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148b217:::.dir.default.6708018.1204.8:head# = 0 (size 0)
|
635
|
2018-03-05 20:17:47.159080 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148b217:::.dir.default.6708018.1204.8:head#
|
636
|
2018-03-05 20:17:47.175853 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).process prev state is STATE_OPEN
|
637
|
2018-03-05 20:17:47.175897 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).process prev state is STATE_OPEN
|
638
|
2018-03-05 20:17:47.175907 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_HEADER pgs=142 cs=1 l=1).process prev state is STATE_OPEN
|
639
|
2018-03-05 20:17:47.175913 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_HEADER pgs=142 cs=1 l=1).process begin MSG
|
640
|
2018-03-05 20:17:47.175917 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_HEADER pgs=142 cs=1 l=1).process got MSG header
|
641
|
2018-03-05 20:17:47.175922 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_HEADER pgs=142 cs=1 l=1).process got envelope type=70 src osd.45 front=2004 data=0 off 0
|
642
|
2018-03-05 20:17:47.175928 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_THROTTLE_MESSAGE pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_HEADER
|
643
|
2018-03-05 20:17:47.175931 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_HEADER pgs=142 cs=1 l=1).process prev state is STATE_OPEN
|
644
|
2018-03-05 20:17:47.175932 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_THROTTLE_BYTES pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_MESSAGE
|
645
|
2018-03-05 20:17:47.175937 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_BYTES
|
646
|
2018-03-05 20:17:47.175942 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_HEADER pgs=142 cs=1 l=1).process begin MSG
|
647
|
2018-03-05 20:17:47.175945 7fb308ad1700 10 throttle(msgr_dispatch_throttler-hb_front_server 0x557b052b78f8) get_or_fail 2004 success (0 -> 2004)
|
648
|
2018-03-05 20:17:47.175947 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_HEADER pgs=142 cs=1 l=1).process got MSG header
|
649
|
2018-03-05 20:17:47.175948 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE
|
650
|
2018-03-05 20:17:47.175952 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_HEADER pgs=142 cs=1 l=1).process got envelope type=70 src osd.45 front=2004 data=0 off 0
|
651
|
2018-03-05 20:17:47.175955 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=142 cs=1 l=1).process got front 2004
|
652
|
2018-03-05 20:17:47.175958 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_THROTTLE_MESSAGE pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_HEADER
|
653
|
2018-03-05 20:17:47.175963 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_THROTTLE_BYTES pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_MESSAGE
|
654
|
2018-03-05 20:17:47.175966 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=142 cs=1 l=1).process aborted = 0
|
655
|
2018-03-05 20:17:47.175966 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_BYTES
|
656
|
2018-03-05 20:17:47.175972 7fb309ad3700 10 throttle(msgr_dispatch_throttler-hb_back_server 0x557b052b7ff8) get_or_fail 2004 success (0 -> 2004)
|
657
|
2018-03-05 20:17:47.175970 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=142 cs=1 l=1).process got 2004 + 0 + 0 byte message
|
658
|
2018-03-05 20:17:47.175975 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE
|
659
|
2018-03-05 20:17:47.175982 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=142 cs=1 l=1).process got front 2004
|
660
|
2018-03-05 20:17:47.175983 7fb308ad1700 5 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=142 cs=1 l=1). rx osd.45 seq 92 0x557b100a4200 osd_ping(ping e157808 stamp 2018-03-05 20:17:47.177604) v4
|
661
|
2018-03-05 20:17:47.175987 7fb309ad3700 10 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=142 cs=1 l=1).process aborted = 0
|
662
|
2018-03-05 20:17:47.175992 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=142 cs=1 l=1).process got 2004 + 0 + 0 byte message
|
663
|
2018-03-05 20:17:47.175992 7fb308ad1700 1 -- [XXXX::7108]:6813/48758 <== osd.45 [XXXX::7107]:0/53460 92 ==== osd_ping(ping e157808 stamp 2018-03-05 20:17:47.177604) v4 ==== 2004+0+0 (2922938168 0 0) 0x557b100a4200 con 0x557b0d663800
|
664
|
2018-03-05 20:17:47.176003 7fb308ad1700 20 heartbeat_map is_healthy = healthy, total workers: 11, number of unhealthy: 0
|
665
|
2018-03-05 20:17:47.176004 7fb309ad3700 5 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=142 cs=1 l=1). rx osd.45 seq 92 0x557b113c6e00 osd_ping(ping e157808 stamp 2018-03-05 20:17:47.177604) v4
|
666
|
2018-03-05 20:17:47.176005 7fb308ad1700 1 -- [XXXX::7108]:6813/48758 --> [XXXX::7107]:0/53460 -- osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:47.177604) v4 -- 0x557b100a4400 con 0
|
667
|
2018-03-05 20:17:47.176026 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).prepare_send_message m osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:47.177604) v4
|
668
|
2018-03-05 20:17:47.176025 7fb309ad3700 1 -- [2607:f298:4:3245::7108]:6814/48758 <== osd.45 [2607:f298:4:3245::7107]:0/53460 92 ==== osd_ping(ping e157808 stamp 2018-03-05 20:17:47.177604) v4 ==== 2004+0+0 (2922938168 0 0) 0x557b113c6e00 con 0x557b0d665000
|
669
|
2018-03-05 20:17:47.176033 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).prepare_send_message encoding features 2305244844532236283 0x557b100a4400 osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:47.177604) v4
|
670
|
2018-03-05 20:17:47.176045 7fb308ad1700 15 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).send_message inline write is denied, reschedule m=0x557b100a4400
|
671
|
2018-03-05 20:17:47.176053 7fb308ad1700 10 -- [2607:f298:4:3245::7108]:6807/48758 get_connection osd.45 [2607:f298:4:3245::7107]:6803/1053460 existing 0x557b0d5a5000
|
672
|
2018-03-05 20:17:47.176059 7fb308ad1700 20 osd.2 157808 share_map_peer 0x557b0d5a5000 already has epoch 157808
|
673
|
2018-03-05 20:17:47.176066 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 dispatch_throttle_release 2004 to dispatch throttler 2004/104857600
|
674
|
2018-03-05 20:17:47.176069 7fb308ad1700 10 throttle(msgr_dispatch_throttler-hb_front_server 0x557b052b78f8) put 2004 (2004 -> 0)
|
675
|
2018-03-05 20:17:47.176070 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 done calling dispatch on 0x557b100a4200
|
676
|
2018-03-05 20:17:47.176073 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_READ_FRONT
|
677
|
2018-03-05 20:17:47.176072 7fb309ad3700 20 heartbeat_map is_healthy = healthy, total workers: 11, number of unhealthy: 0
|
678
|
2018-03-05 20:17:47.176079 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).handle_write
|
679
|
2018-03-05 20:17:47.176086 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).write_message signed m=0x557b100a4400): sig = 0
|
680
|
2018-03-05 20:17:47.176080 7fb309ad3700 1 -- [2607:f298:4:3245::7108]:6814/48758 --> [2607:f298:4:3245::7107]:0/53460 -- osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:47.177604) v4 -- 0x557b10167c00 con 0
|
681
|
2018-03-05 20:17:47.176091 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).write_message sending message type=70 src osd.2 front=2004 data=0 off 0
|
682
|
2018-03-05 20:17:47.176097 7fb308ad1700 20 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).write_message sending 92 0x557b100a4400
|
683
|
2018-03-05 20:17:47.176095 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).prepare_send_message m osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:47.177604) v4
|
684
|
2018-03-05 20:17:47.176103 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).prepare_send_message encoding features 2305244844532236283 0x557b10167c00 osd_ping(ping_reply e157808 stamp 2018-03-05 20:17:47.177604) v4
|
685
|
2018-03-05 20:17:47.176114 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1)._try_send sent bytes 2079 remaining bytes 0
|
686
|
2018-03-05 20:17:47.176120 7fb308ad1700 10 -- [XXXX::7108]:6813/48758 >> [XXXX::7107]:0/53460 conn(0x557b0d663800 :6813 s=STATE_OPEN pgs=142 cs=1 l=1).write_message sending 0x557b100a4400 done.
|
687
|
2018-03-05 20:17:47.176125 7fb309ad3700 15 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).send_message inline write is denied, reschedule m=0x557b10167c00
|
688
|
2018-03-05 20:17:47.176135 7fb309ad3700 10 -- [2607:f298:4:3245::7108]:6807/48758 get_connection osd.45 [2607:f298:4:3245::7107]:6803/1053460 existing 0x557b0d5a5000
|
689
|
2018-03-05 20:17:47.176141 7fb309ad3700 20 osd.2 157808 share_map_peer 0x557b0d5a5000 already has epoch 157808
|
690
|
2018-03-05 20:17:47.176145 7fb309ad3700 10 -- [2607:f298:4:3245::7108]:6814/48758 dispatch_throttle_release 2004 to dispatch throttler 2004/104857600
|
691
|
2018-03-05 20:17:47.176149 7fb309ad3700 10 throttle(msgr_dispatch_throttler-hb_back_server 0x557b052b7ff8) put 2004 (2004 -> 0)
|
692
|
2018-03-05 20:17:47.176151 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 done calling dispatch on 0x557b113c6e00
|
693
|
2018-03-05 20:17:47.176154 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_READ_FRONT
|
694
|
2018-03-05 20:17:47.176165 7fb309ad3700 10 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).handle_write
|
695
|
2018-03-05 20:17:47.176170 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).write_message signed m=0x557b10167c00): sig = 0
|
696
|
2018-03-05 20:17:47.176176 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).write_message sending message type=70 src osd.2 front=2004 data=0 off 0
|
697
|
2018-03-05 20:17:47.176182 7fb309ad3700 20 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).write_message sending 92 0x557b10167c00
|
698
|
2018-03-05 20:17:47.176206 7fb309ad3700 10 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1)._try_send sent bytes 2079 remaining bytes 0
|
699
|
2018-03-05 20:17:47.176211 7fb309ad3700 10 -- [2607:f298:4:3245::7108]:6814/48758 >> [2607:f298:4:3245::7107]:0/53460 conn(0x557b0d665000 :6814 s=STATE_OPEN pgs=142 cs=1 l=1).write_message sending 0x557b10167c00 done.
|
700
|
2018-03-05 20:17:47.178508 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 195 getting '_'
|
701
|
2018-03-05 20:17:47.178529 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 195 getting 'snapset'
|
702
|
2018-03-05 20:17:47.178534 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
703
|
2018-03-05 20:17:47.178535 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148b217:::.dir.default.6708018.1204.8:head# = 0
|
704
|
2018-03-05 20:17:47.178540 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b217:::.dir.default.6708018.1204.8:head seed ffffffff
|
705
|
2018-03-05 20:17:47.178553 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
706
|
2018-03-05 20:17:47.178555 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148b217:::.dir.default.6708018.1204.8:head# 0~524288
|
707
|
2018-03-05 20:17:47.178601 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148b217:::.dir.default.6708018.1204.8:head# 0~0/524288
|
708
|
2018-03-05 20:17:47.178608 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148b217:::.dir.default.6708018.1204.8:head#
|
709
|
2018-03-05 20:17:47.178669 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148b217:::.dir.default.6708018.1204.8:head#
|
710
|
2018-03-05 20:17:47.178704 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b217:::.dir.default.6708018.1204.8:head omap_digest cc99ac09
|
711
|
2018-03-05 20:17:47.178719 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
712
|
2018-03-05 20:17:47.178738 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148b6f5:::.dir.default.6586352.27495.8:head# = 0 (size 0)
|
713
|
2018-03-05 20:17:47.178752 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148b6f5:::.dir.default.6586352.27495.8:head#
|
714
|
2018-03-05 20:17:47.190942 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 43 getting '_'
|
715
|
2018-03-05 20:17:47.190961 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 43 getting 'snapset'
|
716
|
2018-03-05 20:17:47.190966 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
717
|
2018-03-05 20:17:47.190968 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148b6f5:::.dir.default.6586352.27495.8:head# = 0
|
718
|
2018-03-05 20:17:47.190972 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b6f5:::.dir.default.6586352.27495.8:head seed ffffffff
|
719
|
2018-03-05 20:17:47.190983 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
720
|
2018-03-05 20:17:47.190986 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148b6f5:::.dir.default.6586352.27495.8:head# 0~524288
|
721
|
2018-03-05 20:17:47.191023 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148b6f5:::.dir.default.6586352.27495.8:head# 0~0/524288
|
722
|
2018-03-05 20:17:47.191028 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148b6f5:::.dir.default.6586352.27495.8:head#
|
723
|
2018-03-05 20:17:47.191098 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148b6f5:::.dir.default.6586352.27495.8:head#
|
724
|
2018-03-05 20:17:47.191133 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b6f5:::.dir.default.6586352.27495.8:head omap_digest f5109350
|
725
|
2018-03-05 20:17:47.191149 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
726
|
2018-03-05 20:17:47.191168 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148b930:::.dir.default.6708018.12222.28:head# = 0 (size 0)
|
727
|
2018-03-05 20:17:47.191174 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148b930:::.dir.default.6708018.12222.28:head#
|
728
|
2018-03-05 20:17:47.209463 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 197 getting '_'
|
729
|
2018-03-05 20:17:47.209484 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 197 getting 'snapset'
|
730
|
2018-03-05 20:17:47.209490 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
731
|
2018-03-05 20:17:47.209491 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148b930:::.dir.default.6708018.12222.28:head# = 0
|
732
|
2018-03-05 20:17:47.209496 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b930:::.dir.default.6708018.12222.28:head seed ffffffff
|
733
|
2018-03-05 20:17:47.209509 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
734
|
2018-03-05 20:17:47.209511 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148b930:::.dir.default.6708018.12222.28:head# 0~524288
|
735
|
2018-03-05 20:17:47.209548 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148b930:::.dir.default.6708018.12222.28:head# 0~0/524288
|
736
|
2018-03-05 20:17:47.209554 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148b930:::.dir.default.6708018.12222.28:head#
|
737
|
2018-03-05 20:17:47.209626 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148b930:::.dir.default.6708018.12222.28:head#
|
738
|
2018-03-05 20:17:47.209663 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148b930:::.dir.default.6708018.12222.28:head omap_digest f5109350
|
739
|
2018-03-05 20:17:47.209678 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
740
|
2018-03-05 20:17:47.209697 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148bb3c:::.dir.default.6614891.22856.5:head# = 0 (size 0)
|
741
|
2018-03-05 20:17:47.209704 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148bb3c:::.dir.default.6614891.22856.5:head#
|
742
|
2018-03-05 20:17:47.212674 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 189 getting '_'
|
743
|
2018-03-05 20:17:47.212691 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 189 getting 'snapset'
|
744
|
2018-03-05 20:17:47.212696 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
745
|
2018-03-05 20:17:47.212698 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148bb3c:::.dir.default.6614891.22856.5:head# = 0
|
746
|
2018-03-05 20:17:47.212702 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148bb3c:::.dir.default.6614891.22856.5:head seed ffffffff
|
747
|
2018-03-05 20:17:47.212718 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
748
|
2018-03-05 20:17:47.212720 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148bb3c:::.dir.default.6614891.22856.5:head# 0~524288
|
749
|
2018-03-05 20:17:47.212762 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148bb3c:::.dir.default.6614891.22856.5:head# 0~0/524288
|
750
|
2018-03-05 20:17:47.212767 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148bb3c:::.dir.default.6614891.22856.5:head#
|
751
|
2018-03-05 20:17:47.212824 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148bb3c:::.dir.default.6614891.22856.5:head#
|
752
|
2018-03-05 20:17:47.212855 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148bb3c:::.dir.default.6614891.22856.5:head omap_digest f5109350
|
753
|
2018-03-05 20:17:47.212871 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
754
|
2018-03-05 20:17:47.212890 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148bd28:::.dir.default.6582062.4462.0:head# = 0 (size 0)
|
755
|
2018-03-05 20:17:47.212896 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148bd28:::.dir.default.6582062.4462.0:head#
|
756
|
2018-03-05 20:17:47.226507 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 185 getting '_'
|
757
|
2018-03-05 20:17:47.226526 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 185 getting 'snapset'
|
758
|
2018-03-05 20:17:47.226532 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
759
|
2018-03-05 20:17:47.226534 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148bd28:::.dir.default.6582062.4462.0:head# = 0
|
760
|
2018-03-05 20:17:47.226538 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148bd28:::.dir.default.6582062.4462.0:head seed ffffffff
|
761
|
2018-03-05 20:17:47.226552 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
762
|
2018-03-05 20:17:47.226554 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148bd28:::.dir.default.6582062.4462.0:head# 0~524288
|
763
|
2018-03-05 20:17:47.226597 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148bd28:::.dir.default.6582062.4462.0:head# 0~0/524288
|
764
|
2018-03-05 20:17:47.226621 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148bd28:::.dir.default.6582062.4462.0:head#
|
765
|
2018-03-05 20:17:47.226691 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148bd28:::.dir.default.6582062.4462.0:head#
|
766
|
2018-03-05 20:17:47.226741 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148bd28:::.dir.default.6582062.4462.0:head omap_digest f5109350
|
767
|
2018-03-05 20:17:47.226763 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
768
|
2018-03-05 20:17:47.226785 7fb2f0710700 10 filestore(/srv/ceph/osd/2) stat(3200): 44.7_head/#44:e148c6ac:::.dir.default.6599779.26330.4:head# = 0 (size 0)
|
769
|
2018-03-05 20:17:47.226791 7fb2f0710700 15 filestore(/srv/ceph/osd/2) getattrs(4467): 44.7_head/#44:e148c6ac:::.dir.default.6599779.26330.4:head#
|
770
|
2018-03-05 20:17:47.245701 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 191 getting '_'
|
771
|
2018-03-05 20:17:47.245725 7fb2f0710700 20 filestore(/srv/ceph/osd/2) _fgetattrs(4334): 191 getting 'snapset'
|
772
|
2018-03-05 20:17:47.245731 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4489): no xattr exists in object_map r = 0
|
773
|
2018-03-05 20:17:47.245732 7fb2f0710700 10 filestore(/srv/ceph/osd/2) getattrs(4522): 44.7_head/#44:e148c6ac:::.dir.default.6599779.26330.4:head# = 0
|
774
|
2018-03-05 20:17:47.245737 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148c6ac:::.dir.default.6599779.26330.4:head seed ffffffff
|
775
|
2018-03-05 20:17:47.245753 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
776
|
2018-03-05 20:17:47.245755 7fb2f0710700 15 filestore(/srv/ceph/osd/2) read(3232): 44.7_head/#44:e148c6ac:::.dir.default.6599779.26330.4:head# 0~524288
|
777
|
2018-03-05 20:17:47.245822 7fb2f0710700 10 filestore(/srv/ceph/osd/2) read(3287): 44.7_head/#44:e148c6ac:::.dir.default.6599779.26330.4:head# 0~0/524288
|
778
|
2018-03-05 20:17:47.245830 7fb2f0710700 15 filestore(/srv/ceph/osd/2) omap_get_header(5073): 44.7_head/#44:e148c6ac:::.dir.default.6599779.26330.4:head#
|
779
|
2018-03-05 20:17:47.245900 7fb2f0710700 15 filestore(/srv/ceph/osd/2) get_omap_iterator(5189): 44.7_head/#44:e148c6ac:::.dir.default.6599779.26330.4:head#
|
780
|
2018-03-05 20:17:47.245939 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] be_deep_scrub 44:e148c6ac:::.dir.default.6599779.26330.4:head omap_digest f5109350
|
781
|
2018-03-05 20:17:47.246022 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[44.7( v 157803'3427203 (157803'3425666,157803'3427203] local-lis/les=157807/157808 n=189008 ec=154762/154762 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157036) [26,38,2] r=2 lpr=157807 luod=0'0 crt=157803'3427203 lcod 0'0 active] build_scrub_map_chunk done
|
782
|
2018-03-05 20:17:47.246075 7fb2f0710700 1 -- [2607:f298:4:3245::7108]:6807/48758 --> [2607:f298:4:3245::7097]:6804/64507 -- rep_scrubmap(44.7 e157808 from shard 2) v1 -- 0x557b113c5600 con 0
|
783
|
2018-03-05 20:17:47.246086 7fb2f0710700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).prepare_send_message m rep_scrubmap(44.7 e157808 from shard 2) v1
|
784
|
2018-03-05 20:17:47.246095 7fb2f0710700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).prepare_send_message encoding features 2305244844532236283 0x557b113c5600 rep_scrubmap(44.7 e157808 from shard 2) v1
|
785
|
2018-03-05 20:17:47.246139 7fb2f0710700 15 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).send_message inline write is denied, reschedule m=0x557b113c5600
|
786
|
2018-03-05 20:17:47.246147 7fb2f0710700 20 Event(0x557b05026880 nevent=5000 time_id=37).wakeup
|
787
|
2018-03-05 20:17:47.246163 7fb2f0710700 10 osd.2 157808 dequeue_op 0x557b076e1000 finish
|
788
|
2018-03-05 20:17:47.246170 7fb2f0710700 6 -- op tracker -- seq: 1403, time: 2018-03-05 20:17:47.246169, event: done, op: replica scrub(pg: 44.7,from:0'0,to:0'0,epoch:157808/157807,start:44:e1488cb6:::.dir.default.6599779.41685.23:0,end:44:e148c9ca:::.dir.default.6614891.58717.17:0,chunky:1,deep:1,seed:4294967295,version:7)
|
789
|
2018-03-05 20:17:47.246163 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).handle_write
|
790
|
2018-03-05 20:17:47.246185 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
791
|
2018-03-05 20:17:47.246192 7fb2f0710700 20 osd.2 op_wq(2) _process 38.c item PGQueueable(0x557b0f475980 prio 196 cost 0 e157808) queued
|
792
|
2018-03-05 20:17:47.246199 7fb2f0710700 20 osd.2 op_wq(2) _process 38.c item PGQueueable(0x557b0f475980 prio 196 cost 0 e157808) pg 0x557b05523000
|
793
|
2018-03-05 20:17:47.246203 7fb3092d2700 10 _calc_signature seq 1216 front_crc_ = 3864501369 middle_crc = 0 data_crc = 1547778157 sig = 9280144195182452221
|
794
|
2018-03-05 20:17:47.246206 7fb3092d2700 20 Putting signature in client message(seq # 1216): sig = 9280144195182452221
|
795
|
2018-03-05 20:17:47.246207 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).write_message signed m=0x557b113c5600): sig = 9280144195182452221
|
796
|
2018-03-05 20:17:47.246204 7fb2f0710700 10 osd.2 157808 dequeue_op 0x557b0f475980 prio 196 cost 0 latency 0.277367 pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1) v2 pg pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean]
|
797
|
2018-03-05 20:17:47.246214 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).write_message sending message type=117 src osd.2 front=39 data=10733 off 0
|
798
|
2018-03-05 20:17:47.246216 7fb2f0710700 20 osd.2 157808 share_map osd.14 [2607:f298:4:3245::7106]:6804/17339 157808
|
799
|
2018-03-05 20:17:47.246220 7fb2f0710700 20 osd.2 157808 should_share_map osd.14 [2607:f298:4:3245::7106]:6804/17339 157808
|
800
|
2018-03-05 20:17:47.246226 7fb2f0710700 6 -- op tracker -- seq: 1404, time: 2018-03-05 20:17:47.246225, event: reached_pg, op: pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1)
|
801
|
2018-03-05 20:17:47.246228 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).write_message sending 1216 0x557b113c5600
|
802
|
2018-03-05 20:17:47.246231 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] _handle_message: 0x557b0f475980
|
803
|
2018-03-05 20:17:47.246240 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_update_log_missing_reply got reply from 14
|
804
|
2018-03-05 20:17:47.246250 7fb2f0710700 10 osd.2 157808 dequeue_op 0x557b0f475980 finish
|
805
|
2018-03-05 20:17:47.246251 7fb2f0710700 6 -- op tracker -- seq: 1404, time: 2018-03-05 20:17:47.246251, event: done, op: pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1)
|
806
|
2018-03-05 20:17:47.246258 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
807
|
2018-03-05 20:17:47.246260 7fb2f0710700 20 osd.2 op_wq(2) _process 38.c item PGQueueable(0x557b105a3380 prio 196 cost 0 e157808) queued
|
808
|
2018-03-05 20:17:47.246263 7fb2f0710700 20 osd.2 op_wq(2) _process 38.c item PGQueueable(0x557b105a3380 prio 196 cost 0 e157808) pg 0x557b05523000
|
809
|
2018-03-05 20:17:47.246267 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0)._try_send sent bytes 10847 remaining bytes 0
|
810
|
2018-03-05 20:17:47.246265 7fb2f0710700 10 osd.2 157808 dequeue_op 0x557b105a3380 prio 196 cost 0 latency 0.266268 pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1) v2 pg pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean]
|
811
|
2018-03-05 20:17:47.246273 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).write_message sending 0x557b113c5600 done.
|
812
|
2018-03-05 20:17:47.246274 7fb2f0710700 20 osd.2 157808 share_map osd.24 [2607:f298:4:3245::7097]:6800/25906 157808
|
813
|
2018-03-05 20:17:47.246277 7fb2f0710700 20 osd.2 157808 should_share_map osd.24 [2607:f298:4:3245::7097]:6800/25906 157808
|
814
|
2018-03-05 20:17:47.246281 7fb2f0710700 6 -- op tracker -- seq: 1405, time: 2018-03-05 20:17:47.246281, event: reached_pg, op: pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1)
|
815
|
2018-03-05 20:17:47.246284 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] _handle_message: 0x557b105a3380
|
816
|
2018-03-05 20:17:47.246292 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] do_update_log_missing_reply got reply from 24
|
817
|
2018-03-05 20:17:47.246300 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 luod=157808'772973 crt=157803'772972 lcod 157803'772972 mlcod 0'0 active+clean] repop_all_committed: repop tid 1 all committed
|
818
|
2018-03-05 20:17:47.246307 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean] eval_repop repgather(0x557b0f3dcac0 157808'772974 rep_tid=1 committed?=1 applied?=1 r=0)
|
819
|
2018-03-05 20:17:47.246316 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean] commit: repgather(0x557b0f3dcac0 157808'772974 rep_tid=1 committed?=1 applied?=1 r=0)
|
820
|
2018-03-05 20:17:47.246325 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean] applied: repgather(0x557b0f3dcac0 157808'772974 rep_tid=1 committed?=1 applied?=1 r=0)
|
821
|
2018-03-05 20:17:47.246338 7fb2f0710700 15 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean] publish_stats_to_osd 157808:780119
|
822
|
2018-03-05 20:17:47.246346 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean] removing repgather(0x557b0f3dcac0 157808'772974 rep_tid=1 committed?=1 applied?=1 r=0)
|
823
|
2018-03-05 20:17:47.246354 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean] q front is repgather(0x557b0f3dcac0 157808'772974 rep_tid=1 committed?=1 applied?=1 r=0)
|
824
|
2018-03-05 20:17:47.246363 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean] finished operator() r=0
|
825
|
2018-03-05 20:17:47.246370 7fb2f0710700 10 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean] sending commit on osd_op(client.9244044.0:72 38.c 38:3351fad7:::usage.3:head [call rgw.user_usage_log_trim] snapc 0=[] ondisk+write+known_if_redirected e157808) v8 0x557b0d67b8c0
|
826
|
2018-03-05 20:17:47.246384 7fb2f0710700 1 -- [XXXX::7108]:6806/48758 --> [XXXX::7930]:0/51387864 -- osd_op_reply(72 usage.3 [call rgw.user_usage_log_trim] v157808'772974 uv263780 ondisk = 0) v8 -- 0x557b0d67b8c0 con 0
|
827
|
2018-03-05 20:17:47.246395 7fb2f0710700 15 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).send_message inline write is denied, reschedule m=0x557b0d67b8c0
|
828
|
2018-03-05 20:17:47.246400 7fb2f0710700 20 Event(0x557b05026880 nevent=5000 time_id=37).wakeup
|
829
|
2018-03-05 20:17:47.246405 7fb2f0710700 20 osd.2 pg_epoch: 157808 pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean] remove_repop repgather(0x557b0f3dcac0 157808'772974 rep_tid=1 committed?=1 applied?=1 r=0)
|
830
|
2018-03-05 20:17:47.246410 7fb3092d2700 10 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).handle_write
|
831
|
2018-03-05 20:17:47.246419 7fb2f0710700 6 -- op tracker -- seq: 1402, time: 2018-03-05 20:17:47.246418, event: done, op: osd_op(client.9244044.0:72 38.c 38:3351fad7:::usage.3:head [call rgw.user_usage_log_trim] snapc 0=[] ondisk+write+known_if_redirected e157808)
|
832
|
2018-03-05 20:17:47.246422 7fb2f0710700 10 throttle(osd_client_bytes 0x557b05041c00) put 48 (48 -> 0)
|
833
|
2018-03-05 20:17:47.246418 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).prepare_send_message m osd_op_reply(72 usage.3 [call rgw.user_usage_log_trim] v157808'772974 uv263780 ondisk = 0) v8
|
834
|
2018-03-05 20:17:47.246427 7fb2f0710700 10 throttle(osd_client_bytes 0x557b05041c00) put 0 (0 -> 0)
|
835
|
2018-03-05 20:17:47.246433 7fb2f0710700 10 osd.2 157808 dequeue_op 0x557b105a3380 finish
|
836
|
2018-03-05 20:17:47.246428 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).prepare_send_message encoding features 2305244844532236283 0x557b0d67b8c0 osd_op_reply(72 usage.3 [call rgw.user_usage_log_trim] v157808'772974 uv263780 ondisk = 0) v8
|
837
|
2018-03-05 20:17:47.246435 7fb2f0710700 6 -- op tracker -- seq: 1405, time: 2018-03-05 20:17:47.246435, event: done, op: pg_update_log_missing_reply(38.c epoch 157808/157807 rep_tid 1)
|
838
|
2018-03-05 20:17:47.246440 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 150
|
839
|
2018-03-05 20:17:47.246442 7fb2f0710700 20 osd.2 op_wq(2) _process empty q, waiting
|
840
|
2018-03-05 20:17:47.246444 7fb2f0710700 20 heartbeat_map reset_timeout 'OSD::osd_op_tp thread 0x7fb2f0710700' grace 60 suicide 0
|
841
|
2018-03-05 20:17:47.246448 7fb3092d2700 10 _calc_signature seq 2 front_crc_ = 2395895143 middle_crc = 0 data_crc = 0 sig = 11415306493330140018
|
842
|
2018-03-05 20:17:47.246450 7fb3092d2700 20 Putting signature in client message(seq # 2): sig = 11415306493330140018
|
843
|
2018-03-05 20:17:47.246451 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).write_message signed m=0x557b0d67b8c0): sig = 11415306493330140018
|
844
|
2018-03-05 20:17:47.246458 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).write_message sending message type=43 src osd.2 front=151 data=0 off 0
|
845
|
2018-03-05 20:17:47.246463 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).write_message sending 2 0x557b0d67b8c0
|
846
|
2018-03-05 20:17:47.246476 7fb3092d2700 10 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1)._try_send sent bytes 226 remaining bytes 0
|
847
|
2018-03-05 20:17:47.246485 7fb3092d2700 10 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).write_message sending 0x557b0d67b8c0 done.
|
848
|
2018-03-05 20:17:47.246559 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).process prev state is STATE_OPEN
|
849
|
2018-03-05 20:17:47.246570 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_TAG_ACK pgs=2192 cs=1 l=0).process prev state is STATE_OPEN
|
850
|
2018-03-05 20:17:47.246575 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_TAG_ACK pgs=2192 cs=1 l=0).process got ACK
|
851
|
2018-03-05 20:17:47.246582 7fb3092d2700 15 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_TAG_ACK pgs=2192 cs=1 l=0).handle_ack got ack seq 1216
|
852
|
2018-03-05 20:17:47.246587 7fb3092d2700 10 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN_TAG_ACK pgs=2192 cs=1 l=0).handle_ack got ack seq 1216 >= 1216 on 0x557b113c5600 rep_scrubmap(44.7 e157808 from shard 2) v1
|
853
|
2018-03-05 20:17:47.246616 7fb3092d2700 20 -- [2607:f298:4:3245::7108]:6807/48758 >> [2607:f298:4:3245::7097]:6804/64507 conn(0x557b0d537000 :-1 s=STATE_OPEN pgs=2192 cs=1 l=0).process prev state is STATE_OPEN_TAG_ACK
|
854
|
2018-03-05 20:17:47.247237 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).process prev state is STATE_OPEN
|
855
|
2018-03-05 20:17:47.247261 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_HEADER pgs=19 cs=1 l=1).process prev state is STATE_OPEN
|
856
|
2018-03-05 20:17:47.247266 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_HEADER pgs=19 cs=1 l=1).process begin MSG
|
857
|
2018-03-05 20:17:47.247271 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_HEADER pgs=19 cs=1 l=1).process got MSG header
|
858
|
2018-03-05 20:17:47.247275 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_HEADER pgs=19 cs=1 l=1).process got envelope type=42 src client.9244044 front=216 data=48 off 0
|
859
|
2018-03-05 20:17:47.247281 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_THROTTLE_MESSAGE pgs=19 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_HEADER
|
860
|
2018-03-05 20:17:47.247285 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_THROTTLE_BYTES pgs=19 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_MESSAGE
|
861
|
2018-03-05 20:17:47.247290 7fb3092d2700 10 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_THROTTLE_BYTES pgs=19 cs=1 l=1).process wants 264 bytes from policy throttler 0/524288000
|
862
|
2018-03-05 20:17:47.247299 7fb3092d2700 10 throttle(osd_client_bytes 0x557b05041c00) get_or_fail 264 success (0 -> 264)
|
863
|
2018-03-05 20:17:47.247301 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE pgs=19 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_BYTES
|
864
|
2018-03-05 20:17:47.247306 7fb3092d2700 10 throttle(msgr_dispatch_throttler-client 0x557b052b63f8) get_or_fail 264 success (0 -> 264)
|
865
|
2018-03-05 20:17:47.247307 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=19 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_THROTTLE_DISPATCH_QUEUE
|
866
|
2018-03-05 20:17:47.247313 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_READ_FRONT pgs=19 cs=1 l=1).process got front 216
|
867
|
2018-03-05 20:17:47.247317 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_READ_DATA_PREPARE pgs=19 cs=1 l=1).process allocating new rx buffer at offset 0
|
868
|
2018-03-05 20:17:47.247322 7fb3092d2700 10 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=19 cs=1 l=1).process aborted = 0
|
869
|
2018-03-05 20:17:47.247326 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=19 cs=1 l=1).process got 216 + 0 + 48 byte message
|
870
|
2018-03-05 20:17:47.247352 7fb3092d2700 10 _calc_signature seq 3 front_crc_ = 2889505296 middle_crc = 0 data_crc = 316140335 sig = 4551475545586765660
|
871
|
2018-03-05 20:17:47.247355 7fb3092d2700 5 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN_MESSAGE_READ_FOOTER_AND_DISPATCH pgs=19 cs=1 l=1). rx client.9244044 seq 3 0x557b0d67b8c0 osd_op(client.9244044.0:73 38.c 38.eb5f8acc (undecoded) ondisk+write+known_if_redirected e157808) v8
|
872
|
2018-03-05 20:17:47.247367 7fb3092d2700 1 -- [XXXX::7108]:6806/48758 <== client.9244044 [XXXX::7930]:0/51387864 3 ==== osd_op(client.9244044.0:73 38.c 38.eb5f8acc (undecoded) ondisk+write+known_if_redirected e157808) v8 ==== 216+0+48 (2889505296 0 316140335) 0x557b0d67b8c0 con 0x557b0eb83000
|
873
|
2018-03-05 20:17:47.247377 7fb3092d2700 15 osd.2 157808 enqueue_op 0x557b076e1780 prio 63 cost 48 latency 0.000110 epoch 157808 osd_op(client.9244044.0:73 38.c 38.eb5f8acc (undecoded) ondisk+write+known_if_redirected e157808) v8
|
874
|
2018-03-05 20:17:47.247382 7fb3092d2700 6 -- op tracker -- seq: 1406, time: 2018-03-05 20:17:47.247382, event: queued_for_pg, op: osd_op(client.9244044.0:73 38.c 38.eb5f8acc (undecoded) ondisk+write+known_if_redirected e157808)
|
875
|
2018-03-05 20:17:47.247392 7fb3092d2700 20 osd.2 op_wq(2) _enqueue 38.c PGQueueable(0x557b076e1780 prio 63 cost 48 e157808)
|
876
|
2018-03-05 20:17:47.247400 7fb3092d2700 10 -- [XXXX::7108]:6806/48758 dispatch_throttle_release 264 to dispatch throttler 264/104857600
|
877
|
2018-03-05 20:17:47.247404 7fb3092d2700 10 throttle(msgr_dispatch_throttler-client 0x557b052b63f8) put 264 (264 -> 0)
|
878
|
2018-03-05 20:17:47.247406 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 done calling dispatch on 0x557b0d67b8c0
|
879
|
2018-03-05 20:17:47.247409 7fb3092d2700 20 -- [XXXX::7108]:6806/48758 >> [XXXX::7930]:0/51387864 conn(0x557b0eb83000 :6806 s=STATE_OPEN pgs=19 cs=1 l=1).process prev state is STATE_OPEN_MESSAGE_READ_FRONT
|
880
|
2018-03-05 20:17:47.247414 7fb2f0710700 20 osd.2 op_wq(2) _process 38.c item PGQueueable(0x557b076e1780 prio 63 cost 48 e157808) queued
|
881
|
2018-03-05 20:17:47.247423 7fb2f0710700 20 osd.2 op_wq(2) _process 38.c item PGQueueable(0x557b076e1780 prio 63 cost 48 e157808) pg 0x557b05523000
|
882
|
2018-03-05 20:17:47.247425 7fb2f0710700 10 osd.2 157808 dequeue_op 0x557b076e1780 prio 63 cost 48 latency 0.000159 osd_op(client.9244044.0:73 38.c 38.eb5f8acc (undecoded) ondisk+write+known_if_redirected e157808) v8 pg pg[38.c( v 157808'772974 (157803'740282,157808'772974] local-lis/les=157807/157808 n=1 ec=154756/154756 lis/c 157807/157807 les/c/f 157808/157808/0 157807/157807/157807) [2,14,24] r=0 lpr=157807 crt=157803'772972 lcod 157808'772973 mlcod 0'0 active+clean]
|