ceph-fuse.txt - CephFS - Ceph

Bug #58056 » ceph-fuse.txt

Razvan Ghitescu, 11/21/2022 08:57 AM

       [root@rook-ceph-ceph-tools-0 /]# ceph-fuse /tmp/aa -d -s --debug-client=20 --debug-ms=1
 -11-18T10:11:32.023+0000 7f9c154b23c0  1  Processor -- start
 -11-18T10:11:32.024+0000 7f9c154b23c0  1 --  start start
 -11-18T10:11:32.024+0000 7f9c154b23c0  1 --  --> v1:10.10.13.83:6789/0 -- auth(proto 0 34 bytes epoch 0) v1 -- 0x5601e1eadb40 con 0x5601e1fee010
 -11-18T10:11:32.024+0000 7f9c154b23c0  1 --  --> v1:10.10.13.125:6789/0 -- auth(proto 0 34 bytes epoch 0) v1 -- 0x5601e1eb9ad0 con 0x5601e1f53b20
 -11-18T10:11:32.024+0000 7f9c154b23c0  1 --  --> v1:10.10.13.241:6789/0 -- auth(proto 0 34 bytes epoch 0) v1 -- 0x5601e1ead930 con 0x5601e1f53750
 -11-18T10:11:32.026+0000 7f9c0e5ca700  1 --1-  >> v1:10.10.13.241:6789/0 conn(0x5601e1f53750 0x5601e1f52330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.10.13.241:6789/0 says I am v1:10.10.13.125:60648/0 (socket says 10.244.2.10:48514)
 -11-18T10:11:32.026+0000 7f9c0e5ca700  1 -- 10.10.13.125:0/484465788 learned_addr learned my addr 10.10.13.125:0/484465788 (peer_addr_for_me v1:10.10.13.125:0/0)
 -11-18T10:11:32.028+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 <== mon.1 v1:10.10.13.125:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 101627106 0 0) 0x5601e1eb9ad0 con 0x5601e1f53b20
 -11-18T10:11:32.029+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 --> v1:10.10.13.125:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9bf8001e10 con 0x5601e1f53b20
 -11-18T10:11:32.029+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 <== mon.0 v1:10.10.13.241:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1474057440 0 0) 0x5601e1ead930 con 0x5601e1f53750
 -11-18T10:11:32.029+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 --> v1:10.10.13.241:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x5601e1eb9ad0 con 0x5601e1f53750
 -11-18T10:11:32.029+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 <== mon.2 v1:10.10.13.83:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3632740752 0 0) 0x5601e1eadb40 con 0x5601e1fee010
 -11-18T10:11:32.029+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 --> v1:10.10.13.83:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x5601e1ead930 con 0x5601e1fee010
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 <== mon.1 v1:10.10.13.125:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2312693437 0 0) 0x7f9bf8001e10 con 0x5601e1f53b20
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 >> v1:10.10.13.241:6789/0 conn(0x5601e1f53750 legacy=0x5601e1f52330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 >> v1:10.10.13.83:6789/0 conn(0x5601e1fee010 legacy=0x5601e1ff03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 --> v1:10.10.13.125:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5601e1ff4b40 con 0x5601e1f53b20
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 <== mon.1 v1:10.10.13.125:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2720164648 0 0) 0x7f9c04001470 con 0x5601e1f53b20
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 >> v1:10.10.13.125:6789/0 conn(0x5601e1f53b20 legacy=0x5601e1f52a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] conn(0x7f9bf80037e0 0x7f9bf8002050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] conn(0x7f9bf8003c00 0x7f9bf8002590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x7f9bf8002c50 0x7f9bf800c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 --> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bf800cf30 con 0x7f9bf80037e0
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 --> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bf800d0a0 con 0x7f9bf8002c50
 -11-18T10:11:32.030+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 --> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bf800d260 con 0x7f9bf8003c00
 -11-18T10:11:32.033+0000 7f9c0ddc9700  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] conn(0x7f9bf8003c00 0x7f9bf8002590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
 -11-18T10:11:32.034+0000 7f9c0edcb700  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x7f9bf8002c50 0x7f9bf800c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
 -11-18T10:11:32.034+0000 7f9c0e5ca700  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] conn(0x7f9bf80037e0 0x7f9bf8002050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
 -11-18T10:11:32.035+0000 7f9c0edcb700  1 -- 10.10.13.125:0/484465788 >> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] conn(0x7f9bf8003c00 msgr2=0x7f9bf8002590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
 -11-18T10:11:32.035+0000 7f9c0edcb700  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] conn(0x7f9bf8003c00 0x7f9bf8002590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.035+0000 7f9c0edcb700  1 -- 10.10.13.125:0/484465788 >> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] conn(0x7f9bf80037e0 msgr2=0x7f9bf8002050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
 -11-18T10:11:32.035+0000 7f9c0edcb700  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] conn(0x7f9bf80037e0 0x7f9bf8002050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.035+0000 7f9c0edcb700  1 -- 10.10.13.125:0/484465788 --> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5601e1ff4b40 con 0x7f9bf8002c50
 -11-18T10:11:32.035+0000 7f9c0edcb700  1 -- 10.10.13.125:0/484465788 reap_dead start
 -11-18T10:11:32.037+0000 7f9c0edcb700  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x7f9bf8002c50 0x7f9bf800c680 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f9c08006730 tx=0x7f9c08001ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e21eb20111ff975 server_cookie=0 in_seq=0 out_seq=0
 -11-18T10:11:32.037+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 <== mon.1 v2:10.10.13.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c08001e90 con 0x7f9bf8002c50
 -11-18T10:11:32.037+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 <== mon.1 v2:10.10.13.125:3300/0 2 ==== config(5 keys) v1 ==== 156+0+0 (secure 0 0 0) 0x7f9c080103a0 con 0x7f9bf8002c50
 -11-18T10:11:32.037+0000 7f9c0d5c8700  1 -- 10.10.13.125:0/484465788 <== mon.1 v2:10.10.13.125:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c080107c0 con 0x7f9bf8002c50
 -11-18T10:11:32.040+0000 7f9c154b23c0  1 -- 10.10.13.125:0/484465788 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x7f9bf8002c50 msgr2=0x7f9bf800c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
 -11-18T10:11:32.040+0000 7f9c154b23c0  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x7f9bf8002c50 0x7f9bf800c680 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f9c08006730 tx=0x7f9c08001ba0 comp rx=0 tx=0).stop
 -11-18T10:11:32.040+0000 7f9c154b23c0  1 -- 10.10.13.125:0/484465788 shutdown_connections
 -11-18T10:11:32.040+0000 7f9c154b23c0  1 --2- 10.10.13.125:0/484465788 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x7f9bf8002c50 0x7f9bf800c680 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.040+0000 7f9c154b23c0  1 -- 10.10.13.125:0/484465788 >> 10.10.13.125:0/484465788 conn(0x5601e1f4c680 msgr2=0x5601e1f4ea90 unknown :-1 s=STATE_NONE l=0).mark_down
 -11-18T10:11:32.041+0000 7f9c154b23c0  1 -- 10.10.13.125:0/484465788 shutdown_connections
 -11-18T10:11:32.041+0000 7f9c154b23c0  1 -- 10.10.13.125:0/484465788 wait complete.
 -11-18T10:11:32.043+0000 7f9c154b23c0  0 ceph version 17.2.5 (98318ae89f1a893a6ded3a640405cdbb33e08757) quincy (stable), process ceph-fuse, pid 1692
       ceph-fuse[1692]: starting ceph client
 -11-18T10:11:32.047+0000 7f9c154b23c0 -1 init, newargv = 0x5601e1ea9490 newargc=17
 -11-18T10:11:32.047+0000 7f9c154b23c0 10 client.0 _ll_register_callbacks cb 0x5601e1eff970 invalidate_ino_cb 1 invalidate_dentry_cb 1 switch_interrupt_cb 1 remount_cb 1
 -11-18T10:11:32.048+0000 7f9c154b23c0  1 --  start start
 -11-18T10:11:32.048+0000 7f9c154b23c0  1  Processor -- start
 -11-18T10:11:32.048+0000 7f9c154b23c0  1 --2-  >> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] conn(0x7f9bf8002c50 0x5601e1ffef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
 -11-18T10:11:32.048+0000 7f9c154b23c0  1 --2-  >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x5601e1fff530 0x5601e2004670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
 -11-18T10:11:32.048+0000 7f9c154b23c0  1 --2-  >> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] conn(0x5601e2004bb0 0x5601e2006f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
 -11-18T10:11:32.048+0000 7f9c154b23c0  1 --  --> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e1f0c470 con 0x5601e2004bb0
 -11-18T10:11:32.052+0000 7f9c0ddc9700  1 --2-  >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x5601e1fff530 0x5601e2004670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
 -11-18T10:11:32.052+0000 7f9c0ddc9700  1 --2-  >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x5601e1fff530 0x5601e2004670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.10.13.125:3300/0 says I am v2:10.244.2.10:37374/0 (socket says 10.244.2.10:37374)
 -11-18T10:11:32.052+0000 7f9c0ddc9700  1 -- 10.244.2.10:0/168803696 learned_addr learned my addr 10.244.2.10:0/168803696 (peer_addr_for_me v2:10.244.2.10:0/0)
 -11-18T10:11:32.052+0000 7f9c0edcb700  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] conn(0x5601e2004bb0 0x5601e2006f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
 -11-18T10:11:32.052+0000 7f9c0e5ca700  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] conn(0x7f9bf8002c50 0x5601e1ffef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
 -11-18T10:11:32.052+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 --> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e1f05ab0 con 0x5601e1fff530
 -11-18T10:11:32.052+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 --> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e1ea27f0 con 0x7f9bf8002c50
 -11-18T10:11:32.056+0000 7f9c0ddc9700  1 -- 10.244.2.10:0/168803696 >> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] conn(0x7f9bf8002c50 msgr2=0x5601e1ffef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
 -11-18T10:11:32.056+0000 7f9c0ddc9700  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] conn(0x7f9bf8002c50 0x5601e1ffef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.056+0000 7f9c0ddc9700  1 -- 10.244.2.10:0/168803696 >> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] conn(0x5601e2004bb0 msgr2=0x5601e2006f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
 -11-18T10:11:32.056+0000 7f9c0ddc9700  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] conn(0x5601e2004bb0 0x5601e2006f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.056+0000 7f9c0ddc9700  1 -- 10.244.2.10:0/168803696 --> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5601e2007690 con 0x5601e1fff530
 -11-18T10:11:32.058+0000 7f9c0ddc9700  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x5601e1fff530 0x5601e2004670 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f9c04009ed0 tx=0x7f9c040091f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
 -11-18T10:11:32.058+0000 7f9bf5ffb700 10 client.0 ms_handle_connect on v2:10.10.13.125:3300/0
 -11-18T10:11:32.060+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 <== mon.1 v2:10.10.13.125:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0400ed80 con 0x5601e1fff530
 -11-18T10:11:32.060+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 <== mon.1 v2:10.10.13.125:3300/0 2 ==== osd_map(76..76 src has 1..76) v4 ==== 4514+0+0 (secure 0 0 0) 0x7f9c04011450 con 0x5601e1fff530
 -11-18T10:11:32.061+0000 7f9c154b23c0 10 client.20638 Subscribing to map 'mdsmap'
 -11-18T10:11:32.061+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 --> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] -- mon_subscribe({config=0+,mdsmap=0+,monmap=4+}) v3 -- 0x5601e2008ef0 con 0x5601e1fff530
 -11-18T10:11:32.062+0000 7f9beffff700 20 client.20638 tick
 -11-18T10:11:32.062+0000 7f9beffff700 20 client.20638 collect_and_send_metrics
 -11-18T10:11:32.062+0000 7f9beffff700 20 client.20638 collect_and_send_global_metrics
 -11-18T10:11:32.062+0000 7f9beffff700  5 client.20638 collect_and_send_global_metrics: no session with rank=0 -- not sending metric
 -11-18T10:11:32.062+0000 7f9beffff700 20 client.20638 trim_cache size 0 max 16384
 -11-18T10:11:32.062+0000 7f9beffff700 20 client.20638 upkeep thread waiting interval 1.000000000s
 -11-18T10:11:32.063+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 <== mon.1 v2:10.10.13.125:3300/0 3 ==== config(5 keys) v1 ==== 156+0+0 (secure 0 0 0) 0x7f9c04008070 con 0x5601e1fff530
 -11-18T10:11:32.063+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 <== mon.1 v2:10.10.13.125:3300/0 4 ==== mdsmap(e 9) v2 ==== 1654+0+0 (secure 0 0 0) 0x7f9c04015020 con 0x5601e1fff530
 -11-18T10:11:32.063+0000 7f9bf5ffb700  1 client.20638 handle_mds_map epoch 9
 -11-18T10:11:32.065+0000 7f9c154b23c0 20 client.20638 populate_metadata read hostname 'rook-ceph-ceph-tools-0'
 -11-18T10:11:32.065+0000 7f9c154b23c0 10 client.20638 did not get mds through better means, so chose random mds 0
 -11-18T10:11:32.065+0000 7f9c154b23c0 20 client.20638 mds is 0
 -11-18T10:11:32.065+0000 7f9c154b23c0 10 client.20638 _open_mds_session mds.0
 -11-18T10:11:32.065+0000 7f9c154b23c0  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] conn(0x5601e2009710 0x5601e200baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
 -11-18T10:11:32.065+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 --> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] -- client_session(request_open) v5 -- 0x5601e1f0ae50 con 0x5601e2009710
 -11-18T10:11:32.065+0000 7f9c154b23c0 10 client.20638 waiting for session to mds.0 to open
 -11-18T10:11:32.066+0000 7f9c0e5ca700  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] conn(0x5601e2009710 0x5601e200baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
 -11-18T10:11:32.070+0000 7f9c0e5ca700  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] conn(0x5601e2009710 0x5601e200baf0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5642adb50e5cf44 server_cookie=19e0a9fd71ef3ea in_seq=0 out_seq=0
 -11-18T10:11:32.070+0000 7f9bf5ffb700 10 client.20638 ms_handle_connect on v2:10.10.13.125:6810/2661699857
 -11-18T10:11:32.081+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 <== mds.0 v2:10.10.13.125:6810/2661699857 1 ==== client_session(open) v5 ==== 66+0+0 (crc 0 0 0) 0x5601e1f0ae50 con 0x5601e2009710
 -11-18T10:11:32.081+0000 7f9bf5ffb700 10 client.20638 handle_client_session client_session(open) v5 from mds.0
 -11-18T10:11:32.081+0000 7f9bf5ffb700 10 client.20638 renew_caps mds.0
 -11-18T10:11:32.081+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 --> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] -- client_session(request_renewcaps seq 1) v5 -- 0x7f9c04011450 con 0x5601e2009710
 -11-18T10:11:32.081+0000 7f9bf5ffb700 10 client.20638 connect_mds_targets for mds.0
 -11-18T10:11:32.081+0000 7f9c154b23c0 10 client.20638 did not get mds through better means, so chose random mds 0
 -11-18T10:11:32.081+0000 7f9c154b23c0 20 client.20638 mds is 0
 -11-18T10:11:32.081+0000 7f9c154b23c0 10 client.20638 send_request rebuilding request 1 for mds.0
 -11-18T10:11:32.081+0000 7f9c154b23c0 20 client.20638 encode_cap_releases enter (req: 0x5601e1eac060, mds: 0)
 -11-18T10:11:32.081+0000 7f9c154b23c0 20 client.20638 send_request set sent_stamp to 2022-11-18T10:11:32.083723+0000
 -11-18T10:11:32.081+0000 7f9c154b23c0 10 client.20638 send_request client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2022-11-18T10:11:32.067476+0000 caller_uid=0, caller_gid=0{}) v5 to mds.0
 -11-18T10:11:32.082+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 --> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] -- client_request(unknown.0:1 getattr pAsLsXsFs #0x1 2022-11-18T10:11:32.067476+0000 caller_uid=0, caller_gid=0{}) v5 -- 0x5601e200c720 con 0x5601e2009710
 -11-18T10:11:32.082+0000 7f9c154b23c0 20 client.20638 awaiting reply|forward|kick on 0x7ffcba0dcc60
 -11-18T10:11:32.084+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 <== mds.0 v2:10.10.13.125:6810/2661699857 2 ==== client_session(renewcaps seq 1) v1 ==== 28+0+0 (crc 0 0 0) 0x7f9c04011450 con 0x5601e2009710
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638 handle_client_session client_session(renewcaps seq 1) v1 from mds.0
 -11-18T10:11:32.084+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 <== mds.0 v2:10.10.13.125:6810/2661699857 3 ==== client_reply(???:1 = 0 (0) Success) v1 ==== 401+0+0 (crc 0 0 0) 0x7f9c00006470 con 0x5601e2009710
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 handle_client_reply got a reply. Safe:1 tid 1
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638 insert_trace from 2022-11-18T10:11:32.083723+0000 mds.0 is_target=1 is_dentry=0
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638  features 0xffffffffffffffff
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638 update_snap_trace len 48
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 get_snap_realm 0x1 0, nref was 0
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 get_snap_realm 0x1 0x7f9bf00082a0, nref now is 1
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638 update_snap_trace snaprealm(0x1 nref=1 c=0 seq=0 parent=0x0 my_snaps=[] cached_snapc=0=[]) seq 1 > 0
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638 invalidate_snaprealm_and_children snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[])
 -11-18T10:11:32.084+0000 7f9bf5ffb700 15 client.20638 update_snap_trace snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=0=[]) self|parent updated
 -11-18T10:11:32.084+0000 7f9bf5ffb700 15 client.20638   snapc 1=[]
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638  no new snap on snaprealm(0x1 nref=2 c=0 seq=1 parent=0x0 my_snaps=[] cached_snapc=1=[])
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 put_snap_realm 0x1 0x7f9bf00082a0 2 -> 1
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638  hrm  is_target=1 is_dentry=0
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638 update_inode_file_time 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=0.000000 ctime=0.000000 caps=- 0x7f9bf0008380) - ctime 2022-11-18T02:34:18.686939+0000 mtime 2022-11-18T02:34:18.686939+0000
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638  dir hash is 2
 -11-18T10:11:32.084+0000 7f9bf5ffb700 12 client.20638 add_update_inode adding 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=- has_dir_layout 0x7f9bf0008380) caps pAsLsXsFs
       ceph-fuse[1692]: fuse failed to start
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 get_snap_realm 0x1 0x7f9bf00082a0, nref was 1
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 get_snap_realm 0x1 0x7f9bf00082a0, nref now is 2
 -11-18T10:11:32.084+0000 7f9bf5ffb700 15 client.20638 add_update_cap first one, opened snaprealm 0x7f9bf00082a0
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638 add_update_cap issued - -> pAsLsXsFs from mds.0 on 0x1.head(faked_ino=0 nref=3 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380)
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 put_snap_realm 0x1 0x7f9bf00082a0 2 -> 1
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 handle_client_reply signalling caller 0x7ffcba0dcc60
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 handle_client_reply awaiting kickback on tid 1 0x7f9bf5ff8f40
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 sendrecv kickback on tid 1 0x7f9bf5ff8f40
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 lat 0.002386
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 _ll_get 0x7f9bf0008380 0x1 -> 1
 -11-18T10:11:32.084+0000 7f9c154b23c0 -1 fuse_ll: already_fuse_mounted: statx(/tmp/aa) failed with error (22) Invalid argument
 -11-18T10:11:32.084+0000 7f9c154b23c0  2 client.20638 unmounting
 -11-18T10:11:32.084+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 --> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] -- client_session(request_flushmdlog) v5 -- 0x5601e1e9a9f0 con 0x5601e2009710
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638 waiting on 1 requests
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380) n = 1
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380) n = 1
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638 unmounting: trim pass, size was 0+1
 -11-18T10:11:32.084+0000 7f9bf5ffb700 20 client.20638 trim_cache size 0 max 16384
 -11-18T10:11:32.084+0000 7f9bf5ffb700 10 client.20638 unmounting: trim pass, size still 0+1
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380) n = 1
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 put_inode on 0x1.head(faked_ino=0 nref=6 ll_ref=1 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380) n = 1
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638 _ll_drop_pins
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 _ll_put 0x7f9bf0008380 0x1 1 -> 0
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380) n = 1
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 put_inode on 0x1.head(faked_ino=0 nref=7 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380) n = 1
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 _release 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380)
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638 _invalidate_inode_cache 0x1.head(faked_ino=0 nref=8 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380)
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638 _flush 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380)
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638  nothing to flush
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380) n = 1
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380) n = 1
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638 flush_caps_sync
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638 wait_sync_caps want 1 (last is 1, 0 total flushing)
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 trim_cache size 0 max 16384
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638 _put_inode on 0x1.head(faked_ino=0 nref=9 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380) n = 8
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638 remove_cap mds.0 on 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=pAsLsXsFs(0=pAsLsXsFs) has_dir_layout 0x7f9bf0008380)
 -11-18T10:11:32.084+0000 7f9c154b23c0 15 client.20638 remove_cap last one, closing snaprealm 0x7f9bf00082a0
 -11-18T10:11:32.084+0000 7f9c154b23c0 20 client.20638 put_snap_realm 0x1 0x7f9bf00082a0 1 -> 0
 -11-18T10:11:32.084+0000 7f9c154b23c0 10 client.20638 _put_inode deleting 0x1.head(faked_ino=0 nref=1 ll_ref=0 cap_refs={1024=0} open={} mode=40755 size=0/0 nlink=1 btime=2022-11-18T02:33:11.238171+0000 mtime=2022-11-18T02:34:18.686939+0000 ctime=2022-11-18T02:34:18.686939+0000 caps=- has_dir_layout 0x7f9bf0008380)
 -11-18T10:11:32.084+0000 7f9c154b23c0  2 client.20638 _close_mds_session mds.0 seq 0
 -11-18T10:11:32.084+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 --> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] -- client_session(request_close) v5 -- 0x5601e200ca20 con 0x5601e2009710
 -11-18T10:11:32.084+0000 7f9c154b23c0  2 client.20638 waiting for 1 mds session(s) to close (timeout: 30s)
 -11-18T10:11:32.106+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 <== mds.0 v2:10.10.13.125:6810/2661699857 4 ==== client_session(close) v1 ==== 28+0+0 (crc 0 0 0) 0x5601e200ca20 con 0x5601e2009710
 -11-18T10:11:32.107+0000 7f9bf5ffb700 10 client.20638 handle_client_session client_session(close) v1 from mds.0
 -11-18T10:11:32.107+0000 7f9bf5ffb700  5 client.20638 _closed_mds_session mds.0 seq 0
 -11-18T10:11:32.107+0000 7f9bf5ffb700  1 -- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] conn(0x5601e2009710 msgr2=0x5601e200baf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
 -11-18T10:11:32.107+0000 7f9bf5ffb700  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] conn(0x5601e2009710 0x5601e200baf0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.107+0000 7f9bf5ffb700 10 client.20638 remove_session_caps mds.0
 -11-18T10:11:32.107+0000 7f9bf5ffb700 10 client.20638 kick_requests_closed for mds.0
 -11-18T10:11:32.107+0000 7f9bf5ffb700 10 client.20638 unmounting: trim pass, size was 0+0
 -11-18T10:11:32.107+0000 7f9bf5ffb700 20 client.20638 trim_cache size 0 max 16384
 -11-18T10:11:32.107+0000 7f9bf5ffb700 10 client.20638 unmounting: trim pass, size still 0+0
 -11-18T10:11:32.107+0000 7f9c154b23c0  2 client.20638 unmounted.
 -11-18T10:11:32.110+0000 7f9c154b23c0  1 client.20638 shutdown
 -11-18T10:11:32.110+0000 7f9c154b23c0 10 client.20638 shutdown stopping cache invalidator finisher
 -11-18T10:11:32.110+0000 7f9c154b23c0 10 client.20638 shutdown stopping dentry invalidator finisher
 -11-18T10:11:32.110+0000 7f9c154b23c0 10 client.20638 shutdown stopping interrupt finisher
 -11-18T10:11:32.110+0000 7f9c154b23c0 10 client.20638 shutdown stopping remount finisher
 -11-18T10:11:32.111+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x5601e1fff530 msgr2=0x5601e2004670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
 -11-18T10:11:32.111+0000 7f9c154b23c0  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x5601e1fff530 0x5601e2004670 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f9c04009ed0 tx=0x7f9c040091f0 comp rx=0 tx=0).stop
 -11-18T10:11:32.112+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 shutdown_connections
 -11-18T10:11:32.112+0000 7f9c154b23c0  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:6810/2661699857,v1:10.10.13.125:6811/2661699857] conn(0x5601e2009710 0x5601e200baf0 unknown :-1 s=CLOSED pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.112+0000 7f9c154b23c0  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.83:3300/0,v1:10.10.13.83:6789/0] conn(0x5601e2004bb0 0x5601e2006f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.112+0000 7f9c154b23c0  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.241:3300/0,v1:10.10.13.241:6789/0] conn(0x7f9bf8002c50 0x5601e1ffef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.112+0000 7f9c154b23c0  1 --2- 10.244.2.10:0/168803696 >> [v2:10.10.13.125:3300/0,v1:10.10.13.125:6789/0] conn(0x5601e1fff530 0x5601e2004670 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
 -11-18T10:11:32.112+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 >> 10.244.2.10:0/168803696 conn(0x5601e1f4c680 msgr2=0x5601e1fe9560 unknown :-1 s=STATE_NONE l=0).mark_down
 -11-18T10:11:32.113+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 shutdown_connections
 -11-18T10:11:32.113+0000 7f9c154b23c0  1 -- 10.244.2.10:0/168803696 wait complete.
 -11-18T10:11:32.113+0000 7f9c154b23c0 20 client.20638 trim_cache size 0 max 16384

(1-1/1)

Project

General

Profile

Ceph » CephFS

Bug #58056 » ceph-fuse.txt