Ceph » CephFS

cluster version: 0.94.9
client version: 0.94.9

ceph-fuse client err info:
2019-11-27 11:04:06.800947 7fddb0dfa700 3 client.26216217 ll_forget 1000ecd2c46 1
2019-11-27 11:04:06.800950 7fddb0dfa700 20 client.26216217 _ll_put 0x7fde681924a0 1000ecd2c46 1 -> 23
2019-11-27 11:04:06.800999 7fddad1f4700 3 client.26216217 ll_read 0x7fdd6435acc0 1000ecd2c46 4148297728~131072
2019-11-27 11:04:06.801016 7fddad1f4700 10 client.26216217 get_caps 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) have pAsLsXsFscr need Fr want Fc but not Fc revoking -
2019-11-27 11:04:06.801058 7fddad1f4700 10 client.26216217 _read_async 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=1,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) 4148297728~131072
2019-11-27 11:04:06.801069 7fddad1f4700 10 client.26216217 max_byes=0 max_periods=4
2019-11-27 11:04:06.801130 7fddad1f4700 5 client.26216217 get_cap_ref got first FILE_CACHE ref on 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=1,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0)
2019-11-27 11:04:06.801154 7fddad1f4700 15 inode.get on 0x7fde681924a0 1000ecd2c46.head now 4
2019-11-27 11:04:06.801160 7fddb21fc700 3 client.26216217 ll_read 0x7fdd6435acc0 1000ecd2c46 4148428800~131072
2019-11-27 11:04:06.801168 7fddb21fc700 10 client.26216217 get_caps 1000ecd2c46.head(ref=4 ll_ref=23 cap_refs={1024=1,2048=1,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) have pAsLsXsFscr need Fr want Fc but not Fc revoking -
2019-11-27 11:04:06.801228 7fddb21fc700 10 client.26216217 _read_async 1000ecd2c46.head(ref=4 ll_ref=23 cap_refs={1024=1,2048=2,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) 4148428800~131072
2019-11-27 11:04:06.801240 7fddb21fc700 10 client.26216217 max_byes=0 max_periods=4
2019-11-27 11:04:06.803122 7fde512e4700 3 client.26216217 ll_read 0x7fdd6435acc0 1000ecd2c46 4148559872~77824
2019-11-27 11:04:06.803142 7fde512e4700 10 client.26216217 get_caps 1000ecd2c46.head(ref=4 ll_ref=23 cap_refs={1024=1,2048=1,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) have pAsLsXsFscr need Fr want Fc but not Fc revoking -
2019-11-27 11:04:06.803170 7fde512e4700 10 client.26216217 _read_async 1000ecd2c46.head(ref=4 ll_ref=23 cap_refs={1024=1,2048=2,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) 4148559872~77824
2019-11-27 11:04:06.803181 7fde512e4700 10 client.26216217 max_byes=0 max_periods=4
2019-11-27 11:04:06.804668 7fde512e4700 5 client.26216217 put_cap_ref dropped last FILE_CACHE ref on 1000ecd2c46.head(ref=4 ll_ref=23 cap_refs={1024=0,2048=1,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0)
2019-11-27 11:04:06.804698 7fde512e4700 10 client.26216217 put_inode on 1000ecd2c46.head(ref=4 ll_ref=23 cap_refs={1024=0,2048=1,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0)
2019-11-27 11:04:06.804711 7fde512e4700 15 inode.put on 0x7fde681924a0 1000ecd2c46.head now 3
2019-11-27 11:04:06.805297 7fddaa9f0700 20 client.26216217 _ll_get 0x7fde681924a0 1000ecd2c46 -> 24
2019-11-27 11:04:06.805304 7fddaa9f0700 3 client.26216217 ll_getattr 1000ecd2c46.head
2019-11-27 11:04:06.805306 7fddaa9f0700 10 client.26216217 _getattr mask pAsLsXsFs issued=1
2019-11-27 11:04:06.805311 7fddaa9f0700 10 client.26216217 fill_stat on 1000ecd2c46 snap/devhead mode 0100644 mtime 2019-11-27 02:57:05.846501 ctime 2019-11-27 02:57:05.867308
2019-11-27 11:04:06.805318 7fddaa9f0700 3 client.26216217 ll_getattr 1000ecd2c46.head = 0
2019-11-27 11:04:06.805335 7fddaa9f0700 3 client.26216217 ll_forget 1000ecd2c46 1
2019-11-27 11:04:06.805339 7fddaa9f0700 20 client.26216217 _ll_put 0x7fde681924a0 1000ecd2c46 1 -> 23
2019-11-27 11:04:06.805381 7fddb03f9700 3 client.26216217 ll_flush 0x7fdd6435acc0 1000ecd2c46
2019-11-27 11:04:06.805387 7fddb03f9700 1 client.26216217 _flush: 0x7fdd6435acc0 on inode 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) caught async_err = (28) No space left on device
2019-11-27 11:04:06.805499 7fdd8ffff700 3 client.26216217 ll_release (fh)0x7fdd6435acc0 1000ecd2c46
2019-11-27 11:04:06.805506 7fdd8ffff700 5 client.26216217 _release_fh 0x7fdd6435acc0 mode 1 on 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=1,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0)
2019-11-27 11:04:06.805521 7fdd8ffff700 15 inode.get on 0x7fde681924a0 1000ecd2c46.head now 4
2019-11-27 11:04:06.805523 7fdd8ffff700 10 client.26216217 _flush 1000ecd2c46.head(ref=4 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=0,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0)
2019-11-27 11:04:06.805532 7fdd8ffff700 10 client.26216217 nothing to flush
2019-11-27 11:04:06.805534 7fdd8ffff700 10 client.26216217 put_inode on 1000ecd2c46.head(ref=4 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=0,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0)
2019-11-27 11:04:06.805543 7fdd8ffff700 15 inode.put on 0x7fde681924a0 1000ecd2c46.head now 3
2019-11-27 11:04:06.805658 7fdd8ffff700 10 client.26216217 _invalidate_inode_cache 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=0,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 990 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0)
2019-11-27 11:04:06.807707 7fdd8ffff700 10 client.26216217 check_caps on 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=0,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 0 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) wanted - used - is_delayed=0
2019-11-27 11:04:06.807775 7fdd8ffff700 10 client.26216217 cap_delay_requeue on 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=0,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 0 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0)
2019-11-27 11:04:06.807793 7fdd8ffff700 10 client.26216217 cap mds.0 issued pAsLsXsFscr implemented pAsLsXsFscr revoking -
2019-11-27 11:04:06.807798 7fdd8ffff700 10 client.26216217 delaying cap release
2019-11-27 11:04:06.807799 7fdd8ffff700 1 client.26216217 _release_fh 0x7fdd6435acc0 on inode 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=0,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 0 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) caught async_err = (28) No space left on device
2019-11-27 11:04:06.808253 7fdd8ffff700 10 client.26216217 put_inode on 1000ecd2c46.head(ref=3 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=0,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 0 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0)
2019-11-27 11:04:06.808263 7fdd8ffff700 15 inode.put on 0x7fde681924a0 1000ecd2c46.head now 2
2019-11-27 11:04:11.438244 7fde78dfa700 10 client.26216217 renew_caps()
2019-11-27 11:04:11.438265 7fde78dfa700 15 client.26216217 renew_caps requesting from mds.0
2019-11-27 11:04:11.438269 7fde78dfa700 10 client.26216217 renew_caps mds.0
2019-11-27 11:04:11.438787 7fde72bfd700 10 client.26216217 handle_client_session client_session(renewcaps seq 145821) v1 from mds.0
2019-11-27 11:04:12.438336 7fde78dfa700 10 client.26216217 check_caps on 1000ecd2c46.head(ref=2 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=0,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 0 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) wanted - used - is_delayed=1
2019-11-27 11:04:12.438395 7fde78dfa700 10 client.26216217 cap mds.0 issued pAsLsXsFscr implemented pAsLsXsFscr revoking -
2019-11-27 11:04:12.438400 7fde78dfa700 10 client.26216217 send_cap 1000ecd2c46.head(ref=2 ll_ref=23 cap_refs={1024=0,2048=0,4096=0,8192=0} open={1=0,2=0} mode=100644 size=4148633754/0 mtime=2019-11-27 02:57:05.846501 caps=pAsLsXsFscr(0=pAsLsXsFscr) objectset[1000ecd2c46 ts 3/0 objects 0 dirty_or_tx 0] parents=0x7fde68006e70 0x7fde681924a0) mds.0 seq 365 used - want - flush - retain pAsLsXsFs held pAsLsXsFscr revoking - dropping Fcr
2019-11-27 11:04:12.438421 7fde78dfa700 15 client.26216217 auth cap, setting max_size = 0
2019-11-27 11:04:14.592045 7fddb35fe700 20 client.26216217 _ll_get 0x7fde6800f6f0 1 -> 10183142
2019-11-27 11:04:14.592534 7fddb35fe700 3 client.26216217 ll_forget 1 1
2019-11-27 11:04:14.672985 7fddaeff7700 20 client.26216217 _ll_get 0x7fde6800f6f0 1 -> 10183143
2019-11-27 11:04:14.673503 7fddaeff7700 3 client.26216217 ll_forget 1 1
2019-11-27 11:04:14.689374 7fddae5f6700 20 client.26216217 _ll_get 0x7fde6800f6f0 1 -> 10183144
2019-11-27 11:04:14.689764 7fddae5f6700 3 client.26216217 ll_forget 1 1
2019-11-27 11:04:18.748628 7fddb0dfa700 20 client.26216217 _ll_get 0x7fde683022a0 1000ecd2c30 -> 4827
2019-11-27 11:04:18.748659 7fddb0dfa700 3 client.26216217 ll_getattr 1000ecd2c30.head
2019-11-27 11:04:18.748664 7fddb0dfa700 10 client.26216217 _getattr mask pAsLsXsFs issued=1
2019-11-27 11:04:18.748673 7fddb0dfa700 10 client.26216217 fill_stat on 1000ecd2c30 snap/devhead mode 040755 mtime 2019-11-27 08:26:49.970983 ctime 2019-11-27 08:26:49.970983
2019-11-27 11:04:18.748715 7fddb0dfa700 3 client.26216217 ll_getattr 1000ecd2c30.head = 0
2019-11-27 11:04:18.748727 7fddb0dfa700 3 client.26216217 ll_forget 1000ecd2c30 1