Ceph » CephFS

Buffered write is failing:

#0  0x00007ffff62afecc in __pthread_kill_implementation () from /lib64/libc.so.6
(gdb) bt
#0  0x00007ffff62afecc in __pthread_kill_implementation () from /lib64/libc.so.6
#1  0x00007ffff625fab6 in raise () from /lib64/libc.so.6
#2  0x00007ffff62497fc in abort () from /lib64/libc.so.6
#3  0x00007ffff75b46ec in ceph::__ceph_assert_fail (assertion=0x55555583a348 "cap_refs[c] > 0", file=<optimized out>, 
    line=195, func=0x55555583a358 "int Inode::put_cap_ref(int)") at /sdb/choffman/code/fork/ceph/src/common/assert.cc:75
#4  0x00007ffff75b47ac in ceph::__ceph_assert_fail (ctx=...) at /sdb/choffman/code/fork/ceph/src/common/assert.cc:80
#5  0x0000555555795b21 in Inode::put_cap_ref (this=this@entry=0x7fffcc010f90, cap=1, cap@entry=8192)
    at /sdb/choffman/code/fork/ceph/src/client/Inode.cc:195
#6  0x00005555556efb10 in Client::put_cap_ref (this=this@entry=0x555555a84860, in=in@entry=0x7fffcc010f90, 
    cap=cap@entry=8192) at /sdb/choffman/code/fork/ceph/src/client/Client.cc:3642
#7  0x000055555573b440 in Client::_write (this=this@entry=0x555555a84860, f=<optimized out>, f@entry=0x7fffb4005bd0, 
    offset=<optimized out>, offset@entry=0, size=<optimized out>, 
    buf=buf@entry=0x7fffac00df00 "#include <stdio.h>\n#include <assert.h>\n#include <limits.h>\n#include \"ffsb_stats.h\"\n#include \"util.h\"\n\nchar *syscall_names[] = {\n\t\"open\",\n\t\"read\",\n\t\"write\",\n\t\"create\",\n\t\"lseek\",\n\t\"unlink\",\n\t\"close\",\n\t\""..., iov=iov@entry=0x0, iovcnt=0, onfinish=0x0, do_fsync=false, syncdataonly=false)
    at /sdb/choffman/code/fork/ceph/src/client/Client.cc:12097
#8  0x000055555573c841 in Client::ll_write (this=0x555555a84860, fh=0x7fffb4005bd0, off=off@entry=0, 
    len=<optimized out>, len@entry=7130, 
    data=data@entry=0x7fffac00df00 "#include <stdio.h>\n#include <assert.h>\n#include <limits.h>\n#include \"ffsb_stats.h\"\n#include \"util.h\"\n\nchar *syscall_names[] = {\n\t\"open\",\n\t\"read\",\n\t\"write\",\n\t\"create\",\n\t\"lseek\",\n\t\"unlink\",\n\t\"close\",\n\t\""...) at /sdb/choffman/code/fork/ceph/src/client/Client.cc:16475
#9  0x00005555556cefcf in fuse_ll_write (req=0x7fffac0029e0, ino=<optimized out>, 
    buf=0x7fffac00df00 "#include <stdio.h>\n#include <assert.h>\n#include <limits.h>\n#include \"ffsb_stats.h\"\n#include \"util.h\"\n\nchar *syscall_names[] = {\n\t\"open\",\n\t\"read\",\n\t\"write\",\n\t\"create\",\n\t\"lseek\",\n\t\"unlink\",\n\t\"close\",\n\t\""..., size=7130, off=0, fi=0x7fffbb7fbf50) at /sdb/choffman/code/fork/ceph/src/client/fuse_ll.cc:901
#10 0x00007ffff7f7e36f in do_write.lto_priv () from /lib64/libfuse3.so.3
#11 0x00007ffff7f8b033 in fuse_session_process_buf_int () from /lib64/libfuse3.so.3
#12 0x00007ffff7f83577 in fuse_do_work () from /lib64/libfuse3.so.3
#13 0x00007ffff62ae19d in start_thread () from /lib64/libc.so.6
#14 0x00007ffff632fc60 in clone3 () from /lib64/libc.so.6