Project

General

Profile

Download (60.2 KB)

Bug #5640 ยป strace-LOCK.txt

Joao Eduardo Luis, 07/16/2013 07:17 AM

 
[root@compute-0-0 tmp]# ceph-mon -i a -d & strace -v -f -p $!
[1] 15626
Process 15626 attached - interrupt to quit
read(3, " rdtscp lm constant_tsc arch_per"..., 880) = 880
read(3, " rdtscp lm constant_tsc arch_per"..., 880) = 880
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "rdtscp lm constant_tsc arch_perf"..., 879) = 879
read(3, "rdtscp lm constant_tsc arch_perf"..., 879) = 879
read(3, "rdtscp lm constant_tsc arch_perf"..., 879) = 879
read(3, "rdtscp lm constant_tsc arch_perf"..., 879) = 879
read(3, "rdtscp lm constant_tsc arch_perf"..., 879) = 879
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 881
read(3, "b rdtscp lm constant_tsc arch_pe"..., 881) = 415
read(3, "", 1023) = 0
close(3) = 0
open("/proc/self/auxv", O_RDONLY) = 3
read(3, "!\0\0\0\0\0\0\0\0\360\177\236\377\177\0\0", 16) = 16
close(3) = 0
futex(0x7fff9e7e007c, FUTEX_WAKE, 1) = 0
futex(0x7fff9e7e007c, FUTEX_WAKE_PRIVATE, 1) = 0
uname({sysname="Linux", nodename="compute-0-0.local", release="2.6.32-279.el6.x86_64", version="#1 SMP Wed Jun 13 18:24:36 EDT 2012", machine="x86_64"}) = 0
brk(0) = 0x2d47000
futex(0x3c3bc66f20, FUTEX_WAKE_PRIVATE, 2147483647) = 0
brk(0x2d67000) = 0x2d67000
brk(0x2d87000) = 0x2d87000
brk(0x2da7000) = 0x2da7000
brk(0x2e27cc0) = 0x2e27cc0
brk(0x2e2bcc0) = 0x2e2bcc0
brk(0x2e4bcc0) = 0x2e4bcc0
brk(0x2f4bcc0) = 0x2f4bcc0
brk(0x2f50000) = 0x2f50000
brk(0x2f54000) = 0x2f54000
brk(0x2f58000) = 0x2f58000
futex(0x3c3bc66f30, FUTEX_WAKE_PRIVATE, 2147483647) = 0
rt_sigprocmask(SIG_BLOCK, [PIPE], [], 8) = 0
mmap(NULL, 10489856, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f73b82be000
mprotect(0x7f73b82be000, 4096, PROT_NONE) = 0
clone(Process 15630 attached
child_stack=0x7f73b8cbdf70, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f73b8cbe9d0, tls=0x7f73b8cbe700, child_tidptr=0x7f73b8cbe9d0) = 15630
[pid 15630] set_robust_list(0x7f73b8cbe9e0, 0x18 <unfinished ...>
[pid 15626] rt_sigprocmask(SIG_SETMASK, [], <unfinished ...>
[pid 15630] <... set_robust_list resumed> ) = 0
[pid 15626] <... rt_sigprocmask resumed> NULL, 8) = 0
[pid 15630] futex(0x2ed00ac, FUTEX_WAIT_PRIVATE, 1, NULL <unfinished ...>
[pid 15626] futex(0x2ed00ac, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0x2ed00a8, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
[pid 15630] <... futex resumed> ) = 0
[pid 15630] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15626] futex(0x2ed0028, FUTEX_WAIT_PRIVATE, 2, NULL) = -1 EAGAIN (Resource temporarily unavailable)
[pid 15630] <... futex resumed> ) = 0
[pid 15626] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1) = 0
[pid 15630] futex(0x2ed00ac, FUTEX_WAIT_PRIVATE, 3, NULL <unfinished ...>
[pid 15626] open("/etc/ceph/ceph.conf", O_RDONLY) = 3
[pid 15626] fstat(3, {st_dev=makedev(8, 1), st_ino=671099, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=16, st_size=4782, st_atime=2013/07/11-12:27:53, st_mtime=2013/07/11-12:27:47, st_ctime=2013/07/11-12:27:47}) = 0
[pid 15626] fstat(3, {st_dev=makedev(8, 1), st_ino=671099, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=16, st_size=4782, st_atime=2013/07/11-12:27:53, st_mtime=2013/07/11-12:27:47, st_ctime=2013/07/11-12:27:47}) = 0
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] read(3, "\n[global]\n\tauth supported = ceph"..., 4096) = 4096
[pid 15626] read(3, "d.35\n\n[osd.36]\n\thost = compute-0"..., 4096) = 686
[pid 15626] close(3) = 0
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] rt_sigprocmask(SIG_BLOCK, [PIPE], NULL, 8) = 0
[pid 15626] rt_sigaction(SIGSEGV, {0x58d9e0, [], SA_RESTORER|SA_NODEFER|SA_RESETHAND, 0x325ae0f500}, {SIG_DFL, [], 0}, 8) = 0
[pid 15626] rt_sigaction(SIGABRT, {0x58d9e0, [], SA_RESTORER|SA_NODEFER|SA_RESETHAND, 0x325ae0f500}, {SIG_DFL, [], 0}, 8) = 0
[pid 15626] rt_sigaction(SIGBUS, {0x58d9e0, [], SA_RESTORER|SA_NODEFER|SA_RESETHAND, 0x325ae0f500}, {SIG_DFL, [], 0}, 8) = 0
[pid 15626] rt_sigaction(SIGILL, {0x58d9e0, [], SA_RESTORER|SA_NODEFER|SA_RESETHAND, 0x325ae0f500}, {SIG_DFL, [], 0}, 8) = 0
[pid 15626] rt_sigaction(SIGFPE, {0x58d9e0, [], SA_RESTORER|SA_NODEFER|SA_RESETHAND, 0x325ae0f500}, {SIG_DFL, [], 0}, 8) = 0
[pid 15626] rt_sigaction(SIGXCPU, {0x58d9e0, [], SA_RESTORER|SA_NODEFER|SA_RESETHAND, 0x325ae0f500}, {SIG_DFL, [], 0}, 8) = 0
[pid 15626] rt_sigaction(SIGXFSZ, {0x58d9e0, [], SA_RESTORER|SA_NODEFER|SA_RESETHAND, 0x325ae0f500}, {SIG_DFL, [], 0}, 8) = 0
[pid 15626] rt_sigaction(SIGSYS, {0x58d9e0, [], SA_RESTORER|SA_NODEFER|SA_RESETHAND, 0x325ae0f500}, {SIG_DFL, [], 0}, 8) = 0
[pid 15626] mkdir("/var/run/ceph", 0755) = -1 EEXIST (File exists)
[pid 15626] prctl(PR_GET_NAME, 0x7fff9e7de2c0, 0, 0x92, 0x20) = 0
[pid 15626] futex(0x2ed00ac, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0x2ed00a8, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
[pid 15630] <... futex resumed> ) = 0
[pid 15626] futex(0x325ac030ec, FUTEX_WAKE_PRIVATE, 2147483647 <unfinished ...>
[pid 15630] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15626] <... futex resumed> ) = 0
[pid 15630] <... futex resumed> ) = 0
[pid 15626] sched_get_priority_min(SCHED_OTHER) = 0
[pid 15626] sched_get_priority_max(SCHED_OTHER <unfinished ...>
[pid 15630] open("/etc/localtime", O_RDONLY <unfinished ...>
[pid 15626] <... sched_get_priority_max resumed> ) = 0
[pid 15630] <... open resumed> ) = 3
[pid 15626] sched_getparam(15626, <unfinished ...>
[pid 15630] fstat(3, <unfinished ...>
[pid 15626] <... sched_getparam resumed> { 0 }) = 0
[pid 15630] <... fstat resumed> {st_dev=makedev(8, 1), st_ino=657721, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=3519, st_atime=2013/07/10-15:04:48, st_mtime=2010/05/04-07:27:23, st_ctime=2013/03/21-14:52:10}) = 0
[pid 15626] sched_getscheduler(15626 <unfinished ...>
[pid 15630] fstat(3, <unfinished ...>
[pid 15626] <... sched_getscheduler resumed> ) = 0 (SCHED_OTHER)
[pid 15630] <... fstat resumed> {st_dev=makedev(8, 1), st_ino=657721, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=3519, st_atime=2013/07/10-15:04:48, st_mtime=2010/05/04-07:27:23, st_ctime=2013/03/21-14:52:10}) = 0
[pid 15626] sched_setscheduler(15626, SCHED_OTHER, { 0 } <unfinished ...>
[pid 15630] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0 <unfinished ...>
[pid 15626] <... sched_setscheduler resumed> ) = 0
[pid 15630] <... mmap resumed> ) = 0x7f73b8cd3000
[pid 15626] rt_sigaction(SIGPIPE, {SIG_IGN, [], SA_RESTORER, 0x325ae0f500}, <unfinished ...>
[pid 15630] read(3, <unfinished ...>
[pid 15626] <... rt_sigaction resumed> NULL, 8) = 0
[pid 15630] <... read resumed> "TZif2\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\4\0\0\0\4\0\0\0\0"..., 4096) = 3519
[pid 15630] lseek(3, -2252, SEEK_CUR) = 1267
[pid 15630] read(3, "TZif2\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\5\0\0\0\5\0\0\0\0"..., 4096) = 2252
[pid 15626] open("/usr/lib64/libsoftokn3.so", O_RDONLY) = 4
[pid 15626] read(4, <unfinished ...>
[pid 15630] close(3 <unfinished ...>
[pid 15626] <... read resumed> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260J Z2\0\0\0"..., 832) = 832
[pid 15630] <... close resumed> ) = 0
[pid 15626] fstat(4, <unfinished ...>
[pid 15630] munmap(0x7f73b8cd3000, 4096 <unfinished ...>
[pid 15626] <... fstat resumed> {st_dev=makedev(8, 1), st_ino=535644, st_mode=S_IFREG|0755, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=504, st_size=256744, st_atime=2013/07/11-12:22:13, st_mtime=2011/10/27-13:09:30, st_ctime=2013/03/21-16:23:51}) = 0
[pid 15630] <... munmap resumed> ) = 0
[pid 15626] mmap(0x325a200000, 2349736, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x325a200000
[pid 15630] write(2, "2013-07-11 13:00:13.220392 7f73b"..., 432013-07-11 13:00:13.220392 7f73b8cbf780 0 <unfinished ...>
[pid 15626] mprotect(0x325a23c000, 2097152, PROT_NONE <unfinished ...>
[pid 15630] <... write resumed> ) = 43
[pid 15626] <... mprotect resumed> ) = 0
[pid 15630] write(2, "ceph version 0.61.4-42-gb684fcf "..., 103ceph version 0.61.4-42-gb684fcf (b684fcfd7a47001286548e28d99e3f920e9bab5b), process ceph-mon, pid 15626 <unfinished ...>
[pid 15626] mmap(0x325a43c000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x3c000 <unfinished ...>
[pid 15630] <... write resumed> ) = 103
[pid 15626] <... mmap resumed> ) = 0x325a43c000
[pid 15630] write(2, "\n", 1
<unfinished ...>
[pid 15626] close(4 <unfinished ...>
[pid 15630] <... write resumed> ) = 1
[pid 15626] <... close resumed> ) = 0
[pid 15630] futex(0x2ed00ac, FUTEX_WAIT_PRIVATE, 5, NULL <unfinished ...>
[pid 15626] open("/etc/ld.so.cache", O_RDONLY) = 3
[pid 15626] fstat(3, {st_dev=makedev(8, 1), st_ino=660432, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=96, st_size=47888, st_atime=2013/07/11-09:30:01, st_mtime=2013/07/10-09:29:59, st_ctime=2013/07/10-09:29:59}) = 0
[pid 15626] mmap(NULL, 47888, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f73b8cc8000
[pid 15626] close(3) = 0
[pid 15626] open("/usr/lib64/libsqlite3.so.0", O_RDONLY) = 3
[pid 15626] read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\212\240[2\0\0\0"..., 832) = 832
[pid 15626] fstat(3, {st_dev=makedev(8, 1), st_ino=532521, st_mode=S_IFREG|0755, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=1152, st_size=586592, st_atime=2013/07/11-12:22:13, st_mtime=2009/11/24-14:52:03, st_ctime=2013/03/21-16:23:43}) = 0
[pid 15626] mmap(0x325ba00000, 2680528, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7f73b802f000
[pid 15626] mprotect(0x7f73b80bb000, 2093056, PROT_NONE) = 0
[pid 15626] mmap(0x7f73b82ba000, 16384, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x8b000) = 0x7f73b82ba000
[pid 15626] close(3) = 0
[pid 15626] mprotect(0x325a43c000, 4096, PROT_READ) = 0
[pid 15626] munmap(0x7f73b8cc8000, 47888) = 0
[pid 15626] open("/usr/lib64/libfreebl3.so", O_RDONLY) = 3
[pid 15626] read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\2602\240_2\0\0\0"..., 832) = 832
[pid 15626] fstat(3, {st_dev=makedev(8, 1), st_ino=279019, st_mode=S_IFREG|0755, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=760, st_size=386040, st_atime=2013/07/10-16:52:34, st_mtime=2011/10/27-13:09:30, st_ctime=2013/03/21-16:23:42}) = 0
[pid 15626] mmap(0x325fa00000, 2496224, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x325fa00000
[pid 15626] mprotect(0x325fa5d000, 2093056, PROT_NONE) = 0
[pid 15626] mmap(0x325fc5c000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x5c000) = 0x325fc5c000
[pid 15626] mmap(0x325fc5e000, 14048, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x325fc5e000
[pid 15626] close(3) = 0
[pid 15626] mprotect(0x325fc5c000, 4096, PROT_READ) = 0
[pid 15626] open("/dev/urandom", O_RDONLY) = 3
[pid 15626] fstat(3, {st_dev=makedev(0, 5), st_ino=4026, st_mode=S_IFCHR|0666, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_rdev=makedev(1, 9), st_atime=2013/03/21-15:01:31, st_mtime=2013/03/21-15:01:31, st_ctime=2013/03/21-15:01:31}) = 0
[pid 15626] ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7fff9e7de2e0) = -1 EINVAL (Invalid argument)
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] read(3, "x@_\244b\376\315\351\227\203\365\233\237\201\251A)\342\243*\310E)p\7\272F,\22\253\246f"..., 4096) = 4096
[pid 15626] close(3) = 0
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] sysinfo({uptime=9669476, loads=[0, 0, 0] totalram=135433969664, freeram=124182564864, sharedram=0, bufferram=341954560} totalswap=1048567808, freeswap=1048567808, procs=1420}) = 0
[pid 15626] uname({sysname="Linux", nodename="compute-0-0.local", release="2.6.32-279.el6.x86_64", version="#1 SMP Wed Jun 13 18:24:36 EDT 2012", machine="x86_64"}) = 0
[pid 15626] sysinfo({uptime=9669476, loads=[0, 0, 0] totalram=135433969664, freeram=124182564864, sharedram=0, bufferram=341954560} totalswap=1048567808, freeswap=1048567808, procs=1420}) = 0
[pid 15626] stat("/dev/urandom", {st_dev=makedev(0, 5), st_ino=4026, st_mode=S_IFCHR|0666, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_rdev=makedev(1, 9), st_atime=2013/03/21-15:01:31, st_mtime=2013/03/21-15:01:31, st_ctime=2013/03/21-15:01:31}) = 0
[pid 15626] open("/dev/urandom", O_RDONLY) = 3
[pid 15626] fstat(3, {st_dev=makedev(0, 5), st_ino=4026, st_mode=S_IFCHR|0666, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_rdev=makedev(1, 9), st_atime=2013/03/21-15:01:31, st_mtime=2013/03/21-15:01:31, st_ctime=2013/03/21-15:01:31}) = 0
[pid 15626] ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7fff9e7da180) = -1 EINVAL (Invalid argument)
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] read(3, "\343\241\251\372t>.\260[Ymw&7}U\256\233\31669\357U\333\365#\240\225\344;r\""..., 4096) = 4096
[pid 15626] close(3) = 0
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] stat("/etc/passwd", {st_dev=makedev(8, 1), st_ino=549399, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=1562, st_atime=2013/07/10-15:52:01, st_mtime=2013/03/21-15:51:30, st_ctime=2013/03/21-15:51:30}) = 0
[pid 15626] open("/etc/passwd", O_RDONLY) = 3
[pid 15626] fstat(3, {st_dev=makedev(8, 1), st_ino=549399, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=1562, st_atime=2013/07/10-15:52:01, st_mtime=2013/03/21-15:51:30, st_ctime=2013/03/21-15:51:30}) = 0
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] read(3, "root:x:0:0:root:/root:/bin/bash\n"..., 8192) = 1562
[pid 15626] read(3, "", 4096) = 0
[pid 15626] read(3, "", 8192) = 0
[pid 15626] close(3) = 0
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] stat("/etc/utmp", 0x7fff9e7da330) = -1 ENOENT (No such file or directory)
[pid 15626] stat("/tmp", {st_dev=makedev(8, 1), st_ino=524290, st_mode=S_IFDIR|S_ISVTX|0777, st_nlink=6, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=24, st_size=12288, st_atime=2013/07/11-12:56:59, st_mtime=2013/07/11-12:55:49, st_ctime=2013/07/11-12:55:49}) = 0
[pid 15626] open("/tmp", O_RDONLY) = 3
[pid 15626] fstat(3, {st_dev=makedev(8, 1), st_ino=524290, st_mode=S_IFDIR|S_ISVTX|0777, st_nlink=6, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=24, st_size=12288, st_atime=2013/07/11-12:56:59, st_mtime=2013/07/11-12:55:49, st_ctime=2013/07/11-12:55:49}) = 0
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] read(3, 0x7fff9e7da3c0, 8192) = -1 EISDIR (Is a directory)
[pid 15626] close(3) = 0
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] stat("/var/tmp", {st_dev=makedev(8, 2), st_ino=261121, st_mode=S_IFDIR|S_ISVTX|0777, st_nlink=2, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=4096, st_atime=2011/06/28-10:13:01, st_mtime=2013/07/10-09:29:59, st_ctime=2013/07/11-03:10:11}) = 0
[pid 15626] open("/var/tmp", O_RDONLY) = 3
[pid 15626] fstat(3, {st_dev=makedev(8, 2), st_ino=261121, st_mode=S_IFDIR|S_ISVTX|0777, st_nlink=2, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=4096, st_atime=2011/06/28-10:13:01, st_mtime=2013/07/10-09:29:59, st_ctime=2013/07/11-03:10:11}) = 0
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] read(3, 0x7fff9e7da3c0, 8192) = -1 EISDIR (Is a directory)
[pid 15626] close(3) = 0
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] stat("/usr/tmp", {st_dev=makedev(8, 2), st_ino=261121, st_mode=S_IFDIR|S_ISVTX|0777, st_nlink=2, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=4096, st_atime=2011/06/28-10:13:01, st_mtime=2013/07/10-09:29:59, st_ctime=2013/07/11-03:10:11}) = 0
[pid 15626] open("/usr/tmp", O_RDONLY) = 3
[pid 15626] fstat(3, {st_dev=makedev(8, 2), st_ino=261121, st_mode=S_IFDIR|S_ISVTX|0777, st_nlink=2, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=4096, st_atime=2011/06/28-10:13:01, st_mtime=2013/07/10-09:29:59, st_ctime=2013/07/11-03:10:11}) = 0
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] read(3, 0x7fff9e7da3c0, 8192) = -1 EISDIR (Is a directory)
[pid 15626] close(3) = 0
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] brk(0x3058000) = 0x3058000
[pid 15626] rt_sigprocmask(SIG_BLOCK, [PIPE], [PIPE], 8) = 0
[pid 15626] mmap(NULL, 10489856, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f73b762e000
[pid 15626] mprotect(0x7f73b762e000, 4096, PROT_NONE) = 0
[pid 15626] clone(Process 15631 attached (waiting for parent)
Process 15631 resumed (parent 15626 ready)
child_stack=0x7f73b802df70, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f73b802e9d0, tls=0x7f73b802e700, child_tidptr=0x7f73b802e9d0) = 15631
[pid 15631] set_robust_list(0x7f73b802e9e0, 0x18 <unfinished ...>
[pid 15626] rt_sigprocmask(SIG_SETMASK, [PIPE], NULL, 8) = 0
[pid 15631] <... set_robust_list resumed> ) = 0
[pid 15631] futex(0x2eabe58, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 0, {1373562018, 232364509}, ffffffff <unfinished ...>
[pid 15626] futex(0x2ed00ac, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0x2ed00a8, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
[pid 15626] pipe2( <unfinished ...>
[pid 15630] <... futex resumed> ) = 0
[pid 15626] <... pipe2 resumed> [3, 4], O_CLOEXEC) = 0
[pid 15630] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15626] socket(PF_FILE, SOCK_STREAM, 0) = 5
[pid 15630] <... futex resumed> ) = 0
[pid 15626] fcntl(5, F_SETFD, FD_CLOEXEC <unfinished ...>
[pid 15630] futex(0x2ed00ac, FUTEX_WAIT_PRIVATE, 7, NULL <unfinished ...>
[pid 15626] <... fcntl resumed> ) = 0
[pid 15626] bind(5, {sa_family=AF_FILE, path="/var/run/ceph/ceph-mon.a.asok"}, 110) = -1 EADDRINUSE (Address already in use)
[pid 15626] unlink("/var/run/ceph/ceph-mon.a.asok") = 0
[pid 15626] bind(5, {sa_family=AF_FILE, path="/var/run/ceph/ceph-mon.a.asok"}, 110) = 0
[pid 15626] listen(5, 5) = 0
[pid 15626] futex(0x2ed00ac, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0x2ed00a8, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
[pid 15630] <... futex resumed> ) = 0
[pid 15630] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15626] rt_sigprocmask(SIG_BLOCK, [PIPE], <unfinished ...>
[pid 15630] <... futex resumed> ) = 0
[pid 15626] <... rt_sigprocmask resumed> [PIPE], 8) = 0
[pid 15630] futex(0x2ed00ac, FUTEX_WAIT_PRIVATE, 9, NULL <unfinished ...>
[pid 15626] mmap(NULL, 10489856, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS|MAP_STACK, -1, 0) = 0x7f73b6c2d000
[pid 15626] mprotect(0x7f73b6c2d000, 4096, PROT_NONE) = 0
[pid 15626] clone(Process 15632 attached
child_stack=0x7f73b762cf70, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tidptr=0x7f73b762d9d0, tls=0x7f73b762d700, child_tidptr=0x7f73b762d9d0) = 15632
[pid 15626] rt_sigprocmask(SIG_SETMASK, [PIPE], <unfinished ...>
[pid 15632] set_robust_list(0x7f73b762d9e0, 0x18 <unfinished ...>
[pid 15626] <... rt_sigprocmask resumed> NULL, 8) = 0
[pid 15626] chdir("/" <unfinished ...>
[pid 15632] <... set_robust_list resumed> ) = 0
[pid 15626] <... chdir resumed> ) = 0
[pid 15626] futex(0x3c3b454740, FUTEX_WAKE_PRIVATE, 2147483647 <unfinished ...>
[pid 15632] futex(0x2ed00ac, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0x2ed00a8, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1} <unfinished ...>
[pid 15626] <... futex resumed> ) = 0
[pid 15632] <... futex resumed> ) = 1
[pid 15630] <... futex resumed> ) = 0
[pid 15626] futex(0x3c3b454750, FUTEX_WAKE_PRIVATE, 2147483647 <unfinished ...>
[pid 15632] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15630] futex(0x2ed0028, FUTEX_WAIT_PRIVATE, 2, NULL <unfinished ...>
[pid 15626] <... futex resumed> ) = 0
[pid 15630] <... futex resumed> ) = -1 EAGAIN (Resource temporarily unavailable)
[pid 15632] <... futex resumed> ) = 0
[pid 15630] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15626] mkdir("/etc/ceph/mon.a/store.db", 0755 <unfinished ...>
[pid 15630] <... futex resumed> ) = 0
[pid 15632] poll([{fd=5, events=POLLIN|POLLRDBAND}, {fd=3, events=POLLIN|POLLRDBAND}], 2, -1 <unfinished ...>
[pid 15630] futex(0x2ed00ac, FUTEX_WAIT_PRIVATE, 11, NULL <unfinished ...>
[pid 15626] <... mkdir resumed> ) = 0
[pid 15626] rename("/etc/ceph/mon.a/store.db/LOG", "/etc/ceph/mon.a/store.db/LOG.old") = -1 ENOENT (No such file or directory)
[pid 15626] open("/etc/ceph/mon.a/store.db/LOG", O_WRONLY|O_CREAT|O_TRUNC, 0666) = 6
[pid 15626] mkdir("/etc/ceph/mon.a/store.db", 0755) = -1 EEXIST (File exists)
[pid 15626] open("/etc/ceph/mon.a/store.db/LOCK", O_RDWR|O_CREAT, 0644) = 7
[pid 15626] fcntl(7, F_SETLK, {type=F_WRLCK, whence=SEEK_SET, start=0, len=0}) = 0
[pid 15626] access("/etc/ceph/mon.a/store.db/CURRENT", F_OK) = -1 ENOENT (No such file or directory)
[pid 15626] fcntl(7, F_SETLK, {type=F_UNLCK, whence=SEEK_SET, start=0, len=0}) = 0
[pid 15626] close(7) = 0
[pid 15626] close(6) = 0
[pid 15626] write(2, "Invalid argument: /etc/ceph/mon."..., 87Invalid argument: /etc/ceph/mon.a/store.db: does not exist (create_if_missing is false)) = 87
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] mkdir("/etc/ceph/mon.a/store.db", 0755) = -1 EEXIST (File exists)
[pid 15626] rename("/etc/ceph/mon.a/store.db/LOG", "/etc/ceph/mon.a/store.db/LOG.old") = 0
[pid 15626] open("/etc/ceph/mon.a/store.db/LOG", O_WRONLY|O_CREAT|O_TRUNC, 0666) = 6
[pid 15626] mkdir("/etc/ceph/mon.a/store.db", 0755) = -1 EEXIST (File exists)
[pid 15626] open("/etc/ceph/mon.a/store.db/LOCK", O_RDWR|O_CREAT, 0644) = 7
[pid 15626] fcntl(7, F_SETLK, {type=F_WRLCK, whence=SEEK_SET, start=0, len=0}) = 0
[pid 15626] access("/etc/ceph/mon.a/store.db/CURRENT", F_OK) = -1 ENOENT (No such file or directory)
[pid 15626] open("/etc/ceph/mon.a/store.db/MANIFEST-000001", O_RDWR|O_CREAT|O_TRUNC, 0644) = 8
[pid 15626] ftruncate(8, 65536) = 0
[pid 15626] mmap(NULL, 65536, PROT_READ|PROT_WRITE, MAP_SHARED, 8, 0) = 0x7f73b6c1d000
[pid 15626] munmap(0x7f73b6c1d000, 65536) = 0
[pid 15626] ftruncate(8, 41) = 0
[pid 15626] close(8) = 0
[pid 15626] open("/etc/ceph/mon.a/store.db/000001.dbtmp", O_RDWR|O_CREAT|O_TRUNC, 0644) = 8
[pid 15626] ftruncate(8, 65536) = 0
[pid 15626] mmap(NULL, 65536, PROT_READ|PROT_WRITE, MAP_SHARED, 8, 0) = 0x7f73b6c1d000
[pid 15626] msync(0x7f73b6c1d000, 4096, MS_SYNC) = 0
[pid 15626] munmap(0x7f73b6c1d000, 65536) = 0
[pid 15626] ftruncate(8, 16) = 0
[pid 15626] close(8) = 0
[pid 15626] rename("/etc/ceph/mon.a/store.db/000001.dbtmp", "/etc/ceph/mon.a/store.db/CURRENT") = 0
[pid 15626] open("/etc/ceph/mon.a/store.db/CURRENT", O_RDONLY) = 8
[pid 15626] fstat(8, {st_dev=makedev(8, 1), st_ino=671289, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=16, st_atime=2013/07/11-13:00:13, st_mtime=2013/07/11-13:00:13, st_ctime=2013/07/11-13:00:13}) = 0
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] read(8, "MANIFEST-000001\n", 8192) = 16
[pid 15626] read(8, "", 4096) = 0
[pid 15626] read(8, "", 8192) = 0
[pid 15626] close(8) = 0
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] open("/etc/ceph/mon.a/store.db/MANIFEST-000001", O_RDONLY) = 8
[pid 15626] fstat(8, {st_dev=makedev(8, 1), st_ino=671105, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=41, st_atime=2013/07/11-13:00:13, st_mtime=2013/07/11-13:00:13, st_ctime=2013/07/11-13:00:13}) = 0
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] read(8, "\225|\271\305\"\0\1\1\32leveldb.BytewiseCompara"..., 32768) = 41
[pid 15626] read(8, "", 28672) = 0
[pid 15626] close(8) = 0
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] open("/etc/ceph/mon.a/store.db", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 8
[pid 15626] fcntl(8, F_GETFD) = 0x1 (flags FD_CLOEXEC)
[pid 15626] getdents(8, {{d_ino=670952, d_off=863826986482461198, d_reclen=24, d_name="."} {d_ino=671105, d_off=3926160602438697457, d_reclen=40, d_name="MANIFEST-000001"} {d_ino=671100, d_off=4689089810400248562, d_reclen=32, d_name="LOG.old"} {d_ino=671289, d_off=6575128907559669695, d_reclen=32, d_name="CURRENT"} {d_ino=671104, d_off=7597043217414766563, d_reclen=24, d_name="LOG"} {d_ino=664899, d_off=9019359539885881655, d_reclen=24, d_name=".."} {d_ino=671103, d_off=9223372036854775807, d_reclen=24, d_name="LOCK"}}, 32768) = 200
[pid 15626] getdents(8, {}, 32768) = 0
[pid 15626] close(8) = 0
[pid 15626] open("/etc/ceph/mon.a/store.db/000003.log", O_RDWR|O_CREAT|O_TRUNC, 0644) = 8
[pid 15626] open("/etc/ceph/mon.a/store.db/MANIFEST-000002", O_RDWR|O_CREAT|O_TRUNC, 0644) = 9
[pid 15626] ftruncate(9, 65536) = 0
[pid 15626] mmap(NULL, 65536, PROT_READ|PROT_WRITE, MAP_SHARED, 9, 0) = 0x7f73b6c1d000
[pid 15626] msync(0x7f73b6c1d000, 4096, MS_SYNC) = 0
[pid 15626] open("/etc/ceph/mon.a/store.db/000002.dbtmp", O_RDWR|O_CREAT|O_TRUNC, 0644) = 10
[pid 15626] ftruncate(10, 65536) = 0
[pid 15626] mmap(NULL, 65536, PROT_READ|PROT_WRITE, MAP_SHARED, 10, 0) = 0x7f73b6c0d000
[pid 15626] msync(0x7f73b6c0d000, 4096, MS_SYNC) = 0
[pid 15626] munmap(0x7f73b6c0d000, 65536) = 0
[pid 15626] ftruncate(10, 16) = 0
[pid 15626] close(10) = 0
[pid 15626] rename("/etc/ceph/mon.a/store.db/000002.dbtmp", "/etc/ceph/mon.a/store.db/CURRENT") = 0
[pid 15626] open("/etc/ceph/mon.a/store.db", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 10
[pid 15626] getdents(10, {{d_ino=670952, d_off=579757756155654333, d_reclen=24, d_name="."} {d_ino=671298, d_off=863826986482461198, d_reclen=40, d_name="MANIFEST-000002"} {d_ino=671105, d_off=3926160602438697457, d_reclen=40, d_name="MANIFEST-000001"} {d_ino=671100, d_off=4689089810400248562, d_reclen=32, d_name="LOG.old"} {d_ino=671299, d_off=6291615495146738893, d_reclen=32, d_name="CURRENT"} {d_ino=671290, d_off=6575128907559669695, d_reclen=32, d_name="000003.log"} {d_ino=671104, d_off=7597043217414766563, d_reclen=24, d_name="LOG"} {d_ino=664899, d_off=9019359539885881655, d_reclen=24, d_name=".."} {d_ino=671103, d_off=9223372036854775807, d_reclen=24, d_name="LOCK"}}, 32768) = 272
[pid 15626] getdents(10, {}, 32768) = 0
[pid 15626] close(10) = 0
[pid 15626] fstat(6, {st_dev=makedev(8, 1), st_ino=671104, st_mode=S_IFREG|0644, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=0, st_size=0, st_atime=2013/07/11-13:00:13, st_mtime=2013/07/11-13:00:13, st_ctime=2013/07/11-13:00:13}) = 0
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd3000
[pid 15626] write(6, "2013/07/11-13:00:13.256960 7f73b"..., 57) = 57
[pid 15626] unlink("/etc/ceph/mon.a/store.db/MANIFEST-000001") = 0
[pid 15626] futex(0x2ed00ac, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0x2ed00a8, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
[pid 15630] <... futex resumed> ) = 0
[pid 15626] open("/etc/ceph/mon.a", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC <unfinished ...>
[pid 15630] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15626] <... open resumed> ) = 10
[pid 15626] close(10 <unfinished ...>
[pid 15630] <... futex resumed> ) = 0
[pid 15626] <... close resumed> ) = 0
[pid 15626] open("/etc/ceph/mon.a/lock", O_RDWR|O_CREAT, 0600 <unfinished ...>
[pid 15630] write(2, "2013-07-11 13:00:13.257360 7f73b"..., 43 <unfinished ...>
[pid 15626] <... open resumed> ) = 10
[pid 15626] fcntl(10, F_SETLK, {type=F_WRLCK, whence=SEEK_SET, start=0, len=0}2013-07-11 13:00:13.257360 7f73b8cbf780 10 <unfinished ...>
[pid 15630] <... write resumed> ) = 43
[pid 15626] <... fcntl resumed> ) = 0
[pid 15630] write(2, "needs_conversion", 16 <unfinished ...>
needs_conversion[pid 15626] stat("/etc/ceph/mon.a/magic", <unfinished ...>
[pid 15630] <... write resumed> ) = 16
[pid 15626] <... stat resumed> {st_dev=makedev(8, 1), st_ino=664921, st_mode=S_IFREG|0600, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=21, st_atime=2013/07/10-10:04:41, st_mtime=2013/03/21-15:57:44, st_ctime=2013/07/10-10:03:12}) = 0
[pid 15630] write(2, "\n", 1 <unfinished ...>

[pid 15626] stat("/etc/ceph/mon.a/feature_set", <unfinished ...>
[pid 15630] <... write resumed> ) = 1
[pid 15626] <... stat resumed> {st_dev=makedev(8, 1), st_ino=664917, st_mode=S_IFREG|0600, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=120, st_atime=2013/07/11-11:58:45, st_mtime=2013/03/21-15:57:44, st_ctime=2013/07/10-10:03:12}) = 0
[pid 15630] write(2, "2013-07-11 13:00:13.257445 7f73b"..., 432013-07-11 13:00:13.257445 7f73b8cbf780 1 <unfinished ...>
[pid 15626] open("/etc/ceph/mon.a/feature_set", O_RDONLY <unfinished ...>
[pid 15630] <... write resumed> ) = 43
[pid 15626] <... open resumed> ) = 11
[pid 15630] write(2, "store(/etc/ceph/mon.a) mount", 28 <unfinished ...>
store(/etc/ceph/mon.a) mount[pid 15626] fstat(11, <unfinished ...>
[pid 15630] <... write resumed> ) = 28
[pid 15626] <... fstat resumed> {st_dev=makedev(8, 1), st_ino=664917, st_mode=S_IFREG|0600, st_nlink=1, st_uid=0, st_gid=0, st_blksize=4096, st_blocks=8, st_size=120, st_atime=2013/07/11-11:58:45, st_mtime=2013/03/21-15:57:44, st_ctime=2013/07/10-10:03:12}) = 0
[pid 15630] write(2, "\n", 1
<unfinished ...>
[pid 15626] read(11, <unfinished ...>
[pid 15630] <... write resumed> ) = 1
[pid 15626] <... read resumed> "\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\6\0\0\0\0\0\0\0"..., 120) = 120
[pid 15630] write(2, "2013-07-11 13:00:13.257892 7f73b"..., 43 <unfinished ...>
2013-07-11 13:00:13.257892 7f73b8cbf780 15 [pid 15626] close(11 <unfinished ...>
[pid 15630] <... write resumed> ) = 43
[pid 15626] <... close resumed> ) = 0
[pid 15630] write(2, "store(/etc/ceph/mon.a) exists_bl"..., 38store(/etc/ceph/mon.a) exists_bl magic <unfinished ...>
[pid 15626] close(10 <unfinished ...>
[pid 15630] <... write resumed> ) = 38
[pid 15626] <... close resumed> ) = 0
[pid 15630] write(2, "\n", 1
<unfinished ...>
[pid 15626] fstat(1, <unfinished ...>
[pid 15630] <... write resumed> ) = 1
[pid 15626] <... fstat resumed> {st_dev=makedev(0, 11), st_ino=3, st_mode=S_IFCHR|0620, st_nlink=1, st_uid=0, st_gid=5, st_blksize=1024, st_blocks=0, st_rdev=makedev(136, 0), st_atime=2013/07/11-13:00:13, st_mtime=2013/07/11-13:00:13, st_ctime=2013/07/11-12:59:08}) = 0
[pid 15630] futex(0x325a98de10, FUTEX_WAIT_PRIVATE, 2, NULL <unfinished ...>
[pid 15626] mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f73b8cd2000
[pid 15626] futex(0x325a98de10, FUTEX_WAKE_PRIVATE, 1) = 1
[pid 15630] <... futex resumed> ) = 0
[pid 15626] write(1, "converting monitor store, please"..., 53converting monitor store, please do not interrupt...
<unfinished ...>
[pid 15630] futex(0x325a98de10, FUTEX_WAIT_PRIVATE, 2, NULL <unfinished ...>
[pid 15626] <... write resumed> ) = 53
[pid 15626] futex(0x325a98de10, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15630] <... futex resumed> ) = 0
[pid 15626] <... futex resumed> ) = 1
[pid 15630] futex(0x325a98de10, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15626] mkdir("/etc/ceph/mon.a/store.db", 0755 <unfinished ...>
[pid 15630] <... futex resumed> ) = 0
[pid 15626] <... mkdir resumed> ) = -1 EEXIST (File exists)
[pid 15630] write(2, "2013-07-11 13:00:13.258120 7f73b"..., 432013-07-11 13:00:13.258120 7f73b8cbf780 20 <unfinished ...>
[pid 15626] rename("/etc/ceph/mon.a/store.db/LOG", "/etc/ceph/mon.a/store.db/LOG.old" <unfinished ...>
[pid 15630] <... write resumed> ) = 43
[pid 15630] write(2, "_check_gv_store", 15_check_gv_store) = 15
[pid 15626] <... rename resumed> ) = 0
[pid 15630] write(2, "\n", 1
<unfinished ...>
[pid 15626] open("/etc/ceph/mon.a/store.db/LOG", O_WRONLY|O_CREAT|O_TRUNC, 0666 <unfinished ...>
[pid 15630] <... write resumed> ) = 1
[pid 15630] write(2, "2013-07-11 13:00:13.258129 7f73b"..., 43 <unfinished ...>
2013-07-11 13:00:13.258129 7f73b8cbf780 15 [pid 15626] <... open resumed> ) = 10
[pid 15630] <... write resumed> ) = 43
[pid 15626] mkdir("/etc/ceph/mon.a/store.db", 0755 <unfinished ...>
[pid 15630] write(2, "store(/etc/ceph/mon.a) exists_bl"..., 44store(/etc/ceph/mon.a) exists_bl feature_set <unfinished ...>
[pid 15626] <... mkdir resumed> ) = -1 EEXIST (File exists)
[pid 15630] <... write resumed> ) = 44
[pid 15626] open("/etc/ceph/mon.a/store.db/LOCK", O_RDWR|O_CREAT, 0644 <unfinished ...>
[pid 15630] write(2, "\n", 1
<unfinished ...>
[pid 15626] <... open resumed> ) = 11
[pid 15630] <... write resumed> ) = 1
[pid 15626] close(11 <unfinished ...>
[pid 15630] write(2, "2013-07-11 13:00:13.258534 7f73b"..., 432013-07-11 13:00:13.258534 7f73b8cbf780 20 <unfinished ...>
[pid 15626] <... close resumed> ) = 0
[pid 15630] <... write resumed> ) = 43
[pid 15626] close(10 <unfinished ...>
[pid 15630] write(2, "store(/etc/ceph/mon.a) reading a"..., 46store(/etc/ceph/mon.a) reading at off 0 of 120 <unfinished ...>
[pid 15626] <... close resumed> ) = 0
[pid 15630] <... write resumed> ) = 46
[pid 15626] fcntl(7, F_SETLK, {type=F_UNLCK, whence=SEEK_SET, start=0, len=0} <unfinished ...>
[pid 15630] write(2, "\n", 1
<unfinished ...>
[pid 15626] <... fcntl resumed> ) = 0
[pid 15630] <... write resumed> ) = 1
[pid 15626] close(7 <unfinished ...>
[pid 15630] write(2, "2013-07-11 13:00:13.258748 7f73b"..., 432013-07-11 13:00:13.258748 7f73b8cbf780 15 <unfinished ...>
[pid 15626] <... close resumed> ) = 0
[pid 15630] <... write resumed> ) = 43
[pid 15626] munmap(0x7f73b6c1d000, 65536 <unfinished ...>
[pid 15630] write(2, "store(/etc/ceph/mon.a) get_bl fe"..., 53store(/etc/ceph/mon.a) get_bl feature_set = 120 bytes <unfinished ...>
[pid 15626] <... munmap resumed> ) = 0
[pid 15630] <... write resumed> ) = 53
[pid 15626] ftruncate(9, 50 <unfinished ...>
[pid 15630] write(2, "\n", 1
) = 1
[pid 15626] <... ftruncate resumed> ) = 0
[pid 15630] write(2, "2013-07-11 13:00:13.258778 7f73b"..., 43 <unfinished ...>
2013-07-11 13:00:13.258778 7f73b8cbf780 1 [pid 15626] close(9 <unfinished ...>
[pid 15630] <... write resumed> ) = 43
[pid 15626] <... close resumed> ) = 0
[pid 15630] write(2, "found old GV monitor store forma"..., 52 <unfinished ...>
found old GV monitor store format -- should convert![pid 15626] close(8 <unfinished ...>
[pid 15630] <... write resumed> ) = 52
[pid 15626] <... close resumed> ) = 0
[pid 15630] write(2, "\n", 1 <unfinished ...>

[pid 15626] close(6 <unfinished ...>
[pid 15630] <... write resumed> ) = 1
[pid 15626] <... close resumed> ) = 0
[pid 15630] futex(0x2ed00ac, FUTEX_WAIT_PRIVATE, 13, NULL <unfinished ...>
[pid 15626] munmap(0x7f73b8cd3000, 4096) = 0
[pid 15626] write(2, "IO error: lock /etc/ceph/mon.a/s"..., 69IO error: lock /etc/ceph/mon.a/store.db/LOCK: already held by process) = 69
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] futex(0x325a990600, FUTEX_WAKE_PRIVATE, 2147483647) = 0
[pid 15626] futex(0x325c015a90, FUTEX_WAKE_PRIVATE, 2147483647) = 0
[pid 15626] write(2, "mon/Monitor.cc: In function 'int"..., 190mon/Monitor.cc: In function 'int Monitor::StoreConverter::convert()' thread 7f73b8cbf780 time 2013-07-11 13:00:13.261293
mon/Monitor.cc: 4329: FAILED assert(!db->create_and_open(std::cerr))
) = 190
[pid 15626] write(2, " ceph version 0.61.4-42-gb684fcf"..., 237 ceph version 0.61.4-42-gb684fcf (b684fcfd7a47001286548e28d99e3f920e9bab5b)
1: (Monitor::StoreConverter::convert()+0x3d6) [0x4b2846]
2: (main()+0x16b4) [0x4750e4]
3: (__libc_start_main()+0xfd) [0x325a61ecdd]
4: ceph-mon() [0x472769]
) = 237
[pid 15626] write(2, " NOTE: a copy of the executable,"..., 93 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
) = 93
[pid 15626] futex(0x2ed00ac, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0x2ed00a8, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
[pid 15630] <... futex resumed> ) = 0
[pid 15626] write(2, "2013-07-11 13:00:13.262443 7f73b"..., 432013-07-11 13:00:13.262443 7f73b8cbf780 -1 <unfinished ...>
[pid 15630] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15626] <... write resumed> ) = 43
[pid 15630] <... futex resumed> ) = 0
[pid 15626] write(2, "mon/Monitor.cc: In function 'int"..., 521mon/Monitor.cc: In function 'int Monitor::StoreConverter::convert()' thread 7f73b8cbf780 time 2013-07-11 13:00:13.261293
mon/Monitor.cc: 4329: FAILED assert(!db->create_and_open(std::cerr))

ceph version 0.61.4-42-gb684fcf (b684fcfd7a47001286548e28d99e3f920e9bab5b)
1: (Monitor::StoreConverter::convert()+0x3d6) [0x4b2846]
2: (main()+0x16b4) [0x4750e4]
3: (__libc_start_main()+0xfd) [0x325a61ecdd]
4: ceph-mon() [0x472769]
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
<unfinished ...>
[pid 15630] futex(0x2ed00ac, FUTEX_WAIT_PRIVATE, 15, NULL <unfinished ...>
[pid 15626] <... write resumed> ) = 521
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, "--- begin dump of recent events "..., 35--- begin dump of recent events ---) = 35
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -27> 2013-07-11 13:00:13.2142"..., 51 -27> 2013-07-11 13:00:13.214252 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 65asok(0x2e98000) register_command perfcounters_dump hook 0x2e58010) = 65
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -26> 2013-07-11 13:00:13.2144"..., 51 -26> 2013-07-11 13:00:13.214417 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 49asok(0x2e98000) register_command 1 hook 0x2e58010) = 49
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -25> 2013-07-11 13:00:13.2144"..., 51 -25> 2013-07-11 13:00:13.214423 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 57asok(0x2e98000) register_command perf dump hook 0x2e58010) = 57
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -24> 2013-07-11 13:00:13.2144"..., 51 -24> 2013-07-11 13:00:13.214434 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 67asok(0x2e98000) register_command perfcounters_schema hook 0x2e58010) = 67
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -23> 2013-07-11 13:00:13.2144"..., 51 -23> 2013-07-11 13:00:13.214438 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 49asok(0x2e98000) register_command 2 hook 0x2e58010) = 49
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -22> 2013-07-11 13:00:13.2144"..., 51 -22> 2013-07-11 13:00:13.214441 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 59asok(0x2e98000) register_command perf schema hook 0x2e58010) = 59
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -21> 2013-07-11 13:00:13.2144"..., 51 -21> 2013-07-11 13:00:13.214446 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 59asok(0x2e98000) register_command config show hook 0x2e58010) = 59
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -20> 2013-07-11 13:00:13.2144"..., 51 -20> 2013-07-11 13:00:13.214451 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 58asok(0x2e98000) register_command config set hook 0x2e58010) = 58
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -19> 2013-07-11 13:00:13.2144"..., 51 -19> 2013-07-11 13:00:13.214455 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 57asok(0x2e98000) register_command log flush hook 0x2e58010) = 57
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -18> 2013-07-11 13:00:13.2144"..., 51 -18> 2013-07-11 13:00:13.214459 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 56asok(0x2e98000) register_command log dump hook 0x2e58010) = 56
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -17> 2013-07-11 13:00:13.2144"..., 51 -17> 2013-07-11 13:00:13.214464 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 58asok(0x2e98000) register_command log reopen hook 0x2e58010) = 58
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -16> 2013-07-11 13:00:13.2203"..., 51 -16> 2013-07-11 13:00:13.220392 7f73b8cbf780 0 ) = 51
[pid 15626] write(2, "ceph version 0.61.4-42-gb684fcf "..., 103ceph version 0.61.4-42-gb684fcf (b684fcfd7a47001286548e28d99e3f920e9bab5b), process ceph-mon, pid 15626) = 103
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -15> 2013-07-11 13:00:13.2323"..., 51 -15> 2013-07-11 13:00:13.232384 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) init /var/run/ce"..., 50asok(0x2e98000) init /var/run/ceph/ceph-mon.a.asok) = 50
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -14> 2013-07-11 13:00:13.2325"..., 51 -14> 2013-07-11 13:00:13.232582 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) bind_and_listen "..., 61asok(0x2e98000) bind_and_listen /var/run/ceph/ceph-mon.a.asok) = 61
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -13> 2013-07-11 13:00:13.2331"..., 51 -13> 2013-07-11 13:00:13.233145 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 49asok(0x2e98000) register_command 0 hook 0x2e500b8) = 49
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -12> 2013-07-11 13:00:13.2332"..., 51 -12> 2013-07-11 13:00:13.233218 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 55asok(0x2e98000) register_command version hook 0x2e500b8) = 55
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -11> 2013-07-11 13:00:13.2332"..., 51 -11> 2013-07-11 13:00:13.233225 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 59asok(0x2e98000) register_command git_version hook 0x2e500b8) = 59
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -10> 2013-07-11 13:00:13.2332"..., 51 -10> 2013-07-11 13:00:13.233233 7f73b8cbf780 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) register_command"..., 52asok(0x2e98000) register_command help hook 0x2e580d0) = 52
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -9> 2013-07-11 13:00:13.2338"..., 51 -9> 2013-07-11 13:00:13.233804 7f73b762d700 5 ) = 51
[pid 15626] write(2, "asok(0x2e98000) entry start", 27asok(0x2e98000) entry start) = 27
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -8> 2013-07-11 13:00:13.2573"..., 51 -8> 2013-07-11 13:00:13.257360 7f73b8cbf780 10 ) = 51
[pid 15626] write(2, "needs_conversion", 16needs_conversion) = 16
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -7> 2013-07-11 13:00:13.2574"..., 51 -7> 2013-07-11 13:00:13.257445 7f73b8cbf780 1 ) = 51
[pid 15626] write(2, "store(/etc/ceph/mon.a) mount", 28store(/etc/ceph/mon.a) mount) = 28
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -6> 2013-07-11 13:00:13.2578"..., 51 -6> 2013-07-11 13:00:13.257892 7f73b8cbf780 15 ) = 51
[pid 15626] write(2, "store(/etc/ceph/mon.a) exists_bl"..., 38store(/etc/ceph/mon.a) exists_bl magic) = 38
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -5> 2013-07-11 13:00:13.2581"..., 51 -5> 2013-07-11 13:00:13.258120 7f73b8cbf780 20 ) = 51
[pid 15626] write(2, "_check_gv_store", 15_check_gv_store) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -4> 2013-07-11 13:00:13.2581"..., 51 -4> 2013-07-11 13:00:13.258129 7f73b8cbf780 15 ) = 51
[pid 15626] write(2, "store(/etc/ceph/mon.a) exists_bl"..., 44store(/etc/ceph/mon.a) exists_bl feature_set) = 44
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -3> 2013-07-11 13:00:13.2585"..., 51 -3> 2013-07-11 13:00:13.258534 7f73b8cbf780 20 ) = 51
[pid 15626] write(2, "store(/etc/ceph/mon.a) reading a"..., 46store(/etc/ceph/mon.a) reading at off 0 of 120) = 46
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -2> 2013-07-11 13:00:13.2587"..., 51 -2> 2013-07-11 13:00:13.258748 7f73b8cbf780 15 ) = 51
[pid 15626] write(2, "store(/etc/ceph/mon.a) get_bl fe"..., 53store(/etc/ceph/mon.a) get_bl feature_set = 120 bytes) = 53
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -1> 2013-07-11 13:00:13.2587"..., 51 -1> 2013-07-11 13:00:13.258778 7f73b8cbf780 1 ) = 51
[pid 15626] write(2, "found old GV monitor store forma"..., 52found old GV monitor store format -- should convert!) = 52
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0> 2013-07-11 13:00:13.2624"..., 51 0> 2013-07-11 13:00:13.262443 7f73b8cbf780 -1 ) = 51
[pid 15626] write(2, "mon/Monitor.cc: In function 'int"..., 521mon/Monitor.cc: In function 'int Monitor::StoreConverter::convert()' thread 7f73b8cbf780 time 2013-07-11 13:00:13.261293
mon/Monitor.cc: 4329: FAILED assert(!db->create_and_open(std::cerr))

ceph version 0.61.4-42-gb684fcf (b684fcfd7a47001286548e28d99e3f920e9bab5b)
1: (Monitor::StoreConverter::convert()+0x3d6) [0x4b2846]
2: (main()+0x16b4) [0x4750e4]
3: (__libc_start_main()+0xfd) [0x325a61ecdd]
4: ceph-mon() [0x472769]
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
) = 521
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, "--- logging levels ---", 22--- logging levels ---) = 22
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 none", 12 0/ 5 none) = 12
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 lockdep", 15 0/ 1 lockdep) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 context", 15 0/ 1 context) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 1 crush", 13 1/ 1 crush) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds", 11 1/ 5 mds) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_balancer", 20 1/ 5 mds_balancer) = 20
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_locker", 18 1/ 5 mds_locker) = 18
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_log", 15 1/ 5 mds_log) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_log_expire", 22 1/ 5 mds_log_expire) = 22
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_migrator", 20 1/ 5 mds_migrator) = 20
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 buffer", 14 0/ 1 buffer) = 14
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 timer", 13 0/ 1 timer) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 filer", 13 0/ 1 filer) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 striper", 15 0/ 1 striper) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 objecter", 16 0/ 1 objecter) = 16
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 rados", 13 0/ 5 rados) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 rbd", 11 0/ 5 rbd) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 journaler", 17 0/ 5 journaler) = 17
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 objectcacher", 20 0/ 5 objectcacher) = 20
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 client", 14 0/ 5 client) = 14
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 osd", 11 0/ 5 osd) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 optracker", 17 0/ 5 optracker) = 17
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 objclass", 16 0/ 5 objclass) = 16
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 3 filestore", 17 1/ 3 filestore) = 17
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 3 journal", 15 1/ 3 journal) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 ms", 10 0/ 5 ms) = 10
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 20/20 mon", 11 20/20 mon) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/10 monc", 12 0/10 monc) = 12
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 paxos", 13 0/ 5 paxos) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 tp", 10 0/ 5 tp) = 10
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 auth", 12 1/ 5 auth) = 12
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 crypto", 14 1/ 5 crypto) = 14
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 1 finisher", 16 1/ 1 finisher) = 16
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 heartbeatmap", 20 1/ 5 heartbeatmap) = 20
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 perfcounter", 19 1/ 5 perfcounter) = 19
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 rgw", 11 1/ 5 rgw) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 hadoop", 14 1/ 5 hadoop) = 14
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 javaclient", 18 1/ 5 javaclient) = 18
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 asok", 12 1/ 5 asok) = 12
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 1 throttle", 16 1/ 1 throttle) = 16
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -2/-2 (syslog threshold)", 26 -2/-2 (syslog threshold)) = 26
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 99/99 (stderr threshold)", 26 99/99 (stderr threshold)) = 26
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " max_recent 10000", 22 max_recent 10000) = 22
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " max_new 1000", 22 max_new 1000) = 22
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " log_file ", 11 log_file ) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, "--- end dump of recent events --"..., 33--- end dump of recent events ---) = 33
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, "terminate called after throwing "..., 48terminate called after throwing an instance of ') = 48
[pid 15626] write(2, "ceph::FailedAssertion", 21ceph::FailedAssertion) = 21
[pid 15626] write(2, "'\n", 2'
) = 2
[pid 15626] rt_sigprocmask(SIG_UNBLOCK, [ABRT], NULL, 8) = 0
[pid 15626] tgkill(15626, 15626, SIGABRT) = 0
[pid 15626] --- SIGABRT (Aborted) @ 0 (0) ---
[pid 15626] write(2, "*** Caught signal (Aborted) **\n "..., 55*** Caught signal (Aborted) **
in thread 7f73b8cbf780
) = 55
[pid 15626] write(2, "tcmalloc: large alloc 0 bytes =="..., 64tcmalloc: large alloc 0 bytes == (nil) @ 0x3c3ba37042 0x64969b
) = 64
[pid 15626] write(2, " ceph version 0.61.4-42-gb684fcf"..., 285 ceph version 0.61.4-42-gb684fcf (b684fcfd7a47001286548e28d99e3f920e9bab5b)
1: ceph-mon() [0x58da59]
2: /lib64/libpthread.so.0() [0x325ae0f500]
3: (gsignal()+0x35) [0x325a6328a5]
4: (abort()+0x175) [0x325a634085]
5: (__gnu_cxx::__verbose_terminate_handler()+0x12d) [0x325c6bea5d]
) = 285
[pid 15626] write(2, "tcmalloc: large alloc 0 bytes =="..., 64tcmalloc: large alloc 0 bytes == (nil) @ 0x3c3ba37042 0x64969b
) = 64
[pid 15626] futex(0x2ed00ac, FUTEX_WAKE_OP_PRIVATE, 1, 1, 0x2ed00a8, {FUTEX_OP_SET, 0, FUTEX_OP_CMP_GT, 1}) = 1
[pid 15630] <... futex resumed> ) = 0
[pid 15630] futex(0x2ed0028, FUTEX_WAKE_PRIVATE, 1 <unfinished ...>
[pid 15626] write(2, "2013-07-11 13:00:13.276954 7f73b"..., 432013-07-11 13:00:13.276954 7f73b8cbf780 -1 <unfinished ...>
[pid 15630] <... futex resumed> ) = 0
[pid 15626] <... write resumed> ) = 43
[pid 15630] futex(0x2ed00ac, FUTEX_WAIT_PRIVATE, 17, NULL <unfinished ...>
[pid 15626] write(2, "*** Caught signal (Aborted) **\n "..., 434*** Caught signal (Aborted) **
in thread 7f73b8cbf780

ceph version 0.61.4-42-gb684fcf (b684fcfd7a47001286548e28d99e3f920e9bab5b)
1: ceph-mon() [0x58da59]
2: /lib64/libpthread.so.0() [0x325ae0f500]
3: (gsignal()+0x35) [0x325a6328a5]
4: (abort()+0x175) [0x325a634085]
5: (__gnu_cxx::__verbose_terminate_handler()+0x12d) [0x325c6bea5d]
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
) = 434
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, "--- begin dump of recent events "..., 35--- begin dump of recent events ---) = 35
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0> 2013-07-11 13:00:13.2769"..., 51 0> 2013-07-11 13:00:13.276954 7f73b8cbf780 -1 ) = 51
[pid 15626] write(2, "*** Caught signal (Aborted) **\n "..., 434*** Caught signal (Aborted) **
in thread 7f73b8cbf780

ceph version 0.61.4-42-gb684fcf (b684fcfd7a47001286548e28d99e3f920e9bab5b)
1: ceph-mon() [0x58da59]
2: /lib64/libpthread.so.0() [0x325ae0f500]
3: (gsignal()+0x35) [0x325a6328a5]
4: (abort()+0x175) [0x325a634085]
5: (__gnu_cxx::__verbose_terminate_handler()+0x12d) [0x325c6bea5d]
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
) = 434
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, "--- logging levels ---", 22--- logging levels ---) = 22
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 none", 12 0/ 5 none) = 12
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 lockdep", 15 0/ 1 lockdep) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 context", 15 0/ 1 context) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 1 crush", 13 1/ 1 crush) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds", 11 1/ 5 mds) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_balancer", 20 1/ 5 mds_balancer) = 20
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_locker", 18 1/ 5 mds_locker) = 18
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_log", 15 1/ 5 mds_log) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_log_expire", 22 1/ 5 mds_log_expire) = 22
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 mds_migrator", 20 1/ 5 mds_migrator) = 20
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 buffer", 14 0/ 1 buffer) = 14
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 timer", 13 0/ 1 timer) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 filer", 13 0/ 1 filer) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 striper", 15 0/ 1 striper) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 1 objecter", 16 0/ 1 objecter) = 16
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 rados", 13 0/ 5 rados) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 rbd", 11 0/ 5 rbd) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 journaler", 17 0/ 5 journaler) = 17
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 objectcacher", 20 0/ 5 objectcacher) = 20
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 client", 14 0/ 5 client) = 14
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 osd", 11 0/ 5 osd) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 optracker", 17 0/ 5 optracker) = 17
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 objclass", 16 0/ 5 objclass) = 16
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 3 filestore", 17 1/ 3 filestore) = 17
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 3 journal", 15 1/ 3 journal) = 15
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 ms", 10 0/ 5 ms) = 10
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 20/20 mon", 11 20/20 mon) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/10 monc", 12 0/10 monc) = 12
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 paxos", 13 0/ 5 paxos) = 13
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 0/ 5 tp", 10 0/ 5 tp) = 10
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 auth", 12 1/ 5 auth) = 12
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 crypto", 14 1/ 5 crypto) = 14
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 1 finisher", 16 1/ 1 finisher) = 16
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 heartbeatmap", 20 1/ 5 heartbeatmap) = 20
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 perfcounter", 19 1/ 5 perfcounter) = 19
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 rgw", 11 1/ 5 rgw) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 hadoop", 14 1/ 5 hadoop) = 14
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 javaclient", 18 1/ 5 javaclient) = 18
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 5 asok", 12 1/ 5 asok) = 12
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 1/ 1 throttle", 16 1/ 1 throttle) = 16
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " -2/-2 (syslog threshold)", 26 -2/-2 (syslog threshold)) = 26
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " 99/99 (stderr threshold)", 26 99/99 (stderr threshold)) = 26
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " max_recent 10000", 22 max_recent 10000) = 22
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " max_new 1000", 22 max_new 1000) = 22
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, " log_file ", 11 log_file ) = 11
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] write(2, "--- end dump of recent events --"..., 33--- end dump of recent events ---) = 33
[pid 15626] write(2, "\n", 1
) = 1
[pid 15626] tgkill(15626, 15626, SIGABRT) = 0
[pid 15626] --- SIGABRT (Aborted) @ 0 (0) ---
Process 15626 detached
[pid 15631] +++ killed by SIGABRT +++
[pid 15632] +++ killed by SIGABRT +++
[pid 15630] +++ killed by SIGABRT +++
[1]+ Aborted ceph-mon -i a -d
[root@compute-0-0 tmp]#

    (1-1/1)