Project

General

Profile

Bug #46124 ยป ceph-issue-46124-strace-flock-close-clone.txt

Niklas Hambuechen, 06/21/2020 05:20 PM

 
# strace -fye flock,close,dup,dup2,fork,clone,execve ceph-osd -i 0 --mkfs --osd-uuid f1889a99-b4dc-4044-a244-eabca4539ac9 --setuser ceph --setgroup ceph --osd-objectstore bluestore 2>&1 | grep -E 'flock|Resource|close.*dev/xvd|^\+\+\+ exited|dup|fork|clone|execve|attached|exited'
execve("/run/current-system/sw/bin/ceph-osd", ["ceph-osd", "-i", "0", "--mkfs", "--osd-uuid", "f1889a99-b4dc-4044-a244-eabca453"..., "--setuser", "ceph", "--setgroup", "ceph", "--osd-objectstore", "bluestore"], 0x7fff631bb6a8 /* 47 vars */) = 0
dup2(3</nix/store/ngym1rzbxw90jzya8pgly8sp3ql97wdl-ceph-15.2.3/bin/ceph-osd>, 255) = 255</nix/store/ngym1rzbxw90jzya8pgly8sp3ql97wdl-ceph-15.2.3/bin/ceph-osd>
execve("/nix/store/ngym1rzbxw90jzya8pgly8sp3ql97wdl-ceph-15.2.3/bin/.ceph-osd-wrapped", ["/run/current-system/sw/bin/ceph-"..., "-i", "0", "--mkfs", "--osd-uuid", "f1889a99-b4dc-4044-a244-eabca453"..., "--setuser", "ceph", "--setgroup", "ceph", "--osd-objectstore", "bluestore"], 0xe11008 /* 46 vars */) = 0
clone(child_stack=0x7f922a307930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25757], tls=0x7f922a30a700, child_tidptr=0x7f922a30a9d0) = 25757
strace: Process 25757 attached
[pid 25756] clone(child_stack=0x7f9229a9c930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25758], tls=0x7f9229a9f700, child_tidptr=0x7f9229a9f9d0) = 25758
strace: Process 25758 attached
[pid 25756] clone(child_stack=0x7f922929b930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 25759 attached
[pid 25756] clone(child_stack=0x7f9228a9a930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25760], tls=0x7f9228a9d700, child_tidptr=0x7f9228a9d9d0) = 25760
strace: Process 25760 attached
[pid 25756] clone(child_stack=0x7f9228299930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25761], tls=0x7f922829c700, child_tidptr=0x7f922829c9d0) = 25761
[pid 25756] clone(child_stack=0x7f9227a98930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25762], tls=0x7f9227a9b700, child_tidptr=0x7f9227a9b9d0) = 25762
[pid 25756] clone(child_stack=0x7f9227297930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25763], tls=0x7f922729a700, child_tidptr=0x7f922729a9d0) = 25763
[pid 25756] clone(child_stack=0x7f9226a96930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25765], tls=0x7f9226a99700, child_tidptr=0x7f9226a999d0) = 25765
strace: Process 25765 attached
strace: Process 25763 attached
strace: Process 25761 attached
strace: Process 25762 attached
[pid 25765] +++ exited with 0 +++
[pid 25763] +++ exited with 0 +++
[pid 25762] +++ exited with 0 +++
[pid 25758] +++ exited with 0 +++
[pid 25759] +++ exited with 0 +++
[pid 25760] +++ exited with 0 +++
[pid 25757] +++ exited with 0 +++
[pid 25756] clone(child_stack=NULL, flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD, child_tidptr=0x7f922a314090) = 25767
[pid 25756] clone(child_stack=0x7f922a307930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25768], tls=0x7f922a30a700, child_tidptr=0x7f922a30a9d0) = 25768
[pid 25761] +++ exited with 0 +++
strace: Process 25768 attached
strace: Process 25767 attached
[pid 25767] clone(child_stack=0x7f922a307930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 25769 attached
[pid 25767] dup2(5</dev/null>, 0</dev/pts/0>) = 0</dev/null>
[pid 25767] clone(child_stack=0x7f9228a9a930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25770], tls=0x7f9228a9d700, child_tidptr=0x7f9228a9d9d0) = 25770
strace: Process 25770 attached
[pid 25767] clone(child_stack=0x7f922929b930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25771], tls=0x7f922929e700, child_tidptr=0x7f922929e9d0) = 25771
strace: Process 25771 attached
[pid 25767] close(10</dev/xvdg>) = 0
[pid 25767] flock(12</dev/xvdg>, LOCK_EX|LOCK_NB) = 0
[pid 25767] clone(child_stack=0x7f9229a9c930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25772], tls=0x7f9229a9f700, child_tidptr=0x7f9229a9f9d0) = 25772
[pid 25767] clone(child_stack=0x7f9228288930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25773], tls=0x7f922828b700, child_tidptr=0x7f922828b9d0) = 25773
strace: Process 25773 attached
strace: Process 25772 attached
[pid 25767] close(24</dev/xvdg>) = 0
[pid 25767] close(24</dev/xvdg>) = 0
[pid 25767] close(24</dev/xvdg>) = 0
[pid 25767] close(24</dev/xvdg>) = 0
[pid 25767] flock(24</dev/xvdh>, LOCK_EX|LOCK_NB) = 0
[pid 25767] clone(child_stack=0x7f9227a76930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25774], tls=0x7f9227a79700, child_tidptr=0x7f9227a799d0) = 25774
[pid 25767] clone(child_stack=0x7f9227275930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25775], tls=0x7f9227278700, child_tidptr=0x7f92272789d0) = 25775
strace: Process 25775 attached
strace: Process 25774 attached
[pid 25767] close(36</dev/xvdh>) = 0
[pid 25767] clone(child_stack=0x7f9226a63930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25776], tls=0x7f9226a66700, child_tidptr=0x7f9226a669d0) = 25776
[pid 25767] clone(child_stack=0x7f9226262930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25777], tls=0x7f9226265700, child_tidptr=0x7f92262659d0) = 25777
strace: Process 25777 attached
strace: Process 25776 attached
[pid 25767] clone(child_stack=0x7f9225a61930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25778], tls=0x7f9225a64700, child_tidptr=0x7f9225a649d0) = 25778
[pid 25767] clone(child_stack=0x7f9225260930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25779], tls=0x7f9225263700, child_tidptr=0x7f92252639d0) = 25779
[pid 25767] clone(child_stack=0x7f9224a5f930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25780], tls=0x7f9224a62700, child_tidptr=0x7f9224a629d0) = 25780
[pid 25767] clone(child_stack=0x7f922425e930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25781], tls=0x7f9224261700, child_tidptr=0x7f92242619d0) = 25781
strace: Process 25781 attached
strace: Process 25780 attached
strace: Process 25779 attached
strace: Process 25778 attached
[pid 25767] clone(child_stack=0x7f9223a5d930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25782], tls=0x7f9223a60700, child_tidptr=0x7f9223a609d0) = 25782
[pid 25767] clone(child_stack=0x7f922325c930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25783], tls=0x7f922325f700, child_tidptr=0x7f922325f9d0) = 25783
[pid 25767] clone(child_stack=0x7f9222a5b930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25784], tls=0x7f9222a5e700, child_tidptr=0x7f9222a5e9d0) = 25784
[pid 25767] clone(child_stack=0x7f922225a930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25785], tls=0x7f922225d700, child_tidptr=0x7f922225d9d0) = 25785
[pid 25767] clone(child_stack=0x7f9221a59930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25786], tls=0x7f9221a5c700, child_tidptr=0x7f9221a5c9d0) = 25786
[pid 25767] clone(child_stack=0x7f9221258930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25787], tls=0x7f922125b700, child_tidptr=0x7f922125b9d0) = 25787
[pid 25767] clone(child_stack=0x7f9220a57930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25788], tls=0x7f9220a5a700, child_tidptr=0x7f9220a5a9d0) = 25788
[pid 25767] clone(child_stack=0x7f9220256930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25789], tls=0x7f9220259700, child_tidptr=0x7f92202599d0) = 25789
[pid 25767] clone(child_stack=0x7f921fa55930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25790], tls=0x7f921fa58700, child_tidptr=0x7f921fa589d0) = 25790
[pid 25767] clone(child_stack=0x7f921f254930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25791], tls=0x7f921f257700, child_tidptr=0x7f921f2579d0) = 25791
[pid 25767] clone(child_stack=0x7f921ea53930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25792], tls=0x7f921ea56700, child_tidptr=0x7f921ea569d0) = 25792
[pid 25767] clone(child_stack=0x7f921e252930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25793], tls=0x7f921e255700, child_tidptr=0x7f921e2559d0) = 25793
[pid 25767] clone(child_stack=0x7f921da51930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25794], tls=0x7f921da54700, child_tidptr=0x7f921da549d0) = 25794
strace: Process 25788 attached
[pid 25767] clone(child_stack=0x7f921d250930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25795], tls=0x7f921d253700, child_tidptr=0x7f921d2539d0) = 25795
[pid 25767] clone(child_stack=0x7f921ca4f930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25796], tls=0x7f921ca52700, child_tidptr=0x7f921ca529d0) = 25796
strace: Process 25794 attached
strace: Process 25789 attached
strace: Process 25790 attached
strace: Process 25791 attached
strace: Process 25792 attached
strace: Process 25793 attached
strace: Process 25796 attached
strace: Process 25795 attached
[pid 25792] +++ exited with 0 +++
[pid 25796] +++ exited with 0 +++
[pid 25789] +++ exited with 0 +++
[pid 25794] +++ exited with 0 +++
[pid 25790] +++ exited with 0 +++
[pid 25791] +++ exited with 0 +++
[pid 25795] +++ exited with 0 +++
[pid 25793] +++ exited with 0 +++
strace: Process 25787 attached
[pid 25787] +++ exited with 0 +++
strace: Process 25786 attached
[pid 25786] +++ exited with 0 +++
strace: Process 25785 attached
[pid 25785] +++ exited with 0 +++
strace: Process 25784 attached
[pid 25784] +++ exited with 0 +++
strace: Process 25783 attached
[pid 25783] +++ exited with 0 +++
strace: Process 25782 attached
[pid 25782] +++ exited with 0 +++
[pid 25767] close(48</dev/xvdg>) = 0
[pid 25767] clone(child_stack=0x7f921ca4f930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[25797], tls=0x7f921ca52700, child_tidptr=0x7f921ca529d0) = 25797
[pid 25788] +++ exited with 0 +++
strace: Process 25797 attached
[pid 25797] +++ exited with 0 +++
[pid 25781] +++ exited with 0 +++
[pid 25774] +++ exited with 0 +++
[pid 25775] +++ exited with 0 +++
[pid 25767] close(24</dev/xvdh>) = 0
[pid 25767] close(25</dev/xvdh>) = 0
[pid 25767] close(26</dev/xvdh>) = 0
[pid 25767] close(27</dev/xvdh>) = 0
[pid 25767] close(28</dev/xvdh>) = 0
[pid 25767] close(29</dev/xvdh>) = 0
[pid 25767] close(30</dev/xvdh>) = 0
[pid 25767] close(31</dev/xvdh>) = 0
[pid 25767] close(32</dev/xvdh>) = 0
[pid 25767] close(33</dev/xvdh>) = 0
[pid 25767] close(34</dev/xvdh>) = 0
[pid 25767] close(35</dev/xvdh>) = 0
[pid 25776] +++ exited with 0 +++
[pid 25777] +++ exited with 0 +++
[pid 25767] close(36</dev/xvdg>) = 0
[pid 25767] close(37</dev/xvdg>) = 0
[pid 25767] close(38</dev/xvdg>) = 0
[pid 25767] close(39</dev/xvdg>) = 0
[pid 25767] close(40</dev/xvdg>) = 0
[pid 25767] close(41</dev/xvdg>) = 0
[pid 25767] close(42</dev/xvdg>) = 0
[pid 25767] close(43</dev/xvdg>) = 0
[pid 25767] close(44</dev/xvdg>) = 0
[pid 25767] close(45</dev/xvdg>) = 0
[pid 25767] close(46</dev/xvdg>) = 0
[pid 25767] close(47</dev/xvdg>) = 0
[pid 25772] +++ exited with 0 +++
[pid 25773] +++ exited with 0 +++
[pid 25767] close(12</dev/xvdg>) = 0
[pid 25767] close(13</dev/xvdg>) = 0
[pid 25767] close(14</dev/xvdg>) = 0
[pid 25767] close(15</dev/xvdg>) = 0
[pid 25767] close(16</dev/xvdg>) = 0
[pid 25767] close(17</dev/xvdg>) = 0
[pid 25767] close(18</dev/xvdg>) = 0
[pid 25767] close(19</dev/xvdg>) = 0
[pid 25767] close(20</dev/xvdg>) = 0
[pid 25767] close(21</dev/xvdg>) = 0
[pid 25767] close(22</dev/xvdg>) = 0
[pid 25767] close(23</dev/xvdg>) = 0
[pid 25767] close(10</dev/xvdg>) = 0
[pid 25767] flock(12</dev/xvdg>, LOCK_EX|LOCK_NB) = -1 EAGAIN (Resource temporarily unavailable)
2020-06-21T15:45:12.499+0000 7f922a313dc0 -1 bdev(0x55c494864000 /var/lib/ceph/osd/ceph-0/block) _lock flock failed on /var/lib/ceph/osd/ceph-0/block[pid 25767] close(12</dev/xvdg>
[pid 25767] close(13</dev/xvdg>2020-06-21T15:45:12.499+0000 7f922a313dc0 -1 bdev(0x55c494864000 /var/lib/ceph/osd/ceph-0/block) open failed to lock /var/lib/ceph/osd/ceph-0/block: (11) Resource temporarily unavailable) = 0
[pid 25767] close(14</dev/xvdg>
[pid 25767] close(15</dev/xvdg>) = 0
[pid 25767] close(16</dev/xvdg>) = 0
[pid 25767] close(17</dev/xvdg>) = 0
[pid 25767] close(18</dev/xvdg>) = 0
[pid 25767] close(19</dev/xvdg>) = 0
[pid 25767] close(20</dev/xvdg>) = 0
[pid 25767] close(21</dev/xvdg>) = 0
[pid 25767] close(22</dev/xvdg>) = 0
[pid 25767] close(23</dev/xvdg>) = 0
2020-06-21T15:45:12.500+0000 7f922a313dc0 -1 OSD::mkfs: couldn't mount ObjectStore: error (11) Resource temporarily unavailable
2020-06-21T15:45:12.501+0000 7f922a313dc0 -1 ** ERROR: error creating empty object store in /var/lib/ceph/osd/ceph-0: (11) Resource temporarily unavailable
[pid 25779] +++ exited with 0 +++
[pid 25778] +++ exited with 0 +++
[pid 25780] +++ exited with 0 +++
[pid 25771] +++ exited with 1 +++
[pid 25770] +++ exited with 1 +++
[pid 25769] +++ exited with 1 +++
[pid 25767] +++ exited with 1 +++
[pid 25768] +++ exited with 0 +++
+++ exited with 250 +++



# strace -fye flock,close,dup,dup2,fork,clone,execve ceph-osd -i 0 --mkfs --osd-uuid f1889a99-b4dc-4044-a244-eabca4539ac9 --setuser ceph --setgroup ceph --osd-objectstore bluestore 2>&1 | grep -E 'flock|Resource|close.*dev/xvd|^\+\+\+ exited|dup|fork|clone|execve|attached|exited'
execve("/run/current-system/sw/bin/ceph-osd", ["ceph-osd", "-i", "0", "--mkfs", "--osd-uuid", "f1889a99-b4dc-4044-a244-eabca453"..., "--setuser", "ceph", "--setgroup", "ceph", "--osd-objectstore", "bluestore"], 0x7ffc22f533b8 /* 47 vars */) = 0
dup2(3</nix/store/ngym1rzbxw90jzya8pgly8sp3ql97wdl-ceph-15.2.3/bin/ceph-osd>, 255) = 255</nix/store/ngym1rzbxw90jzya8pgly8sp3ql97wdl-ceph-15.2.3/bin/ceph-osd>
execve("/nix/store/ngym1rzbxw90jzya8pgly8sp3ql97wdl-ceph-15.2.3/bin/.ceph-osd-wrapped", ["/run/current-system/sw/bin/ceph-"..., "-i", "0", "--mkfs", "--osd-uuid", "f1889a99-b4dc-4044-a244-eabca453"..., "--setuser", "ceph", "--setgroup", "ceph", "--osd-objectstore", "bluestore"], 0x1ec9008 /* 46 vars */) = 0
clone(child_stack=0x7fa96fde4930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28927 attached
[pid 28922] clone(child_stack=0x7fa96f579930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28928 attached
[pid 28922] clone(child_stack=0x7fa96ed78930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28929 attached
[pid 28922] clone(child_stack=0x7fa96e577930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28930 attached
[pid 28922] clone(child_stack=0x7fa96dd76930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28931 attached
[pid 28922] clone(child_stack=0x7fa96d575930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28932 attached
[pid 28922] clone(child_stack=0x7fa96cd74930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28933 attached
[pid 28922] clone(child_stack=0x7fa96c573930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28934 attached
[pid 28934] +++ exited with 0 +++
[pid 28933] +++ exited with 0 +++
[pid 28932] +++ exited with 0 +++
[pid 28931] +++ exited with 0 +++
[pid 28928] +++ exited with 0 +++
[pid 28929] +++ exited with 0 +++
[pid 28930] +++ exited with 0 +++
[pid 28927] +++ exited with 0 +++
clone(child_stack=NULL, flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD, child_tidptr=0x7fa96fdf1090) = 28935
strace: Process 28935 attached
[pid 28922] clone(child_stack=0x7fa96fde4930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID <unfinished ...>
strace: Process 28936 attached
[pid 28922] <... clone resumed>, parent_tid=[28936], tls=0x7fa96fde7700, child_tidptr=0x7fa96fde79d0) = 28936
[pid 28935] clone(child_stack=0x7fa96fde4930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID <unfinished ...>
strace: Process 28937 attached
[pid 28935] <... clone resumed>, parent_tid=[28937], tls=0x7fa96fde7700, child_tidptr=0x7fa96fde79d0) = 28937
[pid 28935] dup2(5</dev/null>, 0</dev/pts/0>) = 0</dev/null>
[pid 28935] clone(child_stack=0x7fa96e577930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[28938], tls=0x7fa96e57a700, child_tidptr=0x7fa96e57a9d0) = 28938
strace: Process 28938 attached
[pid 28935] clone(child_stack=0x7fa96ed78930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28939 attached
[pid 28935] close(10</dev/xvdg>) = 0
[pid 28935] flock(12</dev/xvdg>, LOCK_EX|LOCK_NB) = 0
[pid 28935] clone(child_stack=0x7fa96f579930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28940 attached
[pid 28935] clone(child_stack=0x7fa96dd65930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28941 attached
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] flock(24</dev/xvdh>, LOCK_EX|LOCK_NB) = 0
[pid 28935] clone(child_stack=0x7fa96d553930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28942 attached
[pid 28935] clone(child_stack=0x7fa96cd52930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28943 attached
[pid 28935] close(36</dev/xvdh>) = 0
[pid 28935] clone(child_stack=0x7fa96c540930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28944 attached
[pid 28935] clone(child_stack=0x7fa96bd3f930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28945 attached
[pid 28935] clone(child_stack=0x7fa96b53e930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28946 attached
[pid 28935] clone(child_stack=0x7fa96ad3d930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28947 attached
[pid 28935] clone(child_stack=0x7fa96a53c930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28948 attached
[pid 28935] clone(child_stack=0x7fa969d3b930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28949 attached
[pid 28935] clone(child_stack=0x7fa96953a930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28950 attached
[pid 28935] clone(child_stack=0x7fa968d39930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[28951], tls=0x7fa968d3c700, child_tidptr=0x7fa968d3c9d0) = 28951
strace: Process 28951 attached
[pid 28935] clone(child_stack=0x7fa968538930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28952 attached
[pid 28935] clone(child_stack=0x7fa967d37930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID <unfinished ...>
[pid 28951] +++ exited with 0 +++
strace: Process 28953 attached
[pid 28935] <... clone resumed>, parent_tid=[28953], tls=0x7fa967d3a700, child_tidptr=0x7fa967d3a9d0) = 28953
[pid 28952] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa967536930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID <unfinished ...>
[pid 28953] +++ exited with 0 +++
strace: Process 28954 attached
[pid 28935] <... clone resumed>, parent_tid=[28954], tls=0x7fa967539700, child_tidptr=0x7fa9675399d0) = 28954
[pid 28950] +++ exited with 0 +++
[pid 28954] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa966d35930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28955 attached
[pid 28935] clone(child_stack=0x7fa966534930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28956 attached
[pid 28955] +++ exited with 0 +++
[pid 28956] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa965d33930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28957 attached
[pid 28957] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa965532930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28958 attached
[pid 28935] clone(child_stack=0x7fa964d31930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID <unfinished ...>
[pid 28958] +++ exited with 0 +++
strace: Process 28959 attached
[pid 28935] <... clone resumed>, parent_tid=[28959], tls=0x7fa964d34700, child_tidptr=0x7fa964d349d0) = 28959
[pid 28959] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa964530930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28960 attached
[pid 28960] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa963d2f930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28961 attached
[pid 28935] clone(child_stack=0x7fa96352e930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28962 attached
[pid 28961] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa962d2d930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28963 attached
[pid 28963] +++ exited with 0 +++
[pid 28962] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa96252c930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28964 attached
[pid 28964] +++ exited with 0 +++
[pid 28935] close(48</dev/xvdg>) = 0
[pid 28935] clone(child_stack=0x7fa96252c930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 28965 attached
[pid 28965] +++ exited with 0 +++
[pid 28949] +++ exited with 0 +++
[pid 28942] +++ exited with 0 +++
[pid 28943] +++ exited with 0 +++
[pid 28935] close(24</dev/xvdh>) = 0
[pid 28935] close(25</dev/xvdh>) = 0
[pid 28935] close(26</dev/xvdh>) = 0
[pid 28935] close(27</dev/xvdh>) = 0
[pid 28935] close(28</dev/xvdh>) = 0
[pid 28935] close(29</dev/xvdh>) = 0
[pid 28935] close(30</dev/xvdh>) = 0
[pid 28935] close(31</dev/xvdh>) = 0
[pid 28935] close(32</dev/xvdh>) = 0
[pid 28935] close(33</dev/xvdh>) = 0
[pid 28935] close(34</dev/xvdh>) = 0
[pid 28935] close(35</dev/xvdh>) = 0
[pid 28944] +++ exited with 0 +++
[pid 28945] +++ exited with 0 +++
[pid 28935] close(36</dev/xvdg>) = 0
[pid 28935] close(37</dev/xvdg>) = 0
[pid 28935] close(38</dev/xvdg>) = 0
[pid 28935] close(39</dev/xvdg>) = 0
[pid 28935] close(40</dev/xvdg>) = 0
[pid 28935] close(41</dev/xvdg>) = 0
[pid 28935] close(42</dev/xvdg>) = 0
[pid 28935] close(43</dev/xvdg>) = 0
[pid 28935] close(44</dev/xvdg>) = 0
[pid 28935] close(45</dev/xvdg>) = 0
[pid 28935] close(46</dev/xvdg>) = 0
[pid 28935] close(47</dev/xvdg>) = 0
[pid 28940] +++ exited with 0 +++
[pid 28941] +++ exited with 0 +++
[pid 28935] close(12</dev/xvdg>) = 0
[pid 28935] close(13</dev/xvdg>) = 0
[pid 28935] close(14</dev/xvdg>) = 0
[pid 28935] close(15</dev/xvdg>) = 0
[pid 28935] close(16</dev/xvdg>) = 0
[pid 28935] close(17</dev/xvdg>) = 0
[pid 28935] close(18</dev/xvdg>) = 0
[pid 28935] close(19</dev/xvdg>) = 0
[pid 28935] close(20</dev/xvdg>) = 0
[pid 28935] close(21</dev/xvdg>) = 0
[pid 28935] close(22</dev/xvdg>) = 0
[pid 28935] close(23</dev/xvdg>) = 0
[pid 28935] close(10</dev/xvdg>) = 0
[pid 28935] flock(12</dev/xvdg>, LOCK_EX|LOCK_NB) = 0
[pid 28935] clone(child_stack=0x7fa96dd65930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29119 attached
[pid 28935] clone(child_stack=0x7fa96f579930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29120 attached
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] flock(24</dev/xvdh>, LOCK_EX|LOCK_NB) = 0
[pid 28935] clone(child_stack=0x7fa96bd3f930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29121 attached
[pid 28935] clone(child_stack=0x7fa96c540930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29122 attached
[pid 28935] close(36</dev/xvdh>) = 0
[pid 28935] clone(child_stack=0x7fa96d542930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29123 attached
[pid 28935] clone(child_stack=0x7fa96cd41930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29124 attached
[pid 28935] clone(child_stack=0x7fa969d3b930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29125 attached
[pid 28935] clone(child_stack=0x7fa969533930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29128 attached
[pid 28935] clone(child_stack=0x7fa968d32930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29129 attached
[pid 28935] clone(child_stack=0x7fa968531930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29130 attached
[pid 29128] +++ exited with 0 +++
[pid 29129] +++ exited with 0 +++
[pid 29130] +++ exited with 0 +++
[pid 28935] <... clone resumed>, parent_tid=[0], tls=0x7fa968534700, child_tidptr=0x7fa9685349d0) = 29130
[pid 28935] clone(child_stack=0x7fa967d30930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29131 attached
[pid 29131] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa96752f930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29132], tls=0x7fa967532700, child_tidptr=0x7fa9675329d0) = 29132
[pid 28935] clone(child_stack=0x7fa966d2e930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29133], tls=0x7fa966d31700, child_tidptr=0x7fa966d319d0) = 29133
[pid 28935] clone(child_stack=0x7fa96652d930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29134], tls=0x7fa966530700, child_tidptr=0x7fa9665309d0) = 29134
[pid 28935] clone(child_stack=0x7fa965d2c930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29135], tls=0x7fa965d2f700, child_tidptr=0x7fa965d2f9d0) = 29135
[pid 28935] clone(child_stack=0x7fa96552b930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29136], tls=0x7fa96552e700, child_tidptr=0x7fa96552e9d0) = 29136
[pid 28935] clone(child_stack=0x7fa964d2a930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29137], tls=0x7fa964d2d700, child_tidptr=0x7fa964d2d9d0) = 29137
[pid 28935] clone(child_stack=0x7fa964529930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29138], tls=0x7fa96452c700, child_tidptr=0x7fa96452c9d0) = 29138
[pid 28935] clone(child_stack=0x7fa963d28930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29139], tls=0x7fa963d2b700, child_tidptr=0x7fa963d2b9d0) = 29139
[pid 28935] clone(child_stack=0x7fa963527930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29140], tls=0x7fa96352a700, child_tidptr=0x7fa96352a9d0) = 29140
[pid 28935] clone(child_stack=0x7fa962d26930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29141], tls=0x7fa962d29700, child_tidptr=0x7fa962d299d0) = 29141
[pid 28935] clone(child_stack=0x7fa962525930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29142], tls=0x7fa962528700, child_tidptr=0x7fa9625289d0) = 29142
strace: Process 29138 attached
strace: Process 29139 attached
strace: Process 29140 attached
strace: Process 29141 attached
strace: Process 29142 attached
[pid 29139] +++ exited with 0 +++
[pid 29138] +++ exited with 0 +++
[pid 29141] +++ exited with 0 +++
[pid 29140] +++ exited with 0 +++
[pid 29142] +++ exited with 0 +++
strace: Process 29137 attached
[pid 29137] +++ exited with 0 +++
strace: Process 29136 attached
[pid 29136] +++ exited with 0 +++
strace: Process 29135 attached
[pid 29135] +++ exited with 0 +++
strace: Process 29134 attached
[pid 29134] +++ exited with 0 +++
strace: Process 29133 attached
[pid 29133] +++ exited with 0 +++
strace: Process 29132 attached
[pid 28935] close(48</dev/xvdg>) = 0
[pid 29125] +++ exited with 0 +++
[pid 29132] +++ exited with 0 +++
[pid 29121] +++ exited with 0 +++
[pid 29122] +++ exited with 0 +++
[pid 28935] close(24</dev/xvdh>) = 0
[pid 28935] close(25</dev/xvdh>) = 0
[pid 28935] close(26</dev/xvdh>) = 0
[pid 28935] close(27</dev/xvdh>) = 0
[pid 28935] close(28</dev/xvdh>) = 0
[pid 28935] close(29</dev/xvdh>) = 0
[pid 28935] close(30</dev/xvdh>) = 0
[pid 28935] close(31</dev/xvdh>) = 0
[pid 28935] close(32</dev/xvdh>) = 0
[pid 28935] close(33</dev/xvdh>) = 0
[pid 28935] close(34</dev/xvdh>) = 0
[pid 28935] close(35</dev/xvdh>) = 0
[pid 29123] +++ exited with 0 +++
[pid 29124] +++ exited with 0 +++
[pid 28935] close(36</dev/xvdg>) = 0
[pid 28935] close(37</dev/xvdg>) = 0
[pid 28935] close(38</dev/xvdg>) = 0
[pid 28935] close(39</dev/xvdg>) = 0
[pid 28935] close(40</dev/xvdg>) = 0
[pid 28935] close(41</dev/xvdg>) = 0
[pid 28935] close(42</dev/xvdg>) = 0
[pid 28935] close(43</dev/xvdg>) = 0
[pid 28935] close(44</dev/xvdg>) = 0
[pid 28935] close(45</dev/xvdg>) = 0
[pid 28935] close(46</dev/xvdg>) = 0
[pid 28935] close(47</dev/xvdg>) = 0
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] close(24</dev/xvdg>) = 0
[pid 28935] flock(24</dev/xvdh>, LOCK_EX|LOCK_NB) = 0
[pid 28935] clone(child_stack=0x7fa96cd41930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29209], tls=0x7fa96cd44700, child_tidptr=0x7fa96cd449d0) = 29209
[pid 28935] clone(child_stack=0x7fa96d542930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29210], tls=0x7fa96d545700, child_tidptr=0x7fa96d5459d0) = 29210
strace: Process 29209 attached
[pid 28935] close(36</dev/xvdh>) = 0
strace: Process 29210 attached
[pid 28935] clone(child_stack=0x7fa96c540930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29212 attached
[pid 28935] clone(child_stack=0x7fa96bd3f930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29213 attached
[pid 28935] clone(child_stack=0x7fa969d3b930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29214 attached
[pid 28935] clone(child_stack=0x7fa969533930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29215], tls=0x7fa969536700, child_tidptr=0x7fa9695369d0) = 29215
[pid 28935] clone(child_stack=0x7fa968d32930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29216], tls=0x7fa968d35700, child_tidptr=0x7fa968d359d0) = 29216
[pid 28935] clone(child_stack=0x7fa968531930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29217], tls=0x7fa968534700, child_tidptr=0x7fa9685349d0) = 29217
[pid 28935] clone(child_stack=0x7fa967d30930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29218], tls=0x7fa967d33700, child_tidptr=0x7fa967d339d0) = 29218
[pid 28935] clone(child_stack=0x7fa96752f930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29219], tls=0x7fa967532700, child_tidptr=0x7fa9675329d0) = 29219
[pid 28935] clone(child_stack=0x7fa966d2e930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29220 attached
[pid 28935] clone(child_stack=0x7fa96652d930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29221 attached
[pid 28935] clone(child_stack=0x7fa965d2c930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29222 attached
[pid 28935] clone(child_stack=0x7fa96552b930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29223 attached
[pid 29222] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa964d2a930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29224], tls=0x7fa964d2d700, child_tidptr=0x7fa964d2d9d0) = 29224
[pid 28935] clone(child_stack=0x7fa964529930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID <unfinished ...>
[pid 29223] +++ exited with 0 +++
strace: Process 29225 attached
[pid 29220] +++ exited with 0 +++
[pid 28935] <... clone resumed>, parent_tid=[29225], tls=0x7fa96452c700, child_tidptr=0x7fa96452c9d0) = 29225
[pid 29221] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa963d28930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTIDstrace: Process 29226 attached
[pid 29225] +++ exited with 0 +++
[pid 28935] <... clone resumed>, parent_tid=[29226], tls=0x7fa963d2b700, child_tidptr=0x7fa963d2b9d0) = 29226
[pid 28935] clone(child_stack=0x7fa963527930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29227], tls=0x7fa96352a700, child_tidptr=0x7fa96352a9d0) = 29227
strace: Process 29227 attached
[pid 29226] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa962d26930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29228], tls=0x7fa962d29700, child_tidptr=0x7fa962d299d0) = 29228
strace: Process 29228 attached
[pid 29227] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa962525930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29229], tls=0x7fa962528700, child_tidptr=0x7fa9625289d0) = 29229
strace: Process 29224 attached
[pid 29224] +++ exited with 0 +++
strace: Process 29219 attached
[pid 29219] +++ exited with 0 +++
strace: Process 29218 attached
[pid 29218] +++ exited with 0 +++
strace: Process 29217 attached
[pid 29217] +++ exited with 0 +++
strace: Process 29216 attached
[pid 29216] +++ exited with 0 +++
strace: Process 29215 attached
[pid 29215] +++ exited with 0 +++
strace: Process 29229 attached
[pid 29228] +++ exited with 0 +++
[pid 29229] +++ exited with 0 +++
[pid 28935] clone(child_stack=0x7fa962525930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29230], tls=0x7fa962528700, child_tidptr=0x7fa9625289d0) = 29230
[pid 28935] clone(child_stack=0x7fa962d26930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29231], tls=0x7fa962d29700, child_tidptr=0x7fa962d299d0) = 29231
[pid 28935] clone(child_stack=0x7fa963527930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29232], tls=0x7fa96352a700, child_tidptr=0x7fa96352a9d0) = 29232
[pid 28935] clone(child_stack=0x7fa963d28930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29233], tls=0x7fa963d2b700, child_tidptr=0x7fa963d2b9d0) = 29233
[pid 28935] clone(child_stack=0x7fa969533930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29234], tls=0x7fa969536700, child_tidptr=0x7fa9695369d0) = 29234
[pid 28935] clone(child_stack=0x7fa968d32930, flags=CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND|CLONE_THREAD|CLONE_SYSVSEM|CLONE_SETTLS|CLONE_PARENT_SETTID|CLONE_CHILD_CLEARTID, parent_tid=[29235], tls=0x7fa968d35700, child_tidptr=0x7fa968d359d0) = 29235
strace: Process 29235 attached
strace: Process 29234 attached
strace: Process 29233 attached
strace: Process 29232 attached
strace: Process 29230 attached
strace: Process 29231 attached
[pid 28935] close(48</dev/xvdg>) = 0
[pid 28935] close(48</dev/xvdg>) = 0
[pid 28935] close(48</dev/xvdg>) = 0
[pid 28935] close(48</dev/xvdg>) = 0
[pid 28935] close(48</dev/xvdg>) = 0
[pid 28935] close(48</dev/xvdg>) = 0
[pid 28935] close(48</dev/xvdg>) = 0
[pid 28935] close(48</dev/xvdg>) = 0
[pid 29234] +++ exited with 0 +++
[pid 29233] +++ exited with 0 +++
[pid 29235] +++ exited with 0 +++
[pid 29232] +++ exited with 0 +++
[pid 29230] +++ exited with 0 +++
[pid 29231] +++ exited with 0 +++
[pid 29214] +++ exited with 0 +++
[pid 29209] +++ exited with 0 +++
[pid 29210] +++ exited with 0 +++
[pid 28935] close(24</dev/xvdh>) = 0
[pid 28935] close(25</dev/xvdh>) = 0
[pid 28935] close(26</dev/xvdh>) = 0
[pid 28935] close(27</dev/xvdh>) = 0
[pid 28935] close(28</dev/xvdh>) = 0
[pid 28935] close(29</dev/xvdh>) = 0
[pid 28935] close(30</dev/xvdh>) = 0
[pid 28935] close(31</dev/xvdh>) = 0
[pid 28935] close(32</dev/xvdh>) = 0
[pid 28935] close(33</dev/xvdh>) = 0
[pid 28935] close(34</dev/xvdh>) = 0
[pid 28935] close(35</dev/xvdh>) = 0
[pid 29212] +++ exited with 0 +++
[pid 29213] +++ exited with 0 +++
[pid 28935] close(36</dev/xvdg>) = 0
[pid 28935] close(37</dev/xvdg>) = 0
[pid 28935] close(38</dev/xvdg>) = 0
[pid 28935] close(39</dev/xvdg>) = 0
[pid 28935] close(40</dev/xvdg>) = 0
[pid 28935] close(41</dev/xvdg>) = 0
[pid 28935] close(42</dev/xvdg>) = 0
[pid 28935] close(43</dev/xvdg>) = 0
[pid 28935] close(44</dev/xvdg>) = 0
[pid 28935] close(45</dev/xvdg>) = 0
[pid 28935] close(46</dev/xvdg>) = 0
[pid 28935] close(47</dev/xvdg>) = 0
[pid 29119] +++ exited with 0 +++
[pid 29120] +++ exited with 0 +++
[pid 28935] close(12</dev/xvdg>) = 0
[pid 28935] close(13</dev/xvdg>) = 0
[pid 28935] close(14</dev/xvdg>) = 0
[pid 28935] close(15</dev/xvdg>) = 0
[pid 28935] close(16</dev/xvdg>) = 0
[pid 28935] close(17</dev/xvdg>) = 0
[pid 28935] close(18</dev/xvdg>) = 0
[pid 28935] close(19</dev/xvdg>) = 0
[pid 28935] close(20</dev/xvdg>) = 0
[pid 28935] close(21</dev/xvdg>) = 0
[pid 28935] close(22</dev/xvdg>) = 0
[pid 28935] close(23</dev/xvdg>) = 0
[pid 28947] +++ exited with 0 +++
[pid 28946] +++ exited with 0 +++
[pid 28948] +++ exited with 0 +++
[pid 28939] +++ exited with 0 +++
[pid 28938] +++ exited with 0 +++
[pid 28937] +++ exited with 0 +++
[pid 28935] +++ exited with 0 +++
[pid 28936] +++ exited with 0 +++
+++ exited with 0 +++

    (1-1/1)