-57> 2015-09-19 06:46:02.521816 7fd84ff41700 5 -- op tracker -- seq: 1989288, time: 2015-09-19 06:46:02.521708, event: all_read, op: osd_sub_op_reply(client.46175.1:247728 1.1fe 25d147fe/rb.0.1434.6b8b4567.000000000026/head//1 [] ondisk, result = 0) -56> 2015-09-19 06:46:02.521825 7fd84ff41700 5 -- op tracker -- seq: 1989288, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.46175.1:247728 1.1fe 25d147fe/rb.0.1434.6b8b4567.000000000026/head//1 [] ondisk, result = 0) -55> 2015-09-19 06:46:02.536132 7fd84ff41700 1 -- 192.168.96.8:6801/30512 <== osd.1 192.168.96.5:6801/23206 138183 ==== osd_sub_op_reply(client.97989.1:42202 1.1cc e4cf51cc/rb.0.17eb3.6b8b4567.000000000103/head//1 [] ondisk, result = 0) v2 ==== 170+0+0 (3581279089 0 0) 0x1a5e02c0 con 0x37e98420 -54> 2015-09-19 06:46:02.536160 7fd84ff41700 5 -- op tracker -- seq: 1989289, time: 2015-09-19 06:46:02.536095, event: header_read, op: osd_sub_op_reply(client.97989.1:42202 1.1cc e4cf51cc/rb.0.17eb3.6b8b4567.000000000103/head//1 [] ondisk, result = 0) -53> 2015-09-19 06:46:02.536383 7fd84ff41700 5 -- op tracker -- seq: 1989289, time: 2015-09-19 06:46:02.536097, event: throttled, op: osd_sub_op_reply(client.97989.1:42202 1.1cc e4cf51cc/rb.0.17eb3.6b8b4567.000000000103/head//1 [] ondisk, result = 0) -52> 2015-09-19 06:46:02.536391 7fd84ff41700 5 -- op tracker -- seq: 1989289, time: 2015-09-19 06:46:02.536120, event: all_read, op: osd_sub_op_reply(client.97989.1:42202 1.1cc e4cf51cc/rb.0.17eb3.6b8b4567.000000000103/head//1 [] ondisk, result = 0) -51> 2015-09-19 06:46:02.536398 7fd84ff41700 5 -- op tracker -- seq: 1989289, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.97989.1:42202 1.1cc e4cf51cc/rb.0.17eb3.6b8b4567.000000000103/head//1 [] ondisk, result = 0) -50> 2015-09-19 06:46:02.537757 7fd84fc3e700 1 -- 192.168.96.8:6801/30512 <== osd.5 192.168.160.6:6801/5030 379996 ==== osd_sub_op(client.74843.1:112460 1.ff 1493a8ff/rb.0.1244f.6b8b4567.0000000000cc/head//1 [] v 2490'610497 snapset=0=[]:[] snapc=0=[]) v11 ==== 1388+0+17165 (2915144714 0 1736736490) 0x2e884c00 con 0x37e99340 -49> 2015-09-19 06:46:02.537779 7fd84fc3e700 5 -- op tracker -- seq: 1989290, time: 2015-09-19 06:46:02.537682, event: header_read, op: osd_sub_op(client.74843.1:112460 1.ff 1493a8ff/rb.0.1244f.6b8b4567.0000000000cc/head//1 [] v 2490'610497 snapset=0=[]:[] snapc=0=[]) -48> 2015-09-19 06:46:02.537789 7fd84fc3e700 5 -- op tracker -- seq: 1989290, time: 2015-09-19 06:46:02.537685, event: throttled, op: osd_sub_op(client.74843.1:112460 1.ff 1493a8ff/rb.0.1244f.6b8b4567.0000000000cc/head//1 [] v 2490'610497 snapset=0=[]:[] snapc=0=[]) -47> 2015-09-19 06:46:02.537797 7fd84fc3e700 5 -- op tracker -- seq: 1989290, time: 2015-09-19 06:46:02.537750, event: all_read, op: osd_sub_op(client.74843.1:112460 1.ff 1493a8ff/rb.0.1244f.6b8b4567.0000000000cc/head//1 [] v 2490'610497 snapset=0=[]:[] snapc=0=[]) -46> 2015-09-19 06:46:02.537805 7fd84fc3e700 5 -- op tracker -- seq: 1989290, time: 0.000000, event: dispatched, op: osd_sub_op(client.74843.1:112460 1.ff 1493a8ff/rb.0.1244f.6b8b4567.0000000000cc/head//1 [] v 2490'610497 snapset=0=[]:[] snapc=0=[]) -45> 2015-09-19 06:46:02.537953 7fd84ff41700 1 -- 192.168.96.8:6801/30512 <== osd.1 192.168.96.5:6801/23206 138184 ==== osd_sub_op_reply(client.75304.1:473881 1.5f d28fc65f/rb.0.125f3.6b8b4567.000000000025/head//1 [] ondisk, result = 0) v2 ==== 170+0+0 (205016719 0 0) 0x182c7340 con 0x37e98420 -44> 2015-09-19 06:46:02.537974 7fd84ff41700 5 -- op tracker -- seq: 1989291, time: 2015-09-19 06:46:02.537927, event: header_read, op: osd_sub_op_reply(client.75304.1:473881 1.5f d28fc65f/rb.0.125f3.6b8b4567.000000000025/head//1 [] ondisk, result = 0) -43> 2015-09-19 06:46:02.537983 7fd84ff41700 5 -- op tracker -- seq: 1989291, time: 2015-09-19 06:46:02.537930, event: throttled, op: osd_sub_op_reply(client.75304.1:473881 1.5f d28fc65f/rb.0.125f3.6b8b4567.000000000025/head//1 [] ondisk, result = 0) -42> 2015-09-19 06:46:02.537990 7fd84ff41700 5 -- op tracker -- seq: 1989291, time: 2015-09-19 06:46:02.537947, event: all_read, op: osd_sub_op_reply(client.75304.1:473881 1.5f d28fc65f/rb.0.125f3.6b8b4567.000000000025/head//1 [] ondisk, result = 0) -41> 2015-09-19 06:46:02.537998 7fd84ff41700 5 -- op tracker -- seq: 1989291, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.75304.1:473881 1.5f d28fc65f/rb.0.125f3.6b8b4567.000000000025/head//1 [] ondisk, result = 0) -40> 2015-09-19 06:46:02.538050 7fd84ff41700 1 -- 192.168.96.8:6801/30512 <== osd.1 192.168.96.5:6801/23206 138185 ==== osd_sub_op_reply(client.104098.1:8748 1.154 21db0154/rb.0.18a11.6b8b4567.000000000100/head//1 [] ondisk, result = 0) v2 ==== 170+0+0 (4137767208 0 0) 0x350ce840 con 0x37e98420 -39> 2015-09-19 06:46:02.538067 7fd84ff41700 5 -- op tracker -- seq: 1989292, time: 2015-09-19 06:46:02.538029, event: header_read, op: osd_sub_op_reply(client.104098.1:8748 1.154 21db0154/rb.0.18a11.6b8b4567.000000000100/head//1 [] ondisk, result = 0) -38> 2015-09-19 06:46:02.538122 7fd84ff41700 5 -- op tracker -- seq: 1989292, time: 2015-09-19 06:46:02.538030, event: throttled, op: osd_sub_op_reply(client.104098.1:8748 1.154 21db0154/rb.0.18a11.6b8b4567.000000000100/head//1 [] ondisk, result = 0) -37> 2015-09-19 06:46:02.538131 7fd84ff41700 5 -- op tracker -- seq: 1989292, time: 2015-09-19 06:46:02.538047, event: all_read, op: osd_sub_op_reply(client.104098.1:8748 1.154 21db0154/rb.0.18a11.6b8b4567.000000000100/head//1 [] ondisk, result = 0) -36> 2015-09-19 06:46:02.538139 7fd84ff41700 5 -- op tracker -- seq: 1989292, time: 0.000000, event: dispatched, op: osd_sub_op_reply(client.104098.1:8748 1.154 21db0154/rb.0.18a11.6b8b4567.000000000100/head//1 [] ondisk, result = 0) -35> 2015-09-19 06:46:02.539414 7fd84fb3d700 1 -- 192.168.96.8:6801/30512 <== osd.3 192.168.96.6:6801/6384 445687 ==== osd_sub_op(client.85425.1:64292 1.1e b5a2e41e/rb.0.14f24.6b8b4567.000000000104/head//1 [] v 2490'696747 snapset=0=[]:[] snapc=0=[]) v11 ==== 1388+0+4877 (325417105 0 1994171478) 0x9774d00 con 0x37e98c60 -34> 2015-09-19 06:46:02.539820 7fd84f93b700 1 -- 192.168.96.8:6801/30512 <== osd.4 192.168.128.6:6801/5021 325849 ==== osd_sub_op(client.85945.1:72196 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623976 snapset=0=[]:[] snapc=0=[]) v11 ==== 1388+0+17169 (3703214683 0 2469021030) 0x48df5600 con 0x37e989a0 -33> 2015-09-19 06:46:02.540048 7fd84f93b700 5 -- op tracker -- seq: 1989293, time: 2015-09-19 06:46:02.539567, event: header_read, op: osd_sub_op(client.85945.1:72196 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623976 snapset=0=[]:[] snapc=0=[]) -32> 2015-09-19 06:46:02.540060 7fd84f93b700 5 -- op tracker -- seq: 1989293, time: 2015-09-19 06:46:02.539569, event: throttled, op: osd_sub_op(client.85945.1:72196 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623976 snapset=0=[]:[] snapc=0=[]) -31> 2015-09-19 06:46:02.540069 7fd84f93b700 5 -- op tracker -- seq: 1989293, time: 2015-09-19 06:46:02.539795, event: all_read, op: osd_sub_op(client.85945.1:72196 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623976 snapset=0=[]:[] snapc=0=[]) -30> 2015-09-19 06:46:02.540078 7fd84f93b700 5 -- op tracker -- seq: 1989293, time: 0.000000, event: dispatched, op: osd_sub_op(client.85945.1:72196 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623976 snapset=0=[]:[] snapc=0=[]) -29> 2015-09-19 06:46:02.540236 7fd84fc3e700 1 -- 192.168.96.8:6801/30512 <== osd.5 192.168.160.6:6801/5030 379997 ==== osd_sub_op(client.88920.1:52563 1.6d 436cb86d/rb.0.15d25.6b8b4567.00000000002a/head//1 [] v 2490'508102 snapset=0=[]:[] snapc=0=[]) v11 ==== 1388+0+17165 (2359925522 0 272575698) 0x16130d00 con 0x37e99340 -28> 2015-09-19 06:46:02.540496 7fd84fc3e700 5 -- op tracker -- seq: 1989294, time: 2015-09-19 06:46:02.540179, event: header_read, op: osd_sub_op(client.88920.1:52563 1.6d 436cb86d/rb.0.15d25.6b8b4567.00000000002a/head//1 [] v 2490'508102 snapset=0=[]:[] snapc=0=[]) -27> 2015-09-19 06:46:02.540585 7fd84fc3e700 5 -- op tracker -- seq: 1989294, time: 2015-09-19 06:46:02.540181, event: throttled, op: osd_sub_op(client.88920.1:52563 1.6d 436cb86d/rb.0.15d25.6b8b4567.00000000002a/head//1 [] v 2490'508102 snapset=0=[]:[] snapc=0=[]) -26> 2015-09-19 06:46:02.540645 7fd84fc3e700 5 -- op tracker -- seq: 1989294, time: 2015-09-19 06:46:02.540225, event: all_read, op: osd_sub_op(client.88920.1:52563 1.6d 436cb86d/rb.0.15d25.6b8b4567.00000000002a/head//1 [] v 2490'508102 snapset=0=[]:[] snapc=0=[]) -25> 2015-09-19 06:46:02.540658 7fd84fc3e700 5 -- op tracker -- seq: 1989294, time: 0.000000, event: dispatched, op: osd_sub_op(client.88920.1:52563 1.6d 436cb86d/rb.0.15d25.6b8b4567.00000000002a/head//1 [] v 2490'508102 snapset=0=[]:[] snapc=0=[]) -24> 2015-09-19 06:46:02.540695 7fd84fb3d700 5 -- op tracker -- seq: 1989295, time: 2015-09-19 06:46:02.539364, event: header_read, op: osd_sub_op(client.85425.1:64292 1.1e b5a2e41e/rb.0.14f24.6b8b4567.000000000104/head//1 [] v 2490'696747 snapset=0=[]:[] snapc=0=[]) -23> 2015-09-19 06:46:02.540709 7fd84fb3d700 5 -- op tracker -- seq: 1989295, time: 2015-09-19 06:46:02.539366, event: throttled, op: osd_sub_op(client.85425.1:64292 1.1e b5a2e41e/rb.0.14f24.6b8b4567.000000000104/head//1 [] v 2490'696747 snapset=0=[]:[] snapc=0=[]) -22> 2015-09-19 06:46:02.540718 7fd84fb3d700 5 -- op tracker -- seq: 1989295, time: 2015-09-19 06:46:02.539404, event: all_read, op: osd_sub_op(client.85425.1:64292 1.1e b5a2e41e/rb.0.14f24.6b8b4567.000000000104/head//1 [] v 2490'696747 snapset=0=[]:[] snapc=0=[]) -21> 2015-09-19 06:46:02.540731 7fd84fb3d700 5 -- op tracker -- seq: 1989295, time: 0.000000, event: dispatched, op: osd_sub_op(client.85425.1:64292 1.1e b5a2e41e/rb.0.14f24.6b8b4567.000000000104/head//1 [] v 2490'696747 snapset=0=[]:[] snapc=0=[]) -20> 2015-09-19 06:46:02.541247 7fd84f93b700 1 -- 192.168.96.8:6801/30512 <== osd.4 192.168.128.6:6801/5021 325850 ==== osd_sub_op(client.80101.1:95130 1.5e e48265e/rb.0.138d9.6b8b4567.000000000028/head//1 [] v 2490'919442 snapset=0=[]:[] snapc=0=[]) v11 ==== 1388+0+17165 (3341656937 0 2519577128) 0x3bdc8200 con 0x37e989a0 -19> 2015-09-19 06:46:02.541271 7fd84f93b700 5 -- op tracker -- seq: 1989296, time: 2015-09-19 06:46:02.541181, event: header_read, op: osd_sub_op(client.80101.1:95130 1.5e e48265e/rb.0.138d9.6b8b4567.000000000028/head//1 [] v 2490'919442 snapset=0=[]:[] snapc=0=[]) -18> 2015-09-19 06:46:02.541281 7fd84f93b700 5 -- op tracker -- seq: 1989296, time: 2015-09-19 06:46:02.541183, event: throttled, op: osd_sub_op(client.80101.1:95130 1.5e e48265e/rb.0.138d9.6b8b4567.000000000028/head//1 [] v 2490'919442 snapset=0=[]:[] snapc=0=[]) -17> 2015-09-19 06:46:02.541290 7fd84f93b700 5 -- op tracker -- seq: 1989296, time: 2015-09-19 06:46:02.541236, event: all_read, op: osd_sub_op(client.80101.1:95130 1.5e e48265e/rb.0.138d9.6b8b4567.000000000028/head//1 [] v 2490'919442 snapset=0=[]:[] snapc=0=[]) -16> 2015-09-19 06:46:02.541298 7fd84f93b700 5 -- op tracker -- seq: 1989296, time: 0.000000, event: dispatched, op: osd_sub_op(client.80101.1:95130 1.5e e48265e/rb.0.138d9.6b8b4567.000000000028/head//1 [] v 2490'919442 snapset=0=[]:[] snapc=0=[]) -15> 2015-09-19 06:46:02.544525 7fd84f93b700 1 -- 192.168.96.8:6801/30512 <== osd.4 192.168.128.6:6801/5021 325851 ==== osd_sub_op(client.86173.1:103034 1.34 858d8434/rb.0.15094.6b8b4567.000000000020/head//1 [] v 2490'794330 snapset=0=[]:[] snapc=0=[]) v11 ==== 1388+0+525069 (3469155700 0 1686227618) 0x60f2200 con 0x37e989a0 -14> 2015-09-19 06:46:02.544550 7fd84f93b700 5 -- op tracker -- seq: 1989297, time: 2015-09-19 06:46:02.542067, event: header_read, op: osd_sub_op(client.86173.1:103034 1.34 858d8434/rb.0.15094.6b8b4567.000000000020/head//1 [] v 2490'794330 snapset=0=[]:[] snapc=0=[]) -13> 2015-09-19 06:46:02.544566 7fd84f93b700 5 -- op tracker -- seq: 1989297, time: 2015-09-19 06:46:02.542137, event: throttled, op: osd_sub_op(client.86173.1:103034 1.34 858d8434/rb.0.15094.6b8b4567.000000000020/head//1 [] v 2490'794330 snapset=0=[]:[] snapc=0=[]) -12> 2015-09-19 06:46:02.544576 7fd84f93b700 5 -- op tracker -- seq: 1989297, time: 2015-09-19 06:46:02.544515, event: all_read, op: osd_sub_op(client.86173.1:103034 1.34 858d8434/rb.0.15094.6b8b4567.000000000020/head//1 [] v 2490'794330 snapset=0=[]:[] snapc=0=[]) -11> 2015-09-19 06:46:02.544589 7fd84f93b700 5 -- op tracker -- seq: 1989297, time: 0.000000, event: dispatched, op: osd_sub_op(client.86173.1:103034 1.34 858d8434/rb.0.15094.6b8b4567.000000000020/head//1 [] v 2490'794330 snapset=0=[]:[] snapc=0=[]) -10> 2015-09-19 06:46:02.577673 7fd84f93b700 1 -- 192.168.96.8:6801/30512 <== osd.4 192.168.128.6:6801/5021 325852 ==== osd_sub_op(client.85945.1:72197 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623977 snapset=0=[]:[] snapc=0=[]) v11 ==== 1388+0+17169 (3895649233 0 879235707) 0x3f9e4000 con 0x37e989a0 -9> 2015-09-19 06:46:02.577736 7fd84f93b700 5 -- op tracker -- seq: 1989298, time: 2015-09-19 06:46:02.577580, event: header_read, op: osd_sub_op(client.85945.1:72197 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623977 snapset=0=[]:[] snapc=0=[]) -8> 2015-09-19 06:46:02.577751 7fd84f93b700 5 -- op tracker -- seq: 1989298, time: 2015-09-19 06:46:02.577584, event: throttled, op: osd_sub_op(client.85945.1:72197 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623977 snapset=0=[]:[] snapc=0=[]) -7> 2015-09-19 06:46:02.577766 7fd84f93b700 5 -- op tracker -- seq: 1989298, time: 2015-09-19 06:46:02.577659, event: all_read, op: osd_sub_op(client.85945.1:72197 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623977 snapset=0=[]:[] snapc=0=[]) -6> 2015-09-19 06:46:02.577779 7fd84f93b700 5 -- op tracker -- seq: 1989298, time: 0.000000, event: dispatched, op: osd_sub_op(client.85945.1:72197 1.1ba 45f639ba/rb.0.15002.6b8b4567.00000000002a/head//1 [] v 2490'623977 snapset=0=[]:[] snapc=0=[]) -5> 2015-09-19 06:46:02.748863 7fd84fa3c700 1 -- 192.168.96.8:6801/30512 <== osd.2 192.168.160.5:6801/2023172 167874 ==== osd_sub_op(client.46406.1:258496 1.19e ba578f9e/rb.0.891c.6b8b4567.000000000040/head//1 [] v 2490'836249 snapset=0=[]:[] snapc=0=[]) v11 ==== 1386+0+4876 (2867700464 0 376484675) 0x1c294000 con 0x37e99600 -4> 2015-09-19 06:46:02.748929 7fd84fa3c700 5 -- op tracker -- seq: 1989299, time: 2015-09-19 06:46:02.748744, event: header_read, op: osd_sub_op(client.46406.1:258496 1.19e ba578f9e/rb.0.891c.6b8b4567.000000000040/head//1 [] v 2490'836249 snapset=0=[]:[] snapc=0=[]) -3> 2015-09-19 06:46:02.748944 7fd84fa3c700 5 -- op tracker -- seq: 1989299, time: 2015-09-19 06:46:02.748749, event: throttled, op: osd_sub_op(client.46406.1:258496 1.19e ba578f9e/rb.0.891c.6b8b4567.000000000040/head//1 [] v 2490'836249 snapset=0=[]:[] snapc=0=[]) -2> 2015-09-19 06:46:02.748953 7fd84fa3c700 5 -- op tracker -- seq: 1989299, time: 2015-09-19 06:46:02.748849, event: all_read, op: osd_sub_op(client.46406.1:258496 1.19e ba578f9e/rb.0.891c.6b8b4567.000000000040/head//1 [] v 2490'836249 snapset=0=[]:[] snapc=0=[]) -1> 2015-09-19 06:46:02.748961 7fd84fa3c700 5 -- op tracker -- seq: 1989299, time: 0.000000, event: dispatched, op: osd_sub_op(client.46406.1:258496 1.19e ba578f9e/rb.0.891c.6b8b4567.000000000040/head//1 [] v 2490'836249 snapset=0=[]:[] snapc=0=[]) 0> 2015-09-19 06:46:02.850990 7fd86d348700 -1 os/FileStore.cc: In function 'unsigned int FileStore::_do_transaction(ObjectStore::Transaction&, uint64_t, int, ThreadPool::TPHandle*)' thread 7fd86d348700 time 2015-09-19 06:46:02.528251 os/FileStore.cc: 2715: FAILED assert(0 == "unexpected error") ceph version 0.87 (c51c8f9d80fa4e0168aa52685b8de40e42758578) 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x72) [0xc870b2] 2: (FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*)+0xc5a) [0xa1616a] 3: (FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*)+0x64) [0xa1a034] 4: (FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&)+0x190) [0xa1a1e0] 5: (ThreadPool::worker(ThreadPool::WorkThread*)+0x629) [0xc797b9] 6: (ThreadPool::WorkThread::entry()+0x10) [0xc7a9b0] 7: (()+0x6b50) [0x7fd87941ab50] 8: (clone()+0x6d) [0x7fd877e3695d] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 0/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 keyvaluestore 1/ 3 journal 0/ 5 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-osd.6.log --- end dump of recent events --- 2015-09-19 06:46:02.850990 7fd86cb47700 -1 os/FileStore.cc: In function 'unsigned int FileStore::_do_transaction(ObjectStore::Transaction&, uint64_t, int, ThreadPool::TPHandle*)' thread 7fd86cb47700 time 2015-09-19 06:46:02.528251 os/FileStore.cc: 2715: FAILED assert(0 == "unexpected error") ceph version 0.87 (c51c8f9d80fa4e0168aa52685b8de40e42758578) 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x72) [0xc870b2] 2: (FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*)+0xc5a) [0xa1616a] 3: (FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*)+0x64) [0xa1a034] 4: (FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&)+0x190) [0xa1a1e0] 5: (ThreadPool::worker(ThreadPool::WorkThread*)+0x629) [0xc797b9] 6: (ThreadPool::WorkThread::entry()+0x10) [0xc7a9b0] 7: (()+0x6b50) [0x7fd87941ab50] 8: (clone()+0x6d) [0x7fd877e3695d] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- 0> 2015-09-19 06:46:02.850990 7fd86cb47700 -1 os/FileStore.cc: In function 'unsigned int FileStore::_do_transaction(ObjectStore::Transaction&, uint64_t, int, ThreadPool::TPHandle*)' thread 7fd86cb47700 time 2015-09-19 06:46:02.528251 os/FileStore.cc: 2715: FAILED assert(0 == "unexpected error") ceph version 0.87 (c51c8f9d80fa4e0168aa52685b8de40e42758578) 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x72) [0xc870b2] 2: (FileStore::_do_transaction(ObjectStore::Transaction&, unsigned long, int, ThreadPool::TPHandle*)+0xc5a) [0xa1616a] 3: (FileStore::_do_transactions(std::list >&, unsigned long, ThreadPool::TPHandle*)+0x64) [0xa1a034] 4: (FileStore::_do_op(FileStore::OpSequencer*, ThreadPool::TPHandle&)+0x190) [0xa1a1e0] 5: (ThreadPool::worker(ThreadPool::WorkThread*)+0x629) [0xc797b9] 6: (ThreadPool::WorkThread::entry()+0x10) [0xc7a9b0] 7: (()+0x6b50) [0x7fd87941ab50] 8: (clone()+0x6d) [0x7fd877e3695d] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 0/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 keyvaluestore 1/ 3 journal 0/ 5 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-osd.6.log --- end dump of recent events ---