terminate called after throwing an instance of 'ceph::buffer::end_of_buffer' what(): buffer::end_of_buffer *** Caught signal (Aborted) ** in thread 7f49b18d0d80 thread_name:rbd ceph version 10.2.5 (c461ee19ecbc0c5c330aca20f7392c9a00730367) 1: (()+0x207bca) [0x5556484f1bca] 2: (()+0xf370) [0x7f499de97370] 3: (gsignal()+0x37) [0x7f499bee31d7] 4: (abort()+0x148) [0x7f499bee48c8] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f499c7e79d5] 6: (()+0x5e946) [0x7f499c7e5946] 7: (()+0x5e973) [0x7f499c7e5973] 8: (()+0x5eb93) [0x7f499c7e5b93] 9: (()+0x1bb5ab) [0x7f49a7f435ab] 10: (()+0x96017) [0x7f49a7e1e017] 11: (()+0x94f33) [0x7f49a7e1cf33] 12: (()+0x95910) [0x7f49a7e1d910] 13: (()+0xc6d83) [0x7f49a7e4ed83] 14: (librbd::Image::diff_iterate2(char const*, unsigned long, unsigned long, bool, bool, int (*)(unsigned long, unsigned long, int, void*), void*)+0x72) [0x7f49a7de92d2] 15: (rbd::action::export_diff::execute(boost::program_options::variables_map const&)+0x5ec) [0x55564845bfec] 16: (rbd::Shell::execute(std::vector > const&)+0x87d) [0x55564843b88d] 17: (main()+0x72) [0x55564840aab2] 18: (__libc_start_main()+0xf5) [0x7f499becfb35] 19: (()+0x13a9e9) [0x5556484249e9] 2017-02-07 13:03:17.208645 7f49b18d0d80 -1 *** Caught signal (Aborted) ** in thread 7f49b18d0d80 thread_name:rbd ceph version 10.2.5 (c461ee19ecbc0c5c330aca20f7392c9a00730367) 1: (()+0x207bca) [0x5556484f1bca] 2: (()+0xf370) [0x7f499de97370] 3: (gsignal()+0x37) [0x7f499bee31d7] 4: (abort()+0x148) [0x7f499bee48c8] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f499c7e79d5] 6: (()+0x5e946) [0x7f499c7e5946] 7: (()+0x5e973) [0x7f499c7e5973] 8: (()+0x5eb93) [0x7f499c7e5b93] 9: (()+0x1bb5ab) [0x7f49a7f435ab] 10: (()+0x96017) [0x7f49a7e1e017] 11: (()+0x94f33) [0x7f49a7e1cf33] 12: (()+0x95910) [0x7f49a7e1d910] 13: (()+0xc6d83) [0x7f49a7e4ed83] 14: (librbd::Image::diff_iterate2(char const*, unsigned long, unsigned long, bool, bool, int (*)(unsigned long, unsigned long, int, void*), void*)+0x72) [0x7f49a7de92d2] 15: (rbd::action::export_diff::execute(boost::program_options::variables_map const&)+0x5ec) [0x55564845bfec] 16: (rbd::Shell::execute(std::vector > const&)+0x87d) [0x55564843b88d] 17: (main()+0x72) [0x55564840aab2] 18: (__libc_start_main()+0xf5) [0x7f499becfb35] 19: (()+0x13a9e9) [0x5556484249e9] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- -113> 2017-02-07 13:03:17.131128 7f49b18d0d80 5 asok(0x555652ae5760) register_command perfcounters_dump hook 0x555652aea510 -112> 2017-02-07 13:03:17.131144 7f49b18d0d80 5 asok(0x555652ae5760) register_command 1 hook 0x555652aea510 -111> 2017-02-07 13:03:17.131151 7f49b18d0d80 5 asok(0x555652ae5760) register_command perf dump hook 0x555652aea510 -110> 2017-02-07 13:03:17.131157 7f49b18d0d80 5 asok(0x555652ae5760) register_command perfcounters_schema hook 0x555652aea510 -109> 2017-02-07 13:03:17.131163 7f49b18d0d80 5 asok(0x555652ae5760) register_command 2 hook 0x555652aea510 -108> 2017-02-07 13:03:17.131172 7f49b18d0d80 5 asok(0x555652ae5760) register_command perf schema hook 0x555652aea510 -107> 2017-02-07 13:03:17.131179 7f49b18d0d80 5 asok(0x555652ae5760) register_command perf reset hook 0x555652aea510 -106> 2017-02-07 13:03:17.131185 7f49b18d0d80 5 asok(0x555652ae5760) register_command config show hook 0x555652aea510 -105> 2017-02-07 13:03:17.131191 7f49b18d0d80 5 asok(0x555652ae5760) register_command config set hook 0x555652aea510 -104> 2017-02-07 13:03:17.131198 7f49b18d0d80 5 asok(0x555652ae5760) register_command config get hook 0x555652aea510 -103> 2017-02-07 13:03:17.131204 7f49b18d0d80 5 asok(0x555652ae5760) register_command config diff hook 0x555652aea510 -102> 2017-02-07 13:03:17.131212 7f49b18d0d80 5 asok(0x555652ae5760) register_command log flush hook 0x555652aea510 -101> 2017-02-07 13:03:17.131218 7f49b18d0d80 5 asok(0x555652ae5760) register_command log dump hook 0x555652aea510 -100> 2017-02-07 13:03:17.131224 7f49b18d0d80 5 asok(0x555652ae5760) register_command log reopen hook 0x555652aea510 -99> 2017-02-07 13:03:17.176608 7f49b18d0d80 5 asok(0x555652ae5760) init /var/run/ceph/rbd-client-2821058.asok -98> 2017-02-07 13:03:17.176624 7f49b18d0d80 5 asok(0x555652ae5760) bind_and_listen /var/run/ceph/rbd-client-2821058.asok -97> 2017-02-07 13:03:17.176670 7f49b18d0d80 5 asok(0x555652ae5760) register_command 0 hook 0x555652b3e6b0 -96> 2017-02-07 13:03:17.176681 7f49b18d0d80 5 asok(0x555652ae5760) register_command version hook 0x555652b3e6b0 -95> 2017-02-07 13:03:17.176688 7f49b18d0d80 5 asok(0x555652ae5760) register_command git_version hook 0x555652b3e6b0 -94> 2017-02-07 13:03:17.176693 7f49b18d0d80 5 asok(0x555652ae5760) register_command help hook 0x555652af0ad0 -93> 2017-02-07 13:03:17.176699 7f49b18d0d80 5 asok(0x555652ae5760) register_command get_command_descriptions hook 0x555652b3f4f0 -92> 2017-02-07 13:03:17.176821 7f49b18d0d80 10 monclient(hunting): build_initial_monmap -91> 2017-02-07 13:03:17.176923 7f49b18d0d80 1 librados: starting msgr at :/0 -90> 2017-02-07 13:03:17.176924 7f4996463700 5 asok(0x555652ae5760) entry start -89> 2017-02-07 13:03:17.176932 7f49b18d0d80 1 librados: starting objecter -88> 2017-02-07 13:03:17.177011 7f49b18d0d80 5 asok(0x555652ae5760) register_command objecter_requests hook 0x555652b3e920 -87> 2017-02-07 13:03:17.177109 7f49b18d0d80 1 -- :/0 messenger.start -86> 2017-02-07 13:03:17.177141 7f49b18d0d80 1 librados: setting wanted keys -85> 2017-02-07 13:03:17.177144 7f49b18d0d80 1 librados: calling monclient init -84> 2017-02-07 13:03:17.177146 7f49b18d0d80 10 monclient(hunting): init -83> 2017-02-07 13:03:17.177153 7f49b18d0d80 5 adding auth protocol: cephx -82> 2017-02-07 13:03:17.177157 7f49b18d0d80 10 monclient(hunting): auth_supported 2 method cephx -81> 2017-02-07 13:03:17.177344 7f49b18d0d80 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.client.admin.keyring -80> 2017-02-07 13:03:17.177419 7f49b18d0d80 10 monclient(hunting): _reopen_session rank -1 name -79> 2017-02-07 13:03:17.177489 7f49b18d0d80 10 monclient(hunting): picked mon.noname-c con 0x555652b47470 addr 172.21.65.3:6789/0 -78> 2017-02-07 13:03:17.177504 7f49b18d0d80 10 monclient(hunting): _send_mon_message to mon.noname-c at 172.21.65.3:6789/0 -77> 2017-02-07 13:03:17.177509 7f49b18d0d80 1 -- :/1506858654 --> 172.21.65.3:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- ?+0 0x555652b4b240 con 0x555652b47470 -76> 2017-02-07 13:03:17.177521 7f49b18d0d80 10 monclient(hunting): renew_subs -75> 2017-02-07 13:03:17.177525 7f49b18d0d80 10 monclient(hunting): authenticate will time out at 2017-02-07 13:08:17.177525 -74> 2017-02-07 13:03:17.178824 7f49b18c8700 1 -- 172.21.65.1:0/1506858654 learned my addr 172.21.65.1:0/1506858654 -73> 2017-02-07 13:03:17.179215 7f499445f700 2 -- 172.21.65.1:0/1506858654 >> 172.21.65.3:6789/0 pipe(0x555652b461b0 sd=6 :37778 s=2 pgs=9377220 cs=1 l=1 c=0x555652b47470).reader got KEEPALIVE_ACK -72> 2017-02-07 13:03:17.179420 7f4995461700 1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 1 ==== mon_map magic: 0 v1 ==== 485+0+0 (1435797232 0 0) 0x7f4984000cf0 con 0x555652b47470 -71> 2017-02-07 13:03:17.179446 7f4995461700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1 -70> 2017-02-07 13:03:17.179464 7f4995461700 10 monclient(hunting): got monmap 7, mon.noname-c is now rank -1 -69> 2017-02-07 13:03:17.179468 7f4995461700 10 monclient(hunting): dump: epoch 7 fsid c3a5b21e-e6e0-407d-9e2f-d059b7e6054d last_changed 2016-06-22 16:03:15.584307 created 0.000000 0: 172.21.65.1:6789/0 mon.ose01 1: 172.21.65.2:6789/0 mon.ose02 2: 172.21.65.3:6789/0 mon.ose03 -68> 2017-02-07 13:03:17.179489 7f4995461700 1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (3400292385 0 0) 0x7f4984001170 con 0x555652b47470 -67> 2017-02-07 13:03:17.179518 7f4995461700 10 monclient(hunting): my global_id is 35407355 -66> 2017-02-07 13:03:17.179593 7f4995461700 10 monclient(hunting): _send_mon_message to mon.ose03 at 172.21.65.3:6789/0 -65> 2017-02-07 13:03:17.179600 7f4995461700 1 -- 172.21.65.1:0/1506858654 --> 172.21.65.3:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- ?+0 0x7f4980001740 con 0x555652b47470 -64> 2017-02-07 13:03:17.180094 7f4995461700 1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (3920960830 0 0) 0x7f4984001170 con 0x555652b47470 -63> 2017-02-07 13:03:17.180188 7f4995461700 10 monclient(hunting): _send_mon_message to mon.ose03 at 172.21.65.3:6789/0 -62> 2017-02-07 13:03:17.180195 7f4995461700 1 -- 172.21.65.1:0/1506858654 --> 172.21.65.3:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- ?+0 0x7f4980001bc0 con 0x555652b47470 -61> 2017-02-07 13:03:17.180716 7f4995461700 1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 393+0+0 (3307822378 0 0) 0x7f4984000a30 con 0x555652b47470 -60> 2017-02-07 13:03:17.180799 7f4995461700 1 monclient(hunting): found mon.ose03 -59> 2017-02-07 13:03:17.180803 7f4995461700 10 monclient: _send_mon_message to mon.ose03 at 172.21.65.3:6789/0 -58> 2017-02-07 13:03:17.180807 7f4995461700 1 -- 172.21.65.1:0/1506858654 --> 172.21.65.3:6789/0 -- mon_subscribe({monmap=0+}) v2 -- ?+0 0x555652b4c580 con 0x555652b47470 -57> 2017-02-07 13:03:17.180857 7f49b18d0d80 5 monclient: authenticate success, global_id 35407355 -56> 2017-02-07 13:03:17.180900 7f49b18d0d80 10 monclient: renew_subs -55> 2017-02-07 13:03:17.180906 7f49b18d0d80 10 monclient: _send_mon_message to mon.ose03 at 172.21.65.3:6789/0 -54> 2017-02-07 13:03:17.180914 7f49b18d0d80 1 -- 172.21.65.1:0/1506858654 --> 172.21.65.3:6789/0 -- mon_subscribe({osdmap=0}) v2 -- ?+0 0x555652b4c580 con 0x555652b47470 -53> 2017-02-07 13:03:17.180976 7f49b18d0d80 10 monclient: renew_subs - empty -52> 2017-02-07 13:03:17.181011 7f49b18d0d80 1 librados: init done -51> 2017-02-07 13:03:17.181086 7f4995461700 1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 5 ==== mon_map magic: 0 v1 ==== 485+0+0 (1435797232 0 0) 0x7f4984001410 con 0x555652b47470 -50> 2017-02-07 13:03:17.181099 7f4995461700 10 monclient: handle_monmap mon_map magic: 0 v1 -49> 2017-02-07 13:03:17.181109 7f4995461700 10 monclient: got monmap 7, mon.ose03 is now rank 2 -48> 2017-02-07 13:03:17.181113 7f4995461700 10 monclient: dump: epoch 7 fsid c3a5b21e-e6e0-407d-9e2f-d059b7e6054d last_changed 2016-06-22 16:03:15.584307 created 0.000000 0: 172.21.65.1:6789/0 mon.ose01 1: 172.21.65.2:6789/0 mon.ose02 2: 172.21.65.3:6789/0 mon.ose03 -47> 2017-02-07 13:03:17.181352 7f4995461700 1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 6 ==== osd_map(28404..28404 src has 27770..28404) v3 ==== 65593+0+0 (1382792179 0 0) 0x7f4984000a30 con 0x555652b47470 -46> 2017-02-07 13:03:17.182053 7f49b18d0d80 5 librbd::AioImageRequestWQ: 0x555652b4e210 : ictx=0x555652b4bb50 -45> 2017-02-07 13:03:17.182215 7f49b18d0d80 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:1 8.56082244 rbd_id.test-larger [stat] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x555652b52180 con 0x555652b50c30 -44> 2017-02-07 13:03:17.184266 7f499425d700 1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 1 ==== osd_op_reply(1 rbd_id.test-larger [stat] v0'0 uv22489 ondisk = 0) v7 ==== 138+0+16 (4017799994 0 22178426) 0x7f4970000b50 con 0x555652b50c30 -43> 2017-02-07 13:03:17.184391 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:2 8.56082244 rbd_id.test-larger [call rbd.get_id] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974002040 con 0x555652b50c30 -42> 2017-02-07 13:03:17.185143 7f499425d700 1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 2 ==== osd_op_reply(2 rbd_id.test-larger [call] v0'0 uv22489 ondisk = 0) v7 ==== 138+0+18 (3526420880 0 2053421031) 0x7f4970000b50 con 0x555652b50c30 -41> 2017-02-07 13:03:17.185294 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:3 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.get_size,call rbd.get_object_prefix] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974007560 con 0x7f4974006100 -40> 2017-02-07 13:03:17.188168 7f498cff9700 1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 1 ==== osd_op_reply(3 rbd_header.1af5403d1b58ba [call,call] v0'0 uv16715 ondisk = 0) v7 ==== 187+0+36 (3660926912 0 2683700004) 0x7f496c000b90 con 0x7f4974006100 -39> 2017-02-07 13:03:17.188247 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:4 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.get_stripe_unit_count] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974007560 con 0x7f4974006100 -38> 2017-02-07 13:03:17.189239 7f498cff9700 1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 2 ==== osd_op_reply(4 rbd_header.1af5403d1b58ba [call] v0'0 uv0 ondisk = -8 ((8) Exec format error)) v7 ==== 145+0+0 (3343360923 0 0) 0x7f496c000b90 con 0x7f4974006100 -37> 2017-02-07 13:03:17.189325 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:5 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.metadata_list] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974007560 con 0x7f4974006100 -36> 2017-02-07 13:03:17.190074 7f498cff9700 1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 3 ==== osd_op_reply(5 rbd_header.1af5403d1b58ba [call] v0'0 uv16715 ondisk = 0) v7 ==== 145+0+4 (296213151 0 0) 0x7f496c000b90 con 0x7f4974006100 -35> 2017-02-07 13:03:17.190267 7f498dffb700 5 asok(0x555652ae5760) register_command rbd cache flush vms/test-larger hook 0x7f4974007c50 -34> 2017-02-07 13:03:17.190281 7f498dffb700 5 asok(0x555652ae5760) register_command rbd cache invalidate vms/test-larger hook 0x7f4974007c50 -33> 2017-02-07 13:03:17.190541 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:6 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.get_size,call rbd.get_features,call rbd.get_snapcontext,call rbd.get_parent,call lock.get_info] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f49740028b0 con 0x7f4974006100 -32> 2017-02-07 13:03:17.191632 7f498cff9700 1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 4 ==== osd_op_reply(6 rbd_header.1af5403d1b58ba [call,call,call,call,call] v0'0 uv16715 ondisk = 0) v7 ==== 313+0+102 (749555684 0 2666202947) 0x7f496c001760 con 0x7f4974006100 -31> 2017-02-07 13:03:17.191710 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:7 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.get_flags] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f49740028b0 con 0x7f4974006100 -30> 2017-02-07 13:03:17.192370 7f498cff9700 1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 5 ==== osd_op_reply(7 rbd_header.1af5403d1b58ba [call] v0'0 uv16715 ondisk = 0) v7 ==== 145+0+8 (1899360162 0 0) 0x7f496c001760 con 0x7f4974006100 -29> 2017-02-07 13:03:17.192441 7f498dffb700 5 librbd::AioImageRequestWQ: 0x7f4974008340 : ictx=0x7f4974002bf0 -28> 2017-02-07 13:03:17.192527 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.4:6800/1806 -- osd_op(client.35407355.0:8 8.30a98c1c rbd_directory [call rbd.dir_get_name] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f497400dea0 con 0x7f497400c920 -27> 2017-02-07 13:03:17.194939 7f498c5f6700 1 -- 172.21.65.1:0/1506858654 <== osd.25 172.21.64.4:6800/1806 1 ==== osd_op_reply(8 rbd_directory [call] v0'0 uv5962 ondisk = 0) v7 ==== 133+0+8 (375307558 0 4024089450) 0x7f4958000b30 con 0x7f497400c920 -26> 2017-02-07 13:03:17.195021 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:9 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_size,call rbd.get_object_prefix] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f497400dea0 con 0x555652b50c30 -25> 2017-02-07 13:03:17.195936 7f499425d700 1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 3 ==== osd_op_reply(9 rbd_header.18b9c2238e1f29 [call,call] v0'0 uv141224 ondisk = 0) v7 ==== 187+0+36 (169929954 0 1072049941) 0x7f49700015f0 con 0x555652b50c30 -24> 2017-02-07 13:03:17.195993 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:10 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_stripe_unit_count] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f497400dea0 con 0x555652b50c30 -23> 2017-02-07 13:03:17.196857 7f499425d700 1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 4 ==== osd_op_reply(10 rbd_header.18b9c2238e1f29 [call] v0'0 uv0 ondisk = -8 ((8) Exec format error)) v7 ==== 145+0+0 (3628941787 0 0) 0x7f4970000b50 con 0x555652b50c30 -22> 2017-02-07 13:03:17.196927 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:11 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.metadata_list] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974009840 con 0x555652b50c30 -21> 2017-02-07 13:03:17.197675 7f499425d700 1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 5 ==== osd_op_reply(11 rbd_header.18b9c2238e1f29 [call] v0'0 uv141224 ondisk = 0) v7 ==== 145+0+4 (400533284 0 0) 0x7f4970000b50 con 0x555652b50c30 -20> 2017-02-07 13:03:17.197830 7f498dffb700 5 asok(0x555652ae5760) register_command rbd cache flush vms/test hook 0x7f4974002080 -19> 2017-02-07 13:03:17.197842 7f498dffb700 5 asok(0x555652ae5760) register_command rbd cache invalidate vms/test hook 0x7f4974002080 -18> 2017-02-07 13:03:17.198018 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:12 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_size,call rbd.get_features,call rbd.get_snapcontext,call rbd.get_parent,call lock.get_info] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f49740098f0 con 0x555652b50c30 -17> 2017-02-07 13:03:17.199080 7f499425d700 1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 6 ==== osd_op_reply(12 rbd_header.18b9c2238e1f29 [call,call,call,call,call] v0'0 uv141224 ondisk = 0) v7 ==== 313+0+96 (907619700 0 3062650723) 0x7f4970001c00 con 0x555652b50c30 -16> 2017-02-07 13:03:17.199153 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:13 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_flags,call rbd.get_flags] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974008cd0 con 0x555652b50c30 -15> 2017-02-07 13:03:17.199914 7f499425d700 1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 7 ==== osd_op_reply(13 rbd_header.18b9c2238e1f29 [call,call] v0'0 uv141224 ondisk = 0) v7 ==== 187+0+16 (4066705765 0 0) 0x7f4970001c00 con 0x555652b50c30 -14> 2017-02-07 13:03:17.199996 7f498dffb700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:14 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_snapshot_name,call rbd.get_size,call rbd.get_parent,call rbd.get_protection_status] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974009640 con 0x555652b50c30 -13> 2017-02-07 13:03:17.200995 7f499425d700 1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 8 ==== osd_op_reply(14 rbd_header.18b9c2238e1f29 [call,call,call,call] v0'0 uv141224 ondisk = 0) v7 ==== 271+0+46 (3306865350 0 2611169876) 0x7f4970001d80 con 0x555652b50c30 -12> 2017-02-07 13:03:17.201096 7f498d7fa700 5 librbd::AioImageRequestWQ: block_writes: 0x7f4974002bf0, num=1 -11> 2017-02-07 13:03:17.201214 7f498d7fa700 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.8:6801/1800 -- osd_op(client.35407355.0:15 8.1ab377be rbd_object_map.18b9c2238e1f29.000000000000001a [call rbd.object_map_load] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4978005740 con 0x7f49780041c0 -10> 2017-02-07 13:03:17.203598 7f498c3f4700 1 -- 172.21.65.1:0/1506858654 <== osd.33 172.21.64.8:6801/1800 1 ==== osd_op_reply(15 rbd_object_map.18b9c2238e1f29.000000000000001a [call] v0'0 uv30640 ondisk = 0) v7 ==== 166+0+86 (3565848852 0 1106831654) 0x7f4950000ba0 con 0x7f49780041c0 -9> 2017-02-07 13:03:17.203667 7f498dffb700 5 librbd::AioImageRequestWQ: unblock_writes: 0x7f4974002bf0, num=0 -8> 2017-02-07 13:03:17.203902 7f49b18d0d80 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.7:6801/1804 -- osd_op(client.35407355.0:16 8.2673b381 rbd_object_map.1af5403d1b58ba [call rbd.object_map_load] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x555652b56280 con 0x555652b4ef10 -7> 2017-02-07 13:03:17.205921 7f498c1f2700 1 -- 172.21.65.1:0/1506858654 <== osd.31 172.21.64.7:6801/1804 1 ==== osd_op_reply(16 rbd_object_map.1af5403d1b58ba [call] v0'0 uv56833 ondisk = 0) v7 ==== 149+0+534 (472797539 0 3311726344) 0x7f4948000d50 con 0x555652b4ef10 -6> 2017-02-07 13:03:17.206187 7f49b18d0d80 5 librbd::DiffIterate: fast diff enabled -5> 2017-02-07 13:03:17.206196 7f49b18d0d80 5 librbd::DiffIterate: diff_iterate from 0 to 18446744073709551614 size from 0 to 8589934592 -4> 2017-02-07 13:03:17.206330 7f49b18d0d80 1 -- 172.21.65.1:0/1506858654 --> 172.21.64.8:6801/1800 -- osd_op(client.35407355.0:17 8.1ab377be rbd_object_map.18b9c2238e1f29.000000000000001a [call rbd.object_map_load] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x555652b52fd0 con 0x7f49780041c0 -3> 2017-02-07 13:03:17.207004 7f498c3f4700 1 -- 172.21.65.1:0/1506858654 <== osd.33 172.21.64.8:6801/1800 2 ==== osd_op_reply(17 rbd_object_map.18b9c2238e1f29.000000000000001a [call] v0'0 uv30640 ondisk = 0) v7 ==== 166+0+86 (3565848852 0 1106831654) 0x7f4950000ba0 con 0x7f49780041c0 -2> 2017-02-07 13:03:17.207092 7f49b18d0d80 5 librbd::DiffIterate: fast diff enabled -1> 2017-02-07 13:03:17.207099 7f49b18d0d80 5 librbd::DiffIterate: diff_iterate from 0 to 26 size from 0 to 1073741824 0> 2017-02-07 13:03:17.208645 7f49b18d0d80 -1 *** Caught signal (Aborted) ** in thread 7f49b18d0d80 thread_name:rbd ceph version 10.2.5 (c461ee19ecbc0c5c330aca20f7392c9a00730367) 1: (()+0x207bca) [0x5556484f1bca] 2: (()+0xf370) [0x7f499de97370] 3: (gsignal()+0x37) [0x7f499bee31d7] 4: (abort()+0x148) [0x7f499bee48c8] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f499c7e79d5] 6: (()+0x5e946) [0x7f499c7e5946] 7: (()+0x5e973) [0x7f499c7e5973] 8: (()+0x5eb93) [0x7f499c7e5b93] 9: (()+0x1bb5ab) [0x7f49a7f435ab] 10: (()+0x96017) [0x7f49a7e1e017] 11: (()+0x94f33) [0x7f49a7e1cf33] 12: (()+0x95910) [0x7f49a7e1d910] 13: (()+0xc6d83) [0x7f49a7e4ed83] 14: (librbd::Image::diff_iterate2(char const*, unsigned long, unsigned long, bool, bool, int (*)(unsigned long, unsigned long, int, void*), void*)+0x72) [0x7f49a7de92d2] 15: (rbd::action::export_diff::execute(boost::program_options::variables_map const&)+0x5ec) [0x55564845bfec] 16: (rbd::Shell::execute(std::vector > const&)+0x87d) [0x55564843b88d] 17: (main()+0x72) [0x55564840aab2] 18: (__libc_start_main()+0xf5) [0x7f499becfb35] 19: (()+0x13a9e9) [0x5556484249e9] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 0/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 5 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 xio 1/ 5 compressor 1/ 5 newstore 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 1/ 5 kinetic 1/ 5 fuse -2/-2 (syslog threshold) 99/99 (stderr threshold) max_recent 500 max_new 1000 log_file --- end dump of recent events --- Importing image diff: 0% complete...failed. rbd: import-diff failed: (33) Numerical argument out of domain