Project

General

Profile

dump-ceph.txt

Bernhard J. M. GrĂ¼n, 02/07/2017 12:05 PM

Download (24.3 KB)

 
1
terminate called after throwing an instance of 'ceph::buffer::end_of_buffer'
2
  what():  buffer::end_of_buffer
3
*** Caught signal (Aborted) **
4
 in thread 7f49b18d0d80 thread_name:rbd
5
 ceph version 10.2.5 (c461ee19ecbc0c5c330aca20f7392c9a00730367)
6
 1: (()+0x207bca) [0x5556484f1bca]
7
 2: (()+0xf370) [0x7f499de97370]
8
 3: (gsignal()+0x37) [0x7f499bee31d7]
9
 4: (abort()+0x148) [0x7f499bee48c8]
10
 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f499c7e79d5]
11
 6: (()+0x5e946) [0x7f499c7e5946]
12
 7: (()+0x5e973) [0x7f499c7e5973]
13
 8: (()+0x5eb93) [0x7f499c7e5b93]
14
 9: (()+0x1bb5ab) [0x7f49a7f435ab]
15
 10: (()+0x96017) [0x7f49a7e1e017]
16
 11: (()+0x94f33) [0x7f49a7e1cf33]
17
 12: (()+0x95910) [0x7f49a7e1d910]
18
 13: (()+0xc6d83) [0x7f49a7e4ed83]
19
 14: (librbd::Image::diff_iterate2(char const*, unsigned long, unsigned long, bool, bool, int (*)(unsigned long, unsigned long, int, void*), void*)+0x72) [0x7f49a7de92d2]
20
 15: (rbd::action::export_diff::execute(boost::program_options::variables_map const&)+0x5ec) [0x55564845bfec]
21
 16: (rbd::Shell::execute(std::vector<char const*, std::allocator<char const*> > const&)+0x87d) [0x55564843b88d]
22
 17: (main()+0x72) [0x55564840aab2]
23
 18: (__libc_start_main()+0xf5) [0x7f499becfb35]
24
 19: (()+0x13a9e9) [0x5556484249e9]
25
2017-02-07 13:03:17.208645 7f49b18d0d80 -1 *** Caught signal (Aborted) **
26
 in thread 7f49b18d0d80 thread_name:rbd
27

    
28
 ceph version 10.2.5 (c461ee19ecbc0c5c330aca20f7392c9a00730367)
29
 1: (()+0x207bca) [0x5556484f1bca]
30
 2: (()+0xf370) [0x7f499de97370]
31
 3: (gsignal()+0x37) [0x7f499bee31d7]
32
 4: (abort()+0x148) [0x7f499bee48c8]
33
 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f499c7e79d5]
34
 6: (()+0x5e946) [0x7f499c7e5946]
35
 7: (()+0x5e973) [0x7f499c7e5973]
36
 8: (()+0x5eb93) [0x7f499c7e5b93]
37
 9: (()+0x1bb5ab) [0x7f49a7f435ab]
38
 10: (()+0x96017) [0x7f49a7e1e017]
39
 11: (()+0x94f33) [0x7f49a7e1cf33]
40
 12: (()+0x95910) [0x7f49a7e1d910]
41
 13: (()+0xc6d83) [0x7f49a7e4ed83]
42
 14: (librbd::Image::diff_iterate2(char const*, unsigned long, unsigned long, bool, bool, int (*)(unsigned long, unsigned long, int, void*), void*)+0x72) [0x7f49a7de92d2]
43
 15: (rbd::action::export_diff::execute(boost::program_options::variables_map const&)+0x5ec) [0x55564845bfec]
44
 16: (rbd::Shell::execute(std::vector<char const*, std::allocator<char const*> > const&)+0x87d) [0x55564843b88d]
45
 17: (main()+0x72) [0x55564840aab2]
46
 18: (__libc_start_main()+0xf5) [0x7f499becfb35]
47
 19: (()+0x13a9e9) [0x5556484249e9]
48
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
49

    
50
--- begin dump of recent events ---
51
  -113> 2017-02-07 13:03:17.131128 7f49b18d0d80  5 asok(0x555652ae5760) register_command perfcounters_dump hook 0x555652aea510
52
  -112> 2017-02-07 13:03:17.131144 7f49b18d0d80  5 asok(0x555652ae5760) register_command 1 hook 0x555652aea510
53
  -111> 2017-02-07 13:03:17.131151 7f49b18d0d80  5 asok(0x555652ae5760) register_command perf dump hook 0x555652aea510
54
  -110> 2017-02-07 13:03:17.131157 7f49b18d0d80  5 asok(0x555652ae5760) register_command perfcounters_schema hook 0x555652aea510
55
  -109> 2017-02-07 13:03:17.131163 7f49b18d0d80  5 asok(0x555652ae5760) register_command 2 hook 0x555652aea510
56
  -108> 2017-02-07 13:03:17.131172 7f49b18d0d80  5 asok(0x555652ae5760) register_command perf schema hook 0x555652aea510
57
  -107> 2017-02-07 13:03:17.131179 7f49b18d0d80  5 asok(0x555652ae5760) register_command perf reset hook 0x555652aea510
58
  -106> 2017-02-07 13:03:17.131185 7f49b18d0d80  5 asok(0x555652ae5760) register_command config show hook 0x555652aea510
59
  -105> 2017-02-07 13:03:17.131191 7f49b18d0d80  5 asok(0x555652ae5760) register_command config set hook 0x555652aea510
60
  -104> 2017-02-07 13:03:17.131198 7f49b18d0d80  5 asok(0x555652ae5760) register_command config get hook 0x555652aea510
61
  -103> 2017-02-07 13:03:17.131204 7f49b18d0d80  5 asok(0x555652ae5760) register_command config diff hook 0x555652aea510
62
  -102> 2017-02-07 13:03:17.131212 7f49b18d0d80  5 asok(0x555652ae5760) register_command log flush hook 0x555652aea510
63
  -101> 2017-02-07 13:03:17.131218 7f49b18d0d80  5 asok(0x555652ae5760) register_command log dump hook 0x555652aea510
64
  -100> 2017-02-07 13:03:17.131224 7f49b18d0d80  5 asok(0x555652ae5760) register_command log reopen hook 0x555652aea510
65
   -99> 2017-02-07 13:03:17.176608 7f49b18d0d80  5 asok(0x555652ae5760) init /var/run/ceph/rbd-client-2821058.asok
66
   -98> 2017-02-07 13:03:17.176624 7f49b18d0d80  5 asok(0x555652ae5760) bind_and_listen /var/run/ceph/rbd-client-2821058.asok
67
   -97> 2017-02-07 13:03:17.176670 7f49b18d0d80  5 asok(0x555652ae5760) register_command 0 hook 0x555652b3e6b0
68
   -96> 2017-02-07 13:03:17.176681 7f49b18d0d80  5 asok(0x555652ae5760) register_command version hook 0x555652b3e6b0
69
   -95> 2017-02-07 13:03:17.176688 7f49b18d0d80  5 asok(0x555652ae5760) register_command git_version hook 0x555652b3e6b0
70
   -94> 2017-02-07 13:03:17.176693 7f49b18d0d80  5 asok(0x555652ae5760) register_command help hook 0x555652af0ad0
71
   -93> 2017-02-07 13:03:17.176699 7f49b18d0d80  5 asok(0x555652ae5760) register_command get_command_descriptions hook 0x555652b3f4f0
72
   -92> 2017-02-07 13:03:17.176821 7f49b18d0d80 10 monclient(hunting): build_initial_monmap
73
   -91> 2017-02-07 13:03:17.176923 7f49b18d0d80  1 librados: starting msgr at :/0
74
   -90> 2017-02-07 13:03:17.176924 7f4996463700  5 asok(0x555652ae5760) entry start
75
   -89> 2017-02-07 13:03:17.176932 7f49b18d0d80  1 librados: starting objecter
76
   -88> 2017-02-07 13:03:17.177011 7f49b18d0d80  5 asok(0x555652ae5760) register_command objecter_requests hook 0x555652b3e920
77
   -87> 2017-02-07 13:03:17.177109 7f49b18d0d80  1 -- :/0 messenger.start
78
   -86> 2017-02-07 13:03:17.177141 7f49b18d0d80  1 librados: setting wanted keys
79
   -85> 2017-02-07 13:03:17.177144 7f49b18d0d80  1 librados: calling monclient init
80
   -84> 2017-02-07 13:03:17.177146 7f49b18d0d80 10 monclient(hunting): init
81
   -83> 2017-02-07 13:03:17.177153 7f49b18d0d80  5 adding auth protocol: cephx
82
   -82> 2017-02-07 13:03:17.177157 7f49b18d0d80 10 monclient(hunting): auth_supported 2 method cephx
83
   -81> 2017-02-07 13:03:17.177344 7f49b18d0d80  2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.client.admin.keyring
84
   -80> 2017-02-07 13:03:17.177419 7f49b18d0d80 10 monclient(hunting): _reopen_session rank -1 name 
85
   -79> 2017-02-07 13:03:17.177489 7f49b18d0d80 10 monclient(hunting): picked mon.noname-c con 0x555652b47470 addr 172.21.65.3:6789/0
86
   -78> 2017-02-07 13:03:17.177504 7f49b18d0d80 10 monclient(hunting): _send_mon_message to mon.noname-c at 172.21.65.3:6789/0
87
   -77> 2017-02-07 13:03:17.177509 7f49b18d0d80  1 -- :/1506858654 --> 172.21.65.3:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- ?+0 0x555652b4b240 con 0x555652b47470
88
   -76> 2017-02-07 13:03:17.177521 7f49b18d0d80 10 monclient(hunting): renew_subs
89
   -75> 2017-02-07 13:03:17.177525 7f49b18d0d80 10 monclient(hunting): authenticate will time out at 2017-02-07 13:08:17.177525
90
   -74> 2017-02-07 13:03:17.178824 7f49b18c8700  1 -- 172.21.65.1:0/1506858654 learned my addr 172.21.65.1:0/1506858654
91
   -73> 2017-02-07 13:03:17.179215 7f499445f700  2 -- 172.21.65.1:0/1506858654 >> 172.21.65.3:6789/0 pipe(0x555652b461b0 sd=6 :37778 s=2 pgs=9377220 cs=1 l=1 c=0x555652b47470).reader got KEEPALIVE_ACK
92
   -72> 2017-02-07 13:03:17.179420 7f4995461700  1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 1 ==== mon_map magic: 0 v1 ==== 485+0+0 (1435797232 0 0) 0x7f4984000cf0 con 0x555652b47470
93
   -71> 2017-02-07 13:03:17.179446 7f4995461700 10 monclient(hunting): handle_monmap mon_map magic: 0 v1
94
   -70> 2017-02-07 13:03:17.179464 7f4995461700 10 monclient(hunting):  got monmap 7, mon.noname-c is now rank -1
95
   -69> 2017-02-07 13:03:17.179468 7f4995461700 10 monclient(hunting): dump:
96
epoch 7
97
fsid c3a5b21e-e6e0-407d-9e2f-d059b7e6054d
98
last_changed 2016-06-22 16:03:15.584307
99
created 0.000000
100
0: 172.21.65.1:6789/0 mon.ose01
101
1: 172.21.65.2:6789/0 mon.ose02
102
2: 172.21.65.3:6789/0 mon.ose03
103

    
104
   -68> 2017-02-07 13:03:17.179489 7f4995461700  1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (3400292385 0 0) 0x7f4984001170 con 0x555652b47470
105
   -67> 2017-02-07 13:03:17.179518 7f4995461700 10 monclient(hunting): my global_id is 35407355
106
   -66> 2017-02-07 13:03:17.179593 7f4995461700 10 monclient(hunting): _send_mon_message to mon.ose03 at 172.21.65.3:6789/0
107
   -65> 2017-02-07 13:03:17.179600 7f4995461700  1 -- 172.21.65.1:0/1506858654 --> 172.21.65.3:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- ?+0 0x7f4980001740 con 0x555652b47470
108
   -64> 2017-02-07 13:03:17.180094 7f4995461700  1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 3 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 206+0+0 (3920960830 0 0) 0x7f4984001170 con 0x555652b47470
109
   -63> 2017-02-07 13:03:17.180188 7f4995461700 10 monclient(hunting): _send_mon_message to mon.ose03 at 172.21.65.3:6789/0
110
   -62> 2017-02-07 13:03:17.180195 7f4995461700  1 -- 172.21.65.1:0/1506858654 --> 172.21.65.3:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- ?+0 0x7f4980001bc0 con 0x555652b47470
111
   -61> 2017-02-07 13:03:17.180716 7f4995461700  1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 393+0+0 (3307822378 0 0) 0x7f4984000a30 con 0x555652b47470
112
   -60> 2017-02-07 13:03:17.180799 7f4995461700  1 monclient(hunting): found mon.ose03
113
   -59> 2017-02-07 13:03:17.180803 7f4995461700 10 monclient: _send_mon_message to mon.ose03 at 172.21.65.3:6789/0
114
   -58> 2017-02-07 13:03:17.180807 7f4995461700  1 -- 172.21.65.1:0/1506858654 --> 172.21.65.3:6789/0 -- mon_subscribe({monmap=0+}) v2 -- ?+0 0x555652b4c580 con 0x555652b47470
115
   -57> 2017-02-07 13:03:17.180857 7f49b18d0d80  5 monclient: authenticate success, global_id 35407355
116
   -56> 2017-02-07 13:03:17.180900 7f49b18d0d80 10 monclient: renew_subs
117
   -55> 2017-02-07 13:03:17.180906 7f49b18d0d80 10 monclient: _send_mon_message to mon.ose03 at 172.21.65.3:6789/0
118
   -54> 2017-02-07 13:03:17.180914 7f49b18d0d80  1 -- 172.21.65.1:0/1506858654 --> 172.21.65.3:6789/0 -- mon_subscribe({osdmap=0}) v2 -- ?+0 0x555652b4c580 con 0x555652b47470
119
   -53> 2017-02-07 13:03:17.180976 7f49b18d0d80 10 monclient: renew_subs - empty
120
   -52> 2017-02-07 13:03:17.181011 7f49b18d0d80  1 librados: init done
121
   -51> 2017-02-07 13:03:17.181086 7f4995461700  1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 5 ==== mon_map magic: 0 v1 ==== 485+0+0 (1435797232 0 0) 0x7f4984001410 con 0x555652b47470
122
   -50> 2017-02-07 13:03:17.181099 7f4995461700 10 monclient: handle_monmap mon_map magic: 0 v1
123
   -49> 2017-02-07 13:03:17.181109 7f4995461700 10 monclient:  got monmap 7, mon.ose03 is now rank 2
124
   -48> 2017-02-07 13:03:17.181113 7f4995461700 10 monclient: dump:
125
epoch 7
126
fsid c3a5b21e-e6e0-407d-9e2f-d059b7e6054d
127
last_changed 2016-06-22 16:03:15.584307
128
created 0.000000
129
0: 172.21.65.1:6789/0 mon.ose01
130
1: 172.21.65.2:6789/0 mon.ose02
131
2: 172.21.65.3:6789/0 mon.ose03
132

    
133
   -47> 2017-02-07 13:03:17.181352 7f4995461700  1 -- 172.21.65.1:0/1506858654 <== mon.2 172.21.65.3:6789/0 6 ==== osd_map(28404..28404 src has 27770..28404) v3 ==== 65593+0+0 (1382792179 0 0) 0x7f4984000a30 con 0x555652b47470
134
   -46> 2017-02-07 13:03:17.182053 7f49b18d0d80  5 librbd::AioImageRequestWQ: 0x555652b4e210 : ictx=0x555652b4bb50
135
   -45> 2017-02-07 13:03:17.182215 7f49b18d0d80  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:1 8.56082244 rbd_id.test-larger [stat] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x555652b52180 con 0x555652b50c30
136
   -44> 2017-02-07 13:03:17.184266 7f499425d700  1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 1 ==== osd_op_reply(1 rbd_id.test-larger [stat] v0'0 uv22489 ondisk = 0) v7 ==== 138+0+16 (4017799994 0 22178426) 0x7f4970000b50 con 0x555652b50c30
137
   -43> 2017-02-07 13:03:17.184391 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:2 8.56082244 rbd_id.test-larger [call rbd.get_id] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974002040 con 0x555652b50c30
138
   -42> 2017-02-07 13:03:17.185143 7f499425d700  1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 2 ==== osd_op_reply(2 rbd_id.test-larger [call] v0'0 uv22489 ondisk = 0) v7 ==== 138+0+18 (3526420880 0 2053421031) 0x7f4970000b50 con 0x555652b50c30
139
   -41> 2017-02-07 13:03:17.185294 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:3 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.get_size,call rbd.get_object_prefix] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974007560 con 0x7f4974006100
140
   -40> 2017-02-07 13:03:17.188168 7f498cff9700  1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 1 ==== osd_op_reply(3 rbd_header.1af5403d1b58ba [call,call] v0'0 uv16715 ondisk = 0) v7 ==== 187+0+36 (3660926912 0 2683700004) 0x7f496c000b90 con 0x7f4974006100
141
   -39> 2017-02-07 13:03:17.188247 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:4 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.get_stripe_unit_count] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974007560 con 0x7f4974006100
142
   -38> 2017-02-07 13:03:17.189239 7f498cff9700  1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 2 ==== osd_op_reply(4 rbd_header.1af5403d1b58ba [call] v0'0 uv0 ondisk = -8 ((8) Exec format error)) v7 ==== 145+0+0 (3343360923 0 0) 0x7f496c000b90 con 0x7f4974006100
143
   -37> 2017-02-07 13:03:17.189325 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:5 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.metadata_list] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974007560 con 0x7f4974006100
144
   -36> 2017-02-07 13:03:17.190074 7f498cff9700  1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 3 ==== osd_op_reply(5 rbd_header.1af5403d1b58ba [call] v0'0 uv16715 ondisk = 0) v7 ==== 145+0+4 (296213151 0 0) 0x7f496c000b90 con 0x7f4974006100
145
   -35> 2017-02-07 13:03:17.190267 7f498dffb700  5 asok(0x555652ae5760) register_command rbd cache flush vms/test-larger hook 0x7f4974007c50
146
   -34> 2017-02-07 13:03:17.190281 7f498dffb700  5 asok(0x555652ae5760) register_command rbd cache invalidate vms/test-larger hook 0x7f4974007c50
147
   -33> 2017-02-07 13:03:17.190541 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:6 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.get_size,call rbd.get_features,call rbd.get_snapcontext,call rbd.get_parent,call lock.get_info] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f49740028b0 con 0x7f4974006100
148
   -32> 2017-02-07 13:03:17.191632 7f498cff9700  1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 4 ==== osd_op_reply(6 rbd_header.1af5403d1b58ba [call,call,call,call,call] v0'0 uv16715 ondisk = 0) v7 ==== 313+0+102 (749555684 0 2666202947) 0x7f496c001760 con 0x7f4974006100
149
   -31> 2017-02-07 13:03:17.191710 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.6:6801/2475 -- osd_op(client.35407355.0:7 8.e43adafb rbd_header.1af5403d1b58ba [call rbd.get_flags] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f49740028b0 con 0x7f4974006100
150
   -30> 2017-02-07 13:03:17.192370 7f498cff9700  1 -- 172.21.65.1:0/1506858654 <== osd.29 172.21.64.6:6801/2475 5 ==== osd_op_reply(7 rbd_header.1af5403d1b58ba [call] v0'0 uv16715 ondisk = 0) v7 ==== 145+0+8 (1899360162 0 0) 0x7f496c001760 con 0x7f4974006100
151
   -29> 2017-02-07 13:03:17.192441 7f498dffb700  5 librbd::AioImageRequestWQ: 0x7f4974008340 : ictx=0x7f4974002bf0
152
   -28> 2017-02-07 13:03:17.192527 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.4:6800/1806 -- osd_op(client.35407355.0:8 8.30a98c1c rbd_directory [call rbd.dir_get_name] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f497400dea0 con 0x7f497400c920
153
   -27> 2017-02-07 13:03:17.194939 7f498c5f6700  1 -- 172.21.65.1:0/1506858654 <== osd.25 172.21.64.4:6800/1806 1 ==== osd_op_reply(8 rbd_directory [call] v0'0 uv5962 ondisk = 0) v7 ==== 133+0+8 (375307558 0 4024089450) 0x7f4958000b30 con 0x7f497400c920
154
   -26> 2017-02-07 13:03:17.195021 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:9 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_size,call rbd.get_object_prefix] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f497400dea0 con 0x555652b50c30
155
   -25> 2017-02-07 13:03:17.195936 7f499425d700  1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 3 ==== osd_op_reply(9 rbd_header.18b9c2238e1f29 [call,call] v0'0 uv141224 ondisk = 0) v7 ==== 187+0+36 (169929954 0 1072049941) 0x7f49700015f0 con 0x555652b50c30
156
   -24> 2017-02-07 13:03:17.195993 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:10 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_stripe_unit_count] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f497400dea0 con 0x555652b50c30
157
   -23> 2017-02-07 13:03:17.196857 7f499425d700  1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 4 ==== osd_op_reply(10 rbd_header.18b9c2238e1f29 [call] v0'0 uv0 ondisk = -8 ((8) Exec format error)) v7 ==== 145+0+0 (3628941787 0 0) 0x7f4970000b50 con 0x555652b50c30
158
   -22> 2017-02-07 13:03:17.196927 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:11 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.metadata_list] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974009840 con 0x555652b50c30
159
   -21> 2017-02-07 13:03:17.197675 7f499425d700  1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 5 ==== osd_op_reply(11 rbd_header.18b9c2238e1f29 [call] v0'0 uv141224 ondisk = 0) v7 ==== 145+0+4 (400533284 0 0) 0x7f4970000b50 con 0x555652b50c30
160
   -20> 2017-02-07 13:03:17.197830 7f498dffb700  5 asok(0x555652ae5760) register_command rbd cache flush vms/test hook 0x7f4974002080
161
   -19> 2017-02-07 13:03:17.197842 7f498dffb700  5 asok(0x555652ae5760) register_command rbd cache invalidate vms/test hook 0x7f4974002080
162
   -18> 2017-02-07 13:03:17.198018 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:12 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_size,call rbd.get_features,call rbd.get_snapcontext,call rbd.get_parent,call lock.get_info] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f49740098f0 con 0x555652b50c30
163
   -17> 2017-02-07 13:03:17.199080 7f499425d700  1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 6 ==== osd_op_reply(12 rbd_header.18b9c2238e1f29 [call,call,call,call,call] v0'0 uv141224 ondisk = 0) v7 ==== 313+0+96 (907619700 0 3062650723) 0x7f4970001c00 con 0x555652b50c30
164
   -16> 2017-02-07 13:03:17.199153 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:13 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_flags,call rbd.get_flags] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974008cd0 con 0x555652b50c30
165
   -15> 2017-02-07 13:03:17.199914 7f499425d700  1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 7 ==== osd_op_reply(13 rbd_header.18b9c2238e1f29 [call,call] v0'0 uv141224 ondisk = 0) v7 ==== 187+0+16 (4066705765 0 0) 0x7f4970001c00 con 0x555652b50c30
166
   -14> 2017-02-07 13:03:17.199996 7f498dffb700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.3:6800/2539 -- osd_op(client.35407355.0:14 8.1eab611f rbd_header.18b9c2238e1f29 [call rbd.get_snapshot_name,call rbd.get_size,call rbd.get_parent,call rbd.get_protection_status] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4974009640 con 0x555652b50c30
167
   -13> 2017-02-07 13:03:17.200995 7f499425d700  1 -- 172.21.65.1:0/1506858654 <== osd.23 172.21.64.3:6800/2539 8 ==== osd_op_reply(14 rbd_header.18b9c2238e1f29 [call,call,call,call] v0'0 uv141224 ondisk = 0) v7 ==== 271+0+46 (3306865350 0 2611169876) 0x7f4970001d80 con 0x555652b50c30
168
   -12> 2017-02-07 13:03:17.201096 7f498d7fa700  5 librbd::AioImageRequestWQ: block_writes: 0x7f4974002bf0, num=1
169
   -11> 2017-02-07 13:03:17.201214 7f498d7fa700  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.8:6801/1800 -- osd_op(client.35407355.0:15 8.1ab377be rbd_object_map.18b9c2238e1f29.000000000000001a [call rbd.object_map_load] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x7f4978005740 con 0x7f49780041c0
170
   -10> 2017-02-07 13:03:17.203598 7f498c3f4700  1 -- 172.21.65.1:0/1506858654 <== osd.33 172.21.64.8:6801/1800 1 ==== osd_op_reply(15 rbd_object_map.18b9c2238e1f29.000000000000001a [call] v0'0 uv30640 ondisk = 0) v7 ==== 166+0+86 (3565848852 0 1106831654) 0x7f4950000ba0 con 0x7f49780041c0
171
    -9> 2017-02-07 13:03:17.203667 7f498dffb700  5 librbd::AioImageRequestWQ: unblock_writes: 0x7f4974002bf0, num=0
172
    -8> 2017-02-07 13:03:17.203902 7f49b18d0d80  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.7:6801/1804 -- osd_op(client.35407355.0:16 8.2673b381 rbd_object_map.1af5403d1b58ba [call rbd.object_map_load] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x555652b56280 con 0x555652b4ef10
173
    -7> 2017-02-07 13:03:17.205921 7f498c1f2700  1 -- 172.21.65.1:0/1506858654 <== osd.31 172.21.64.7:6801/1804 1 ==== osd_op_reply(16 rbd_object_map.1af5403d1b58ba [call] v0'0 uv56833 ondisk = 0) v7 ==== 149+0+534 (472797539 0 3311726344) 0x7f4948000d50 con 0x555652b4ef10
174
    -6> 2017-02-07 13:03:17.206187 7f49b18d0d80  5 librbd::DiffIterate: fast diff enabled
175
    -5> 2017-02-07 13:03:17.206196 7f49b18d0d80  5 librbd::DiffIterate: diff_iterate from 0 to 18446744073709551614 size from 0 to 8589934592
176
    -4> 2017-02-07 13:03:17.206330 7f49b18d0d80  1 -- 172.21.65.1:0/1506858654 --> 172.21.64.8:6801/1800 -- osd_op(client.35407355.0:17 8.1ab377be rbd_object_map.18b9c2238e1f29.000000000000001a [call rbd.object_map_load] snapc 0=[] ack+read+known_if_redirected e28404) v7 -- ?+0 0x555652b52fd0 con 0x7f49780041c0
177
    -3> 2017-02-07 13:03:17.207004 7f498c3f4700  1 -- 172.21.65.1:0/1506858654 <== osd.33 172.21.64.8:6801/1800 2 ==== osd_op_reply(17 rbd_object_map.18b9c2238e1f29.000000000000001a [call] v0'0 uv30640 ondisk = 0) v7 ==== 166+0+86 (3565848852 0 1106831654) 0x7f4950000ba0 con 0x7f49780041c0
178
    -2> 2017-02-07 13:03:17.207092 7f49b18d0d80  5 librbd::DiffIterate: fast diff enabled
179
    -1> 2017-02-07 13:03:17.207099 7f49b18d0d80  5 librbd::DiffIterate: diff_iterate from 0 to 26 size from 0 to 1073741824
180
     0> 2017-02-07 13:03:17.208645 7f49b18d0d80 -1 *** Caught signal (Aborted) **
181
 in thread 7f49b18d0d80 thread_name:rbd
182

    
183
 ceph version 10.2.5 (c461ee19ecbc0c5c330aca20f7392c9a00730367)
184
 1: (()+0x207bca) [0x5556484f1bca]
185
 2: (()+0xf370) [0x7f499de97370]
186
 3: (gsignal()+0x37) [0x7f499bee31d7]
187
 4: (abort()+0x148) [0x7f499bee48c8]
188
 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f499c7e79d5]
189
 6: (()+0x5e946) [0x7f499c7e5946]
190
 7: (()+0x5e973) [0x7f499c7e5973]
191
 8: (()+0x5eb93) [0x7f499c7e5b93]
192
 9: (()+0x1bb5ab) [0x7f49a7f435ab]
193
 10: (()+0x96017) [0x7f49a7e1e017]
194
 11: (()+0x94f33) [0x7f49a7e1cf33]
195
 12: (()+0x95910) [0x7f49a7e1d910]
196
 13: (()+0xc6d83) [0x7f49a7e4ed83]
197
 14: (librbd::Image::diff_iterate2(char const*, unsigned long, unsigned long, bool, bool, int (*)(unsigned long, unsigned long, int, void*), void*)+0x72) [0x7f49a7de92d2]
198
 15: (rbd::action::export_diff::execute(boost::program_options::variables_map const&)+0x5ec) [0x55564845bfec]
199
 16: (rbd::Shell::execute(std::vector<char const*, std::allocator<char const*> > const&)+0x87d) [0x55564843b88d]
200
 17: (main()+0x72) [0x55564840aab2]
201
 18: (__libc_start_main()+0xf5) [0x7f499becfb35]
202
 19: (()+0x13a9e9) [0x5556484249e9]
203
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
204

    
205
--- logging levels ---
206
   0/ 5 none
207
   0/ 1 lockdep
208
   0/ 1 context
209
   1/ 1 crush
210
   1/ 5 mds
211
   1/ 5 mds_balancer
212
   1/ 5 mds_locker
213
   1/ 5 mds_log
214
   1/ 5 mds_log_expire
215
   1/ 5 mds_migrator
216
   0/ 1 buffer
217
   0/ 1 timer
218
   0/ 1 filer
219
   0/ 1 striper
220
   0/ 1 objecter
221
   0/ 5 rados
222
   0/ 5 rbd
223
   0/ 5 rbd_mirror
224
   0/ 5 rbd_replay
225
   0/ 5 journaler
226
   0/ 5 objectcacher
227
   0/ 5 client
228
   0/ 5 osd
229
   0/ 5 optracker
230
   0/ 5 objclass
231
   1/ 3 filestore
232
   1/ 3 journal
233
   0/ 5 ms
234
   1/ 5 mon
235
   0/10 monc
236
   1/ 5 paxos
237
   0/ 5 tp
238
   1/ 5 auth
239
   1/ 5 crypto
240
   1/ 1 finisher
241
   1/ 5 heartbeatmap
242
   1/ 5 perfcounter
243
   1/ 5 rgw
244
   1/10 civetweb
245
   1/ 5 javaclient
246
   1/ 5 asok
247
   1/ 1 throttle
248
   0/ 0 refs
249
   1/ 5 xio
250
   1/ 5 compressor
251
   1/ 5 newstore
252
   1/ 5 bluestore
253
   1/ 5 bluefs
254
   1/ 3 bdev
255
   1/ 5 kstore
256
   4/ 5 rocksdb
257
   4/ 5 leveldb
258
   1/ 5 kinetic
259
   1/ 5 fuse
260
  -2/-2 (syslog threshold)
261
  99/99 (stderr threshold)
262
  max_recent       500
263
  max_new         1000
264
  log_file 
265
--- end dump of recent events ---
266
Importing image diff: 0% complete...failed.
267
rbd: import-diff failed: (33) Numerical argument out of domain