|
root@srv-2bz4v:~# rados -p test get zero.1 z1
|
|
terminate called after throwing an instance of 'ceph::buffer::bad_alloc'
|
|
what(): buffer::bad_alloc
|
|
*** Caught signal (Aborted) **
|
|
in thread 7f5064534700
|
|
ceph version 0.51 (commit:c03ca95d235c9a072dcd8a77ad5274a52e93ae30)
|
|
1: rados() [0x4434fa]
|
|
2: (()+0xfcb0) [0x7f5069e98cb0]
|
|
3: (gsignal()+0x35) [0x7f5068ee5445]
|
|
4: (abort()+0x17b) [0x7f5068ee8bab]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x11d) [0x7f506983369d]
|
|
6: (()+0xb5846) [0x7f5069831846]
|
|
7: (()+0xb5873) [0x7f5069831873]
|
|
8: (()+0xb596e) [0x7f506983196e]
|
|
9: (ceph::buffer::create_page_aligned(unsigned int)+0x95) [0x7f506a849635]
|
|
10: (SimpleMessenger::Pipe::read_message(Message**)+0x1db0) [0x7f506a7f02b0]
|
|
11: (SimpleMessenger::Pipe::reader()+0xb44) [0x7f506a804734]
|
|
12: (SimpleMessenger::Pipe::Reader::entry()+0xd) [0x7f506a6db2cd]
|
|
13: (()+0x7e9a) [0x7f5069e90e9a]
|
|
14: (clone()+0x6d) [0x7f5068fa14bd]
|
|
2012-09-18 08:51:14.390520 7f5064534700 -1 *** Caught signal (Aborted) **
|
|
in thread 7f5064534700
|
|
|
|
ceph version 0.51 (commit:c03ca95d235c9a072dcd8a77ad5274a52e93ae30)
|
|
1: rados() [0x4434fa]
|
|
2: (()+0xfcb0) [0x7f5069e98cb0]
|
|
3: (gsignal()+0x35) [0x7f5068ee5445]
|
|
4: (abort()+0x17b) [0x7f5068ee8bab]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x11d) [0x7f506983369d]
|
|
6: (()+0xb5846) [0x7f5069831846]
|
|
7: (()+0xb5873) [0x7f5069831873]
|
|
8: (()+0xb596e) [0x7f506983196e]
|
|
9: (ceph::buffer::create_page_aligned(unsigned int)+0x95) [0x7f506a849635]
|
|
10: (SimpleMessenger::Pipe::read_message(Message**)+0x1db0) [0x7f506a7f02b0]
|
|
11: (SimpleMessenger::Pipe::reader()+0xb44) [0x7f506a804734]
|
|
12: (SimpleMessenger::Pipe::Reader::entry()+0xd) [0x7f506a6db2cd]
|
|
13: (()+0x7e9a) [0x7f5069e90e9a]
|
|
14: (clone()+0x6d) [0x7f5068fa14bd]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- begin dump of recent events ---
|
|
-70> 2012-09-18 08:51:11.835752 7f506b4e4780 5 asok(0x1c90600) register_command perfcounters_dump hook 0x1c91510
|
|
-69> 2012-09-18 08:51:11.835799 7f506b4e4780 5 asok(0x1c90600) register_command 1 hook 0x1c91510
|
|
-68> 2012-09-18 08:51:11.835804 7f506b4e4780 5 asok(0x1c90600) register_command perf dump hook 0x1c91510
|
|
-67> 2012-09-18 08:51:11.835814 7f506b4e4780 5 asok(0x1c90600) register_command perfcounters_schema hook 0x1c91510
|
|
-66> 2012-09-18 08:51:11.835841 7f506b4e4780 5 asok(0x1c90600) register_command 2 hook 0x1c91510
|
|
-65> 2012-09-18 08:51:11.835846 7f506b4e4780 5 asok(0x1c90600) register_command perf schema hook 0x1c91510
|
|
-64> 2012-09-18 08:51:11.835852 7f506b4e4780 5 asok(0x1c90600) register_command config show hook 0x1c91510
|
|
-63> 2012-09-18 08:51:11.835856 7f506b4e4780 5 asok(0x1c90600) register_command config set hook 0x1c91510
|
|
-62> 2012-09-18 08:51:11.835859 7f506b4e4780 5 asok(0x1c90600) register_command log flush hook 0x1c91510
|
|
-61> 2012-09-18 08:51:11.835881 7f506b4e4780 5 asok(0x1c90600) register_command log dump hook 0x1c91510
|
|
-60> 2012-09-18 08:51:11.835885 7f506b4e4780 5 asok(0x1c90600) register_command log reopen hook 0x1c91510
|
|
-59> 2012-09-18 08:51:11.839474 7f506b4e4780 5 asok(0x1c90600) init /var/run/ceph-ceph-client.admin.asok
|
|
-58> 2012-09-18 08:51:11.839507 7f506b4e4780 5 asok(0x1c90600) bind_and_listen /var/run/ceph-ceph-client.admin.asok
|
|
-57> 2012-09-18 08:51:11.839573 7f506b4e4780 5 asok(0x1c90600) register_command 0 hook 0x1caad20
|
|
-56> 2012-09-18 08:51:11.839594 7f506b4e4780 5 asok(0x1c90600) register_command version hook 0x1caad20
|
|
-55> 2012-09-18 08:51:11.839602 7f506b4e4780 5 asok(0x1c90600) register_command git_version hook 0x1caad20
|
|
-54> 2012-09-18 08:51:11.839610 7f506b4e4780 5 asok(0x1c90600) register_command help hook 0x1cab0b0
|
|
-53> 2012-09-18 08:51:11.839698 7f5066f3b700 5 asok(0x1c90600) entry start
|
|
-52> 2012-09-18 08:51:11.840147 7f506b4e4780 1 librados: starting msgr at :/0
|
|
-51> 2012-09-18 08:51:11.840178 7f506b4e4780 1 librados: starting objecter
|
|
-50> 2012-09-18 08:51:11.840262 7f506b4e4780 1 -- :/0 messenger.start
|
|
-49> 2012-09-18 08:51:11.840356 7f506b4e4780 1 librados: setting wanted keys
|
|
-48> 2012-09-18 08:51:11.840373 7f506b4e4780 1 librados: calling monclient init
|
|
-47> 2012-09-18 08:51:11.840585 7f506b4e4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring
|
|
-46> 2012-09-18 08:51:11.840859 7f506b4e4780 1 -- :/1003269 --> 10.232.121.54:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- ?+0 0x1cb0910 con 0x1cb05a0
|
|
-45> 2012-09-18 08:51:11.842959 7f5064736700 1 -- 10.232.29.142:0/1003269 learned my addr 10.232.29.142:0/1003269
|
|
-44> 2012-09-18 08:51:11.844084 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 497 (0 -> 497)
|
|
-43> 2012-09-18 08:51:11.844233 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 1 ==== mon_map v1 ==== 497+0+0 (32172797 0 0) 0x7f505c000bf0 con 0x1cb05a0
|
|
-42> 2012-09-18 08:51:11.844281 7f506673a700 1 monclient(hunting): found mon.srv-c1m3u
|
|
-41> 2012-09-18 08:51:11.844287 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 497 (0x6b0f88 -> 0)
|
|
-40> 2012-09-18 08:51:11.844299 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 33 (0 -> 33)
|
|
-39> 2012-09-18 08:51:11.844331 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 2 ==== auth_reply(proto 2 0 Success) v1 ==== 33+0+0 (4109830242 0 0) 0x7f505c0009c0 con 0x1cb05a0
|
|
-38> 2012-09-18 08:51:11.844515 7f506673a700 1 -- 10.232.29.142:0/1003269 --> 10.232.121.54:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- ?+0 0x7f50500012e0 con 0x1cb05a0
|
|
-37> 2012-09-18 08:51:11.844545 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 33 (0x6b0f88 -> 0)
|
|
-36> 2012-09-18 08:51:11.845373 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 206 (0 -> 206)
|
|
-35> 2012-09-18 08:51:11.845439 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 3 ==== auth_reply(proto 2 0 Success) v1 ==== 206+0+0 (1239497757 0 0) 0x7f505c000f30 con 0x1cb05a0
|
|
-34> 2012-09-18 08:51:11.845549 7f506673a700 1 -- 10.232.29.142:0/1003269 --> 10.232.121.54:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- ?+0 0x7f5050004a80 con 0x1cb05a0
|
|
-33> 2012-09-18 08:51:11.845573 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 206 (0x6b0f88 -> 0)
|
|
-32> 2012-09-18 08:51:11.846516 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 393 (0 -> 393)
|
|
-31> 2012-09-18 08:51:11.846564 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 4 ==== auth_reply(proto 2 0 Success) v1 ==== 393+0+0 (4021197879 0 0) 0x7f505c001050 con 0x1cb05a0
|
|
-30> 2012-09-18 08:51:11.846652 7f506673a700 1 -- 10.232.29.142:0/1003269 --> 10.232.121.54:6789/0 -- mon_subscribe({monmap=0+}) v2 -- ?+0 0x1cb0b10 con 0x1cb05a0
|
|
-29> 2012-09-18 08:51:11.846699 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 393 (0x6b0f88 -> 0)
|
|
-28> 2012-09-18 08:51:11.846719 7f506b4e4780 5 monclient: authenticate success, global_id 4576
|
|
-27> 2012-09-18 08:51:11.846881 7f506b4e4780 5 asok(0x1c90600) register_command objecter_requests hook 0x1cafd90
|
|
-26> 2012-09-18 08:51:11.846919 7f506b4e4780 1 -- 10.232.29.142:0/1003269 --> 10.232.121.54:6789/0 -- mon_subscribe({monmap=2+,osdmap=0}) v2 -- ?+0 0x1cacc00 con 0x1cb05a0
|
|
-25> 2012-09-18 08:51:11.846950 7f506b4e4780 1 -- 10.232.29.142:0/1003269 --> 10.232.121.54:6789/0 -- mon_subscribe({monmap=2+,osdmap=0}) v2 -- ?+0 0x1cb0910 con 0x1cb05a0
|
|
-24> 2012-09-18 08:51:11.847010 7f506b4e4780 1 librados: waiting for osdmap
|
|
-23> 2012-09-18 08:51:11.847237 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 497 (0 -> 497)
|
|
-22> 2012-09-18 08:51:11.847264 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 20 (497 -> 517)
|
|
-21> 2012-09-18 08:51:11.847278 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 5 ==== mon_map v1 ==== 497+0+0 (32172797 0 0) 0x7f505c001480 con 0x1cb05a0
|
|
-20> 2012-09-18 08:51:11.847295 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 497 (0x6b0f88 -> 20)
|
|
-19> 2012-09-18 08:51:11.847298 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 6 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (29435842 0 0) 0x7f505c001730 con 0x1cb05a0
|
|
-18> 2012-09-18 08:51:11.847306 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 20 (0x6b0f88 -> 0)
|
|
-17> 2012-09-18 08:51:11.847663 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 3381 (0 -> 3381)
|
|
-16> 2012-09-18 08:51:11.847697 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 20 (3381 -> 3401)
|
|
-15> 2012-09-18 08:51:11.847710 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 7 ==== osd_map(52..52 src has 1..52) v3 ==== 3381+0+0 (2748967468 0 0) 0x7f505c0011f0 con 0x1cb05a0
|
|
-14> 2012-09-18 08:51:11.847813 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 3381 (0x6b0f88 -> 20)
|
|
-13> 2012-09-18 08:51:11.847821 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 8 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (29435842 0 0) 0x7f505c002470 con 0x1cb05a0
|
|
-12> 2012-09-18 08:51:11.847832 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 20 (0x6b0f88 -> 0)
|
|
-11> 2012-09-18 08:51:11.847880 7f506b4e4780 1 librados: init done
|
|
-10> 2012-09-18 08:51:11.847912 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 3381 (0 -> 3381)
|
|
-9> 2012-09-18 08:51:11.847943 7f506b4e4780 5 throttle(objecter_bytes 0x1cae628) get_or_fail 0 success (0 -> 0)
|
|
-8> 2012-09-18 08:51:11.847946 7f506b4e0700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 20 (3381 -> 3401)
|
|
-7> 2012-09-18 08:51:11.847948 7f506b4e4780 5 throttle(objecter_ops 0x1cae6a8) get_or_fail 1 success (0 -> 1)
|
|
-6> 2012-09-18 08:51:11.847968 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 9 ==== osd_map(52..52 src has 1..52) v3 ==== 3381+0+0 (2748967468 0 0) 0x7f505c0012c0 con 0x1cb05a0
|
|
-5> 2012-09-18 08:51:11.848058 7f506b4e4780 1 -- 10.232.29.142:0/1003269 --> 10.232.181.122:6800/13174 -- osd_op(client.4576.0:1 zero.1 [read 0~0] 3.40dfcdab) v4 -- ?+0 0x1cb26a0 con 0x1cb2370
|
|
-4> 2012-09-18 08:51:11.848112 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 3381 (0x6b0f88 -> 20)
|
|
-3> 2012-09-18 08:51:11.848119 7f506673a700 1 -- 10.232.29.142:0/1003269 <== mon.1 10.232.121.54:6789/0 10 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0 (29435842 0 0) 0x7f505c0025e0 con 0x1cb05a0
|
|
-2> 2012-09-18 08:51:11.848127 7f506673a700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) put 20 (0x6b0f88 -> 0)
|
|
-1> 2012-09-18 08:51:14.389040 7f5064534700 5 throttle(msgr_dispatch_throttler-radosclient 0x1cad508) get 1073741929 (0 -> 1073741929)
|
|
0> 2012-09-18 08:51:14.390520 7f5064534700 -1 *** Caught signal (Aborted) **
|
|
in thread 7f5064534700
|
|
|
|
ceph version 0.51 (commit:c03ca95d235c9a072dcd8a77ad5274a52e93ae30)
|
|
1: rados() [0x4434fa]
|
|
2: (()+0xfcb0) [0x7f5069e98cb0]
|
|
3: (gsignal()+0x35) [0x7f5068ee5445]
|
|
4: (abort()+0x17b) [0x7f5068ee8bab]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x11d) [0x7f506983369d]
|
|
6: (()+0xb5846) [0x7f5069831846]
|
|
7: (()+0xb5873) [0x7f5069831873]
|
|
8: (()+0xb596e) [0x7f506983196e]
|
|
9: (ceph::buffer::create_page_aligned(unsigned int)+0x95) [0x7f506a849635]
|
|
10: (SimpleMessenger::Pipe::read_message(Message**)+0x1db0) [0x7f506a7f02b0]
|
|
11: (SimpleMessenger::Pipe::reader()+0xb44) [0x7f506a804734]
|
|
12: (SimpleMessenger::Pipe::Reader::entry()+0xd) [0x7f506a6db2cd]
|
|
13: (()+0x7e9a) [0x7f5069e90e9a]
|
|
14: (clone()+0x6d) [0x7f5068fa14bd]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- logging levels ---
|
|
0/ 5 none
|
|
0/ 5 lockdep
|
|
0/ 5 context
|
|
1/ 5 crush
|
|
1/ 5 mds
|
|
1/ 5 mds_balancer
|
|
1/ 5 mds_locker
|
|
1/ 5 mds_log
|
|
1/ 5 mds_log_expire
|
|
1/ 5 mds_migrator
|
|
0/ 0 buffer
|
|
0/ 5 timer
|
|
0/ 5 filer
|
|
0/ 0 objecter
|
|
0/ 5 rados
|
|
0/ 5 rbd
|
|
0/ 5 journaler
|
|
0/ 5 objectcacher
|
|
0/ 5 client
|
|
0/ 5 osd
|
|
0/ 5 optracker
|
|
0/ 5 objclass
|
|
1/ 5 filestore
|
|
1/ 5 journal
|
|
0/ 5 ms
|
|
1/ 5 mon
|
|
0/ 5 monc
|
|
0/ 5 paxos
|
|
0/ 5 tp
|
|
1/ 5 auth
|
|
1/ 5 finisher
|
|
1/ 5 heartbeatmap
|
|
1/ 5 perfcounter
|
|
1/ 5 rgw
|
|
1/ 5 hadoop
|
|
1/ 5 asok
|
|
1/ 5 throttle
|
|
-2/-2 (syslog threshold)
|
|
99/99 (stderr threshold)
|
|
max_recent 10000
|
|
max_new 1000000
|
|
log_file
|
|
--- end dump of recent events ---
|
|
Aborted (core dumped)
|
|
|