|
2013-05-14 07:35:00.596656 7f5002de4700 0 -- 10.252.0.7:6821/15484 >> 10.252.0.9:0/3050875935 pipe(0x3e38780 sd=44 :6821 s=0 pgs=0 cs=0 l=0).accept peer addr is really 10.252.0.9:0/3050875935 (socket is 10.252.0.9:42322/0)
|
|
2013-05-14 08:01:15.118678 7f5002de4700 0 -- 10.252.0.7:6821/15484 >> 10.252.0.8:0/1419243509 pipe(0x6f53a00 sd=44 :6821 s=0 pgs=0 cs=0 l=0).accept peer addr is really 10.252.0.8:0/1419243509 (socket is 10.252.0.8:35452/0)
|
|
2013-05-14 09:20:31.155113 7f5002de4700 0 -- 10.252.0.7:6821/15484 >> 10.252.0.8:0/2419882171 pipe(0x8322000 sd=44 :6821 s=0 pgs=0 cs=0 l=0).accept peer addr is really 10.252.0.8:0/2419882171 (socket is 10.252.0.8:35906/0)
|
|
2013-05-14 09:43:14.287300 7f5002de4700 0 -- 10.252.0.7:6821/15484 >> 10.252.0.9:0/3050875935 pipe(0x8249a00 sd=44 :6821 s=0 pgs=0 cs=0 l=0).accept peer addr is really 10.252.0.9:0/3050875935 (socket is 10.252.0.9:42427/0)
|
|
2013-05-14 10:51:15.481785 7f5002de4700 0 -- 10.252.0.7:6821/15484 >> 10.252.0.8:0/1419243509 pipe(0x8295000 sd=44 :6821 s=0 pgs=0 cs=0 l=0).accept peer addr is really 10.252.0.8:0/1419243509 (socket is 10.252.0.8:36464/0)
|
|
2013-05-14 16:11:14.187078 7f5002de4700 0 -- 10.252.0.7:6821/15484 >> 10.252.0.8:0/1419243509 pipe(0x638aa00 sd=44 :6821 s=0 pgs=0 cs=0 l=0).accept peer addr is really 10.252.0.8:0/1419243509 (socket is 10.252.0.8:38349/0)
|
|
2013-05-14 18:16:02.461298 7f50007be700 0 -- 10.252.0.7:6822/15484 >> 10.251.128.6:6819/30447 pipe(0x7ba3a00 sd=28 :6822 s=0 pgs=0 cs=0 l=0).accept connect_seq 6 vs existing 5 state standby
|
|
2013-05-14 18:16:33.398786 7f5015919700 0 log [WRN] : 1 slow requests, 1 included below; oldest blocked for > 30.172952 secs
|
|
2013-05-14 18:16:33.398795 7f5015919700 0 log [WRN] : slow request 30.172952 seconds old, received at 2013-05-14 18:16:03.225783: osd_op(client.11689.1:552254731 rb.0.376c.238e1f29.0000000002f3 [write 86016~20480] 2.32cecd59) currently reached pg
|
|
2013-05-14 18:16:49.400716 7f5015919700 0 log [WRN] : 2 slow requests, 1 included below; oldest blocked for > 46.174906 secs
|
|
2013-05-14 18:16:49.400723 7f5015919700 0 log [WRN] : slow request 30.537947 seconds old, received at 2013-05-14 18:16:18.862742: osd_op(client.11689.1:552254731 rb.0.376c.238e1f29.0000000002f3 [write 86016~20480] 2.32cecd59 RETRY) currently reached pg
|
|
2013-05-14 18:16:51.857151 7f5009000700 0 log [INF] : 0.15b restarting backfill on osd.28 from (0'0,0'0] MAX to 21753'38111
|
|
2013-05-14 18:16:51.859988 7f5009000700 0 log [INF] : 1.15a restarting backfill on osd.28 from (0'0,0'0] MAX to 21753'10203
|
|
2013-05-14 18:16:51.862389 7f5009000700 0 log [INF] : 2.159 restarting backfill on osd.28 from (0'0,0'0] MAX to 21753'1764780
|
|
2013-05-14 18:16:56.203178 7f5015919700 0 log [WRN] : 3 slow requests, 1 included below; oldest blocked for > 52.977373 secs
|
|
2013-05-14 18:16:56.203188 7f5015919700 0 log [WRN] : slow request 30.827856 seconds old, received at 2013-05-14 18:16:25.375300: osd_op(client.11689.1:552254731 rb.0.376c.238e1f29.0000000002f3 [write 86016~20480] 2.32cecd59 RETRY) currently waiting for ondisk
|
|
2013-05-14 18:16:59.352742 7f5015919700 0 log [WRN] : 4 slow requests, 1 included below; oldest blocked for > 56.126933 secs
|
|
2013-05-14 18:16:59.352751 7f5015919700 0 log [WRN] : slow request 31.120672 seconds old, received at 2013-05-14 18:16:28.232044: osd_op(client.11689.1:552255357 rb.0.2cad.238e1f29.00000000183c [write 2588672~16384] 2.1bc32959) currently waiting for subops from [28,17,20]
|
|
2013-05-14 18:26:00.015768 7f50087ff700 0 log [INF] : 1.7e restarting backfill on osd.13 from (0'0,0'0] MAX to 21753'12668
|
|
2013-05-14 18:26:42.603651 7f50087ff700 0 log [INF] : 0.7f restarting backfill on osd.13 from (0'0,0'0] MAX to 21753'35926
|
|
2013-05-14 18:55:57.599012 7f3f218e7780 -1 filestore(/srv/ceph/osd3) FileStore::mkjournal: open error: (2) No such file or directory
|
|
2013-05-14 18:55:57.599047 7f3f218e7780 -1 [0;31m ** ERROR: error creating fresh journal /srv/ceph/osd3.journal/journal for object store /srv/ceph/osd3: (2) No such file or directory[0m
|
|
2013-05-14 19:07:29.719807 7f58ba32d780 1 journal _open /srv/ceph/osd3.journal/journal fd 7: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
2013-05-14 19:07:29.719877 7f58ba32d780 0 filestore(/srv/ceph/osd3) mkjournal created journal on /srv/ceph/osd3.journal/journal
|
|
2013-05-14 19:07:29.719898 7f58ba32d780 -1 created new journal /srv/ceph/osd3.journal/journal for object store /srv/ceph/osd3
|
|
2013-05-14 19:07:33.692732 7f22d066f780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is supported and appears to work
|
|
2013-05-14 19:07:33.692740 7f22d066f780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is disabled via 'filestore fiemap' config option
|
|
2013-05-14 19:07:33.692951 7f22d066f780 0 filestore(/srv/ceph/osd3) mount did NOT detect btrfs
|
|
2013-05-14 19:07:33.692956 7f22d066f780 0 filestore(/srv/ceph/osd3) mount syncfs(2) syscall not supported
|
|
2013-05-14 19:07:33.692957 7f22d066f780 0 filestore(/srv/ceph/osd3) mount no syncfs(2), must use sync(2).
|
|
2013-05-14 19:07:33.692959 7f22d066f780 0 filestore(/srv/ceph/osd3) mount WARNING: multiple ceph-osd daemons on the same host will be slow
|
|
2013-05-14 19:07:33.693111 7f22d066f780 0 filestore(/srv/ceph/osd3) mount found snaps <>
|
|
2013-05-14 19:07:33.930625 7f22d066f780 0 filestore(/srv/ceph/osd3) mount: enabling WRITEAHEAD journal mode: btrfs not detected
|
|
2013-05-14 19:07:35.010415 7f22d066f780 1 journal _open /srv/ceph/osd3.journal/journal fd 32: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
2013-05-14 19:07:35.010446 7f22d066f780 1 journal _open /srv/ceph/osd3.journal/journal fd 32: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
2013-05-14 19:07:35.010619 7f22d066f780 1 journal close /srv/ceph/osd3.journal/journal
|
|
2013-05-14 19:07:35.046549 7f22d066f780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is supported and appears to work
|
|
2013-05-14 19:07:35.046554 7f22d066f780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is disabled via 'filestore fiemap' config option
|
|
2013-05-14 19:07:35.046701 7f22d066f780 0 filestore(/srv/ceph/osd3) mount did NOT detect btrfs
|
|
2013-05-14 19:07:35.046704 7f22d066f780 0 filestore(/srv/ceph/osd3) mount syncfs(2) syscall not supported
|
|
2013-05-14 19:07:35.046705 7f22d066f780 0 filestore(/srv/ceph/osd3) mount no syncfs(2), must use sync(2).
|
|
2013-05-14 19:07:35.046706 7f22d066f780 0 filestore(/srv/ceph/osd3) mount WARNING: multiple ceph-osd daemons on the same host will be slow
|
|
2013-05-14 19:07:35.046722 7f22d066f780 0 filestore(/srv/ceph/osd3) mount found snaps <>
|
|
2013-05-14 19:07:35.048737 7f22d066f780 0 filestore(/srv/ceph/osd3) mount: enabling WRITEAHEAD journal mode: btrfs not detected
|
|
2013-05-14 19:07:35.049487 7f22d066f780 1 journal _open /srv/ceph/osd3.journal/journal fd 34: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
2013-05-14 19:07:35.049514 7f22d066f780 1 journal _open /srv/ceph/osd3.journal/journal fd 34: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
2013-05-14 19:07:35.065796 7f22d066f780 0 osd.3 21867 crush map has features 262144, adjusting msgr requires for clients
|
|
2013-05-14 19:07:35.065804 7f22d066f780 0 osd.3 21867 crush map has features 262144, adjusting msgr requires for osds
|
|
2013-05-14 19:07:36.887960 7f22d066f780 -1 *** Caught signal (Aborted) **
|
|
in thread 7f22d066f780
|
|
|
|
ceph version 0.56.4 (63b0f854d1cef490624de5d6cf9039735c7de5ca)
|
|
1: /usr/bin/ceph-osd() [0x7a5859]
|
|
2: (()+0xeff0) [0x7f22cfb12ff0]
|
|
3: (gsignal()+0x35) [0x7f22ce59c1b5]
|
|
4: (abort()+0x180) [0x7f22ce59efc0]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x115) [0x7f22cee30dc5]
|
|
6: (()+0xcb166) [0x7f22cee2f166]
|
|
7: (()+0xcb193) [0x7f22cee2f193]
|
|
8: (()+0xcb28e) [0x7f22cee2f28e]
|
|
9: (ceph::buffer::list::iterator::copy(unsigned int, char*)+0x13e) [0x8ade9e]
|
|
10: (void decode<unsigned int, pg_interval_t>(std::map<unsigned int, pg_interval_t, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, pg_interval_t> > >&, ceph::buffer::list::iterator&)+0x33) [0x64b2b3]
|
|
11: (PG::read_state(ObjectStore*, ceph::buffer::list&)+0x1fd) [0x696d0d]
|
|
12: (OSD::load_pgs()+0x19a2) [0x613542]
|
|
13: (OSD::init()+0xb4f) [0x623bef]
|
|
14: (main()+0x2de6) [0x552806]
|
|
15: (__libc_start_main()+0xfd) [0x7f22ce588c8d]
|
|
16: /usr/bin/ceph-osd() [0x54f659]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- begin dump of recent events ---
|
|
-68> 2013-05-14 19:07:33.684622 7f22d066f780 5 asok(0x3661000) register_command perfcounters_dump hook 0x3656010
|
|
-67> 2013-05-14 19:07:33.684641 7f22d066f780 5 asok(0x3661000) register_command 1 hook 0x3656010
|
|
-66> 2013-05-14 19:07:33.684644 7f22d066f780 5 asok(0x3661000) register_command perf dump hook 0x3656010
|
|
-65> 2013-05-14 19:07:33.684651 7f22d066f780 5 asok(0x3661000) register_command perfcounters_schema hook 0x3656010
|
|
-64> 2013-05-14 19:07:33.684655 7f22d066f780 5 asok(0x3661000) register_command 2 hook 0x3656010
|
|
-63> 2013-05-14 19:07:33.684658 7f22d066f780 5 asok(0x3661000) register_command perf schema hook 0x3656010
|
|
-62> 2013-05-14 19:07:33.684660 7f22d066f780 5 asok(0x3661000) register_command config show hook 0x3656010
|
|
-61> 2013-05-14 19:07:33.684664 7f22d066f780 5 asok(0x3661000) register_command config set hook 0x3656010
|
|
-60> 2013-05-14 19:07:33.684667 7f22d066f780 5 asok(0x3661000) register_command log flush hook 0x3656010
|
|
-59> 2013-05-14 19:07:33.684670 7f22d066f780 5 asok(0x3661000) register_command log dump hook 0x3656010
|
|
-58> 2013-05-14 19:07:33.684673 7f22d066f780 5 asok(0x3661000) register_command log reopen hook 0x3656010
|
|
-57> 2013-05-14 19:07:33.686489 7f22d066f780 0 ceph version 0.56.4 (63b0f854d1cef490624de5d6cf9039735c7de5ca), process ceph-osd, pid 2247
|
|
-56> 2013-05-14 19:07:33.687319 7f22d066f780 1 -- 10.252.0.7:0/0 learned my addr 10.252.0.7:0/0
|
|
-55> 2013-05-14 19:07:33.687331 7f22d066f780 1 accepter.accepter.bind my_inst.addr is 10.252.0.7:6803/2247 need_addr=0
|
|
-54> 2013-05-14 19:07:33.687343 7f22d066f780 1 -- 10.252.0.7:0/0 learned my addr 10.252.0.7:0/0
|
|
-53> 2013-05-14 19:07:33.687348 7f22d066f780 1 accepter.accepter.bind my_inst.addr is 10.252.0.7:6804/2247 need_addr=0
|
|
-52> 2013-05-14 19:07:33.687360 7f22d066f780 1 -- 10.252.0.7:0/0 learned my addr 10.252.0.7:0/0
|
|
-51> 2013-05-14 19:07:33.687365 7f22d066f780 1 accepter.accepter.bind my_inst.addr is 10.252.0.7:6805/2247 need_addr=0
|
|
-50> 2013-05-14 19:07:33.687608 7f22d066f780 1 finished global_init_daemonize
|
|
-49> 2013-05-14 19:07:33.689511 7f22d066f780 5 asok(0x3661000) init /var/run/ceph/ceph-osd.3.asok
|
|
-48> 2013-05-14 19:07:33.689525 7f22d066f780 5 asok(0x3661000) bind_and_listen /var/run/ceph/ceph-osd.3.asok
|
|
-47> 2013-05-14 19:07:33.689828 7f22d066f780 5 asok(0x3661000) register_command 0 hook 0x36550b0
|
|
-46> 2013-05-14 19:07:33.689836 7f22d066f780 5 asok(0x3661000) register_command version hook 0x36550b0
|
|
-45> 2013-05-14 19:07:33.689842 7f22d066f780 5 asok(0x3661000) register_command git_version hook 0x36550b0
|
|
-44> 2013-05-14 19:07:33.689846 7f22d066f780 5 asok(0x3661000) register_command help hook 0x36560c0
|
|
-43> 2013-05-14 19:07:33.689866 7f22cc602700 5 asok(0x3661000) entry start
|
|
-42> 2013-05-14 19:07:33.692732 7f22d066f780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is supported and appears to work
|
|
-41> 2013-05-14 19:07:33.692740 7f22d066f780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is disabled via 'filestore fiemap' config option
|
|
-40> 2013-05-14 19:07:33.692951 7f22d066f780 0 filestore(/srv/ceph/osd3) mount did NOT detect btrfs
|
|
-39> 2013-05-14 19:07:33.692956 7f22d066f780 0 filestore(/srv/ceph/osd3) mount syncfs(2) syscall not supported
|
|
-38> 2013-05-14 19:07:33.692957 7f22d066f780 0 filestore(/srv/ceph/osd3) mount no syncfs(2), must use sync(2).
|
|
-37> 2013-05-14 19:07:33.692959 7f22d066f780 0 filestore(/srv/ceph/osd3) mount WARNING: multiple ceph-osd daemons on the same host will be slow
|
|
-36> 2013-05-14 19:07:33.693111 7f22d066f780 0 filestore(/srv/ceph/osd3) mount found snaps <>
|
|
-35> 2013-05-14 19:07:33.930625 7f22d066f780 0 filestore(/srv/ceph/osd3) mount: enabling WRITEAHEAD journal mode: btrfs not detected
|
|
-34> 2013-05-14 19:07:35.010388 7f22d066f780 2 journal open /srv/ceph/osd3.journal/journal fsid f90a2bd0-eac8-47cc-991c-b5685a9f6c89 fs_op_seq 63512466
|
|
-33> 2013-05-14 19:07:35.010415 7f22d066f780 1 journal _open /srv/ceph/osd3.journal/journal fd 32: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
-32> 2013-05-14 19:07:35.010435 7f22d066f780 2 journal read_entry 4096 : bad header magic, end of journal
|
|
-31> 2013-05-14 19:07:35.010439 7f22d066f780 2 journal read_entry 4096 : bad header magic, end of journal
|
|
-30> 2013-05-14 19:07:35.010440 7f22d066f780 3 journal journal_replay: end of journal, done.
|
|
-29> 2013-05-14 19:07:35.010446 7f22d066f780 1 journal _open /srv/ceph/osd3.journal/journal fd 32: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
-28> 2013-05-14 19:07:35.010577 7f22c8dfb700 1 FileStore::op_tp worker finish
|
|
-27> 2013-05-14 19:07:35.010585 7f22c95fc700 1 FileStore::op_tp worker finish
|
|
-26> 2013-05-14 19:07:35.010619 7f22d066f780 1 journal close /srv/ceph/osd3.journal/journal
|
|
-25> 2013-05-14 19:07:35.042768 7f22d066f780 10 monclient(hunting): build_initial_monmap
|
|
-24> 2013-05-14 19:07:35.042835 7f22d066f780 5 adding auth protocol: cephx
|
|
-23> 2013-05-14 19:07:35.042839 7f22d066f780 5 adding auth protocol: cephx
|
|
-22> 2013-05-14 19:07:35.042905 7f22d066f780 1 -- 10.252.0.7:6803/2247 messenger.start
|
|
-21> 2013-05-14 19:07:35.042930 7f22d066f780 1 -- :/0 messenger.start
|
|
-20> 2013-05-14 19:07:35.042938 7f22d066f780 1 -- 10.252.0.7:6805/2247 messenger.start
|
|
-19> 2013-05-14 19:07:35.042946 7f22d066f780 1 -- 10.252.0.7:6804/2247 messenger.start
|
|
-18> 2013-05-14 19:07:35.043007 7f22d066f780 2 osd.3 0 mounting /srv/ceph/osd3 /srv/ceph/osd3.journal/journal
|
|
-17> 2013-05-14 19:07:35.046549 7f22d066f780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is supported and appears to work
|
|
-16> 2013-05-14 19:07:35.046554 7f22d066f780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is disabled via 'filestore fiemap' config option
|
|
-15> 2013-05-14 19:07:35.046701 7f22d066f780 0 filestore(/srv/ceph/osd3) mount did NOT detect btrfs
|
|
-14> 2013-05-14 19:07:35.046704 7f22d066f780 0 filestore(/srv/ceph/osd3) mount syncfs(2) syscall not supported
|
|
-13> 2013-05-14 19:07:35.046705 7f22d066f780 0 filestore(/srv/ceph/osd3) mount no syncfs(2), must use sync(2).
|
|
-12> 2013-05-14 19:07:35.046706 7f22d066f780 0 filestore(/srv/ceph/osd3) mount WARNING: multiple ceph-osd daemons on the same host will be slow
|
|
-11> 2013-05-14 19:07:35.046722 7f22d066f780 0 filestore(/srv/ceph/osd3) mount found snaps <>
|
|
-10> 2013-05-14 19:07:35.048737 7f22d066f780 0 filestore(/srv/ceph/osd3) mount: enabling WRITEAHEAD journal mode: btrfs not detected
|
|
-9> 2013-05-14 19:07:35.049473 7f22d066f780 2 journal open /srv/ceph/osd3.journal/journal fsid f90a2bd0-eac8-47cc-991c-b5685a9f6c89 fs_op_seq 63512466
|
|
-8> 2013-05-14 19:07:35.049487 7f22d066f780 1 journal _open /srv/ceph/osd3.journal/journal fd 34: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
-7> 2013-05-14 19:07:35.049500 7f22d066f780 2 journal read_entry 4096 : bad header magic, end of journal
|
|
-6> 2013-05-14 19:07:35.049504 7f22d066f780 2 journal read_entry 4096 : bad header magic, end of journal
|
|
-5> 2013-05-14 19:07:35.049506 7f22d066f780 3 journal journal_replay: end of journal, done.
|
|
-4> 2013-05-14 19:07:35.049514 7f22d066f780 1 journal _open /srv/ceph/osd3.journal/journal fd 34: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
-3> 2013-05-14 19:07:35.049633 7f22d066f780 2 osd.3 0 boot
|
|
-2> 2013-05-14 19:07:35.065796 7f22d066f780 0 osd.3 21867 crush map has features 262144, adjusting msgr requires for clients
|
|
-1> 2013-05-14 19:07:35.065804 7f22d066f780 0 osd.3 21867 crush map has features 262144, adjusting msgr requires for osds
|
|
0> 2013-05-14 19:07:36.887960 7f22d066f780 -1 *** Caught signal (Aborted) **
|
|
in thread 7f22d066f780
|
|
|
|
ceph version 0.56.4 (63b0f854d1cef490624de5d6cf9039735c7de5ca)
|
|
1: /usr/bin/ceph-osd() [0x7a5859]
|
|
2: (()+0xeff0) [0x7f22cfb12ff0]
|
|
3: (gsignal()+0x35) [0x7f22ce59c1b5]
|
|
4: (abort()+0x180) [0x7f22ce59efc0]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x115) [0x7f22cee30dc5]
|
|
6: (()+0xcb166) [0x7f22cee2f166]
|
|
7: (()+0xcb193) [0x7f22cee2f193]
|
|
8: (()+0xcb28e) [0x7f22cee2f28e]
|
|
9: (ceph::buffer::list::iterator::copy(unsigned int, char*)+0x13e) [0x8ade9e]
|
|
10: (void decode<unsigned int, pg_interval_t>(std::map<unsigned int, pg_interval_t, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, pg_interval_t> > >&, ceph::buffer::list::iterator&)+0x33) [0x64b2b3]
|
|
11: (PG::read_state(ObjectStore*, ceph::buffer::list&)+0x1fd) [0x696d0d]
|
|
12: (OSD::load_pgs()+0x19a2) [0x613542]
|
|
13: (OSD::init()+0xb4f) [0x623bef]
|
|
14: (main()+0x2de6) [0x552806]
|
|
15: (__libc_start_main()+0xfd) [0x7f22ce588c8d]
|
|
16: /usr/bin/ceph-osd() [0x54f659]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- logging levels ---
|
|
0/ 5 none
|
|
0/ 1 lockdep
|
|
0/ 1 context
|
|
1/ 1 crush
|
|
1/ 5 mds
|
|
1/ 5 mds_balancer
|
|
1/ 5 mds_locker
|
|
1/ 5 mds_log
|
|
1/ 5 mds_log_expire
|
|
1/ 5 mds_migrator
|
|
0/ 1 buffer
|
|
0/ 1 timer
|
|
0/ 1 filer
|
|
0/ 1 striper
|
|
0/ 1 objecter
|
|
0/ 5 rados
|
|
0/ 5 rbd
|
|
0/ 5 journaler
|
|
0/ 5 objectcacher
|
|
0/ 5 client
|
|
0/ 5 osd
|
|
0/ 5 optracker
|
|
0/ 5 objclass
|
|
1/ 3 filestore
|
|
1/ 3 journal
|
|
0/ 5 ms
|
|
1/ 5 mon
|
|
0/10 monc
|
|
0/ 5 paxos
|
|
0/ 5 tp
|
|
1/ 5 auth
|
|
1/ 5 crypto
|
|
1/ 1 finisher
|
|
1/ 5 heartbeatmap
|
|
1/ 5 perfcounter
|
|
1/ 5 rgw
|
|
1/ 5 hadoop
|
|
1/ 5 javaclient
|
|
1/ 5 asok
|
|
1/ 1 throttle
|
|
-2/-2 (syslog threshold)
|
|
-1/-1 (stderr threshold)
|
|
max_recent 10000
|
|
max_new 1000
|
|
log_file /var/log/ceph/ceph-osd.3.log
|
|
--- end dump of recent events ---
|
|
2013-05-14 19:08:24.798030 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is supported and appears to work
|
|
2013-05-14 19:08:24.798043 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is disabled via 'filestore fiemap' config option
|
|
2013-05-14 19:08:24.798225 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount did NOT detect btrfs
|
|
2013-05-14 19:08:24.798229 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount syncfs(2) syscall not supported
|
|
2013-05-14 19:08:24.798230 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount no syncfs(2), must use sync(2).
|
|
2013-05-14 19:08:24.798231 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount WARNING: multiple ceph-osd daemons on the same host will be slow
|
|
2013-05-14 19:08:24.798270 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount found snaps <>
|
|
2013-05-14 19:08:24.989837 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount: enabling WRITEAHEAD journal mode: btrfs not detected
|
|
2013-05-14 19:08:24.990782 7f5b5d431780 1 journal _open /srv/ceph/osd3.journal/journal fd 21: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
2013-05-14 19:08:24.991163 7f5b5d431780 -1 filestore(/srv/ceph/osd3) error getting collection index for 2.7d_TEMP: (2) No such file or directory
|
|
2013-05-14 19:08:24.991208 7f5b5d431780 1 journal _open /srv/ceph/osd3.journal/journal fd 21: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
2013-05-14 19:08:25.787031 7f5b5d431780 1 journal close /srv/ceph/osd3.journal/journal
|
|
2013-05-14 19:08:25.892121 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is supported and appears to work
|
|
2013-05-14 19:08:25.892136 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is disabled via 'filestore fiemap' config option
|
|
2013-05-14 19:08:25.892313 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount did NOT detect btrfs
|
|
2013-05-14 19:08:25.892316 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount syncfs(2) syscall not supported
|
|
2013-05-14 19:08:25.892317 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount no syncfs(2), must use sync(2).
|
|
2013-05-14 19:08:25.892318 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount WARNING: multiple ceph-osd daemons on the same host will be slow
|
|
2013-05-14 19:08:25.892345 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount found snaps <>
|
|
2013-05-14 19:08:25.980391 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount: enabling WRITEAHEAD journal mode: btrfs not detected
|
|
2013-05-14 19:08:25.980956 7f5b5d431780 1 journal _open /srv/ceph/osd3.journal/journal fd 29: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
2013-05-14 19:08:25.981092 7f5b5d431780 1 journal _open /srv/ceph/osd3.journal/journal fd 29: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
2013-05-14 19:08:25.981376 7f5b5d431780 0 osd.3 21867 crush map has features 262144, adjusting msgr requires for clients
|
|
2013-05-14 19:08:25.981380 7f5b5d431780 0 osd.3 21867 crush map has features 262144, adjusting msgr requires for osds
|
|
2013-05-14 19:08:26.074229 7f5b5d431780 -1 *** Caught signal (Aborted) **
|
|
in thread 7f5b5d431780
|
|
|
|
ceph version 0.56.4 (63b0f854d1cef490624de5d6cf9039735c7de5ca)
|
|
1: /usr/bin/ceph-osd() [0x7a5859]
|
|
2: (()+0xeff0) [0x7f5b5c8d4ff0]
|
|
3: (gsignal()+0x35) [0x7f5b5b35e1b5]
|
|
4: (abort()+0x180) [0x7f5b5b360fc0]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x115) [0x7f5b5bbf2dc5]
|
|
6: (()+0xcb166) [0x7f5b5bbf1166]
|
|
7: (()+0xcb193) [0x7f5b5bbf1193]
|
|
8: (()+0xcb28e) [0x7f5b5bbf128e]
|
|
9: (ceph::buffer::list::iterator::copy(unsigned int, char*)+0x13e) [0x8ade9e]
|
|
10: (void decode<unsigned int, pg_interval_t>(std::map<unsigned int, pg_interval_t, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, pg_interval_t> > >&, ceph::buffer::list::iterator&)+0x33) [0x64b2b3]
|
|
11: (PG::read_state(ObjectStore*, ceph::buffer::list&)+0x1fd) [0x696d0d]
|
|
12: (OSD::load_pgs()+0x19a2) [0x613542]
|
|
13: (OSD::init()+0xb4f) [0x623bef]
|
|
14: (main()+0x2de6) [0x552806]
|
|
15: (__libc_start_main()+0xfd) [0x7f5b5b34ac8d]
|
|
16: /usr/bin/ceph-osd() [0x54f659]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- begin dump of recent events ---
|
|
-217> 2013-05-14 19:08:24.710854 7f5b5d431780 5 asok(0x1e78000) register_command perfcounters_dump hook 0x1e6d010
|
|
-216> 2013-05-14 19:08:24.710868 7f5b5d431780 5 asok(0x1e78000) register_command 1 hook 0x1e6d010
|
|
-215> 2013-05-14 19:08:24.710872 7f5b5d431780 5 asok(0x1e78000) register_command perf dump hook 0x1e6d010
|
|
-214> 2013-05-14 19:08:24.710880 7f5b5d431780 5 asok(0x1e78000) register_command perfcounters_schema hook 0x1e6d010
|
|
-213> 2013-05-14 19:08:24.711313 7f5b5d431780 5 asok(0x1e78000) register_command 2 hook 0x1e6d010
|
|
-212> 2013-05-14 19:08:24.711317 7f5b5d431780 5 asok(0x1e78000) register_command perf schema hook 0x1e6d010
|
|
-211> 2013-05-14 19:08:24.711319 7f5b5d431780 5 asok(0x1e78000) register_command config show hook 0x1e6d010
|
|
-210> 2013-05-14 19:08:24.711321 7f5b5d431780 5 asok(0x1e78000) register_command config set hook 0x1e6d010
|
|
-209> 2013-05-14 19:08:24.711323 7f5b5d431780 5 asok(0x1e78000) register_command log flush hook 0x1e6d010
|
|
-208> 2013-05-14 19:08:24.711324 7f5b5d431780 5 asok(0x1e78000) register_command log dump hook 0x1e6d010
|
|
-207> 2013-05-14 19:08:24.711326 7f5b5d431780 5 asok(0x1e78000) register_command log reopen hook 0x1e6d010
|
|
-206> 2013-05-14 19:08:24.712596 7f5b5d431780 0 ceph version 0.56.4 (63b0f854d1cef490624de5d6cf9039735c7de5ca), process ceph-osd, pid 4906
|
|
-205> 2013-05-14 19:08:24.712900 7f5b5d431780 1 -- 10.252.0.7:0/0 learned my addr 10.252.0.7:0/0
|
|
-204> 2013-05-14 19:08:24.712909 7f5b5d431780 1 accepter.accepter.bind my_inst.addr is 10.252.0.7:6803/4906 need_addr=0
|
|
-203> 2013-05-14 19:08:24.712916 7f5b5d431780 1 -- 10.252.0.7:0/0 learned my addr 10.252.0.7:0/0
|
|
-202> 2013-05-14 19:08:24.712919 7f5b5d431780 1 accepter.accepter.bind my_inst.addr is 10.252.0.7:6804/4906 need_addr=0
|
|
-201> 2013-05-14 19:08:24.712925 7f5b5d431780 1 -- 10.252.0.7:0/0 learned my addr 10.252.0.7:0/0
|
|
-200> 2013-05-14 19:08:24.712927 7f5b5d431780 1 accepter.accepter.bind my_inst.addr is 10.252.0.7:6805/4906 need_addr=0
|
|
-199> 2013-05-14 19:08:24.713218 7f5b5d431780 1 finished global_init_daemonize
|
|
-198> 2013-05-14 19:08:24.714678 7f5b5d431780 5 asok(0x1e78000) init /var/run/ceph/ceph-osd.3.asok
|
|
-197> 2013-05-14 19:08:24.714689 7f5b5d431780 5 asok(0x1e78000) bind_and_listen /var/run/ceph/ceph-osd.3.asok
|
|
-196> 2013-05-14 19:08:24.714715 7f5b5d431780 5 asok(0x1e78000) register_command 0 hook 0x1e6c0b0
|
|
-195> 2013-05-14 19:08:24.714719 7f5b5d431780 5 asok(0x1e78000) register_command version hook 0x1e6c0b0
|
|
-194> 2013-05-14 19:08:24.714725 7f5b5d431780 5 asok(0x1e78000) register_command git_version hook 0x1e6c0b0
|
|
-193> 2013-05-14 19:08:24.714728 7f5b5d431780 5 asok(0x1e78000) register_command help hook 0x1e6d0c0
|
|
-192> 2013-05-14 19:08:24.714743 7f5b593c4700 5 asok(0x1e78000) entry start
|
|
-191> 2013-05-14 19:08:24.798030 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is supported and appears to work
|
|
-190> 2013-05-14 19:08:24.798043 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is disabled via 'filestore fiemap' config option
|
|
-189> 2013-05-14 19:08:24.798225 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount did NOT detect btrfs
|
|
-188> 2013-05-14 19:08:24.798229 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount syncfs(2) syscall not supported
|
|
-187> 2013-05-14 19:08:24.798230 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount no syncfs(2), must use sync(2).
|
|
-186> 2013-05-14 19:08:24.798231 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount WARNING: multiple ceph-osd daemons on the same host will be slow
|
|
-185> 2013-05-14 19:08:24.798270 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount found snaps <>
|
|
-184> 2013-05-14 19:08:24.989837 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount: enabling WRITEAHEAD journal mode: btrfs not detected
|
|
-183> 2013-05-14 19:08:24.990755 7f5b5d431780 2 journal open /srv/ceph/osd3.journal/journal fsid f90a2bd0-eac8-47cc-991c-b5685a9f6c89 fs_op_seq 63512466
|
|
-182> 2013-05-14 19:08:24.990782 7f5b5d431780 1 journal _open /srv/ceph/osd3.journal/journal fd 21: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
-181> 2013-05-14 19:08:24.990805 7f5b5d431780 2 journal read_entry 4096 : seq 63512467 56 bytes
|
|
-180> 2013-05-14 19:08:24.990811 7f5b5d431780 2 journal read_entry 4096 : seq 63512467 56 bytes
|
|
-179> 2013-05-14 19:08:24.990813 7f5b5d431780 3 journal journal_replay: applying op seq 63512467
|
|
-178> 2013-05-14 19:08:24.990830 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512467
|
|
-177> 2013-05-14 19:08:24.990835 7f5b5d431780 2 journal read_entry 8192 : seq 63512468 56 bytes
|
|
-176> 2013-05-14 19:08:24.990836 7f5b5d431780 3 journal journal_replay: applying op seq 63512468
|
|
-175> 2013-05-14 19:08:24.990841 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512468
|
|
-174> 2013-05-14 19:08:24.990845 7f5b5d431780 2 journal read_entry 12288 : seq 63512469 57 bytes
|
|
-173> 2013-05-14 19:08:24.990847 7f5b5d431780 3 journal journal_replay: applying op seq 63512469
|
|
-172> 2013-05-14 19:08:24.990853 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512469
|
|
-171> 2013-05-14 19:08:24.990857 7f5b5d431780 2 journal read_entry 16384 : seq 63512470 57 bytes
|
|
-170> 2013-05-14 19:08:24.990858 7f5b5d431780 3 journal journal_replay: applying op seq 63512470
|
|
-169> 2013-05-14 19:08:24.990863 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512470
|
|
-168> 2013-05-14 19:08:24.990866 7f5b5d431780 2 journal read_entry 20480 : seq 63512471 56 bytes
|
|
-167> 2013-05-14 19:08:24.990868 7f5b5d431780 3 journal journal_replay: applying op seq 63512471
|
|
-166> 2013-05-14 19:08:24.990872 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512471
|
|
-165> 2013-05-14 19:08:24.990875 7f5b5d431780 2 journal read_entry 24576 : seq 63512472 57 bytes
|
|
-164> 2013-05-14 19:08:24.990877 7f5b5d431780 3 journal journal_replay: applying op seq 63512472
|
|
-163> 2013-05-14 19:08:24.990881 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512472
|
|
-162> 2013-05-14 19:08:24.990884 7f5b5d431780 2 journal read_entry 28672 : seq 63512473 56 bytes
|
|
-161> 2013-05-14 19:08:24.990886 7f5b5d431780 3 journal journal_replay: applying op seq 63512473
|
|
-160> 2013-05-14 19:08:24.990891 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512473
|
|
-159> 2013-05-14 19:08:24.990894 7f5b5d431780 2 journal read_entry 32768 : seq 63512474 56 bytes
|
|
-158> 2013-05-14 19:08:24.990896 7f5b5d431780 3 journal journal_replay: applying op seq 63512474
|
|
-157> 2013-05-14 19:08:24.990900 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512474
|
|
-156> 2013-05-14 19:08:24.990903 7f5b5d431780 2 journal read_entry 36864 : seq 63512475 56 bytes
|
|
-155> 2013-05-14 19:08:24.990905 7f5b5d431780 3 journal journal_replay: applying op seq 63512475
|
|
-154> 2013-05-14 19:08:24.990909 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512475
|
|
-153> 2013-05-14 19:08:24.990914 7f5b5d431780 2 journal read_entry 40960 : seq 63512476 56 bytes
|
|
-152> 2013-05-14 19:08:24.990916 7f5b5d431780 3 journal journal_replay: applying op seq 63512476
|
|
-151> 2013-05-14 19:08:24.990920 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512476
|
|
-150> 2013-05-14 19:08:24.990923 7f5b5d431780 2 journal read_entry 45056 : seq 63512477 56 bytes
|
|
-149> 2013-05-14 19:08:24.990925 7f5b5d431780 3 journal journal_replay: applying op seq 63512477
|
|
-148> 2013-05-14 19:08:24.990929 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512477
|
|
-147> 2013-05-14 19:08:24.990932 7f5b5d431780 2 journal read_entry 49152 : seq 63512478 57 bytes
|
|
-146> 2013-05-14 19:08:24.990934 7f5b5d431780 3 journal journal_replay: applying op seq 63512478
|
|
-145> 2013-05-14 19:08:24.990938 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512478
|
|
-144> 2013-05-14 19:08:24.990942 7f5b5d431780 2 journal read_entry 53248 : seq 63512479 56 bytes
|
|
-143> 2013-05-14 19:08:24.990943 7f5b5d431780 3 journal journal_replay: applying op seq 63512479
|
|
-142> 2013-05-14 19:08:24.990947 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512479
|
|
-141> 2013-05-14 19:08:24.990951 7f5b5d431780 2 journal read_entry 57344 : seq 63512480 56 bytes
|
|
-140> 2013-05-14 19:08:24.990953 7f5b5d431780 3 journal journal_replay: applying op seq 63512480
|
|
-139> 2013-05-14 19:08:24.990957 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512480
|
|
-138> 2013-05-14 19:08:24.990960 7f5b5d431780 2 journal read_entry 61440 : seq 63512481 56 bytes
|
|
-137> 2013-05-14 19:08:24.990962 7f5b5d431780 3 journal journal_replay: applying op seq 63512481
|
|
-136> 2013-05-14 19:08:24.990966 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512481
|
|
-135> 2013-05-14 19:08:24.990970 7f5b5d431780 2 journal read_entry 65536 : seq 63512482 57 bytes
|
|
-134> 2013-05-14 19:08:24.990973 7f5b5d431780 3 journal journal_replay: applying op seq 63512482
|
|
-133> 2013-05-14 19:08:24.990977 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512482
|
|
-132> 2013-05-14 19:08:24.990981 7f5b5d431780 2 journal read_entry 69632 : seq 63512483 57 bytes
|
|
-131> 2013-05-14 19:08:24.990983 7f5b5d431780 3 journal journal_replay: applying op seq 63512483
|
|
-130> 2013-05-14 19:08:24.990987 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512483
|
|
-129> 2013-05-14 19:08:24.990991 7f5b5d431780 2 journal read_entry 73728 : seq 63512484 57 bytes
|
|
-128> 2013-05-14 19:08:24.990993 7f5b5d431780 3 journal journal_replay: applying op seq 63512484
|
|
-127> 2013-05-14 19:08:24.990997 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512484
|
|
-126> 2013-05-14 19:08:24.991000 7f5b5d431780 2 journal read_entry 77824 : seq 63512485 56 bytes
|
|
-125> 2013-05-14 19:08:24.991002 7f5b5d431780 3 journal journal_replay: applying op seq 63512485
|
|
-124> 2013-05-14 19:08:24.991006 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512485
|
|
-123> 2013-05-14 19:08:24.991009 7f5b5d431780 2 journal read_entry 81920 : seq 63512486 56 bytes
|
|
-122> 2013-05-14 19:08:24.991011 7f5b5d431780 3 journal journal_replay: applying op seq 63512486
|
|
-121> 2013-05-14 19:08:24.991015 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512486
|
|
-120> 2013-05-14 19:08:24.991019 7f5b5d431780 2 journal read_entry 86016 : seq 63512487 56 bytes
|
|
-119> 2013-05-14 19:08:24.991020 7f5b5d431780 3 journal journal_replay: applying op seq 63512487
|
|
-118> 2013-05-14 19:08:24.991025 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512487
|
|
-117> 2013-05-14 19:08:24.991028 7f5b5d431780 2 journal read_entry 90112 : seq 63512488 57 bytes
|
|
-116> 2013-05-14 19:08:24.991030 7f5b5d431780 3 journal journal_replay: applying op seq 63512488
|
|
-115> 2013-05-14 19:08:24.991036 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512488
|
|
-114> 2013-05-14 19:08:24.991040 7f5b5d431780 2 journal read_entry 94208 : seq 63512489 56 bytes
|
|
-113> 2013-05-14 19:08:24.991041 7f5b5d431780 3 journal journal_replay: applying op seq 63512489
|
|
-112> 2013-05-14 19:08:24.991046 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512489
|
|
-111> 2013-05-14 19:08:24.991049 7f5b5d431780 2 journal read_entry 98304 : seq 63512490 56 bytes
|
|
-110> 2013-05-14 19:08:24.991051 7f5b5d431780 3 journal journal_replay: applying op seq 63512490
|
|
-109> 2013-05-14 19:08:24.991055 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512490
|
|
-108> 2013-05-14 19:08:24.991058 7f5b5d431780 2 journal read_entry 102400 : seq 63512491 57 bytes
|
|
-107> 2013-05-14 19:08:24.991060 7f5b5d431780 3 journal journal_replay: applying op seq 63512491
|
|
-106> 2013-05-14 19:08:24.991064 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512491
|
|
-105> 2013-05-14 19:08:24.991068 7f5b5d431780 2 journal read_entry 106496 : seq 63512492 56 bytes
|
|
-104> 2013-05-14 19:08:24.991069 7f5b5d431780 3 journal journal_replay: applying op seq 63512492
|
|
-103> 2013-05-14 19:08:24.991074 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512492
|
|
-102> 2013-05-14 19:08:24.991077 7f5b5d431780 2 journal read_entry 110592 : seq 63512493 57 bytes
|
|
-101> 2013-05-14 19:08:24.991079 7f5b5d431780 3 journal journal_replay: applying op seq 63512493
|
|
-100> 2013-05-14 19:08:24.991083 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512493
|
|
-99> 2013-05-14 19:08:24.991086 7f5b5d431780 2 journal read_entry 114688 : seq 63512494 56 bytes
|
|
-98> 2013-05-14 19:08:24.991088 7f5b5d431780 3 journal journal_replay: applying op seq 63512494
|
|
-97> 2013-05-14 19:08:24.991093 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512494
|
|
-96> 2013-05-14 19:08:24.991098 7f5b5d431780 2 journal read_entry 118784 : seq 63512495 57 bytes
|
|
-95> 2013-05-14 19:08:24.991100 7f5b5d431780 3 journal journal_replay: applying op seq 63512495
|
|
-94> 2013-05-14 19:08:24.991104 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512495
|
|
-93> 2013-05-14 19:08:24.991108 7f5b5d431780 2 journal read_entry 122880 : seq 63512496 56 bytes
|
|
-92> 2013-05-14 19:08:24.991109 7f5b5d431780 3 journal journal_replay: applying op seq 63512496
|
|
-91> 2013-05-14 19:08:24.991114 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512496
|
|
-90> 2013-05-14 19:08:24.991117 7f5b5d431780 2 journal read_entry 126976 : seq 63512497 57 bytes
|
|
-89> 2013-05-14 19:08:24.991119 7f5b5d431780 3 journal journal_replay: applying op seq 63512497
|
|
-88> 2013-05-14 19:08:24.991123 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512497
|
|
-87> 2013-05-14 19:08:24.991126 7f5b5d431780 2 journal read_entry 131072 : seq 63512498 57 bytes
|
|
-86> 2013-05-14 19:08:24.991128 7f5b5d431780 3 journal journal_replay: applying op seq 63512498
|
|
-85> 2013-05-14 19:08:24.991132 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512498
|
|
-84> 2013-05-14 19:08:24.991136 7f5b5d431780 2 journal read_entry 135168 : seq 63512499 56 bytes
|
|
-83> 2013-05-14 19:08:24.991137 7f5b5d431780 3 journal journal_replay: applying op seq 63512499
|
|
-82> 2013-05-14 19:08:24.991142 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512499
|
|
-81> 2013-05-14 19:08:24.991145 7f5b5d431780 2 journal read_entry 139264 : seq 63512500 56 bytes
|
|
-80> 2013-05-14 19:08:24.991147 7f5b5d431780 3 journal journal_replay: applying op seq 63512500
|
|
-79> 2013-05-14 19:08:24.991151 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512500
|
|
-78> 2013-05-14 19:08:24.991154 7f5b5d431780 2 journal read_entry 143360 : seq 63512501 144 bytes
|
|
-77> 2013-05-14 19:08:24.991158 7f5b5d431780 3 journal journal_replay: applying op seq 63512501
|
|
-76> 2013-05-14 19:08:24.991163 7f5b5d431780 -1 filestore(/srv/ceph/osd3) error getting collection index for 2.7d_TEMP: (2) No such file or directory
|
|
-75> 2013-05-14 19:08:24.991181 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512501
|
|
-74> 2013-05-14 19:08:24.991185 7f5b5d431780 2 journal read_entry 147456 : seq 63512502 56 bytes
|
|
-73> 2013-05-14 19:08:24.991186 7f5b5d431780 3 journal journal_replay: applying op seq 63512502
|
|
-72> 2013-05-14 19:08:24.991190 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512502
|
|
-71> 2013-05-14 19:08:24.991193 7f5b5d431780 2 journal read_entry 151552 : seq 63512503 56 bytes
|
|
-70> 2013-05-14 19:08:24.991194 7f5b5d431780 3 journal journal_replay: applying op seq 63512503
|
|
-69> 2013-05-14 19:08:24.991198 7f5b5d431780 3 journal journal_replay: r = 0, op_seq now 63512503
|
|
-68> 2013-05-14 19:08:24.991200 7f5b5d431780 2 journal read_entry 155648 : bad header magic, end of journal
|
|
-67> 2013-05-14 19:08:24.991202 7f5b5d431780 3 journal journal_replay: end of journal, done.
|
|
-66> 2013-05-14 19:08:24.991208 7f5b5d431780 1 journal _open /srv/ceph/osd3.journal/journal fd 21: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
-65> 2013-05-14 19:08:25.786924 7f5b563be700 1 FileStore::op_tp worker finish
|
|
-64> 2013-05-14 19:08:25.786952 7f5b56bbf700 1 FileStore::op_tp worker finish
|
|
-63> 2013-05-14 19:08:25.787031 7f5b5d431780 1 journal close /srv/ceph/osd3.journal/journal
|
|
-62> 2013-05-14 19:08:25.787370 7f5b5d431780 10 monclient(hunting): build_initial_monmap
|
|
-61> 2013-05-14 19:08:25.787435 7f5b5d431780 5 adding auth protocol: cephx
|
|
-60> 2013-05-14 19:08:25.787438 7f5b5d431780 5 adding auth protocol: cephx
|
|
-59> 2013-05-14 19:08:25.787501 7f5b5d431780 1 -- 10.252.0.7:6803/4906 messenger.start
|
|
-58> 2013-05-14 19:08:25.787524 7f5b5d431780 1 -- :/0 messenger.start
|
|
-57> 2013-05-14 19:08:25.787529 7f5b5d431780 1 -- 10.252.0.7:6805/4906 messenger.start
|
|
-56> 2013-05-14 19:08:25.787535 7f5b5d431780 1 -- 10.252.0.7:6804/4906 messenger.start
|
|
-55> 2013-05-14 19:08:25.787590 7f5b5d431780 2 osd.3 0 mounting /srv/ceph/osd3 /srv/ceph/osd3.journal/journal
|
|
-54> 2013-05-14 19:08:25.892121 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is supported and appears to work
|
|
-53> 2013-05-14 19:08:25.892136 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount FIEMAP ioctl is disabled via 'filestore fiemap' config option
|
|
-52> 2013-05-14 19:08:25.892313 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount did NOT detect btrfs
|
|
-51> 2013-05-14 19:08:25.892316 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount syncfs(2) syscall not supported
|
|
-50> 2013-05-14 19:08:25.892317 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount no syncfs(2), must use sync(2).
|
|
-49> 2013-05-14 19:08:25.892318 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount WARNING: multiple ceph-osd daemons on the same host will be slow
|
|
-48> 2013-05-14 19:08:25.892345 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount found snaps <>
|
|
-47> 2013-05-14 19:08:25.980391 7f5b5d431780 0 filestore(/srv/ceph/osd3) mount: enabling WRITEAHEAD journal mode: btrfs not detected
|
|
-46> 2013-05-14 19:08:25.980939 7f5b5d431780 2 journal open /srv/ceph/osd3.journal/journal fsid f90a2bd0-eac8-47cc-991c-b5685a9f6c89 fs_op_seq 63512503
|
|
-45> 2013-05-14 19:08:25.980956 7f5b5d431780 1 journal _open /srv/ceph/osd3.journal/journal fd 29: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
-44> 2013-05-14 19:08:25.980970 7f5b5d431780 2 journal read_entry 4096 : seq 63512467 56 bytes
|
|
-43> 2013-05-14 19:08:25.980974 7f5b5d431780 2 journal read_entry 8192 : seq 63512468 56 bytes
|
|
-42> 2013-05-14 19:08:25.980977 7f5b5d431780 2 journal read_entry 12288 : seq 63512469 57 bytes
|
|
-41> 2013-05-14 19:08:25.980980 7f5b5d431780 2 journal read_entry 16384 : seq 63512470 57 bytes
|
|
-40> 2013-05-14 19:08:25.980982 7f5b5d431780 2 journal read_entry 20480 : seq 63512471 56 bytes
|
|
-39> 2013-05-14 19:08:25.980986 7f5b5d431780 2 journal read_entry 24576 : seq 63512472 57 bytes
|
|
-38> 2013-05-14 19:08:25.980988 7f5b5d431780 2 journal read_entry 28672 : seq 63512473 56 bytes
|
|
-37> 2013-05-14 19:08:25.980994 7f5b5d431780 2 journal read_entry 32768 : seq 63512474 56 bytes
|
|
-36> 2013-05-14 19:08:25.980996 7f5b5d431780 2 journal read_entry 36864 : seq 63512475 56 bytes
|
|
-35> 2013-05-14 19:08:25.980999 7f5b5d431780 2 journal read_entry 40960 : seq 63512476 56 bytes
|
|
-34> 2013-05-14 19:08:25.981002 7f5b5d431780 2 journal read_entry 45056 : seq 63512477 56 bytes
|
|
-33> 2013-05-14 19:08:25.981004 7f5b5d431780 2 journal read_entry 49152 : seq 63512478 57 bytes
|
|
-32> 2013-05-14 19:08:25.981007 7f5b5d431780 2 journal read_entry 53248 : seq 63512479 56 bytes
|
|
-31> 2013-05-14 19:08:25.981010 7f5b5d431780 2 journal read_entry 57344 : seq 63512480 56 bytes
|
|
-30> 2013-05-14 19:08:25.981013 7f5b5d431780 2 journal read_entry 61440 : seq 63512481 56 bytes
|
|
-29> 2013-05-14 19:08:25.981015 7f5b5d431780 2 journal read_entry 65536 : seq 63512482 57 bytes
|
|
-28> 2013-05-14 19:08:25.981019 7f5b5d431780 2 journal read_entry 69632 : seq 63512483 57 bytes
|
|
-27> 2013-05-14 19:08:25.981021 7f5b5d431780 2 journal read_entry 73728 : seq 63512484 57 bytes
|
|
-26> 2013-05-14 19:08:25.981024 7f5b5d431780 2 journal read_entry 77824 : seq 63512485 56 bytes
|
|
-25> 2013-05-14 19:08:25.981027 7f5b5d431780 2 journal read_entry 81920 : seq 63512486 56 bytes
|
|
-24> 2013-05-14 19:08:25.981030 7f5b5d431780 2 journal read_entry 86016 : seq 63512487 56 bytes
|
|
-23> 2013-05-14 19:08:25.981033 7f5b5d431780 2 journal read_entry 90112 : seq 63512488 57 bytes
|
|
-22> 2013-05-14 19:08:25.981036 7f5b5d431780 2 journal read_entry 94208 : seq 63512489 56 bytes
|
|
-21> 2013-05-14 19:08:25.981039 7f5b5d431780 2 journal read_entry 98304 : seq 63512490 56 bytes
|
|
-20> 2013-05-14 19:08:25.981042 7f5b5d431780 2 journal read_entry 102400 : seq 63512491 57 bytes
|
|
-19> 2013-05-14 19:08:25.981045 7f5b5d431780 2 journal read_entry 106496 : seq 63512492 56 bytes
|
|
-18> 2013-05-14 19:08:25.981048 7f5b5d431780 2 journal read_entry 110592 : seq 63512493 57 bytes
|
|
-17> 2013-05-14 19:08:25.981051 7f5b5d431780 2 journal read_entry 114688 : seq 63512494 56 bytes
|
|
-16> 2013-05-14 19:08:25.981055 7f5b5d431780 2 journal read_entry 118784 : seq 63512495 57 bytes
|
|
-15> 2013-05-14 19:08:25.981058 7f5b5d431780 2 journal read_entry 122880 : seq 63512496 56 bytes
|
|
-14> 2013-05-14 19:08:25.981061 7f5b5d431780 2 journal read_entry 126976 : seq 63512497 57 bytes
|
|
-13> 2013-05-14 19:08:25.981064 7f5b5d431780 2 journal read_entry 131072 : seq 63512498 57 bytes
|
|
-12> 2013-05-14 19:08:25.981067 7f5b5d431780 2 journal read_entry 135168 : seq 63512499 56 bytes
|
|
-11> 2013-05-14 19:08:25.981070 7f5b5d431780 2 journal read_entry 139264 : seq 63512500 56 bytes
|
|
-10> 2013-05-14 19:08:25.981073 7f5b5d431780 2 journal read_entry 143360 : seq 63512501 144 bytes
|
|
-9> 2013-05-14 19:08:25.981077 7f5b5d431780 2 journal read_entry 147456 : seq 63512502 56 bytes
|
|
-8> 2013-05-14 19:08:25.981080 7f5b5d431780 2 journal read_entry 151552 : seq 63512503 56 bytes
|
|
-7> 2013-05-14 19:08:25.981082 7f5b5d431780 2 journal read_entry 155648 : bad header magic, end of journal
|
|
-6> 2013-05-14 19:08:25.981084 7f5b5d431780 2 journal read_entry 155648 : bad header magic, end of journal
|
|
-5> 2013-05-14 19:08:25.981086 7f5b5d431780 3 journal journal_replay: end of journal, done.
|
|
-4> 2013-05-14 19:08:25.981092 7f5b5d431780 1 journal _open /srv/ceph/osd3.journal/journal fd 29: 1043333120 bytes, block size 4096 bytes, directio = 0, aio = 0
|
|
-3> 2013-05-14 19:08:25.981188 7f5b5d431780 2 osd.3 0 boot
|
|
-2> 2013-05-14 19:08:25.981376 7f5b5d431780 0 osd.3 21867 crush map has features 262144, adjusting msgr requires for clients
|
|
-1> 2013-05-14 19:08:25.981380 7f5b5d431780 0 osd.3 21867 crush map has features 262144, adjusting msgr requires for osds
|
|
0> 2013-05-14 19:08:26.074229 7f5b5d431780 -1 *** Caught signal (Aborted) **
|
|
in thread 7f5b5d431780
|
|
|
|
ceph version 0.56.4 (63b0f854d1cef490624de5d6cf9039735c7de5ca)
|
|
1: /usr/bin/ceph-osd() [0x7a5859]
|
|
2: (()+0xeff0) [0x7f5b5c8d4ff0]
|
|
3: (gsignal()+0x35) [0x7f5b5b35e1b5]
|
|
4: (abort()+0x180) [0x7f5b5b360fc0]
|
|
5: (__gnu_cxx::__verbose_terminate_handler()+0x115) [0x7f5b5bbf2dc5]
|
|
6: (()+0xcb166) [0x7f5b5bbf1166]
|
|
7: (()+0xcb193) [0x7f5b5bbf1193]
|
|
8: (()+0xcb28e) [0x7f5b5bbf128e]
|
|
9: (ceph::buffer::list::iterator::copy(unsigned int, char*)+0x13e) [0x8ade9e]
|
|
10: (void decode<unsigned int, pg_interval_t>(std::map<unsigned int, pg_interval_t, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, pg_interval_t> > >&, ceph::buffer::list::iterator&)+0x33) [0x64b2b3]
|
|
11: (PG::read_state(ObjectStore*, ceph::buffer::list&)+0x1fd) [0x696d0d]
|
|
12: (OSD::load_pgs()+0x19a2) [0x613542]
|
|
13: (OSD::init()+0xb4f) [0x623bef]
|
|
14: (main()+0x2de6) [0x552806]
|
|
15: (__libc_start_main()+0xfd) [0x7f5b5b34ac8d]
|
|
16: /usr/bin/ceph-osd() [0x54f659]
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
--- logging levels ---
|
|
0/ 5 none
|
|
0/ 1 lockdep
|
|
0/ 1 context
|
|
1/ 1 crush
|
|
1/ 5 mds
|
|
1/ 5 mds_balancer
|
|
1/ 5 mds_locker
|
|
1/ 5 mds_log
|
|
1/ 5 mds_log_expire
|
|
1/ 5 mds_migrator
|
|
0/ 1 buffer
|
|
0/ 1 timer
|
|
0/ 1 filer
|
|
0/ 1 striper
|
|
0/ 1 objecter
|
|
0/ 5 rados
|
|
0/ 5 rbd
|
|
0/ 5 journaler
|
|
0/ 5 objectcacher
|
|
0/ 5 client
|
|
0/ 5 osd
|
|
0/ 5 optracker
|
|
0/ 5 objclass
|
|
1/ 3 filestore
|
|
1/ 3 journal
|
|
0/ 5 ms
|
|
1/ 5 mon
|
|
0/10 monc
|
|
0/ 5 paxos
|
|
0/ 5 tp
|
|
1/ 5 auth
|
|
1/ 5 crypto
|
|
1/ 1 finisher
|
|
1/ 5 heartbeatmap
|
|
1/ 5 perfcounter
|
|
1/ 5 rgw
|
|
1/ 5 hadoop
|
|
1/ 5 javaclient
|
|
1/ 5 asok
|
|
1/ 1 throttle
|
|
-2/-2 (syslog threshold)
|
|
-1/-1 (stderr threshold)
|
|
max_recent 10000
|
|
max_new 1000
|
|
log_file /var/log/ceph/ceph-osd.3.log
|
|
--- end dump of recent events ---
|