|
# systemctl start ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6@mds.backup.ceph03.gcoisu.service
|
|
|
|
|
|
# journalctl -f -u ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6@mds.backup.ceph03.gcoisu.service
|
|
Dec 14 12:06:52 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Updating MDS map to version 178839 from mon.2
|
|
Dec 14 12:06:53 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Updating MDS map to version 178840 from mon.2
|
|
Dec 14 12:06:53 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Monitors have assigned me to become a standby.
|
|
Dec 14 12:06:54 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Updating MDS map to version 178841 from mon.2
|
|
Dec 14 12:06:54 ceph03 ceph-mds[207420]: mds.0.178841 handle_mds_map i am now mds.0.178841
|
|
Dec 14 12:06:54 ceph03 ceph-mds[207420]: mds.0.178841 handle_mds_map state change up:standby --> up:replay
|
|
Dec 14 12:06:54 ceph03 ceph-mds[207420]: mds.0.178841 replay_start
|
|
Dec 14 12:06:54 ceph03 ceph-mds[207420]: mds.0.178841 waiting for osdmap 86125 (which blocklists prior instance)
|
|
Dec 14 12:06:54 ceph03 ceph-mds[207420]: mds.0.cache creating system inode with ino:0x100
|
|
Dec 14 12:06:54 ceph03 ceph-mds[207420]: mds.0.cache creating system inode with ino:0x1
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: terminate called after throwing an instance of 'ceph::buffer::v15_2_0::end_of_buffer'
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: what(): End of buffer
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: *** Caught signal (Aborted) **
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: in thread 7fc2a4237700 thread_name:md_log_replay
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable)
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7fc2b367bcf0]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 2: gsignal()
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 3: abort()
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 4: /lib64/libstdc++.so.6(+0x9009b) [0x7fc2b2a7509b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 5: /lib64/libstdc++.so.6(+0x9654c) [0x7fc2b2a7b54c]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 6: /lib64/libstdc++.so.6(+0x965a7) [0x7fc2b2a7b5a7]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 7: /lib64/libstdc++.so.6(+0x96808) [0x7fc2b2a7b808]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 8: (ceph::buffer::v15_2_0::list::iterator_impl<true>::copy(unsigned int, char*)+0xa5) [0x7fc2b4a530e5]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 9: (compact_set_base<long, std::set<long, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t)26, long> > >::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x15f) [0x56030fa828df]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 10: (inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x55b) [0x56030fa8303b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 11: (old_inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x123) [0x56030fa83623]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 12: (EMetaBlob::fullbit::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x688) [0x56030fb653f8]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 13: /usr/bin/ceph-mds(+0x592f2d) [0x56030fb67f2d]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 14: (EMetaBlob::replay(MDSRank*, LogSegment*, int, MDPeerUpdate*)+0x7bf) [0x56030fb6fbff]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 15: (EUpdate::replay(MDSRank*)+0x61) [0x56030fb77bd1]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 16: (MDLog::_replay_thread()+0x7bb) [0x56030fafe54b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 17: (MDLog::ReplayThread::entry()+0x11) [0x56030f7b1041]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 18: /lib64/libpthread.so.0(+0x81ca) [0x7fc2b36711ca]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 19: clone()
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: *** Caught signal (Aborted) **
|
|
in thread 7fc2a4237700 thread_name:md_log_replay
|
|
|
|
ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable)
|
|
1: /lib64/libpthread.so.0(+0x12cf0) [0x7fc2b367bcf0]
|
|
2: gsignal()
|
|
3: abort()
|
|
4: /lib64/libstdc++.so.6(+0x9009b) [0x7fc2b2a7509b]
|
|
5: /lib64/libstdc++.so.6(+0x9654c) [0x7fc2b2a7b54c]
|
|
6: /lib64/libstdc++.so.6(+0x965a7) [0x7fc2b2a7b5a7]
|
|
7: /lib64/libstdc++.so.6(+0x96808) [0x7fc2b2a7b808]
|
|
8: (ceph::buffer::v15_2_0::list::iterator_impl<true>::copy(unsigned int, char*)+0xa5) [0x7fc2b4a530e5]
|
|
9: (compact_set_base<long, std::set<long, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t)26, long> > >::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x15f) [0x56030fa828df]
|
|
10: (inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x55b) [0x56030fa8303b]
|
|
11: (old_inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x123) [0x56030fa83623]
|
|
12: (EMetaBlob::fullbit::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x688) [0x56030fb653f8]
|
|
13: /usr/bin/ceph-mds(+0x592f2d) [0x56030fb67f2d]
|
|
14: (EMetaBlob::replay(MDSRank*, LogSegment*, int, MDPeerUpdate*)+0x7bf) [0x56030fb6fbff]
|
|
15: (EUpdate::replay(MDSRank*)+0x61) [0x56030fb77bd1]
|
|
16: (MDLog::_replay_thread()+0x7bb) [0x56030fafe54b]
|
|
17: (MDLog::ReplayThread::entry()+0x11) [0x56030f7b1041]
|
|
18: /lib64/libpthread.so.0(+0x81ca) [0x7fc2b36711ca]
|
|
19: clone()
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 2023-12-14T12:06:59.947+0000 7fc2a4237700 -1 *** Caught signal (Aborted) **
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: in thread 7fc2a4237700 thread_name:md_log_replay
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]:
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable)
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7fc2b367bcf0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command assert hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 2: gsignal()
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command abort hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 3: abort()
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command leak_some_memory hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 4: /lib64/libstdc++.so.6(+0x9009b) [0x7fc2b2a7509b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 5: /lib64/libstdc++.so.6(+0x9654c) [0x7fc2b2a7b54c]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perfcounters_dump hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 6: /lib64/libstdc++.so.6(+0x965a7) [0x7fc2b2a7b5a7]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command 1 hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 7: /lib64/libstdc++.so.6(+0x96808) [0x7fc2b2a7b808]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf dump hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 8: (ceph::buffer::v15_2_0::list::iterator_impl<true>::copy(unsigned int, char*)+0xa5) [0x7fc2b4a530e5]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 9: (compact_set_base<long, std::set<long, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t)26, long> > >::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x15f) [0x56030fa828df]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perfcounters_schema hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 10: (inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x55b) [0x56030fa8303b]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf histogram dump hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 11: (old_inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x123) [0x56030fa83623]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command 2 hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 12: (EMetaBlob::fullbit::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x688) [0x56030fb653f8]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf schema hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 13: /usr/bin/ceph-mds(+0x592f2d) [0x56030fb67f2d]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 14: (EMetaBlob::replay(MDSRank*, LogSegment*, int, MDPeerUpdate*)+0x7bf) [0x56030fb6fbff]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf histogram schema hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 15: (EUpdate::replay(MDSRank*)+0x61) [0x56030fb77bd1]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf reset hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 16: (MDLog::_replay_thread()+0x7bb) [0x56030fafe54b]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config show hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 17: (MDLog::ReplayThread::entry()+0x11) [0x56030f7b1041]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config help hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 18: /lib64/libpthread.so.0(+0x81ca) [0x7fc2b36711ca]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 19: clone()
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config set hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config unset hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]:
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config get hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config diff hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config diff get hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command injectargs hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command log flush hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command log dump hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command log reopen hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_mempools hook 0x560312c06068
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_monmap_and_config
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: build_initial_monmap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: build_initial for_mkfs: 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: monmap:
|
|
epoch 0
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-14T12:06:52.872383+0000
|
|
created 2023-12-14T12:06:52.872383+0000
|
|
min_mon_release 0 (unknown)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.noname-a
|
|
1: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.noname-b
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.noname-c
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: none
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: init
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding auth protocol: none
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command rotate-key hook 0x7fffea8a16d8
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _reopen_session rank -1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _add_conns ranks=[0,1,2]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-a con 0x560311e8c800 addr [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-b con 0x560311e8cc00 addr [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-c con 0x560311e8d000 addr [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): authenticate will time out at 1312588.013173s
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): get_auth_request con 0x560311e8d000 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _init_auth method 2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _init_auth creating new auth
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more payload 9
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more payload_len 9
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more responding with 36 bytes
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_done global_id 103335347 payload 290
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_hunting 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: found mon.noname-c
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.noname-c at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_monmap mon_map magic: 0 v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: got monmap 51 from mon.noname-c (according to old e51)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: dump:
|
|
epoch 51
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-02T12:41:04.828011+0000
|
|
created 2021-01-13T01:06:24.105262+0000
|
|
min_mon_release 17 (quincy)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.ceph02
|
|
1: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.ceph01
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.ceph03
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_auth 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating renewing rotating keys (they expired before 2023-12-14T12:06:22.876229+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_config config(4 keys) v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_monmap mon_map magic: 0 v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: got monmap 51 from mon.ceph03 (according to old e51)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: dump:
|
|
epoch 51
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-02T12:41:04.828011+0000
|
|
created 2021-01-13T01:06:24.105262+0000
|
|
min_mon_release 17 (quincy)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.ceph02
|
|
1: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.ceph01
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.ceph03
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: authenticate success, global_id 103335347
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_monmap_and_config success
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals no callback set
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals container_image = quay.io/ceph/ceph@sha256:1fcdbead4709a7182047f8ff9726e0f17b0b209aaa6656c5c8b2339b818e70bb
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals mds_join_fs = backup
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals mon_allow_pool_size_one = false
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals osd_pool_default_pg_autoscale_mode = off
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_auth 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:22.876643+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: shutdown
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) unregister_commands rotate-key
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set uid:gid to 167:167 (ceph:ceph)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable), process ceph-mds, pid 2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: main not setting numa affinity
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: pidfile_write: ignore empty --pid-file
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) init /var/run/ceph/ceph-mds.backup.ceph03.gcoisu.asok
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) bind_and_listen /var/run/ceph/ceph-mds.backup.ceph03.gcoisu.asok
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command 0 hook 0x560311ee5120
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command version hook 0x560311ee5120
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command git_version hook 0x560311ee5120
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command help hook 0x560311e908e0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command get_command_descriptions hook 0x560311e90870
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: none
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) entry start
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: build_initial_monmap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: build_initial for_mkfs: 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: monmap:
|
|
epoch 0
|
|
fsid 00000000-0000-0000-0000-000000000000
|
|
last_changed 0.000000
|
|
created 0.000000
|
|
min_mon_release 0 (unknown)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.noname-a
|
|
1: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.noname-b
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.noname-c
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: init
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding auth protocol: none
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command rotate-key hook 0x7fffea8a30d8
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _reopen_session rank -1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _add_conns ranks=[2,1,0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-c con 0x560311e8d800 addr [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-b con 0x560311e8d400 addr [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-a con 0x560311e8d000 addr [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): get_auth_request con 0x560311e8d800 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _init_auth method 2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _init_auth creating new auth
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more payload 9
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more payload_len 9
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more responding with 36 bytes
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_done global_id 103335350 payload 1091
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_hunting 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: found mon.noname-c
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.noname-c at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_monmap mon_map magic: 0 v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: got monmap 51 from mon.noname-c (according to old e51)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: dump:
|
|
epoch 51
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-02T12:41:04.828011+0000
|
|
created 2021-01-13T01:06:24.105262+0000
|
|
min_mon_release 17 (quincy)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.ceph02
|
|
1: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.ceph01
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.ceph03
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_auth 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating renewing rotating keys (they expired before 2023-12-14T12:06:22.886745+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_config config(4 keys) v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_monmap mon_map magic: 0 v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: got monmap 51 from mon.ceph03 (according to old e51)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: dump:
|
|
epoch 51
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-02T12:41:04.828011+0000
|
|
created 2021-01-13T01:06:24.105262+0000
|
|
min_mon_release 17 (quincy)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.ceph02
|
|
1: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.ceph01
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.ceph03
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: authenticate success, global_id 103335350
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals no callback set
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: wait_auth_rotating waiting for 30
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_auth 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:22.918850+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: wait_auth_rotating done
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command status hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_ops_in_flight hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command ops hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_blocked_ops hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_historic_ops hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_historic_ops_by_duration hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub_path hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub start hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub abort hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub pause hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub resume hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub status hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command tag path hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command flush_path hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command export dir hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump cache hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command cache drop hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command cache status hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump tree hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump loads hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump snaps hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command session ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command client ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command session evict hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command client evict hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command session kill hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command session config hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command client config hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command damage ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command damage rm hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command osdmap barrier hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command flush journal hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command force_readonly hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command get subtrees hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dirfrag split hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dirfrag merge hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dirfrag ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command openfiles ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump inode hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command exit hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command respawn hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command heap hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command cpu_profiler hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu Sending beacon up:boot seq 1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Updating MDS map to version 178839 from mon.2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Updating MDS map to version 178840 from mon.2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Monitors have assigned me to become a standby.
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu set_want_state: up:boot -> up:standby
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu received beacon reply up:boot seq 1 rtt 1.0771
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc handle_mgr_map Got map version 28526
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc handle_mgr_map Active mgr is now [v2:10.1.0.32:6818/552706749,v1:10.1.0.32:6819/552706749]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc reconnect Starting new session with [v2:10.1.0.32:6818/552706749,v1:10.1.0.32:6819/552706749]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560311e8dc00 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Updating MDS map to version 178841 from mon.2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.purge_queue operator(): data pool 25 not found in OSDMap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command objecter_requests hook 0x560311e902e0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.purge_queue operator(): data pool 25 not found in OSDMap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.0 apply_blocklist: killed 0, blocklisted sessions (0 blocklist entries, 0)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 handle_mds_map i am now mds.0.178841
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 handle_mds_map state change up:standby --> up:replay
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu set_want_state: up:standby -> up:replay
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 replay_start
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 waiting for osdmap 86125 (which blocklists prior instance)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 299048, rss 31792, heap 182556, baseline 182556, 0 / 0 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc ms_handle_reset ms_handle_reset con 0x560311e8dc00
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc reconnect Terminating session with v2:10.1.0.32:6818/552706749
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc reconnect waiting to retry connect until 1312290.140578s
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_get_version_reply finishing 1 version 86125
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening inotable
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening sessionmap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening mds log
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.log open discovering log bounds
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journalpointer Reading journal pointer '400.00000000'
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening purge queue (async)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.purge_queue open: opening
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) recover start
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) read_head
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: loading open file table (async)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening snap table
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560312de1400 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560312de0000 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560312de0800 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560312dee000 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) recover start
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) read_head
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.log Waiting for journal 0x200 to recover...
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) _finish_read_head loghead(trim 872415232, expire 873190184, write 873190184, stream_format 1). probing for end of log (from 873190184)...
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) probing for end of the log
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) _finish_probe_end write_pos = 873190184 (header had 873190184). recovered.
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.purge_queue operator(): open complete
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) set_writeable
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) _finish_read_head loghead(trim 12423977238528, expire 12424006634793, write 12424557311970, stream_format 1). probing for end of log (from 12424557311970)...
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) probing for end of the log
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) _finish_probe_end write_pos = 12424575758940 (header had 12424557311970). recovered.
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.log Journal 0x200 recovered.
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.log Recovered journal 0x200 in format 1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 1: loading/discovering base inodes
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache creating system inode with ino:0x100
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache creating system inode with ino:0x1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 2: replaying mds log
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 2: waiting for purge queue recovered
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc reconnect Starting new session with [v2:10.1.0.32:6818/552706749,v1:10.1.0.32:6819/552706749]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560311e8dc00 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 379924, rss 90324, heap 207132, baseline 182556, 0 / 7 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc handle_mgr_configure stats_period=5
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc handle_mgr_configure updated stats threshold: 5
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:25.882341+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 384020, rss 94548, heap 207132, baseline 182556, 0 / 157 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:26.882471+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu Sending beacon up:replay seq 2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu received beacon reply up:replay seq 2 rtt 0.00200018
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 388116, rss 98772, heap 207132, baseline 182556, 0 / 311 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:27.882595+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 388116, rss 98772, heap 207132, baseline 182556, 0 / 311 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:28.882759+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 397332, rss 107220, heap 207132, baseline 182556, 0 / 1822 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:29.882904+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: *** Caught signal (Aborted) **
|
|
in thread 7fc2a4237700 thread_name:md_log_replay
|
|
|
|
ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable)
|
|
1: /lib64/libpthread.so.0(+0x12cf0) [0x7fc2b367bcf0]
|
|
2: gsignal()
|
|
3: abort()
|
|
4: /lib64/libstdc++.so.6(+0x9009b) [0x7fc2b2a7509b]
|
|
5: /lib64/libstdc++.so.6(+0x9654c) [0x7fc2b2a7b54c]
|
|
6: /lib64/libstdc++.so.6(+0x965a7) [0x7fc2b2a7b5a7]
|
|
7: /lib64/libstdc++.so.6(+0x96808) [0x7fc2b2a7b808]
|
|
8: (ceph::buffer::v15_2_0::list::iterator_impl<true>::copy(unsigned int, char*)+0xa5) [0x7fc2b4a530e5]
|
|
9: (compact_set_base<long, std::set<long, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t)26, long> > >::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x15f) [0x56030fa828df]
|
|
10: (inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x55b) [0x56030fa8303b]
|
|
11: (old_inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x123) [0x56030fa83623]
|
|
12: (EMetaBlob::fullbit::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x688) [0x56030fb653f8]
|
|
13: /usr/bin/ceph-mds(+0x592f2d) [0x56030fb67f2d]
|
|
14: (EMetaBlob::replay(MDSRank*, LogSegment*, int, MDPeerUpdate*)+0x7bf) [0x56030fb6fbff]
|
|
15: (EUpdate::replay(MDSRank*)+0x61) [0x56030fb77bd1]
|
|
16: (MDLog::_replay_thread()+0x7bb) [0x56030fafe54b]
|
|
17: (MDLog::ReplayThread::entry()+0x11) [0x56030f7b1041]
|
|
18: /lib64/libpthread.so.0(+0x81ca) [0x7fc2b36711ca]
|
|
19: clone()
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: -329> 2023-12-14T12:06:59.947+0000 7fc2a4237700 -1 *** Caught signal (Aborted) **
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: in thread 7fc2a4237700 thread_name:md_log_replay
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]:
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable)
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7fc2b367bcf0]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 2: gsignal()
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 3: abort()
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 4: /lib64/libstdc++.so.6(+0x9009b) [0x7fc2b2a7509b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 5: /lib64/libstdc++.so.6(+0x9654c) [0x7fc2b2a7b54c]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 6: /lib64/libstdc++.so.6(+0x965a7) [0x7fc2b2a7b5a7]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 7: /lib64/libstdc++.so.6(+0x96808) [0x7fc2b2a7b808]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 8: (ceph::buffer::v15_2_0::list::iterator_impl<true>::copy(unsigned int, char*)+0xa5) [0x7fc2b4a530e5]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 9: (compact_set_base<long, std::set<long, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t)26, long> > >::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x15f) [0x56030fa828df]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 10: (inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x55b) [0x56030fa8303b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 11: (old_inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x123) [0x56030fa83623]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 12: (EMetaBlob::fullbit::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x688) [0x56030fb653f8]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 13: /usr/bin/ceph-mds(+0x592f2d) [0x56030fb67f2d]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 14: (EMetaBlob::replay(MDSRank*, LogSegment*, int, MDPeerUpdate*)+0x7bf) [0x56030fb6fbff]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 15: (EUpdate::replay(MDSRank*)+0x61) [0x56030fb77bd1]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 16: (MDLog::_replay_thread()+0x7bb) [0x56030fafe54b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 17: (MDLog::ReplayThread::entry()+0x11) [0x56030f7b1041]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 18: /lib64/libpthread.so.0(+0x81ca) [0x7fc2b36711ca]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 19: clone()
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]:
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command assert hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command abort hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command leak_some_memory hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perfcounters_dump hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command 1 hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf dump hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perfcounters_schema hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf histogram dump hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command 2 hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf schema hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf histogram schema hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command perf reset hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config show hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config help hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config set hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config unset hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config get hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config diff hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command config diff get hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command injectargs hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command log flush hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command log dump hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command log reopen hook 0x560311e90950
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_mempools hook 0x560312c06068
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_monmap_and_config
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: build_initial_monmap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: build_initial for_mkfs: 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: monmap:
|
|
epoch 0
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-14T12:06:52.872383+0000
|
|
created 2023-12-14T12:06:52.872383+0000
|
|
min_mon_release 0 (unknown)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.noname-a
|
|
1: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.noname-b
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.noname-c
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: none
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: init
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding auth protocol: none
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a1590) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command rotate-key hook 0x7fffea8a16d8
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _reopen_session rank -1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _add_conns ranks=[0,1,2]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-a con 0x560311e8c800 addr [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-b con 0x560311e8cc00 addr [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-c con 0x560311e8d000 addr [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): authenticate will time out at 1312588.013173s
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): get_auth_request con 0x560311e8d000 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _init_auth method 2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _init_auth creating new auth
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more payload 9
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more payload_len 9
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more responding with 36 bytes
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_done global_id 103335347 payload 290
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_hunting 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: found mon.noname-c
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.noname-c at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_monmap mon_map magic: 0 v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: got monmap 51 from mon.noname-c (according to old e51)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: dump:
|
|
epoch 51
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-02T12:41:04.828011+0000
|
|
created 2021-01-13T01:06:24.105262+0000
|
|
min_mon_release 17 (quincy)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.ceph02
|
|
1: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.ceph01
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.ceph03
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_auth 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating renewing rotating keys (they expired before 2023-12-14T12:06:22.876229+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_config config(4 keys) v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_monmap mon_map magic: 0 v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: got monmap 51 from mon.ceph03 (according to old e51)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: dump:
|
|
epoch 51
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-02T12:41:04.828011+0000
|
|
created 2021-01-13T01:06:24.105262+0000
|
|
min_mon_release 17 (quincy)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.ceph02
|
|
1: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.ceph01
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.ceph03
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: authenticate success, global_id 103335347
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_monmap_and_config success
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals no callback set
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals container_image = quay.io/ceph/ceph@sha256:1fcdbead4709a7182047f8ff9726e0f17b0b209aaa6656c5c8b2339b818e70bb
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals mds_join_fs = backup
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals mon_allow_pool_size_one = false
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals osd_pool_default_pg_autoscale_mode = off
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_auth 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:22.876643+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: shutdown
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) unregister_commands rotate-key
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set uid:gid to 167:167 (ceph:ceph)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable), process ceph-mds, pid 2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: main not setting numa affinity
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: pidfile_write: ignore empty --pid-file
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) init /var/run/ceph/ceph-mds.backup.ceph03.gcoisu.asok
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) bind_and_listen /var/run/ceph/ceph-mds.backup.ceph03.gcoisu.asok
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command 0 hook 0x560311ee5120
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command version hook 0x560311ee5120
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command git_version hook 0x560311ee5120
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command help hook 0x560311e908e0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command get_command_descriptions hook 0x560311e90870
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding auth protocol: none
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) entry start
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x560312be4140) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: build_initial_monmap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: build_initial for_mkfs: 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: monmap:
|
|
epoch 0
|
|
fsid 00000000-0000-0000-0000-000000000000
|
|
last_changed 0.000000
|
|
created 0.000000
|
|
min_mon_release 0 (unknown)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.noname-a
|
|
1: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.noname-b
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.noname-c
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: init
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding auth protocol: cephx
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding auth protocol: none
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: crc
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: AuthRegistry(0x7fffea8a2f90) adding con mode: secure
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: auth: KeyRing::load: loaded key file /var/lib/ceph/mds/ceph-backup.ceph03.gcoisu/keyring
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command rotate-key hook 0x7fffea8a30d8
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _reopen_session rank -1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _add_conns ranks=[2,1,0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-c con 0x560311e8d800 addr [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-b con 0x560311e8d400 addr [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): picked mon.noname-a con 0x560311e8d000 addr [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): start opening mon connection
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): get_auth_request con 0x560311e8d800 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _init_auth method 2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): _init_auth creating new auth
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more payload 9
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more payload_len 9
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_reply_more responding with 36 bytes
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient(hunting): handle_auth_done global_id 103335350 payload 1091
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_hunting 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: found mon.noname-c
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.noname-c at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_monmap mon_map magic: 0 v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: got monmap 51 from mon.noname-c (according to old e51)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: dump:
|
|
epoch 51
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-02T12:41:04.828011+0000
|
|
created 2021-01-13T01:06:24.105262+0000
|
|
min_mon_release 17 (quincy)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.ceph02
|
|
1: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.ceph01
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.ceph03
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_auth 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating renewing rotating keys (they expired before 2023-12-14T12:06:22.886745+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_config config(4 keys) v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_monmap mon_map magic: 0 v1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: got monmap 51 from mon.ceph03 (according to old e51)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: dump:
|
|
epoch 51
|
|
fsid 59c7e4fe-553b-11eb-86ee-001e06454ec6
|
|
last_changed 2023-12-02T12:41:04.828011+0000
|
|
created 2021-01-13T01:06:24.105262+0000
|
|
min_mon_release 17 (quincy)
|
|
election_strategy: 1
|
|
0: [v2:10.1.0.33:3300/0,v1:10.1.0.33:6789/0] mon.ceph02
|
|
1: [v2:10.1.0.32:3300/0,v1:10.1.0.32:6789/0] mon.ceph01
|
|
2: [v2:10.1.0.34:3300/0,v1:10.1.0.34:6789/0] mon.ceph03
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: authenticate success, global_id 103335350
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: set_mon_vals no callback set
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: wait_auth_rotating waiting for 30
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _finish_auth 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:22.918850+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: wait_auth_rotating done
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command status hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_ops_in_flight hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command ops hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_blocked_ops hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_historic_ops hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump_historic_ops_by_duration hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub_path hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub start hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub abort hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub pause hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub resume hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command scrub status hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command tag path hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command flush_path hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command export dir hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump cache hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command cache drop hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command cache status hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump tree hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump loads hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump snaps hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command session ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command client ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command session evict hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command client evict hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command session kill hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command session config hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command client config hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command damage ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command damage rm hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command osdmap barrier hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command flush journal hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command force_readonly hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command get subtrees hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dirfrag split hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dirfrag merge hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dirfrag ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command openfiles ls hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command dump inode hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command exit hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command respawn hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command heap hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command cpu_profiler hook 0x560311e90280
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu Sending beacon up:boot seq 1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Updating MDS map to version 178839 from mon.2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Updating MDS map to version 178840 from mon.2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Monitors have assigned me to become a standby.
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu set_want_state: up:boot -> up:standby
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu received beacon reply up:boot seq 1 rtt 1.0771
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc handle_mgr_map Got map version 28526
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc handle_mgr_map Active mgr is now [v2:10.1.0.32:6818/552706749,v1:10.1.0.32:6819/552706749]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc reconnect Starting new session with [v2:10.1.0.32:6818/552706749,v1:10.1.0.32:6819/552706749]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560311e8dc00 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.backup.ceph03.gcoisu Updating MDS map to version 178841 from mon.2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.purge_queue operator(): data pool 25 not found in OSDMap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: asok(0x560311efe000) register_command objecter_requests hook 0x560311e902e0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.purge_queue operator(): data pool 25 not found in OSDMap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.0 apply_blocklist: killed 0, blocklisted sessions (0 blocklist entries, 0)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 handle_mds_map i am now mds.0.178841
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 handle_mds_map state change up:standby --> up:replay
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu set_want_state: up:standby -> up:replay
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 replay_start
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 waiting for osdmap 86125 (which blocklists prior instance)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 299048, rss 31792, heap 182556, baseline 182556, 0 / 0 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc ms_handle_reset ms_handle_reset con 0x560311e8dc00
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc reconnect Terminating session with v2:10.1.0.32:6818/552706749
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc reconnect waiting to retry connect until 1312290.140578s
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _renew_subs
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: handle_get_version_reply finishing 1 version 86125
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening inotable
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening sessionmap
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening mds log
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.log open discovering log bounds
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journalpointer Reading journal pointer '400.00000000'
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening purge queue (async)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.purge_queue open: opening
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) recover start
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) read_head
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: loading open file table (async)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 0: opening snap table
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560312de1400 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560312de0000 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560312de0800 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560312dee000 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) recover start
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) read_head
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.log Waiting for journal 0x200 to recover...
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) _finish_read_head loghead(trim 872415232, expire 873190184, write 873190184, stream_format 1). probing for end of log (from 873190184)...
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) probing for end of the log
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) _finish_probe_end write_pos = 873190184 (header had 873190184). recovered.
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.purge_queue operator(): open complete
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.pq(ro) set_writeable
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) _finish_read_head loghead(trim 12423977238528, expire 12424006634793, write 12424557311970, stream_format 1). probing for end of log (from 12424557311970)...
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) probing for end of the log
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.journaler.mdlog(ro) _finish_probe_end write_pos = 12424575758940 (header had 12424557311970). recovered.
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.log Journal 0x200 recovered.
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.log Recovered journal 0x200 in format 1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 1: loading/discovering base inodes
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache creating system inode with ino:0x100
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache creating system inode with ino:0x1
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 2: replaying mds log
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.178841 Booting: 2: waiting for purge queue recovered
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc reconnect Starting new session with [v2:10.1.0.32:6818/552706749,v1:10.1.0.32:6819/552706749]
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: get_auth_request con 0x560311e8dc00 auth_method 0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 379924, rss 90324, heap 207132, baseline 182556, 0 / 7 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc handle_mgr_configure stats_period=5
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mgrc handle_mgr_configure updated stats threshold: 5
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:25.882341+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 384020, rss 94548, heap 207132, baseline 182556, 0 / 157 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:26.882471+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu Sending beacon up:replay seq 2
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _send_mon_message to mon.ceph03 at v2:10.1.0.34:3300/0
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.beacon.backup.ceph03.gcoisu received beacon reply up:replay seq 2 rtt 0.00200018
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 388116, rss 98772, heap 207132, baseline 182556, 0 / 311 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:27.882595+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 388116, rss 98772, heap 207132, baseline 182556, 0 / 311 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:28.882759+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: mds.0.cache Memory usage: total 397332, rss 107220, heap 207132, baseline 182556, 0 / 1822 inodes have caps, 0 caps, 0 caps per inode
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: tick
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: monclient: _check_auth_rotating have uptodate secrets (they expire after 2023-12-14T12:06:29.882904+0000)
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 0> 2023-12-14T12:06:59.947+0000 7fc2a4237700 -1 *** Caught signal (Aborted) **
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: in thread 7fc2a4237700 thread_name:md_log_replay
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]:
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable)
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7fc2b367bcf0]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 2: gsignal()
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 3: abort()
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 4: /lib64/libstdc++.so.6(+0x9009b) [0x7fc2b2a7509b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 5: /lib64/libstdc++.so.6(+0x9654c) [0x7fc2b2a7b54c]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 6: /lib64/libstdc++.so.6(+0x965a7) [0x7fc2b2a7b5a7]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 7: /lib64/libstdc++.so.6(+0x96808) [0x7fc2b2a7b808]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 8: (ceph::buffer::v15_2_0::list::iterator_impl<true>::copy(unsigned int, char*)+0xa5) [0x7fc2b4a530e5]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 9: (compact_set_base<long, std::set<long, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t)26, long> > >::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x15f) [0x56030fa828df]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 10: (inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x55b) [0x56030fa8303b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 11: (old_inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x123) [0x56030fa83623]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 12: (EMetaBlob::fullbit::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x688) [0x56030fb653f8]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 13: /usr/bin/ceph-mds(+0x592f2d) [0x56030fb67f2d]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 14: (EMetaBlob::replay(MDSRank*, LogSegment*, int, MDPeerUpdate*)+0x7bf) [0x56030fb6fbff]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 15: (EUpdate::replay(MDSRank*)+0x61) [0x56030fb77bd1]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 16: (MDLog::_replay_thread()+0x7bb) [0x56030fafe54b]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 17: (MDLog::ReplayThread::entry()+0x11) [0x56030f7b1041]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 18: /lib64/libpthread.so.0(+0x81ca) [0x7fc2b36711ca]
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: 19: clone()
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]: NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
Dec 14 12:06:59 ceph03 ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu[207416]:
|
|
Dec 14 12:06:59 ceph03 ceph-mds[207420]: *** Caught signal (Aborted) **
|
|
in thread 7fc2a4237700 thread_name:md_log_replay
|
|
|
|
ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable)
|
|
1: /lib64/libpthread.so.0(+0x12cf0) [0x7fc2b367bcf0]
|
|
2: gsignal()
|
|
3: abort()
|
|
4: /lib64/libstdc++.so.6(+0x9009b) [0x7fc2b2a7509b]
|
|
5: /lib64/libstdc++.so.6(+0x9654c) [0x7fc2b2a7b54c]
|
|
6: /lib64/libstdc++.so.6(+0x965a7) [0x7fc2b2a7b5a7]
|
|
7: /lib64/libstdc++.so.6(+0x96808) [0x7fc2b2a7b808]
|
|
8: (ceph::buffer::v15_2_0::list::iterator_impl<true>::copy(unsigned int, char*)+0xa5) [0x7fc2b4a530e5]
|
|
9: (compact_set_base<long, std::set<long, std::less<long>, mempool::pool_allocator<(mempool::pool_index_t)26, long> > >::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x15f) [0x56030fa828df]
|
|
10: (inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x55b) [0x56030fa8303b]
|
|
11: (old_inode_t<mempool::mds_co::pool_allocator>::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x123) [0x56030fa83623]
|
|
12: (EMetaBlob::fullbit::decode(ceph::buffer::v15_2_0::list::iterator_impl<true>&)+0x688) [0x56030fb653f8]
|
|
13: /usr/bin/ceph-mds(+0x592f2d) [0x56030fb67f2d]
|
|
14: (EMetaBlob::replay(MDSRank*, LogSegment*, int, MDPeerUpdate*)+0x7bf) [0x56030fb6fbff]
|
|
15: (EUpdate::replay(MDSRank*)+0x61) [0x56030fb77bd1]
|
|
16: (MDLog::_replay_thread()+0x7bb) [0x56030fafe54b]
|
|
17: (MDLog::ReplayThread::entry()+0x11) [0x56030f7b1041]
|
|
18: /lib64/libpthread.so.0(+0x81ca) [0x7fc2b36711ca]
|
|
19: clone()
|
|
NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
|
|
|
|
|
|
Dec 14 12:07:00 ceph03 systemd-coredump[207898]: [🡕] Process 207420 (ceph-mds) of user 167 dumped core.
|
|
Dec 14 12:07:00 ceph03 podman[207902]: 2023-12-14 12:07:00.222599724 +0000 WET m=+0.043951109 container died 1aeb3c47b3d9136f55d84018e66e4061861ead1bc7458bb8444a214c917f0eed (image=quay.io/ceph/ceph@sha256:1fcdbead4709a7182047f8ff9726e0f17b0b209aaa6656c5c8b2339b818e70bb, name=ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu, CEPH_POINT_RELEASE=-17.2.7, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0276d4bc3282ae75bb0671fea0eedd153f296a47, GIT_CLEAN=True, RELEASE=HEAD, ceph=True, org.label-schema.build-date=20231024, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.29.1, org.label-schema.schema-version=1.0)
|
|
Dec 14 12:07:00 ceph03 podman[207902]: 2023-12-14 12:07:00.27399276 +0000 WET m=+0.095344123 container remove 1aeb3c47b3d9136f55d84018e66e4061861ead1bc7458bb8444a214c917f0eed (image=quay.io/ceph/ceph@sha256:1fcdbead4709a7182047f8ff9726e0f17b0b209aaa6656c5c8b2339b818e70bb, name=ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6-mds-backup-ceph03-gcoisu, GIT_COMMIT=0276d4bc3282ae75bb0671fea0eedd153f296a47, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-17.2.7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20231024, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.29.1)
|
|
Dec 14 12:07:00 ceph03 systemd[1]: ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6@mds.backup.ceph03.gcoisu.service: Main process exited, code=exited, status=134/n/a
|
|
Dec 14 12:07:00 ceph03 systemd[1]: ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6@mds.backup.ceph03.gcoisu.service: Failed with result 'exit-code'.
|
|
Dec 14 12:07:00 ceph03 systemd[1]: ceph-59c7e4fe-553b-11eb-86ee-001e06454ec6@mds.backup.ceph03.gcoisu.service: Consumed 4.834s CPU time.
|