Project

General

Profile

ceph-osd.2-excerpt.log

Vitaliy Filippov, 07/31/2020 01:53 PM

Download (452 KB)

 
1
2020-07-31T16:13:31.388+0300 7f3b6324f700 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f3b6324f700 time 2020-07-31T16:13:31.371632+0300
2
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
3

    
4
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
5
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x556922a189b7]
6
 2: (()+0x9e1bbf) [0x556922a18bbf]
7
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55692316d918]
8
 4: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x1fb3) [0x556923010383]
9
 5: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x338) [0x5569230557d8]
10
 6: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0xe0) [0x5569230567e0]
11
 7: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x199e) [0x55692305a15e]
12
 8: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x2ad) [0x55692305b42d]
13
 9: (ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x87) [0x556922b3e257]
14
 10: (non-virtual thunk to PrimaryLogPG::queue_transaction(ceph::os::Transaction&&, boost::intrusive_ptr<OpRequest>)+0x53) [0x556922ca75d3]
15
 11: (ECBackend::dispatch_recovery_messages(RecoveryMessages&, int)+0xea8) [0x556922ea37d8]
16
 12: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x5a4) [0x556922eb6ec4]
17
 13: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x5b) [0x556922ce7cfb]
18
 14: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x539) [0x556922c770e9]
19
 15: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1c0) [0x556922ac98b0]
20
 16: (ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x66) [0x556922d759b6]
21
 17: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xe8d) [0x556922af6a0d]
22
 18: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x403) [0x5569231d1193]
23
 19: (ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5569231d3f94]
24
 20: (()+0x8ea7) [0x7f3b837ddea7]
25
 21: (clone()+0x3f) [0x7f3b8337ddaf]
26

    
27
2020-07-31T16:13:31.400+0300 7f3b6324f700 -1 *** Caught signal (Aborted) **
28
 in thread 7f3b6324f700 thread_name:tp_osd_tp
29

    
30
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
31
 1: (()+0x14140) [0x7f3b837e9140]
32
 2: (gsignal()+0x141) [0x7f3b832bbcb1]
33
 3: (abort()+0x123) [0x7f3b832a5537]
34
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x556922a18a12]
35
 5: (()+0x9e1bbf) [0x556922a18bbf]
36
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55692316d918]
37
 7: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x1fb3) [0x556923010383]
38
 8: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0x338) [0x5569230557d8]
39
 9: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v15_2_0::list&, unsigned int)+0xe0) [0x5569230567e0]
40
 10: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ceph::os::Transaction*)+0x199e) [0x55692305a15e]
41
 11: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ceph::os::Transaction, std::allocator<ceph::os::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x2ad) [0x55692305b42d]
42
 12: (ObjectStore::queue_transaction(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, ceph::os::Transaction&&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x87) [0x556922b3e257]
43
 13: (non-virtual thunk to PrimaryLogPG::queue_transaction(ceph::os::Transaction&&, boost::intrusive_ptr<OpRequest>)+0x53) [0x556922ca75d3]
44
 14: (ECBackend::dispatch_recovery_messages(RecoveryMessages&, int)+0xea8) [0x556922ea37d8]
45
 15: (ECBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x5a4) [0x556922eb6ec4]
46
 16: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x5b) [0x556922ce7cfb]
47
 17: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x539) [0x556922c770e9]
48
 18: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x1c0) [0x556922ac98b0]
49
 19: (ceph::osd::scheduler::PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x66) [0x556922d759b6]
50
 20: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0xe8d) [0x556922af6a0d]
51
 21: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x403) [0x5569231d1193]
52
 22: (ShardedThreadPool::WorkThreadSharded::entry()+0x14) [0x5569231d3f94]
53
 23: (()+0x8ea7) [0x7f3b837ddea7]
54
 24: (clone()+0x3f) [0x7f3b8337ddaf]
55
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
56

    
57
--- begin dump of recent events ---
58
2020-07-31T16:13:42.704+0300 7f0b314ffe00  0 set uid:gid to 64045:64045 (ceph:ceph)
59
2020-07-31T16:13:42.704+0300 7f0b314ffe00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1169222
60
2020-07-31T16:13:42.704+0300 7f0b314ffe00  0 pidfile_write: ignore empty --pid-file
61
2020-07-31T16:13:42.704+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
62
2020-07-31T16:13:42.704+0300 7f0b314ffe00  1 bdev(0x5605b1e56380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
63
2020-07-31T16:13:42.704+0300 7f0b314ffe00  1 bdev(0x5605b1e56380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
64
2020-07-31T16:13:42.708+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
65
2020-07-31T16:13:42.708+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
66
2020-07-31T16:13:42.708+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
67
2020-07-31T16:13:42.708+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) close
68
2020-07-31T16:13:43.020+0300 7f0b314ffe00  1 bdev(0x5605b1e56380 /var/lib/ceph/osd/ceph-2/block) close
69
2020-07-31T16:13:43.264+0300 7f0b314ffe00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
70
2020-07-31T16:13:43.268+0300 7f0b314ffe00 -1 Falling back to public interface
71
2020-07-31T16:13:43.284+0300 7f0b314ffe00  0 load: jerasure load: lrc load: isa 
72
2020-07-31T16:13:43.284+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
73
2020-07-31T16:13:43.284+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
74
2020-07-31T16:13:43.284+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
75
2020-07-31T16:13:43.284+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) close
76
2020-07-31T16:13:43.584+0300 7f0b314ffe00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
77
2020-07-31T16:13:43.584+0300 7f0b314ffe00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
78
2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
79
2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
80
2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
81
2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
82
2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
83
2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
84
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option compaction_readahead_size = 2097152
85
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option compression = kNoCompression
86
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option max_write_buffer_number = 32
87
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option min_write_buffer_number_to_merge = 8
88
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option recycle_log_file_num = 32
89
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option writable_file_max_buffer_size = 0
90
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option write_buffer_size = 33554432
91
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option compaction_readahead_size = 2097152
92
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option compression = kNoCompression
93
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option max_write_buffer_number = 32
94
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option min_write_buffer_number_to_merge = 8
95
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option recycle_log_file_num = 32
96
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option writable_file_max_buffer_size = 0
97
2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option write_buffer_size = 33554432
98
2020-07-31T16:14:09.952+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) close
99
2020-07-31T16:14:10.156+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
100
2020-07-31T16:14:10.156+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
101
2020-07-31T16:14:10.156+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
102
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option compaction_readahead_size = 2097152
103
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option compression = kNoCompression
104
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option max_write_buffer_number = 32
105
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option min_write_buffer_number_to_merge = 8
106
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option recycle_log_file_num = 32
107
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option writable_file_max_buffer_size = 0
108
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option write_buffer_size = 33554432
109
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option compaction_readahead_size = 2097152
110
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option compression = kNoCompression
111
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option max_write_buffer_number = 32
112
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option min_write_buffer_number_to_merge = 8
113
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option recycle_log_file_num = 32
114
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option writable_file_max_buffer_size = 0
115
2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option write_buffer_size = 33554432
116
2020-07-31T16:14:12.020+0300 7f0b314ffe00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f0b314ffe00 time 2020-07-31T16:14:12.018568+0300
117
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
118

    
119
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
120
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x5605a66e29b7]
121
 2: (()+0x9e1bbf) [0x5605a66e2bbf]
122
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x5605a6e37918]
123
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x5605a6cf3c3d]
124
 5: (BlueStore::deferred_try_submit()+0x428) [0x5605a6cf6318]
125
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x5605a6d0b2b5]
126
 7: (BlueStore::_deferred_replay()+0x313) [0x5605a6d0c2b3]
127
 8: (BlueStore::_mount(bool, bool)+0x611) [0x5605a6d3b8e1]
128
 9: (OSD::init()+0x61f) [0x5605a67c8daf]
129
 10: (main()+0x3938) [0x5605a6730fb8]
130
 11: (__libc_start_main()+0xea) [0x7f0b31a21cca]
131
 12: (_start()+0x2e) [0x5605a674605e]
132

    
133
2020-07-31T16:14:12.028+0300 7f0b314ffe00 -1 *** Caught signal (Aborted) **
134
 in thread 7f0b314ffe00 thread_name:ceph-osd
135

    
136
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
137
 1: (()+0x14140) [0x7f0b31f64140]
138
 2: (gsignal()+0x141) [0x7f0b31a36cb1]
139
 3: (abort()+0x123) [0x7f0b31a20537]
140
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x5605a66e2a12]
141
 5: (()+0x9e1bbf) [0x5605a66e2bbf]
142
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x5605a6e37918]
143
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x5605a6cf3c3d]
144
 8: (BlueStore::deferred_try_submit()+0x428) [0x5605a6cf6318]
145
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x5605a6d0b2b5]
146
 10: (BlueStore::_deferred_replay()+0x313) [0x5605a6d0c2b3]
147
 11: (BlueStore::_mount(bool, bool)+0x611) [0x5605a6d3b8e1]
148
 12: (OSD::init()+0x61f) [0x5605a67c8daf]
149
 13: (main()+0x3938) [0x5605a6730fb8]
150
 14: (__libc_start_main()+0xea) [0x7f0b31a21cca]
151
 15: (_start()+0x2e) [0x5605a674605e]
152
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
153

    
154
--- begin dump of recent events ---
155
  -306> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command assert hook 0x5605b11d6570
156
  -305> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command abort hook 0x5605b11d6570
157
  -304> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command leak_some_memory hook 0x5605b11d6570
158
  -303> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command perfcounters_dump hook 0x5605b11d6570
159
  -302> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command 1 hook 0x5605b11d6570
160
  -301> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command perf dump hook 0x5605b11d6570
161
  -300> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command perfcounters_schema hook 0x5605b11d6570
162
  -299> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command perf histogram dump hook 0x5605b11d6570
163
  -298> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command 2 hook 0x5605b11d6570
164
  -297> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command perf schema hook 0x5605b11d6570
165
  -296> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command perf histogram schema hook 0x5605b11d6570
166
  -295> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command perf reset hook 0x5605b11d6570
167
  -294> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command config show hook 0x5605b11d6570
168
  -293> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command config help hook 0x5605b11d6570
169
  -292> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command config set hook 0x5605b11d6570
170
  -291> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command config unset hook 0x5605b11d6570
171
  -290> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command config get hook 0x5605b11d6570
172
  -289> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command config diff hook 0x5605b11d6570
173
  -288> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command config diff get hook 0x5605b11d6570
174
  -287> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command injectargs hook 0x5605b11d6570
175
  -286> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command log flush hook 0x5605b11d6570
176
  -285> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command log dump hook 0x5605b11d6570
177
  -284> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command log reopen hook 0x5605b11d6570
178
  -283> 2020-07-31T16:13:42.692+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command dump_mempools hook 0x5605b1e4c068
179
  -282> 2020-07-31T16:13:42.696+0300 7f0b314ffe00 10 monclient: get_monmap_and_config
180
  -281> 2020-07-31T16:13:42.696+0300 7f0b314ffe00 10 monclient: build_initial_monmap
181
  -280> 2020-07-31T16:13:42.696+0300 7f0b314ffe00 10 monclient: monmap:
182
epoch 0
183
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
184
last_changed 2020-07-31T16:13:42.704274+0300
185
created 2020-07-31T16:13:42.704274+0300
186
min_mon_release 0 (unknown)
187
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
188
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
189
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
190
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
191
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
192
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
193
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
194
7: v2:192.168.5.11:3300/0 mon.noname-d
195
8: v2:192.168.5.14:3300/0 mon.noname-e
196
9: v2:192.168.5.15:3300/0 mon.noname-f
197
10: v2:192.168.5.16:3300/0 mon.noname-g
198
11: v2:192.168.5.20:3300/0 mon.noname-a
199
12: v2:192.168.5.21:3300/0 mon.noname-b
200
13: v2:192.168.5.22:3300/0 mon.noname-c
201

    
202
  -279> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding auth protocol: cephx
203
  -278> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding auth protocol: cephx
204
  -277> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding auth protocol: cephx
205
  -276> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
206
  -275> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
207
  -274> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
208
  -273> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
209
  -272> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
210
  -271> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
211
  -270> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
212
  -269> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
213
  -268> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
214
  -267> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
215
  -266> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
216
  -265> 2020-07-31T16:13:42.696+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
217
  -264> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
218
  -263> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient: init
219
  -262> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding auth protocol: cephx
220
  -261> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding auth protocol: cephx
221
  -260> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding auth protocol: cephx
222
  -259> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: secure
223
  -258> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: crc
224
  -257> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: secure
225
  -256> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: crc
226
  -255> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: secure
227
  -254> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: crc
228
  -253> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: crc
229
  -252> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: secure
230
  -251> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: crc
231
  -250> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: secure
232
  -249> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: crc
233
  -248> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 AuthRegistry(0x7ffda2fcdef0) adding con mode: secure
234
  -247> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
235
  -246> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
236
  -245> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient: _reopen_session rank -1
237
  -244> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient: _add_conns ranks=[9,8,6,7,4,1,13,3,11,5,0,10,2,12]
238
  -243> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient(hunting): picked mon.noname-f con 0x5605b1276c00 addr v2:192.168.5.15:3300/0
239
  -242> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient(hunting): picked mon.noname-e con 0x5605b1277000 addr v2:192.168.5.14:3300/0
240
  -241> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient(hunting): picked mon.noname-c-legacy con 0x5605b1277400 addr v1:192.168.5.22:6789/0
241
  -240> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient(hunting): start opening mon connection
242
  -239> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient(hunting): start opening mon connection
243
  -238> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient(hunting): _renew_subs
244
  -237> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient(hunting): authenticate will time out at 2020-07-31T16:18:42.707198+0300
245
  -236> 2020-07-31T16:13:42.700+0300 7f0b304a4700 10 monclient(hunting): get_auth_request con 0x5605b1276c00 auth_method 0
246
  -235> 2020-07-31T16:13:42.700+0300 7f0b304a4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
247
  -234> 2020-07-31T16:13:42.700+0300 7f0b304a4700 10 monclient(hunting): _init_auth method 2
248
  -233> 2020-07-31T16:13:42.700+0300 7f0b304a4700 10 monclient(hunting): handle_auth_reply_more payload 9
249
  -232> 2020-07-31T16:13:42.700+0300 7f0b304a4700 10 monclient(hunting): handle_auth_reply_more payload_len 9
250
  -231> 2020-07-31T16:13:42.700+0300 7f0b304a4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
251
  -230> 2020-07-31T16:13:42.700+0300 7f0b2fca3700 10 monclient(hunting): get_auth_request con 0x5605b1277000 auth_method 0
252
  -229> 2020-07-31T16:13:42.700+0300 7f0b2fca3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
253
  -228> 2020-07-31T16:13:42.700+0300 7f0b2fca3700 10 monclient(hunting): _init_auth method 2
254
  -227> 2020-07-31T16:13:42.700+0300 7f0b304a4700 10 monclient(hunting): handle_auth_done global_id 12838351 payload 450
255
  -226> 2020-07-31T16:13:42.700+0300 7f0b304a4700 10 monclient: _finish_hunting 0
256
  -225> 2020-07-31T16:13:42.700+0300 7f0b304a4700  1 monclient: found mon.noname-f
257
  -224> 2020-07-31T16:13:42.700+0300 7f0b304a4700 10 monclient: _send_mon_message to mon.noname-f at v2:192.168.5.15:3300/0
258
  -223> 2020-07-31T16:13:42.700+0300 7f0b2f4a2700 10 monclient: handle_monmap mon_map magic: 0 v1
259
  -222> 2020-07-31T16:13:42.700+0300 7f0b2f4a2700 10 monclient:  got monmap 28 from mon.noname-f (according to old e28)
260
  -221> 2020-07-31T16:13:42.700+0300 7f0b2f4a2700 10 monclient: dump:
261
epoch 28
262
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
263
last_changed 2020-07-24T13:05:00.613222+0300
264
created 2018-11-06T00:56:40.343651+0300
265
min_mon_release 15 (octopus)
266
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
267
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
268
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
269
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
270
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
271
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
272
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
273

    
274
  -220> 2020-07-31T16:13:42.700+0300 7f0b2f4a2700 10 monclient: _finish_auth 0
275
  -219> 2020-07-31T16:13:42.700+0300 7f0b2f4a2700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-07-31T16:13:12.708646+0300)
276
  -218> 2020-07-31T16:13:42.700+0300 7f0b2f4a2700 10 monclient: _send_mon_message to mon.ripper5 at v2:192.168.5.15:3300/0
277
  -217> 2020-07-31T16:13:42.700+0300 7f0b314ffe00  5 monclient: authenticate success, global_id 12838351
278
  -216> 2020-07-31T16:13:42.700+0300 7f0b2f4a2700 10 monclient: handle_config config(0 keys) v1
279
  -215> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient: get_monmap_and_config success
280
  -214> 2020-07-31T16:13:42.700+0300 7f0b314ffe00 10 monclient: shutdown
281
  -213> 2020-07-31T16:13:42.700+0300 7f0b2dc9f700  4 set_mon_vals no callback set
282
  -212> 2020-07-31T16:13:42.700+0300 7f0b2f4a2700 10 monclient: discarding stray monitor message mon_map magic: 0 v1
283
  -211> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  0 set uid:gid to 64045:64045 (ceph:ceph)
284
  -210> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1169222
285
  -209> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  0 pidfile_write: ignore empty --pid-file
286
  -208> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  5 asok(0x5605b1278000) init /var/run/ceph/ceph-osd.2.asok
287
  -207> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  5 asok(0x5605b1278000) bind_and_listen /var/run/ceph/ceph-osd.2.asok
288
  -206> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command 0 hook 0x5605b11d42d0
289
  -205> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command version hook 0x5605b11d42d0
290
  -204> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command git_version hook 0x5605b11d42d0
291
  -203> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command help hook 0x5605b11d64b0
292
  -202> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command get_command_descriptions hook 0x5605b11d6030
293
  -201> 2020-07-31T16:13:42.704+0300 7f0b2eca1700  5 asok(0x5605b1278000) entry start
294
  -200> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
295
  -199> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  1 bdev(0x5605b1e56380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
296
  -198> 2020-07-31T16:13:42.704+0300 7f0b314ffe00  1 bdev(0x5605b1e56380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
297
  -197> 2020-07-31T16:13:42.708+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore bluefs available hook 0x5605b11d6070
298
  -196> 2020-07-31T16:13:42.708+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore bluefs stats hook 0x5605b11d6070
299
  -195> 2020-07-31T16:13:42.708+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
300
  -194> 2020-07-31T16:13:42.708+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
301
  -193> 2020-07-31T16:13:42.708+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
302
  -192> 2020-07-31T16:13:42.708+0300 7f0b314ffe00  5 asok(0x5605b1278000) unregister_commands bluestore bluefs available
303
  -191> 2020-07-31T16:13:42.708+0300 7f0b314ffe00  5 asok(0x5605b1278000) unregister_commands bluestore bluefs stats
304
  -190> 2020-07-31T16:13:42.708+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) close
305
  -189> 2020-07-31T16:13:43.020+0300 7f0b314ffe00  1 bdev(0x5605b1e56380 /var/lib/ceph/osd/ceph-2/block) close
306
  -188> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding auth protocol: cephx
307
  -187> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding auth protocol: cephx
308
  -186> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding auth protocol: cephx
309
  -185> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: secure
310
  -184> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: crc
311
  -183> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: secure
312
  -182> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: crc
313
  -181> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: secure
314
  -180> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: crc
315
  -179> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: crc
316
  -178> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: secure
317
  -177> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: crc
318
  -176> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: secure
319
  -175> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: crc
320
  -174> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1266940) adding con mode: secure
321
  -173> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
322
  -172> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding auth protocol: cephx
323
  -171> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding auth protocol: cephx
324
  -170> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding auth protocol: cephx
325
  -169> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: secure
326
  -168> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: crc
327
  -167> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: secure
328
  -166> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: crc
329
  -165> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: secure
330
  -164> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: crc
331
  -163> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: crc
332
  -162> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: secure
333
  -161> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: crc
334
  -160> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: secure
335
  -159> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: crc
336
  -158> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1265940) adding con mode: secure
337
  -157> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
338
  -156> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding auth protocol: cephx
339
  -155> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding auth protocol: cephx
340
  -154> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding auth protocol: cephx
341
  -153> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
342
  -152> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
343
  -151> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
344
  -150> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
345
  -149> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
346
  -148> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
347
  -147> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
348
  -146> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
349
  -145> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
350
  -144> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
351
  -143> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: crc
352
  -142> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1264940) adding con mode: secure
353
  -141> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
354
  -140> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding auth protocol: cephx
355
  -139> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding auth protocol: cephx
356
  -138> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding auth protocol: cephx
357
  -137> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: secure
358
  -136> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: crc
359
  -135> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: secure
360
  -134> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: crc
361
  -133> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: secure
362
  -132> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: crc
363
  -131> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: crc
364
  -130> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: secure
365
  -129> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: crc
366
  -128> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: secure
367
  -127> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: crc
368
  -126> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1267940) adding con mode: secure
369
  -125> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
370
  -124> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding auth protocol: cephx
371
  -123> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding auth protocol: cephx
372
  -122> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding auth protocol: cephx
373
  -121> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: secure
374
  -120> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: crc
375
  -119> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: secure
376
  -118> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: crc
377
  -117> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: secure
378
  -116> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: crc
379
  -115> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: crc
380
  -114> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: secure
381
  -113> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: crc
382
  -112> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: secure
383
  -111> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: crc
384
  -110> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f28940) adding con mode: secure
385
  -109> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
386
  -108> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding auth protocol: cephx
387
  -107> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding auth protocol: cephx
388
  -106> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding auth protocol: cephx
389
  -105> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: secure
390
  -104> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: crc
391
  -103> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: secure
392
  -102> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: crc
393
  -101> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: secure
394
  -100> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: crc
395
   -99> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: crc
396
   -98> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: secure
397
   -97> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: crc
398
   -96> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: secure
399
   -95> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: crc
400
   -94> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f29940) adding con mode: secure
401
   -93> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
402
   -92> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding auth protocol: cephx
403
   -91> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding auth protocol: cephx
404
   -90> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding auth protocol: cephx
405
   -89> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: secure
406
   -88> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: crc
407
   -87> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: secure
408
   -86> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: crc
409
   -85> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: secure
410
   -84> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: crc
411
   -83> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: crc
412
   -82> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: secure
413
   -81> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: crc
414
   -80> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: secure
415
   -79> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: crc
416
   -78> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  5 AuthRegistry(0x5605b1f2a940) adding con mode: secure
417
   -77> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
418
   -76> 2020-07-31T16:13:43.264+0300 7f0b314ffe00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
419
   -75> 2020-07-31T16:13:43.268+0300 7f0b314ffe00 -1 Falling back to public interface
420
   -74> 2020-07-31T16:13:43.268+0300 7f0b314ffe00 10 monclient: build_initial_monmap
421
   -73> 2020-07-31T16:13:43.268+0300 7f0b314ffe00 10 monclient: monmap:
422
epoch 0
423
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
424
last_changed 2020-07-31T16:13:43.275640+0300
425
created 2020-07-31T16:13:43.275640+0300
426
min_mon_release 0 (unknown)
427
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
428
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
429
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
430
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
431
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
432
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
433
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
434
7: v2:192.168.5.11:3300/0 mon.noname-d
435
8: v2:192.168.5.14:3300/0 mon.noname-e
436
9: v2:192.168.5.15:3300/0 mon.noname-f
437
10: v2:192.168.5.16:3300/0 mon.noname-g
438
11: v2:192.168.5.20:3300/0 mon.noname-a
439
12: v2:192.168.5.21:3300/0 mon.noname-b
440
13: v2:192.168.5.22:3300/0 mon.noname-c
441

    
442
   -72> 2020-07-31T16:13:43.284+0300 7f0b314ffe00  0 load: jerasure load: lrc load: isa 
443
   -71> 2020-07-31T16:13:43.284+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
444
   -70> 2020-07-31T16:13:43.284+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
445
   -69> 2020-07-31T16:13:43.284+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
446
   -68> 2020-07-31T16:13:43.284+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) close
447
   -67> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command objecter_requests hook 0x5605b11d6950
448
   -66> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
449
   -65> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
450
   -64> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
451
   -63> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
452
   -62> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev(0x5605b1e57180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
453
   -61> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore bluefs available hook 0x5605b11d6970
454
   -60> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore bluefs stats hook 0x5605b11d6970
455
   -59> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
456
   -58> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
457
   -57> 2020-07-31T16:13:43.584+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
458
   -56> 2020-07-31T16:13:43.588+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator dump bluefs-db hook 0x5605b1f414d0
459
   -55> 2020-07-31T16:13:43.588+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator score bluefs-db hook 0x5605b1f414d0
460
   -54> 2020-07-31T16:13:43.588+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator fragmentation bluefs-db hook 0x5605b1f414d0
461
   -53> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option compaction_readahead_size = 2097152
462
   -52> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option compression = kNoCompression
463
   -51> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option max_write_buffer_number = 32
464
   -50> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option min_write_buffer_number_to_merge = 8
465
   -49> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option recycle_log_file_num = 32
466
   -48> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option writable_file_max_buffer_size = 0
467
   -47> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option write_buffer_size = 33554432
468
   -46> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option compaction_readahead_size = 2097152
469
   -45> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option compression = kNoCompression
470
   -44> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option max_write_buffer_number = 32
471
   -43> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option min_write_buffer_number_to_merge = 8
472
   -42> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option recycle_log_file_num = 32
473
   -41> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option writable_file_max_buffer_size = 0
474
   -40> 2020-07-31T16:13:43.640+0300 7f0b314ffe00  0  set rocksdb option write_buffer_size = 33554432
475
   -39> 2020-07-31T16:13:45.476+0300 7f0b314ffe00  1 get compressor snappy = 0
476
   -38> 2020-07-31T16:13:45.476+0300 7f0b314ffe00  1 load compressor snappy
477
   -37> 2020-07-31T16:13:45.476+0300 7f0b314ffe00  1 add compressor snappy 0x5605b225ad50
478
   -36> 2020-07-31T16:13:45.476+0300 7f0b314ffe00  1 get compressor snappy = 0x5605b225ad50
479
   -35> 2020-07-31T16:13:45.476+0300 7f0b314ffe00  1 load: compressor snappy loaded and registered
480
   -34> 2020-07-31T16:13:45.476+0300 7f0b314ffe00  1 get compressor snappy = 0x5605b225ad50
481
   -33> 2020-07-31T16:13:45.480+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator dump block hook 0x5605b221b2c0
482
   -32> 2020-07-31T16:13:45.480+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator score block hook 0x5605b221b2c0
483
   -31> 2020-07-31T16:13:45.480+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator fragmentation block hook 0x5605b221b2c0
484
   -30> 2020-07-31T16:13:45.900+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator dump block cmddesc bluestore allocator dump block hook 0x5605b225ae70 EEXIST
485
   -29> 2020-07-31T16:14:09.952+0300 7f0b314ffe00  5 asok(0x5605b1278000) unregister_commands bluestore allocator dump bluefs-db
486
   -28> 2020-07-31T16:14:09.952+0300 7f0b314ffe00  5 asok(0x5605b1278000) unregister_commands bluestore allocator fragmentation bluefs-db
487
   -27> 2020-07-31T16:14:09.952+0300 7f0b314ffe00  5 asok(0x5605b1278000) unregister_commands bluestore allocator score bluefs-db
488
   -26> 2020-07-31T16:14:09.952+0300 7f0b314ffe00  5 asok(0x5605b1278000) unregister_commands bluestore bluefs available
489
   -25> 2020-07-31T16:14:09.952+0300 7f0b314ffe00  5 asok(0x5605b1278000) unregister_commands bluestore bluefs stats
490
   -24> 2020-07-31T16:14:09.952+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) close
491
   -23> 2020-07-31T16:14:10.156+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore bluefs available hook 0x5605b11d6970
492
   -22> 2020-07-31T16:14:10.156+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore bluefs stats hook 0x5605b11d6970
493
   -21> 2020-07-31T16:14:10.156+0300 7f0b314ffe00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
494
   -20> 2020-07-31T16:14:10.156+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
495
   -19> 2020-07-31T16:14:10.156+0300 7f0b314ffe00  1 bdev(0x5605b1e56a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
496
   -18> 2020-07-31T16:14:10.156+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator dump bluefs-db hook 0x5605b1f41440
497
   -17> 2020-07-31T16:14:10.156+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator score bluefs-db hook 0x5605b1f41440
498
   -16> 2020-07-31T16:14:10.156+0300 7f0b314ffe00  5 asok(0x5605b1278000) register_command bluestore allocator fragmentation bluefs-db hook 0x5605b1f41440
499
   -15> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option compaction_readahead_size = 2097152
500
   -14> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option compression = kNoCompression
501
   -13> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option max_write_buffer_number = 32
502
   -12> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option min_write_buffer_number_to_merge = 8
503
   -11> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option recycle_log_file_num = 32
504
   -10> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option writable_file_max_buffer_size = 0
505
    -9> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option write_buffer_size = 33554432
506
    -8> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option compaction_readahead_size = 2097152
507
    -7> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option compression = kNoCompression
508
    -6> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option max_write_buffer_number = 32
509
    -5> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option min_write_buffer_number_to_merge = 8
510
    -4> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option recycle_log_file_num = 32
511
    -3> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option writable_file_max_buffer_size = 0
512
    -2> 2020-07-31T16:14:10.204+0300 7f0b314ffe00  0  set rocksdb option write_buffer_size = 33554432
513
    -1> 2020-07-31T16:14:12.020+0300 7f0b314ffe00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f0b314ffe00 time 2020-07-31T16:14:12.018568+0300
514
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
515

    
516
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
517
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x5605a66e29b7]
518
 2: (()+0x9e1bbf) [0x5605a66e2bbf]
519
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x5605a6e37918]
520
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x5605a6cf3c3d]
521
 5: (BlueStore::deferred_try_submit()+0x428) [0x5605a6cf6318]
522
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x5605a6d0b2b5]
523
 7: (BlueStore::_deferred_replay()+0x313) [0x5605a6d0c2b3]
524
 8: (BlueStore::_mount(bool, bool)+0x611) [0x5605a6d3b8e1]
525
 9: (OSD::init()+0x61f) [0x5605a67c8daf]
526
 10: (main()+0x3938) [0x5605a6730fb8]
527
 11: (__libc_start_main()+0xea) [0x7f0b31a21cca]
528
 12: (_start()+0x2e) [0x5605a674605e]
529

    
530
     0> 2020-07-31T16:14:12.028+0300 7f0b314ffe00 -1 *** Caught signal (Aborted) **
531
 in thread 7f0b314ffe00 thread_name:ceph-osd
532

    
533
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
534
 1: (()+0x14140) [0x7f0b31f64140]
535
 2: (gsignal()+0x141) [0x7f0b31a36cb1]
536
 3: (abort()+0x123) [0x7f0b31a20537]
537
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x5605a66e2a12]
538
 5: (()+0x9e1bbf) [0x5605a66e2bbf]
539
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x5605a6e37918]
540
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x5605a6cf3c3d]
541
 8: (BlueStore::deferred_try_submit()+0x428) [0x5605a6cf6318]
542
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x5605a6d0b2b5]
543
 10: (BlueStore::_deferred_replay()+0x313) [0x5605a6d0c2b3]
544
 11: (BlueStore::_mount(bool, bool)+0x611) [0x5605a6d3b8e1]
545
 12: (OSD::init()+0x61f) [0x5605a67c8daf]
546
 13: (main()+0x3938) [0x5605a6730fb8]
547
 14: (__libc_start_main()+0xea) [0x7f0b31a21cca]
548
 15: (_start()+0x2e) [0x5605a674605e]
549
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
550

    
551
--- logging levels ---
552
   0/ 5 none
553
   0/ 1 lockdep
554
   0/ 1 context
555
   0/ 0 crush
556
   1/ 5 mds
557
   1/ 5 mds_balancer
558
   1/ 5 mds_locker
559
   1/ 5 mds_log
560
   1/ 5 mds_log_expire
561
   1/ 5 mds_migrator
562
   0/ 1 buffer
563
   0/ 1 timer
564
   0/ 1 filer
565
   0/ 1 striper
566
   0/ 0 objecter
567
   0/ 5 rados
568
   0/ 5 rbd
569
   0/ 5 rbd_mirror
570
   0/ 5 rbd_replay
571
   0/ 5 rbd_rwl
572
   0/ 5 journaler
573
   0/ 5 objectcacher
574
   0/ 5 immutable_obj_cache
575
   0/ 0 client
576
   0/ 0 osd
577
   0/ 5 optracker
578
   0/ 5 objclass
579
   1/ 3 filestore
580
   1/ 3 journal
581
   0/ 0 ms
582
   1/ 5 mon
583
   0/10 monc
584
   1/ 5 paxos
585
   0/ 0 tp
586
   1/ 5 auth
587
   1/ 5 crypto
588
   1/ 1 finisher
589
   1/ 1 reserver
590
   1/ 5 heartbeatmap
591
   0/ 0 perfcounter
592
   1/ 5 rgw
593
   1/ 5 rgw_sync
594
   1/10 civetweb
595
   1/ 5 javaclient
596
   1/ 5 asok
597
   1/ 1 throttle
598
   0/ 0 refs
599
   1/ 5 compressor
600
   0/ 0 bluestore
601
   0/ 0 bluefs
602
   1/ 3 bdev
603
   1/ 5 kstore
604
   0/ 0 rocksdb
605
   4/ 5 leveldb
606
   4/ 5 memdb
607
   1/ 5 fuse
608
   1/ 5 mgr
609
   1/ 5 mgrc
610
   1/ 5 dpdk
611
   1/ 5 eventtrace
612
   1/ 5 prioritycache
613
   0/ 5 test
614
  -2/-2 (syslog threshold)
615
  -1/-1 (stderr threshold)
616
--- pthread ID / name mapping for recent threads ---
617
  7f0b2dc9f700 / signal_handler
618
  7f0b2eca1700 / admin_socket
619
  7f0b2f4a2700 / service
620
  7f0b2fca3700 / msgr-worker-2
621
  7f0b304a4700 / msgr-worker-1
622
  7f0b314ffe00 / ceph-osd
623
  max_recent     10000
624
  max_new         1000
625
  log_file /var/log/ceph/ceph-osd.2.log
626
--- end dump of recent events ---
627
2020-07-31T16:14:22.368+0300 7f23d222ae00  0 set uid:gid to 64045:64045 (ceph:ceph)
628
2020-07-31T16:14:22.368+0300 7f23d222ae00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1169390
629
2020-07-31T16:14:22.368+0300 7f23d222ae00  0 pidfile_write: ignore empty --pid-file
630
2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
631
2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev(0x564fbbf1c380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
632
2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev(0x564fbbf1c380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
633
2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
634
2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
635
2020-07-31T16:14:22.372+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
636
2020-07-31T16:14:22.372+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) close
637
2020-07-31T16:14:22.680+0300 7f23d222ae00  1 bdev(0x564fbbf1c380 /var/lib/ceph/osd/ceph-2/block) close
638
2020-07-31T16:14:22.932+0300 7f23d222ae00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
639
2020-07-31T16:14:22.932+0300 7f23d222ae00 -1 Falling back to public interface
640
2020-07-31T16:14:22.940+0300 7f23d222ae00  0 load: jerasure load: lrc load: isa 
641
2020-07-31T16:14:22.940+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
642
2020-07-31T16:14:22.940+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
643
2020-07-31T16:14:22.940+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
644
2020-07-31T16:14:22.940+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) close
645
2020-07-31T16:14:23.240+0300 7f23d222ae00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
646
2020-07-31T16:14:23.240+0300 7f23d222ae00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
647
2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
648
2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
649
2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
650
2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
651
2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
652
2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
653
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option compaction_readahead_size = 2097152
654
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option compression = kNoCompression
655
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option max_write_buffer_number = 32
656
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
657
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option recycle_log_file_num = 32
658
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option writable_file_max_buffer_size = 0
659
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option write_buffer_size = 33554432
660
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option compaction_readahead_size = 2097152
661
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option compression = kNoCompression
662
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option max_write_buffer_number = 32
663
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
664
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option recycle_log_file_num = 32
665
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option writable_file_max_buffer_size = 0
666
2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option write_buffer_size = 33554432
667
2020-07-31T16:14:47.880+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) close
668
2020-07-31T16:14:48.064+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
669
2020-07-31T16:14:48.064+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
670
2020-07-31T16:14:48.064+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
671
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option compaction_readahead_size = 2097152
672
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option compression = kNoCompression
673
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option max_write_buffer_number = 32
674
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
675
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option recycle_log_file_num = 32
676
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option writable_file_max_buffer_size = 0
677
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option write_buffer_size = 33554432
678
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option compaction_readahead_size = 2097152
679
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option compression = kNoCompression
680
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option max_write_buffer_number = 32
681
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
682
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option recycle_log_file_num = 32
683
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option writable_file_max_buffer_size = 0
684
2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option write_buffer_size = 33554432
685
2020-07-31T16:14:48.192+0300 7f23d222ae00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f23d222ae00 time 2020-07-31T16:14:48.191479+0300
686
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
687

    
688
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
689
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x564faf6779b7]
690
 2: (()+0x9e1bbf) [0x564faf677bbf]
691
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x564fafdcc918]
692
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x564fafc88c3d]
693
 5: (BlueStore::deferred_try_submit()+0x428) [0x564fafc8b318]
694
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x564fafca02b5]
695
 7: (BlueStore::_deferred_replay()+0x313) [0x564fafca12b3]
696
 8: (BlueStore::_mount(bool, bool)+0x611) [0x564fafcd08e1]
697
 9: (OSD::init()+0x61f) [0x564faf75ddaf]
698
 10: (main()+0x3938) [0x564faf6c5fb8]
699
 11: (__libc_start_main()+0xea) [0x7f23d274ccca]
700
 12: (_start()+0x2e) [0x564faf6db05e]
701

    
702
2020-07-31T16:14:48.200+0300 7f23d222ae00 -1 *** Caught signal (Aborted) **
703
 in thread 7f23d222ae00 thread_name:ceph-osd
704

    
705
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
706
 1: (()+0x14140) [0x7f23d2c8f140]
707
 2: (gsignal()+0x141) [0x7f23d2761cb1]
708
 3: (abort()+0x123) [0x7f23d274b537]
709
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x564faf677a12]
710
 5: (()+0x9e1bbf) [0x564faf677bbf]
711
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x564fafdcc918]
712
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x564fafc88c3d]
713
 8: (BlueStore::deferred_try_submit()+0x428) [0x564fafc8b318]
714
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x564fafca02b5]
715
 10: (BlueStore::_deferred_replay()+0x313) [0x564fafca12b3]
716
 11: (BlueStore::_mount(bool, bool)+0x611) [0x564fafcd08e1]
717
 12: (OSD::init()+0x61f) [0x564faf75ddaf]
718
 13: (main()+0x3938) [0x564faf6c5fb8]
719
 14: (__libc_start_main()+0xea) [0x7f23d274ccca]
720
 15: (_start()+0x2e) [0x564faf6db05e]
721
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
722

    
723
--- begin dump of recent events ---
724
  -305> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command assert hook 0x564fbb29c570
725
  -304> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command abort hook 0x564fbb29c570
726
  -303> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command leak_some_memory hook 0x564fbb29c570
727
  -302> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command perfcounters_dump hook 0x564fbb29c570
728
  -301> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command 1 hook 0x564fbb29c570
729
  -300> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command perf dump hook 0x564fbb29c570
730
  -299> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command perfcounters_schema hook 0x564fbb29c570
731
  -298> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command perf histogram dump hook 0x564fbb29c570
732
  -297> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command 2 hook 0x564fbb29c570
733
  -296> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command perf schema hook 0x564fbb29c570
734
  -295> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command perf histogram schema hook 0x564fbb29c570
735
  -294> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command perf reset hook 0x564fbb29c570
736
  -293> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command config show hook 0x564fbb29c570
737
  -292> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command config help hook 0x564fbb29c570
738
  -291> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command config set hook 0x564fbb29c570
739
  -290> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command config unset hook 0x564fbb29c570
740
  -289> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command config get hook 0x564fbb29c570
741
  -288> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command config diff hook 0x564fbb29c570
742
  -287> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command config diff get hook 0x564fbb29c570
743
  -286> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command injectargs hook 0x564fbb29c570
744
  -285> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command log flush hook 0x564fbb29c570
745
  -284> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command log dump hook 0x564fbb29c570
746
  -283> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command log reopen hook 0x564fbb29c570
747
  -282> 2020-07-31T16:14:22.360+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command dump_mempools hook 0x564fbbf12068
748
  -281> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient: get_monmap_and_config
749
  -280> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient: build_initial_monmap
750
  -279> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient: monmap:
751
epoch 0
752
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
753
last_changed 2020-07-31T16:14:22.367506+0300
754
created 2020-07-31T16:14:22.367506+0300
755
min_mon_release 0 (unknown)
756
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
757
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
758
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
759
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
760
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
761
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
762
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
763
7: v2:192.168.5.11:3300/0 mon.noname-d
764
8: v2:192.168.5.14:3300/0 mon.noname-e
765
9: v2:192.168.5.15:3300/0 mon.noname-f
766
10: v2:192.168.5.16:3300/0 mon.noname-g
767
11: v2:192.168.5.20:3300/0 mon.noname-a
768
12: v2:192.168.5.21:3300/0 mon.noname-b
769
13: v2:192.168.5.22:3300/0 mon.noname-c
770

    
771
  -278> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding auth protocol: cephx
772
  -277> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding auth protocol: cephx
773
  -276> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding auth protocol: cephx
774
  -275> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
775
  -274> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
776
  -273> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
777
  -272> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
778
  -271> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
779
  -270> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
780
  -269> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
781
  -268> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
782
  -267> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
783
  -266> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
784
  -265> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
785
  -264> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
786
  -263> 2020-07-31T16:14:22.364+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
787
  -262> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient: init
788
  -261> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding auth protocol: cephx
789
  -260> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding auth protocol: cephx
790
  -259> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding auth protocol: cephx
791
  -258> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: secure
792
  -257> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: crc
793
  -256> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: secure
794
  -255> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: crc
795
  -254> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: secure
796
  -253> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: crc
797
  -252> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: crc
798
  -251> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: secure
799
  -250> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: crc
800
  -249> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: secure
801
  -248> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: crc
802
  -247> 2020-07-31T16:14:22.364+0300 7f23d222ae00  5 AuthRegistry(0x7fff169dadb0) adding con mode: secure
803
  -246> 2020-07-31T16:14:22.364+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
804
  -245> 2020-07-31T16:14:22.364+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
805
  -244> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient: _reopen_session rank -1
806
  -243> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient: _add_conns ranks=[12,9,5,8,13,10,6,2,0,1,4,11,3,7]
807
  -242> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient(hunting): picked mon.noname-b con 0x564fbb33cc00 addr v2:192.168.5.21:3300/0
808
  -241> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient(hunting): picked mon.noname-f con 0x564fbb33d000 addr v2:192.168.5.15:3300/0
809
  -240> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient(hunting): picked mon.noname-b-legacy con 0x564fbb33d400 addr v1:192.168.5.21:6789/0
810
  -239> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient(hunting): start opening mon connection
811
  -238> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient(hunting): start opening mon connection
812
  -237> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient(hunting): _renew_subs
813
  -236> 2020-07-31T16:14:22.364+0300 7f23d222ae00 10 monclient(hunting): authenticate will time out at 2020-07-31T16:19:22.368600+0300
814
  -235> 2020-07-31T16:14:22.368+0300 7f23d09ce700 10 monclient(hunting): get_auth_request con 0x564fbb33d000 auth_method 0
815
  -234> 2020-07-31T16:14:22.368+0300 7f23d09ce700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
816
  -233> 2020-07-31T16:14:22.368+0300 7f23d09ce700 10 monclient(hunting): _init_auth method 2
817
  -232> 2020-07-31T16:14:22.368+0300 7f23d09ce700 10 monclient(hunting): handle_auth_reply_more payload 9
818
  -231> 2020-07-31T16:14:22.368+0300 7f23d09ce700 10 monclient(hunting): handle_auth_reply_more payload_len 9
819
  -230> 2020-07-31T16:14:22.368+0300 7f23d09ce700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
820
  -229> 2020-07-31T16:14:22.368+0300 7f23d09ce700 10 monclient(hunting): handle_auth_done global_id 12838358 payload 450
821
  -228> 2020-07-31T16:14:22.368+0300 7f23d09ce700 10 monclient: _finish_hunting 0
822
  -227> 2020-07-31T16:14:22.368+0300 7f23d09ce700  1 monclient: found mon.noname-f
823
  -226> 2020-07-31T16:14:22.368+0300 7f23d09ce700 10 monclient: _send_mon_message to mon.noname-f at v2:192.168.5.15:3300/0
824
  -225> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient: handle_monmap mon_map magic: 0 v1
825
  -224> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient:  got monmap 28 from mon.noname-f (according to old e28)
826
  -223> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient: dump:
827
epoch 28
828
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
829
last_changed 2020-07-24T13:05:00.613222+0300
830
created 2018-11-06T00:56:40.343651+0300
831
min_mon_release 15 (octopus)
832
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
833
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
834
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
835
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
836
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
837
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
838
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
839

    
840
  -222> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient: _finish_auth 0
841
  -221> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-07-31T16:13:52.369565+0300)
842
  -220> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient: _send_mon_message to mon.ripper5 at v2:192.168.5.15:3300/0
843
  -219> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient: handle_config config(0 keys) v1
844
  -218> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient: handle_monmap mon_map magic: 0 v1
845
  -217> 2020-07-31T16:14:22.368+0300 7f23ce9ca700  4 set_mon_vals no callback set
846
  -216> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient:  got monmap 28 from mon.ripper5 (according to old e28)
847
  -215> 2020-07-31T16:14:22.368+0300 7f23d01cd700 10 monclient: dump:
848
epoch 28
849
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
850
last_changed 2020-07-24T13:05:00.613222+0300
851
created 2018-11-06T00:56:40.343651+0300
852
min_mon_release 15 (octopus)
853
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
854
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
855
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
856
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
857
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
858
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
859
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
860

    
861
  -214> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 monclient: authenticate success, global_id 12838358
862
  -213> 2020-07-31T16:14:22.368+0300 7f23d222ae00 10 monclient: get_monmap_and_config success
863
  -212> 2020-07-31T16:14:22.368+0300 7f23d222ae00 10 monclient: shutdown
864
  -211> 2020-07-31T16:14:22.368+0300 7f23d222ae00  0 set uid:gid to 64045:64045 (ceph:ceph)
865
  -210> 2020-07-31T16:14:22.368+0300 7f23d222ae00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1169390
866
  -209> 2020-07-31T16:14:22.368+0300 7f23d222ae00  0 pidfile_write: ignore empty --pid-file
867
  -208> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 asok(0x564fbb33e000) init /var/run/ceph/ceph-osd.2.asok
868
  -207> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 asok(0x564fbb33e000) bind_and_listen /var/run/ceph/ceph-osd.2.asok
869
  -206> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command 0 hook 0x564fbb29a2d0
870
  -205> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command version hook 0x564fbb29a2d0
871
  -204> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command git_version hook 0x564fbb29a2d0
872
  -203> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command help hook 0x564fbb29c500
873
  -202> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command get_command_descriptions hook 0x564fbb29c030
874
  -201> 2020-07-31T16:14:22.368+0300 7f23cf9cc700  5 asok(0x564fbb33e000) entry start
875
  -200> 2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
876
  -199> 2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev(0x564fbbf1c380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
877
  -198> 2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev(0x564fbbf1c380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
878
  -197> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore bluefs available hook 0x564fbb29c070
879
  -196> 2020-07-31T16:14:22.368+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore bluefs stats hook 0x564fbb29c070
880
  -195> 2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
881
  -194> 2020-07-31T16:14:22.368+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
882
  -193> 2020-07-31T16:14:22.372+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
883
  -192> 2020-07-31T16:14:22.372+0300 7f23d222ae00  5 asok(0x564fbb33e000) unregister_commands bluestore bluefs available
884
  -191> 2020-07-31T16:14:22.372+0300 7f23d222ae00  5 asok(0x564fbb33e000) unregister_commands bluestore bluefs stats
885
  -190> 2020-07-31T16:14:22.372+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) close
886
  -189> 2020-07-31T16:14:22.680+0300 7f23d222ae00  1 bdev(0x564fbbf1c380 /var/lib/ceph/osd/ceph-2/block) close
887
  -188> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding auth protocol: cephx
888
  -187> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding auth protocol: cephx
889
  -186> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding auth protocol: cephx
890
  -185> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: secure
891
  -184> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: crc
892
  -183> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: secure
893
  -182> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: crc
894
  -181> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: secure
895
  -180> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: crc
896
  -179> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: crc
897
  -178> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: secure
898
  -177> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: crc
899
  -176> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: secure
900
  -175> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: crc
901
  -174> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32c940) adding con mode: secure
902
  -173> 2020-07-31T16:14:22.932+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
903
  -172> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding auth protocol: cephx
904
  -171> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding auth protocol: cephx
905
  -170> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding auth protocol: cephx
906
  -169> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: secure
907
  -168> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: crc
908
  -167> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: secure
909
  -166> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: crc
910
  -165> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: secure
911
  -164> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: crc
912
  -163> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: crc
913
  -162> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: secure
914
  -161> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: crc
915
  -160> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: secure
916
  -159> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: crc
917
  -158> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32b940) adding con mode: secure
918
  -157> 2020-07-31T16:14:22.932+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
919
  -156> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding auth protocol: cephx
920
  -155> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding auth protocol: cephx
921
  -154> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding auth protocol: cephx
922
  -153> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
923
  -152> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
924
  -151> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
925
  -150> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
926
  -149> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
927
  -148> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
928
  -147> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
929
  -146> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
930
  -145> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
931
  -144> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
932
  -143> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: crc
933
  -142> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32a940) adding con mode: secure
934
  -141> 2020-07-31T16:14:22.932+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
935
  -140> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding auth protocol: cephx
936
  -139> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding auth protocol: cephx
937
  -138> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding auth protocol: cephx
938
  -137> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: secure
939
  -136> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: crc
940
  -135> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: secure
941
  -134> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: crc
942
  -133> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: secure
943
  -132> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: crc
944
  -131> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: crc
945
  -130> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: secure
946
  -129> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: crc
947
  -128> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: secure
948
  -127> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: crc
949
  -126> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbb32d940) adding con mode: secure
950
  -125> 2020-07-31T16:14:22.932+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
951
  -124> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding auth protocol: cephx
952
  -123> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding auth protocol: cephx
953
  -122> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding auth protocol: cephx
954
  -121> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: secure
955
  -120> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: crc
956
  -119> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: secure
957
  -118> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: crc
958
  -117> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: secure
959
  -116> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: crc
960
  -115> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: crc
961
  -114> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: secure
962
  -113> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: crc
963
  -112> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: secure
964
  -111> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: crc
965
  -110> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe4940) adding con mode: secure
966
  -109> 2020-07-31T16:14:22.932+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
967
  -108> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding auth protocol: cephx
968
  -107> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding auth protocol: cephx
969
  -106> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding auth protocol: cephx
970
  -105> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: secure
971
  -104> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: crc
972
  -103> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: secure
973
  -102> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: crc
974
  -101> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: secure
975
  -100> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: crc
976
   -99> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: crc
977
   -98> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: secure
978
   -97> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: crc
979
   -96> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: secure
980
   -95> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: crc
981
   -94> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe5940) adding con mode: secure
982
   -93> 2020-07-31T16:14:22.932+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
983
   -92> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding auth protocol: cephx
984
   -91> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding auth protocol: cephx
985
   -90> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding auth protocol: cephx
986
   -89> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: secure
987
   -88> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: crc
988
   -87> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: secure
989
   -86> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: crc
990
   -85> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: secure
991
   -84> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: crc
992
   -83> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: crc
993
   -82> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: secure
994
   -81> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: crc
995
   -80> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: secure
996
   -79> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: crc
997
   -78> 2020-07-31T16:14:22.932+0300 7f23d222ae00  5 AuthRegistry(0x564fbbfe6940) adding con mode: secure
998
   -77> 2020-07-31T16:14:22.932+0300 7f23d222ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
999
   -76> 2020-07-31T16:14:22.932+0300 7f23d222ae00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
1000
   -75> 2020-07-31T16:14:22.932+0300 7f23d222ae00 -1 Falling back to public interface
1001
   -74> 2020-07-31T16:14:22.936+0300 7f23d222ae00 10 monclient: build_initial_monmap
1002
   -73> 2020-07-31T16:14:22.936+0300 7f23d222ae00 10 monclient: monmap:
1003
epoch 0
1004
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
1005
last_changed 2020-07-31T16:14:22.937350+0300
1006
created 2020-07-31T16:14:22.937350+0300
1007
min_mon_release 0 (unknown)
1008
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
1009
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
1010
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
1011
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
1012
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
1013
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
1014
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
1015
7: v2:192.168.5.11:3300/0 mon.noname-d
1016
8: v2:192.168.5.14:3300/0 mon.noname-e
1017
9: v2:192.168.5.15:3300/0 mon.noname-f
1018
10: v2:192.168.5.16:3300/0 mon.noname-g
1019
11: v2:192.168.5.20:3300/0 mon.noname-a
1020
12: v2:192.168.5.21:3300/0 mon.noname-b
1021
13: v2:192.168.5.22:3300/0 mon.noname-c
1022

    
1023
   -72> 2020-07-31T16:14:22.940+0300 7f23d222ae00  0 load: jerasure load: lrc load: isa 
1024
   -71> 2020-07-31T16:14:22.940+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1025
   -70> 2020-07-31T16:14:22.940+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1026
   -69> 2020-07-31T16:14:22.940+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1027
   -68> 2020-07-31T16:14:22.940+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) close
1028
   -67> 2020-07-31T16:14:23.240+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command objecter_requests hook 0x564fbb29c950
1029
   -66> 2020-07-31T16:14:23.240+0300 7f23d222ae00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
1030
   -65> 2020-07-31T16:14:23.240+0300 7f23d222ae00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
1031
   -64> 2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1032
   -63> 2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1033
   -62> 2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev(0x564fbbf1d180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1034
   -61> 2020-07-31T16:14:23.240+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore bluefs available hook 0x564fbb29c970
1035
   -60> 2020-07-31T16:14:23.240+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore bluefs stats hook 0x564fbb29c970
1036
   -59> 2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1037
   -58> 2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1038
   -57> 2020-07-31T16:14:23.240+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1039
   -56> 2020-07-31T16:14:23.240+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator dump bluefs-db hook 0x564fbbffd4a0
1040
   -55> 2020-07-31T16:14:23.240+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator score bluefs-db hook 0x564fbbffd4a0
1041
   -54> 2020-07-31T16:14:23.240+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator fragmentation bluefs-db hook 0x564fbbffd4a0
1042
   -53> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option compaction_readahead_size = 2097152
1043
   -52> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option compression = kNoCompression
1044
   -51> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option max_write_buffer_number = 32
1045
   -50> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1046
   -49> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option recycle_log_file_num = 32
1047
   -48> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1048
   -47> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option write_buffer_size = 33554432
1049
   -46> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option compaction_readahead_size = 2097152
1050
   -45> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option compression = kNoCompression
1051
   -44> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option max_write_buffer_number = 32
1052
   -43> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1053
   -42> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option recycle_log_file_num = 32
1054
   -41> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1055
   -40> 2020-07-31T16:14:23.296+0300 7f23d222ae00  0  set rocksdb option write_buffer_size = 33554432
1056
   -39> 2020-07-31T16:14:23.320+0300 7f23d222ae00  1 get compressor snappy = 0
1057
   -38> 2020-07-31T16:14:23.320+0300 7f23d222ae00  1 load compressor snappy
1058
   -37> 2020-07-31T16:14:23.320+0300 7f23d222ae00  1 add compressor snappy 0x564fbbffdcb0
1059
   -36> 2020-07-31T16:14:23.320+0300 7f23d222ae00  1 get compressor snappy = 0x564fbbffdcb0
1060
   -35> 2020-07-31T16:14:23.320+0300 7f23d222ae00  1 load: compressor snappy loaded and registered
1061
   -34> 2020-07-31T16:14:23.320+0300 7f23d222ae00  1 get compressor snappy = 0x564fbbffdcb0
1062
   -33> 2020-07-31T16:14:23.324+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator dump block hook 0x564fbc4ed950
1063
   -32> 2020-07-31T16:14:23.324+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator score block hook 0x564fbc4ed950
1064
   -31> 2020-07-31T16:14:23.324+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator fragmentation block hook 0x564fbc4ed950
1065
   -30> 2020-07-31T16:14:23.784+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator dump block cmddesc bluestore allocator dump block hook 0x564fbcfc7b00 EEXIST
1066
   -29> 2020-07-31T16:14:47.880+0300 7f23d222ae00  5 asok(0x564fbb33e000) unregister_commands bluestore allocator dump bluefs-db
1067
   -28> 2020-07-31T16:14:47.880+0300 7f23d222ae00  5 asok(0x564fbb33e000) unregister_commands bluestore allocator fragmentation bluefs-db
1068
   -27> 2020-07-31T16:14:47.880+0300 7f23d222ae00  5 asok(0x564fbb33e000) unregister_commands bluestore allocator score bluefs-db
1069
   -26> 2020-07-31T16:14:47.880+0300 7f23d222ae00  5 asok(0x564fbb33e000) unregister_commands bluestore bluefs available
1070
   -25> 2020-07-31T16:14:47.880+0300 7f23d222ae00  5 asok(0x564fbb33e000) unregister_commands bluestore bluefs stats
1071
   -24> 2020-07-31T16:14:47.880+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) close
1072
   -23> 2020-07-31T16:14:48.064+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore bluefs available hook 0x564fbb29c970
1073
   -22> 2020-07-31T16:14:48.064+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore bluefs stats hook 0x564fbb29c970
1074
   -21> 2020-07-31T16:14:48.064+0300 7f23d222ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1075
   -20> 2020-07-31T16:14:48.064+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1076
   -19> 2020-07-31T16:14:48.064+0300 7f23d222ae00  1 bdev(0x564fbbf1ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1077
   -18> 2020-07-31T16:14:48.064+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator dump bluefs-db hook 0x564fbbffd410
1078
   -17> 2020-07-31T16:14:48.064+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator score bluefs-db hook 0x564fbbffd410
1079
   -16> 2020-07-31T16:14:48.064+0300 7f23d222ae00  5 asok(0x564fbb33e000) register_command bluestore allocator fragmentation bluefs-db hook 0x564fbbffd410
1080
   -15> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option compaction_readahead_size = 2097152
1081
   -14> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option compression = kNoCompression
1082
   -13> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option max_write_buffer_number = 32
1083
   -12> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1084
   -11> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option recycle_log_file_num = 32
1085
   -10> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1086
    -9> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option write_buffer_size = 33554432
1087
    -8> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option compaction_readahead_size = 2097152
1088
    -7> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option compression = kNoCompression
1089
    -6> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option max_write_buffer_number = 32
1090
    -5> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1091
    -4> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option recycle_log_file_num = 32
1092
    -3> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1093
    -2> 2020-07-31T16:14:48.116+0300 7f23d222ae00  0  set rocksdb option write_buffer_size = 33554432
1094
    -1> 2020-07-31T16:14:48.192+0300 7f23d222ae00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f23d222ae00 time 2020-07-31T16:14:48.191479+0300
1095
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
1096

    
1097
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
1098
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x564faf6779b7]
1099
 2: (()+0x9e1bbf) [0x564faf677bbf]
1100
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x564fafdcc918]
1101
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x564fafc88c3d]
1102
 5: (BlueStore::deferred_try_submit()+0x428) [0x564fafc8b318]
1103
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x564fafca02b5]
1104
 7: (BlueStore::_deferred_replay()+0x313) [0x564fafca12b3]
1105
 8: (BlueStore::_mount(bool, bool)+0x611) [0x564fafcd08e1]
1106
 9: (OSD::init()+0x61f) [0x564faf75ddaf]
1107
 10: (main()+0x3938) [0x564faf6c5fb8]
1108
 11: (__libc_start_main()+0xea) [0x7f23d274ccca]
1109
 12: (_start()+0x2e) [0x564faf6db05e]
1110

    
1111
     0> 2020-07-31T16:14:48.200+0300 7f23d222ae00 -1 *** Caught signal (Aborted) **
1112
 in thread 7f23d222ae00 thread_name:ceph-osd
1113

    
1114
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
1115
 1: (()+0x14140) [0x7f23d2c8f140]
1116
 2: (gsignal()+0x141) [0x7f23d2761cb1]
1117
 3: (abort()+0x123) [0x7f23d274b537]
1118
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x564faf677a12]
1119
 5: (()+0x9e1bbf) [0x564faf677bbf]
1120
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x564fafdcc918]
1121
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x564fafc88c3d]
1122
 8: (BlueStore::deferred_try_submit()+0x428) [0x564fafc8b318]
1123
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x564fafca02b5]
1124
 10: (BlueStore::_deferred_replay()+0x313) [0x564fafca12b3]
1125
 11: (BlueStore::_mount(bool, bool)+0x611) [0x564fafcd08e1]
1126
 12: (OSD::init()+0x61f) [0x564faf75ddaf]
1127
 13: (main()+0x3938) [0x564faf6c5fb8]
1128
 14: (__libc_start_main()+0xea) [0x7f23d274ccca]
1129
 15: (_start()+0x2e) [0x564faf6db05e]
1130
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
1131

    
1132
--- logging levels ---
1133
   0/ 5 none
1134
   0/ 1 lockdep
1135
   0/ 1 context
1136
   0/ 0 crush
1137
   1/ 5 mds
1138
   1/ 5 mds_balancer
1139
   1/ 5 mds_locker
1140
   1/ 5 mds_log
1141
   1/ 5 mds_log_expire
1142
   1/ 5 mds_migrator
1143
   0/ 1 buffer
1144
   0/ 1 timer
1145
   0/ 1 filer
1146
   0/ 1 striper
1147
   0/ 0 objecter
1148
   0/ 5 rados
1149
   0/ 5 rbd
1150
   0/ 5 rbd_mirror
1151
   0/ 5 rbd_replay
1152
   0/ 5 rbd_rwl
1153
   0/ 5 journaler
1154
   0/ 5 objectcacher
1155
   0/ 5 immutable_obj_cache
1156
   0/ 0 client
1157
   0/ 0 osd
1158
   0/ 5 optracker
1159
   0/ 5 objclass
1160
   1/ 3 filestore
1161
   1/ 3 journal
1162
   0/ 0 ms
1163
   1/ 5 mon
1164
   0/10 monc
1165
   1/ 5 paxos
1166
   0/ 0 tp
1167
   1/ 5 auth
1168
   1/ 5 crypto
1169
   1/ 1 finisher
1170
   1/ 1 reserver
1171
   1/ 5 heartbeatmap
1172
   0/ 0 perfcounter
1173
   1/ 5 rgw
1174
   1/ 5 rgw_sync
1175
   1/10 civetweb
1176
   1/ 5 javaclient
1177
   1/ 5 asok
1178
   1/ 1 throttle
1179
   0/ 0 refs
1180
   1/ 5 compressor
1181
   0/ 0 bluestore
1182
   0/ 0 bluefs
1183
   1/ 3 bdev
1184
   1/ 5 kstore
1185
   0/ 0 rocksdb
1186
   4/ 5 leveldb
1187
   4/ 5 memdb
1188
   1/ 5 fuse
1189
   1/ 5 mgr
1190
   1/ 5 mgrc
1191
   1/ 5 dpdk
1192
   1/ 5 eventtrace
1193
   1/ 5 prioritycache
1194
   0/ 5 test
1195
  -2/-2 (syslog threshold)
1196
  -1/-1 (stderr threshold)
1197
--- pthread ID / name mapping for recent threads ---
1198
  7f23ce9ca700 / signal_handler
1199
  7f23cf9cc700 / admin_socket
1200
  7f23d01cd700 / service
1201
  7f23d09ce700 / msgr-worker-2
1202
  7f23d222ae00 / ceph-osd
1203
  max_recent     10000
1204
  max_new         1000
1205
  log_file /var/log/ceph/ceph-osd.2.log
1206
--- end dump of recent events ---
1207
2020-07-31T16:14:58.424+0300 7f5a6415ae00  0 set uid:gid to 64045:64045 (ceph:ceph)
1208
2020-07-31T16:14:58.424+0300 7f5a6415ae00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1169711
1209
2020-07-31T16:14:58.424+0300 7f5a6415ae00  0 pidfile_write: ignore empty --pid-file
1210
2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1211
2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1212
2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1213
2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1214
2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1215
2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1216
2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) close
1217
2020-07-31T16:14:58.740+0300 7f5a6415ae00  1 bdev(0x563824db8380 /var/lib/ceph/osd/ceph-2/block) close
1218
2020-07-31T16:14:58.984+0300 7f5a6415ae00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
1219
2020-07-31T16:14:58.984+0300 7f5a6415ae00 -1 Falling back to public interface
1220
2020-07-31T16:14:58.992+0300 7f5a6415ae00  0 load: jerasure load: lrc load: isa 
1221
2020-07-31T16:14:58.992+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1222
2020-07-31T16:14:58.992+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1223
2020-07-31T16:14:58.992+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1224
2020-07-31T16:14:58.992+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) close
1225
2020-07-31T16:14:59.300+0300 7f5a6415ae00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
1226
2020-07-31T16:14:59.300+0300 7f5a6415ae00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
1227
2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1228
2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1229
2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1230
2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1231
2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1232
2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1233
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option compaction_readahead_size = 2097152
1234
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option compression = kNoCompression
1235
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option max_write_buffer_number = 32
1236
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1237
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option recycle_log_file_num = 32
1238
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1239
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option write_buffer_size = 33554432
1240
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option compaction_readahead_size = 2097152
1241
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option compression = kNoCompression
1242
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option max_write_buffer_number = 32
1243
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1244
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option recycle_log_file_num = 32
1245
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1246
2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option write_buffer_size = 33554432
1247
2020-07-31T16:15:25.596+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) close
1248
2020-07-31T16:15:25.872+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1249
2020-07-31T16:15:25.872+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1250
2020-07-31T16:15:25.872+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1251
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option compaction_readahead_size = 2097152
1252
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option compression = kNoCompression
1253
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option max_write_buffer_number = 32
1254
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1255
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option recycle_log_file_num = 32
1256
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1257
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option write_buffer_size = 33554432
1258
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option compaction_readahead_size = 2097152
1259
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option compression = kNoCompression
1260
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option max_write_buffer_number = 32
1261
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1262
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option recycle_log_file_num = 32
1263
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1264
2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option write_buffer_size = 33554432
1265
2020-07-31T16:15:26.000+0300 7f5a6415ae00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f5a6415ae00 time 2020-07-31T16:15:25.997428+0300
1266
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
1267

    
1268
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
1269
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x56381875a9b7]
1270
 2: (()+0x9e1bbf) [0x56381875abbf]
1271
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x563818eaf918]
1272
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x563818d6bc3d]
1273
 5: (BlueStore::deferred_try_submit()+0x428) [0x563818d6e318]
1274
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x563818d832b5]
1275
 7: (BlueStore::_deferred_replay()+0x313) [0x563818d842b3]
1276
 8: (BlueStore::_mount(bool, bool)+0x611) [0x563818db38e1]
1277
 9: (OSD::init()+0x61f) [0x563818840daf]
1278
 10: (main()+0x3938) [0x5638187a8fb8]
1279
 11: (__libc_start_main()+0xea) [0x7f5a6467ccca]
1280
 12: (_start()+0x2e) [0x5638187be05e]
1281

    
1282
2020-07-31T16:15:26.004+0300 7f5a6415ae00 -1 *** Caught signal (Aborted) **
1283
 in thread 7f5a6415ae00 thread_name:ceph-osd
1284

    
1285
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
1286
 1: (()+0x14140) [0x7f5a64bbf140]
1287
 2: (gsignal()+0x141) [0x7f5a64691cb1]
1288
 3: (abort()+0x123) [0x7f5a6467b537]
1289
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x56381875aa12]
1290
 5: (()+0x9e1bbf) [0x56381875abbf]
1291
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x563818eaf918]
1292
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x563818d6bc3d]
1293
 8: (BlueStore::deferred_try_submit()+0x428) [0x563818d6e318]
1294
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x563818d832b5]
1295
 10: (BlueStore::_deferred_replay()+0x313) [0x563818d842b3]
1296
 11: (BlueStore::_mount(bool, bool)+0x611) [0x563818db38e1]
1297
 12: (OSD::init()+0x61f) [0x563818840daf]
1298
 13: (main()+0x3938) [0x5638187a8fb8]
1299
 14: (__libc_start_main()+0xea) [0x7f5a6467ccca]
1300
 15: (_start()+0x2e) [0x5638187be05e]
1301
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
1302

    
1303
--- begin dump of recent events ---
1304
  -310> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command assert hook 0x563824138570
1305
  -309> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command abort hook 0x563824138570
1306
  -308> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command leak_some_memory hook 0x563824138570
1307
  -307> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command perfcounters_dump hook 0x563824138570
1308
  -306> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command 1 hook 0x563824138570
1309
  -305> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command perf dump hook 0x563824138570
1310
  -304> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command perfcounters_schema hook 0x563824138570
1311
  -303> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command perf histogram dump hook 0x563824138570
1312
  -302> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command 2 hook 0x563824138570
1313
  -301> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command perf schema hook 0x563824138570
1314
  -300> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command perf histogram schema hook 0x563824138570
1315
  -299> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command perf reset hook 0x563824138570
1316
  -298> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command config show hook 0x563824138570
1317
  -297> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command config help hook 0x563824138570
1318
  -296> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command config set hook 0x563824138570
1319
  -295> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command config unset hook 0x563824138570
1320
  -294> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command config get hook 0x563824138570
1321
  -293> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command config diff hook 0x563824138570
1322
  -292> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command config diff get hook 0x563824138570
1323
  -291> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command injectargs hook 0x563824138570
1324
  -290> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command log flush hook 0x563824138570
1325
  -289> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command log dump hook 0x563824138570
1326
  -288> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command log reopen hook 0x563824138570
1327
  -287> 2020-07-31T16:14:58.412+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command dump_mempools hook 0x563824dae068
1328
  -286> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient: get_monmap_and_config
1329
  -285> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient: build_initial_monmap
1330
  -284> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient: monmap:
1331
epoch 0
1332
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
1333
last_changed 2020-07-31T16:14:58.422427+0300
1334
created 2020-07-31T16:14:58.422427+0300
1335
min_mon_release 0 (unknown)
1336
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
1337
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
1338
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
1339
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
1340
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
1341
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
1342
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
1343
7: v2:192.168.5.11:3300/0 mon.noname-d
1344
8: v2:192.168.5.14:3300/0 mon.noname-e
1345
9: v2:192.168.5.15:3300/0 mon.noname-f
1346
10: v2:192.168.5.16:3300/0 mon.noname-g
1347
11: v2:192.168.5.20:3300/0 mon.noname-a
1348
12: v2:192.168.5.21:3300/0 mon.noname-b
1349
13: v2:192.168.5.22:3300/0 mon.noname-c
1350

    
1351
  -283> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding auth protocol: cephx
1352
  -282> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding auth protocol: cephx
1353
  -281> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding auth protocol: cephx
1354
  -280> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1355
  -279> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1356
  -278> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1357
  -277> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1358
  -276> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1359
  -275> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1360
  -274> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1361
  -273> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1362
  -272> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1363
  -271> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1364
  -270> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1365
  -269> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1366
  -268> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1367
  -267> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient: init
1368
  -266> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding auth protocol: cephx
1369
  -265> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding auth protocol: cephx
1370
  -264> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding auth protocol: cephx
1371
  -263> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: secure
1372
  -262> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: crc
1373
  -261> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: secure
1374
  -260> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: crc
1375
  -259> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: secure
1376
  -258> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: crc
1377
  -257> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: crc
1378
  -256> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: secure
1379
  -255> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: crc
1380
  -254> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: secure
1381
  -253> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: crc
1382
  -252> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 AuthRegistry(0x7ffcc2fec490) adding con mode: secure
1383
  -251> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1384
  -250> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1385
  -249> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient: _reopen_session rank -1
1386
  -248> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient: _add_conns ranks=[8,10,9,5,7,13,0,3,2,11,12,6,1,4]
1387
  -247> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient(hunting): picked mon.noname-e con 0x5638241d8c00 addr v2:192.168.5.14:3300/0
1388
  -246> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient(hunting): picked mon.noname-g con 0x5638241d9000 addr v2:192.168.5.16:3300/0
1389
  -245> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient(hunting): picked mon.noname-f con 0x5638241d9400 addr v2:192.168.5.15:3300/0
1390
  -244> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient(hunting): start opening mon connection
1391
  -243> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient(hunting): start opening mon connection
1392
  -242> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient(hunting): start opening mon connection
1393
  -241> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient(hunting): _renew_subs
1394
  -240> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient(hunting): authenticate will time out at 2020-07-31T16:19:58.423508+0300
1395
  -239> 2020-07-31T16:14:58.420+0300 7f5a63900700 10 monclient(hunting): get_auth_request con 0x5638241d9400 auth_method 0
1396
  -238> 2020-07-31T16:14:58.420+0300 7f5a63900700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
1397
  -237> 2020-07-31T16:14:58.420+0300 7f5a63900700 10 monclient(hunting): _init_auth method 2
1398
  -236> 2020-07-31T16:14:58.420+0300 7f5a63900700 10 monclient(hunting): handle_auth_reply_more payload 9
1399
  -235> 2020-07-31T16:14:58.420+0300 7f5a63900700 10 monclient(hunting): handle_auth_reply_more payload_len 9
1400
  -234> 2020-07-31T16:14:58.420+0300 7f5a63900700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
1401
  -233> 2020-07-31T16:14:58.420+0300 7f5a630ff700 10 monclient(hunting): get_auth_request con 0x5638241d8c00 auth_method 0
1402
  -232> 2020-07-31T16:14:58.420+0300 7f5a630ff700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
1403
  -231> 2020-07-31T16:14:58.420+0300 7f5a630ff700 10 monclient(hunting): _init_auth method 2
1404
  -230> 2020-07-31T16:14:58.420+0300 7f5a63900700 10 monclient(hunting): handle_auth_done global_id 12838365 payload 450
1405
  -229> 2020-07-31T16:14:58.420+0300 7f5a63900700 10 monclient: _finish_hunting 0
1406
  -228> 2020-07-31T16:14:58.420+0300 7f5a63900700  1 monclient: found mon.noname-f
1407
  -227> 2020-07-31T16:14:58.420+0300 7f5a63900700 10 monclient: _send_mon_message to mon.noname-f at v2:192.168.5.15:3300/0
1408
  -226> 2020-07-31T16:14:58.420+0300 7f5a628fe700 10 monclient: get_auth_request con 0x5638241d9000 auth_method 0
1409
  -225> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient: handle_monmap mon_map magic: 0 v1
1410
  -224> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient:  got monmap 28 from mon.noname-f (according to old e28)
1411
  -223> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient: dump:
1412
epoch 28
1413
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
1414
last_changed 2020-07-24T13:05:00.613222+0300
1415
created 2018-11-06T00:56:40.343651+0300
1416
min_mon_release 15 (octopus)
1417
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
1418
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
1419
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
1420
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
1421
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
1422
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
1423
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
1424

    
1425
  -222> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient: _finish_auth 0
1426
  -221> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-07-31T16:14:28.424613+0300)
1427
  -220> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient: _send_mon_message to mon.ripper5 at v2:192.168.5.15:3300/0
1428
  -219> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient: handle_config config(0 keys) v1
1429
  -218> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient: handle_monmap mon_map magic: 0 v1
1430
  -217> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient:  got monmap 28 from mon.ripper5 (according to old e28)
1431
  -216> 2020-07-31T16:14:58.420+0300 7f5a620fd700 10 monclient: dump:
1432
epoch 28
1433
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
1434
last_changed 2020-07-24T13:05:00.613222+0300
1435
created 2018-11-06T00:56:40.343651+0300
1436
min_mon_release 15 (octopus)
1437
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
1438
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
1439
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
1440
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
1441
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
1442
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
1443
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
1444

    
1445
  -215> 2020-07-31T16:14:58.420+0300 7f5a6415ae00  5 monclient: authenticate success, global_id 12838365
1446
  -214> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient: get_monmap_and_config success
1447
  -213> 2020-07-31T16:14:58.420+0300 7f5a6415ae00 10 monclient: shutdown
1448
  -212> 2020-07-31T16:14:58.420+0300 7f5a608fa700  4 set_mon_vals no callback set
1449
  -211> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  0 set uid:gid to 64045:64045 (ceph:ceph)
1450
  -210> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1169711
1451
  -209> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  0 pidfile_write: ignore empty --pid-file
1452
  -208> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) init /var/run/ceph/ceph-osd.2.asok
1453
  -207> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) bind_and_listen /var/run/ceph/ceph-osd.2.asok
1454
  -206> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command 0 hook 0x5638241362d0
1455
  -205> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command version hook 0x5638241362d0
1456
  -204> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command git_version hook 0x5638241362d0
1457
  -203> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command help hook 0x5638241384b0
1458
  -202> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command get_command_descriptions hook 0x563824138030
1459
  -201> 2020-07-31T16:14:58.424+0300 7f5a618fc700  5 asok(0x5638241da000) entry start
1460
  -200> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1461
  -199> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1462
  -198> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1463
  -197> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore bluefs available hook 0x563824138070
1464
  -196> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore bluefs stats hook 0x563824138070
1465
  -195> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1466
  -194> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1467
  -193> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1468
  -192> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) unregister_commands bluestore bluefs available
1469
  -191> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  5 asok(0x5638241da000) unregister_commands bluestore bluefs stats
1470
  -190> 2020-07-31T16:14:58.424+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) close
1471
  -189> 2020-07-31T16:14:58.740+0300 7f5a6415ae00  1 bdev(0x563824db8380 /var/lib/ceph/osd/ceph-2/block) close
1472
  -188> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding auth protocol: cephx
1473
  -187> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding auth protocol: cephx
1474
  -186> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding auth protocol: cephx
1475
  -185> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1476
  -184> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1477
  -183> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1478
  -182> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1479
  -181> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1480
  -180> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1481
  -179> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1482
  -178> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1483
  -177> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1484
  -176> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1485
  -175> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: crc
1486
  -174> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c6940) adding con mode: secure
1487
  -173> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1488
  -172> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding auth protocol: cephx
1489
  -171> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding auth protocol: cephx
1490
  -170> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding auth protocol: cephx
1491
  -169> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: secure
1492
  -168> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: crc
1493
  -167> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: secure
1494
  -166> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: crc
1495
  -165> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: secure
1496
  -164> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: crc
1497
  -163> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: crc
1498
  -162> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: secure
1499
  -161> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: crc
1500
  -160> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: secure
1501
  -159> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: crc
1502
  -158> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c7940) adding con mode: secure
1503
  -157> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1504
  -156> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding auth protocol: cephx
1505
  -155> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding auth protocol: cephx
1506
  -154> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding auth protocol: cephx
1507
  -153> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: secure
1508
  -152> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: crc
1509
  -151> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: secure
1510
  -150> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: crc
1511
  -149> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: secure
1512
  -148> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: crc
1513
  -147> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: crc
1514
  -146> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: secure
1515
  -145> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: crc
1516
  -144> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: secure
1517
  -143> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: crc
1518
  -142> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c8940) adding con mode: secure
1519
  -141> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1520
  -140> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding auth protocol: cephx
1521
  -139> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding auth protocol: cephx
1522
  -138> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding auth protocol: cephx
1523
  -137> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: secure
1524
  -136> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: crc
1525
  -135> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: secure
1526
  -134> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: crc
1527
  -133> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: secure
1528
  -132> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: crc
1529
  -131> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: crc
1530
  -130> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: secure
1531
  -129> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: crc
1532
  -128> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: secure
1533
  -127> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: crc
1534
  -126> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x5638241c9940) adding con mode: secure
1535
  -125> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1536
  -124> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding auth protocol: cephx
1537
  -123> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding auth protocol: cephx
1538
  -122> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding auth protocol: cephx
1539
  -121> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: secure
1540
  -120> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: crc
1541
  -119> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: secure
1542
  -118> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: crc
1543
  -117> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: secure
1544
  -116> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: crc
1545
  -115> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: crc
1546
  -114> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: secure
1547
  -113> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: crc
1548
  -112> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: secure
1549
  -111> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: crc
1550
  -110> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e98940) adding con mode: secure
1551
  -109> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1552
  -108> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding auth protocol: cephx
1553
  -107> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding auth protocol: cephx
1554
  -106> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding auth protocol: cephx
1555
  -105> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: secure
1556
  -104> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: crc
1557
  -103> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: secure
1558
  -102> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: crc
1559
  -101> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: secure
1560
  -100> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: crc
1561
   -99> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: crc
1562
   -98> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: secure
1563
   -97> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: crc
1564
   -96> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: secure
1565
   -95> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: crc
1566
   -94> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e99940) adding con mode: secure
1567
   -93> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1568
   -92> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding auth protocol: cephx
1569
   -91> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding auth protocol: cephx
1570
   -90> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding auth protocol: cephx
1571
   -89> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: secure
1572
   -88> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: crc
1573
   -87> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: secure
1574
   -86> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: crc
1575
   -85> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: secure
1576
   -84> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: crc
1577
   -83> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: crc
1578
   -82> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: secure
1579
   -81> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: crc
1580
   -80> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: secure
1581
   -79> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: crc
1582
   -78> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  5 AuthRegistry(0x563824e9a940) adding con mode: secure
1583
   -77> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1584
   -76> 2020-07-31T16:14:58.984+0300 7f5a6415ae00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
1585
   -75> 2020-07-31T16:14:58.984+0300 7f5a6415ae00 -1 Falling back to public interface
1586
   -74> 2020-07-31T16:14:58.988+0300 7f5a6415ae00 10 monclient: build_initial_monmap
1587
   -73> 2020-07-31T16:14:58.988+0300 7f5a6415ae00 10 monclient: monmap:
1588
epoch 0
1589
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
1590
last_changed 2020-07-31T16:14:58.989843+0300
1591
created 2020-07-31T16:14:58.989843+0300
1592
min_mon_release 0 (unknown)
1593
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
1594
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
1595
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
1596
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
1597
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
1598
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
1599
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
1600
7: v2:192.168.5.11:3300/0 mon.noname-d
1601
8: v2:192.168.5.14:3300/0 mon.noname-e
1602
9: v2:192.168.5.15:3300/0 mon.noname-f
1603
10: v2:192.168.5.16:3300/0 mon.noname-g
1604
11: v2:192.168.5.20:3300/0 mon.noname-a
1605
12: v2:192.168.5.21:3300/0 mon.noname-b
1606
13: v2:192.168.5.22:3300/0 mon.noname-c
1607

    
1608
   -72> 2020-07-31T16:14:58.992+0300 7f5a6415ae00  0 load: jerasure load: lrc load: isa 
1609
   -71> 2020-07-31T16:14:58.992+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1610
   -70> 2020-07-31T16:14:58.992+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1611
   -69> 2020-07-31T16:14:58.992+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1612
   -68> 2020-07-31T16:14:58.992+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) close
1613
   -67> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command objecter_requests hook 0x563824138940
1614
   -66> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
1615
   -65> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
1616
   -64> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1617
   -63> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1618
   -62> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev(0x563824db9180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1619
   -61> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore bluefs available hook 0x563824138960
1620
   -60> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore bluefs stats hook 0x563824138960
1621
   -59> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1622
   -58> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1623
   -57> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1624
   -56> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator dump bluefs-db hook 0x563824ed3500
1625
   -55> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator score bluefs-db hook 0x563824ed3500
1626
   -54> 2020-07-31T16:14:59.300+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator fragmentation bluefs-db hook 0x563824ed3500
1627
   -53> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option compaction_readahead_size = 2097152
1628
   -52> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option compression = kNoCompression
1629
   -51> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option max_write_buffer_number = 32
1630
   -50> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1631
   -49> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option recycle_log_file_num = 32
1632
   -48> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1633
   -47> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option write_buffer_size = 33554432
1634
   -46> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option compaction_readahead_size = 2097152
1635
   -45> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option compression = kNoCompression
1636
   -44> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option max_write_buffer_number = 32
1637
   -43> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1638
   -42> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option recycle_log_file_num = 32
1639
   -41> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1640
   -40> 2020-07-31T16:14:59.368+0300 7f5a6415ae00  0  set rocksdb option write_buffer_size = 33554432
1641
   -39> 2020-07-31T16:14:59.392+0300 7f5a6415ae00  1 get compressor snappy = 0
1642
   -38> 2020-07-31T16:14:59.392+0300 7f5a6415ae00  1 load compressor snappy
1643
   -37> 2020-07-31T16:14:59.392+0300 7f5a6415ae00  1 add compressor snappy 0x563824ed3da0
1644
   -36> 2020-07-31T16:14:59.392+0300 7f5a6415ae00  1 get compressor snappy = 0x563824ed3da0
1645
   -35> 2020-07-31T16:14:59.392+0300 7f5a6415ae00  1 load: compressor snappy loaded and registered
1646
   -34> 2020-07-31T16:14:59.392+0300 7f5a6415ae00  1 get compressor snappy = 0x563824ed3da0
1647
   -33> 2020-07-31T16:14:59.392+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator dump block hook 0x563825436ed0
1648
   -32> 2020-07-31T16:14:59.392+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator score block hook 0x563825436ed0
1649
   -31> 2020-07-31T16:14:59.392+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator fragmentation block hook 0x563825436ed0
1650
   -30> 2020-07-31T16:14:59.916+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator dump block cmddesc bluestore allocator dump block hook 0x5638252f61b0 EEXIST
1651
   -29> 2020-07-31T16:15:25.596+0300 7f5a6415ae00  5 asok(0x5638241da000) unregister_commands bluestore allocator dump bluefs-db
1652
   -28> 2020-07-31T16:15:25.596+0300 7f5a6415ae00  5 asok(0x5638241da000) unregister_commands bluestore allocator fragmentation bluefs-db
1653
   -27> 2020-07-31T16:15:25.596+0300 7f5a6415ae00  5 asok(0x5638241da000) unregister_commands bluestore allocator score bluefs-db
1654
   -26> 2020-07-31T16:15:25.596+0300 7f5a6415ae00  5 asok(0x5638241da000) unregister_commands bluestore bluefs available
1655
   -25> 2020-07-31T16:15:25.596+0300 7f5a6415ae00  5 asok(0x5638241da000) unregister_commands bluestore bluefs stats
1656
   -24> 2020-07-31T16:15:25.596+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) close
1657
   -23> 2020-07-31T16:15:25.872+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore bluefs available hook 0x563824138960
1658
   -22> 2020-07-31T16:15:25.872+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore bluefs stats hook 0x563824138960
1659
   -21> 2020-07-31T16:15:25.872+0300 7f5a6415ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1660
   -20> 2020-07-31T16:15:25.872+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1661
   -19> 2020-07-31T16:15:25.872+0300 7f5a6415ae00  1 bdev(0x563824db8a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1662
   -18> 2020-07-31T16:15:25.872+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator dump bluefs-db hook 0x563824ed3470
1663
   -17> 2020-07-31T16:15:25.872+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator score bluefs-db hook 0x563824ed3470
1664
   -16> 2020-07-31T16:15:25.872+0300 7f5a6415ae00  5 asok(0x5638241da000) register_command bluestore allocator fragmentation bluefs-db hook 0x563824ed3470
1665
   -15> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option compaction_readahead_size = 2097152
1666
   -14> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option compression = kNoCompression
1667
   -13> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option max_write_buffer_number = 32
1668
   -12> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1669
   -11> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option recycle_log_file_num = 32
1670
   -10> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1671
    -9> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option write_buffer_size = 33554432
1672
    -8> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option compaction_readahead_size = 2097152
1673
    -7> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option compression = kNoCompression
1674
    -6> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option max_write_buffer_number = 32
1675
    -5> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1676
    -4> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option recycle_log_file_num = 32
1677
    -3> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option writable_file_max_buffer_size = 0
1678
    -2> 2020-07-31T16:15:25.924+0300 7f5a6415ae00  0  set rocksdb option write_buffer_size = 33554432
1679
    -1> 2020-07-31T16:15:26.000+0300 7f5a6415ae00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f5a6415ae00 time 2020-07-31T16:15:25.997428+0300
1680
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
1681

    
1682
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
1683
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x56381875a9b7]
1684
 2: (()+0x9e1bbf) [0x56381875abbf]
1685
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x563818eaf918]
1686
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x563818d6bc3d]
1687
 5: (BlueStore::deferred_try_submit()+0x428) [0x563818d6e318]
1688
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x563818d832b5]
1689
 7: (BlueStore::_deferred_replay()+0x313) [0x563818d842b3]
1690
 8: (BlueStore::_mount(bool, bool)+0x611) [0x563818db38e1]
1691
 9: (OSD::init()+0x61f) [0x563818840daf]
1692
 10: (main()+0x3938) [0x5638187a8fb8]
1693
 11: (__libc_start_main()+0xea) [0x7f5a6467ccca]
1694
 12: (_start()+0x2e) [0x5638187be05e]
1695

    
1696
     0> 2020-07-31T16:15:26.004+0300 7f5a6415ae00 -1 *** Caught signal (Aborted) **
1697
 in thread 7f5a6415ae00 thread_name:ceph-osd
1698

    
1699
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
1700
 1: (()+0x14140) [0x7f5a64bbf140]
1701
 2: (gsignal()+0x141) [0x7f5a64691cb1]
1702
 3: (abort()+0x123) [0x7f5a6467b537]
1703
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x56381875aa12]
1704
 5: (()+0x9e1bbf) [0x56381875abbf]
1705
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x563818eaf918]
1706
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x563818d6bc3d]
1707
 8: (BlueStore::deferred_try_submit()+0x428) [0x563818d6e318]
1708
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x563818d832b5]
1709
 10: (BlueStore::_deferred_replay()+0x313) [0x563818d842b3]
1710
 11: (BlueStore::_mount(bool, bool)+0x611) [0x563818db38e1]
1711
 12: (OSD::init()+0x61f) [0x563818840daf]
1712
 13: (main()+0x3938) [0x5638187a8fb8]
1713
 14: (__libc_start_main()+0xea) [0x7f5a6467ccca]
1714
 15: (_start()+0x2e) [0x5638187be05e]
1715
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
1716

    
1717
--- logging levels ---
1718
   0/ 5 none
1719
   0/ 1 lockdep
1720
   0/ 1 context
1721
   0/ 0 crush
1722
   1/ 5 mds
1723
   1/ 5 mds_balancer
1724
   1/ 5 mds_locker
1725
   1/ 5 mds_log
1726
   1/ 5 mds_log_expire
1727
   1/ 5 mds_migrator
1728
   0/ 1 buffer
1729
   0/ 1 timer
1730
   0/ 1 filer
1731
   0/ 1 striper
1732
   0/ 0 objecter
1733
   0/ 5 rados
1734
   0/ 5 rbd
1735
   0/ 5 rbd_mirror
1736
   0/ 5 rbd_replay
1737
   0/ 5 rbd_rwl
1738
   0/ 5 journaler
1739
   0/ 5 objectcacher
1740
   0/ 5 immutable_obj_cache
1741
   0/ 0 client
1742
   0/ 0 osd
1743
   0/ 5 optracker
1744
   0/ 5 objclass
1745
   1/ 3 filestore
1746
   1/ 3 journal
1747
   0/ 0 ms
1748
   1/ 5 mon
1749
   0/10 monc
1750
   1/ 5 paxos
1751
   0/ 0 tp
1752
   1/ 5 auth
1753
   1/ 5 crypto
1754
   1/ 1 finisher
1755
   1/ 1 reserver
1756
   1/ 5 heartbeatmap
1757
   0/ 0 perfcounter
1758
   1/ 5 rgw
1759
   1/ 5 rgw_sync
1760
   1/10 civetweb
1761
   1/ 5 javaclient
1762
   1/ 5 asok
1763
   1/ 1 throttle
1764
   0/ 0 refs
1765
   1/ 5 compressor
1766
   0/ 0 bluestore
1767
   0/ 0 bluefs
1768
   1/ 3 bdev
1769
   1/ 5 kstore
1770
   0/ 0 rocksdb
1771
   4/ 5 leveldb
1772
   4/ 5 memdb
1773
   1/ 5 fuse
1774
   1/ 5 mgr
1775
   1/ 5 mgrc
1776
   1/ 5 dpdk
1777
   1/ 5 eventtrace
1778
   1/ 5 prioritycache
1779
   0/ 5 test
1780
  -2/-2 (syslog threshold)
1781
  -1/-1 (stderr threshold)
1782
--- pthread ID / name mapping for recent threads ---
1783
  7f5a608fa700 / signal_handler
1784
  7f5a618fc700 / admin_socket
1785
  7f5a620fd700 / service
1786
  7f5a628fe700 / msgr-worker-2
1787
  7f5a630ff700 / msgr-worker-1
1788
  7f5a63900700 / msgr-worker-0
1789
  7f5a6415ae00 / ceph-osd
1790
  max_recent     10000
1791
  max_new         1000
1792
  log_file /var/log/ceph/ceph-osd.2.log
1793
--- end dump of recent events ---
1794
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  0 set uid:gid to 64045:64045 (ceph:ceph)
1795
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1170636
1796
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  0 pidfile_write: ignore empty --pid-file
1797
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1798
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fe380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1799
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fe380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1800
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1801
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1802
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1803
2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) close
1804
2020-07-31T16:17:08.608+0300 7f2eb08e6e00  1 bdev(0x559bdc2fe380 /var/lib/ceph/osd/ceph-2/block) close
1805
2020-07-31T16:17:08.872+0300 7f2eb08e6e00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
1806
2020-07-31T16:17:08.872+0300 7f2eb08e6e00 -1 Falling back to public interface
1807
2020-07-31T16:17:08.880+0300 7f2eb08e6e00  0 load: jerasure load: lrc load: isa 
1808
2020-07-31T16:17:08.880+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1809
2020-07-31T16:17:08.880+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1810
2020-07-31T16:17:08.880+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1811
2020-07-31T16:17:08.880+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) close
1812
2020-07-31T16:17:09.208+0300 7f2eb08e6e00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
1813
2020-07-31T16:17:09.208+0300 7f2eb08e6e00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
1814
2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1815
2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1816
2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1817
2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1818
2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1819
2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1820
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option compaction_readahead_size = 2097152
1821
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option compression = kNoCompression
1822
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option max_write_buffer_number = 32
1823
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1824
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option recycle_log_file_num = 32
1825
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option writable_file_max_buffer_size = 0
1826
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option write_buffer_size = 33554432
1827
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option compaction_readahead_size = 2097152
1828
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option compression = kNoCompression
1829
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option max_write_buffer_number = 32
1830
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1831
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option recycle_log_file_num = 32
1832
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option writable_file_max_buffer_size = 0
1833
2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option write_buffer_size = 33554432
1834
2020-07-31T16:17:33.227+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) close
1835
2020-07-31T16:17:33.523+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
1836
2020-07-31T16:17:33.523+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
1837
2020-07-31T16:17:33.523+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
1838
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option compaction_readahead_size = 2097152
1839
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option compression = kNoCompression
1840
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option max_write_buffer_number = 32
1841
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1842
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option recycle_log_file_num = 32
1843
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option writable_file_max_buffer_size = 0
1844
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option write_buffer_size = 33554432
1845
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option compaction_readahead_size = 2097152
1846
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option compression = kNoCompression
1847
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option max_write_buffer_number = 32
1848
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
1849
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option recycle_log_file_num = 32
1850
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option writable_file_max_buffer_size = 0
1851
2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option write_buffer_size = 33554432
1852
2020-07-31T16:17:33.647+0300 7f2eb08e6e00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f2eb08e6e00 time 2020-07-31T16:17:33.647612+0300
1853
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
1854

    
1855
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
1856
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x559bd15239b7]
1857
 2: (()+0x9e1bbf) [0x559bd1523bbf]
1858
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x559bd1c78918]
1859
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x559bd1b34c3d]
1860
 5: (BlueStore::deferred_try_submit()+0x428) [0x559bd1b37318]
1861
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x559bd1b4c2b5]
1862
 7: (BlueStore::_deferred_replay()+0x313) [0x559bd1b4d2b3]
1863
 8: (BlueStore::_mount(bool, bool)+0x611) [0x559bd1b7c8e1]
1864
 9: (OSD::init()+0x61f) [0x559bd1609daf]
1865
 10: (main()+0x3938) [0x559bd1571fb8]
1866
 11: (__libc_start_main()+0xea) [0x7f2eb0e08cca]
1867
 12: (_start()+0x2e) [0x559bd158705e]
1868

    
1869
2020-07-31T16:17:33.655+0300 7f2eb08e6e00 -1 *** Caught signal (Aborted) **
1870
 in thread 7f2eb08e6e00 thread_name:ceph-osd
1871

    
1872
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
1873
 1: (()+0x14140) [0x7f2eb134b140]
1874
 2: (gsignal()+0x141) [0x7f2eb0e1dcb1]
1875
 3: (abort()+0x123) [0x7f2eb0e07537]
1876
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x559bd1523a12]
1877
 5: (()+0x9e1bbf) [0x559bd1523bbf]
1878
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x559bd1c78918]
1879
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x559bd1b34c3d]
1880
 8: (BlueStore::deferred_try_submit()+0x428) [0x559bd1b37318]
1881
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x559bd1b4c2b5]
1882
 10: (BlueStore::_deferred_replay()+0x313) [0x559bd1b4d2b3]
1883
 11: (BlueStore::_mount(bool, bool)+0x611) [0x559bd1b7c8e1]
1884
 12: (OSD::init()+0x61f) [0x559bd1609daf]
1885
 13: (main()+0x3938) [0x559bd1571fb8]
1886
 14: (__libc_start_main()+0xea) [0x7f2eb0e08cca]
1887
 15: (_start()+0x2e) [0x559bd158705e]
1888
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
1889

    
1890
--- begin dump of recent events ---
1891
  -318> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command assert hook 0x559bdb67e570
1892
  -317> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command abort hook 0x559bdb67e570
1893
  -316> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command leak_some_memory hook 0x559bdb67e570
1894
  -315> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command perfcounters_dump hook 0x559bdb67e570
1895
  -314> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command 1 hook 0x559bdb67e570
1896
  -313> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command perf dump hook 0x559bdb67e570
1897
  -312> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command perfcounters_schema hook 0x559bdb67e570
1898
  -311> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command perf histogram dump hook 0x559bdb67e570
1899
  -310> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command 2 hook 0x559bdb67e570
1900
  -309> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command perf schema hook 0x559bdb67e570
1901
  -308> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command perf histogram schema hook 0x559bdb67e570
1902
  -307> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command perf reset hook 0x559bdb67e570
1903
  -306> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command config show hook 0x559bdb67e570
1904
  -305> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command config help hook 0x559bdb67e570
1905
  -304> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command config set hook 0x559bdb67e570
1906
  -303> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command config unset hook 0x559bdb67e570
1907
  -302> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command config get hook 0x559bdb67e570
1908
  -301> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command config diff hook 0x559bdb67e570
1909
  -300> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command config diff get hook 0x559bdb67e570
1910
  -299> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command injectargs hook 0x559bdb67e570
1911
  -298> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command log flush hook 0x559bdb67e570
1912
  -297> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command log dump hook 0x559bdb67e570
1913
  -296> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command log reopen hook 0x559bdb67e570
1914
  -295> 2020-07-31T16:17:08.300+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command dump_mempools hook 0x559bdc2f4068
1915
  -294> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient: get_monmap_and_config
1916
  -293> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient: build_initial_monmap
1917
  -292> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient: monmap:
1918
epoch 0
1919
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
1920
last_changed 2020-07-31T16:17:08.306515+0300
1921
created 2020-07-31T16:17:08.306515+0300
1922
min_mon_release 0 (unknown)
1923
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
1924
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
1925
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
1926
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
1927
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
1928
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
1929
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
1930
7: v2:192.168.5.11:3300/0 mon.noname-d
1931
8: v2:192.168.5.14:3300/0 mon.noname-e
1932
9: v2:192.168.5.15:3300/0 mon.noname-f
1933
10: v2:192.168.5.16:3300/0 mon.noname-g
1934
11: v2:192.168.5.20:3300/0 mon.noname-a
1935
12: v2:192.168.5.21:3300/0 mon.noname-b
1936
13: v2:192.168.5.22:3300/0 mon.noname-c
1937

    
1938
  -291> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding auth protocol: cephx
1939
  -290> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding auth protocol: cephx
1940
  -289> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding auth protocol: cephx
1941
  -288> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
1942
  -287> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
1943
  -286> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
1944
  -285> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
1945
  -284> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
1946
  -283> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
1947
  -282> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
1948
  -281> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
1949
  -280> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
1950
  -279> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
1951
  -278> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
1952
  -277> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
1953
  -276> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1954
  -275> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient: init
1955
  -274> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding auth protocol: cephx
1956
  -273> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding auth protocol: cephx
1957
  -272> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding auth protocol: cephx
1958
  -271> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: secure
1959
  -270> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: crc
1960
  -269> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: secure
1961
  -268> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: crc
1962
  -267> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: secure
1963
  -266> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: crc
1964
  -265> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: crc
1965
  -264> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: secure
1966
  -263> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: crc
1967
  -262> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: secure
1968
  -261> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: crc
1969
  -260> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 AuthRegistry(0x7ffce48ef5f0) adding con mode: secure
1970
  -259> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1971
  -258> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
1972
  -257> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient: _reopen_session rank -1
1973
  -256> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient: _add_conns ranks=[11,13,9,2,4,5,3,8,6,1,0,10,12,7]
1974
  -255> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient(hunting): picked mon.noname-a con 0x559bdb71ec00 addr v2:192.168.5.20:3300/0
1975
  -254> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient(hunting): picked mon.noname-c con 0x559bdb71f000 addr v2:192.168.5.22:3300/0
1976
  -253> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient(hunting): picked mon.noname-f con 0x559bdb71f400 addr v2:192.168.5.15:3300/0
1977
  -252> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient(hunting): start opening mon connection
1978
  -251> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient(hunting): start opening mon connection
1979
  -250> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient(hunting): start opening mon connection
1980
  -249> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient(hunting): _renew_subs
1981
  -248> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient(hunting): authenticate will time out at 2020-07-31T16:22:08.307539+0300
1982
  -247> 2020-07-31T16:17:08.304+0300 7f2eb008c700 10 monclient(hunting): get_auth_request con 0x559bdb71f400 auth_method 0
1983
  -246> 2020-07-31T16:17:08.304+0300 7f2eb008c700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
1984
  -245> 2020-07-31T16:17:08.304+0300 7f2eb008c700 10 monclient(hunting): _init_auth method 2
1985
  -244> 2020-07-31T16:17:08.304+0300 7f2eaf08a700 10 monclient(hunting): get_auth_request con 0x559bdb71f000 auth_method 0
1986
  -243> 2020-07-31T16:17:08.304+0300 7f2eaf08a700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
1987
  -242> 2020-07-31T16:17:08.304+0300 7f2eaf08a700 10 monclient(hunting): _init_auth method 2
1988
  -241> 2020-07-31T16:17:08.304+0300 7f2eaf88b700 10 monclient(hunting): get_auth_request con 0x559bdb71ec00 auth_method 0
1989
  -240> 2020-07-31T16:17:08.304+0300 7f2eaf88b700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
1990
  -239> 2020-07-31T16:17:08.304+0300 7f2eaf88b700 10 monclient(hunting): _init_auth method 2
1991
  -238> 2020-07-31T16:17:08.304+0300 7f2eb008c700 10 monclient(hunting): handle_auth_reply_more payload 9
1992
  -237> 2020-07-31T16:17:08.304+0300 7f2eb008c700 10 monclient(hunting): handle_auth_reply_more payload_len 9
1993
  -236> 2020-07-31T16:17:08.304+0300 7f2eb008c700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
1994
  -235> 2020-07-31T16:17:08.304+0300 7f2eaf08a700 10 monclient(hunting): handle_auth_reply_more payload 9
1995
  -234> 2020-07-31T16:17:08.304+0300 7f2eaf08a700 10 monclient(hunting): handle_auth_reply_more payload_len 9
1996
  -233> 2020-07-31T16:17:08.304+0300 7f2eaf08a700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
1997
  -232> 2020-07-31T16:17:08.304+0300 7f2eaf88b700 10 monclient(hunting): handle_auth_reply_more payload 9
1998
  -231> 2020-07-31T16:17:08.304+0300 7f2eaf88b700 10 monclient(hunting): handle_auth_reply_more payload_len 9
1999
  -230> 2020-07-31T16:17:08.304+0300 7f2eaf88b700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
2000
  -229> 2020-07-31T16:17:08.304+0300 7f2eb008c700 10 monclient(hunting): handle_auth_done global_id 12838470 payload 450
2001
  -228> 2020-07-31T16:17:08.304+0300 7f2eb008c700 10 monclient: _finish_hunting 0
2002
  -227> 2020-07-31T16:17:08.304+0300 7f2eb008c700  1 monclient: found mon.noname-f
2003
  -226> 2020-07-31T16:17:08.304+0300 7f2eb008c700 10 monclient: _send_mon_message to mon.noname-f at v2:192.168.5.15:3300/0
2004
  -225> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient: handle_monmap mon_map magic: 0 v1
2005
  -224> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient:  got monmap 28 from mon.noname-f (according to old e28)
2006
  -223> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient: dump:
2007
epoch 28
2008
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
2009
last_changed 2020-07-24T13:05:00.613222+0300
2010
created 2018-11-06T00:56:40.343651+0300
2011
min_mon_release 15 (octopus)
2012
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
2013
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
2014
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
2015
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
2016
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
2017
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
2018
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
2019

    
2020
  -222> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient: _finish_auth 0
2021
  -221> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-07-31T16:16:38.308504+0300)
2022
  -220> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient: _send_mon_message to mon.ripper5 at v2:192.168.5.15:3300/0
2023
  -219> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient: handle_config config(0 keys) v1
2024
  -218> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient: handle_monmap mon_map magic: 0 v1
2025
  -217> 2020-07-31T16:17:08.304+0300 7f2ead086700  4 set_mon_vals no callback set
2026
  -216> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient:  got monmap 28 from mon.ripper5 (according to old e28)
2027
  -215> 2020-07-31T16:17:08.304+0300 7f2eae889700 10 monclient: dump:
2028
epoch 28
2029
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
2030
last_changed 2020-07-24T13:05:00.613222+0300
2031
created 2018-11-06T00:56:40.343651+0300
2032
min_mon_release 15 (octopus)
2033
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
2034
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
2035
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
2036
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
2037
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
2038
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
2039
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
2040

    
2041
  -214> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00  5 monclient: authenticate success, global_id 12838470
2042
  -213> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient: get_monmap_and_config success
2043
  -212> 2020-07-31T16:17:08.304+0300 7f2eb08e6e00 10 monclient: shutdown
2044
  -211> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  0 set uid:gid to 64045:64045 (ceph:ceph)
2045
  -210> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1170636
2046
  -209> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  0 pidfile_write: ignore empty --pid-file
2047
  -208> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) init /var/run/ceph/ceph-osd.2.asok
2048
  -207> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) bind_and_listen /var/run/ceph/ceph-osd.2.asok
2049
  -206> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command 0 hook 0x559bdb67c2d0
2050
  -205> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command version hook 0x559bdb67c2d0
2051
  -204> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command git_version hook 0x559bdb67c2d0
2052
  -203> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command help hook 0x559bdb67e370
2053
  -202> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command get_command_descriptions hook 0x559bdb67e030
2054
  -201> 2020-07-31T16:17:08.308+0300 7f2eae088700  5 asok(0x559bdb720000) entry start
2055
  -200> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2056
  -199> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fe380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2057
  -198> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fe380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2058
  -197> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore bluefs available hook 0x559bdb67e070
2059
  -196> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore bluefs stats hook 0x559bdb67e070
2060
  -195> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2061
  -194> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2062
  -193> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2063
  -192> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) unregister_commands bluestore bluefs available
2064
  -191> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  5 asok(0x559bdb720000) unregister_commands bluestore bluefs stats
2065
  -190> 2020-07-31T16:17:08.308+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) close
2066
  -189> 2020-07-31T16:17:08.608+0300 7f2eb08e6e00  1 bdev(0x559bdc2fe380 /var/lib/ceph/osd/ceph-2/block) close
2067
  -188> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding auth protocol: cephx
2068
  -187> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding auth protocol: cephx
2069
  -186> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding auth protocol: cephx
2070
  -185> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
2071
  -184> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
2072
  -183> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
2073
  -182> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
2074
  -181> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
2075
  -180> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
2076
  -179> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
2077
  -178> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
2078
  -177> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
2079
  -176> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
2080
  -175> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: crc
2081
  -174> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70c940) adding con mode: secure
2082
  -173> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2083
  -172> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding auth protocol: cephx
2084
  -171> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding auth protocol: cephx
2085
  -170> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding auth protocol: cephx
2086
  -169> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: secure
2087
  -168> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: crc
2088
  -167> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: secure
2089
  -166> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: crc
2090
  -165> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: secure
2091
  -164> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: crc
2092
  -163> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: crc
2093
  -162> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: secure
2094
  -161> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: crc
2095
  -160> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: secure
2096
  -159> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: crc
2097
  -158> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70d940) adding con mode: secure
2098
  -157> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2099
  -156> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding auth protocol: cephx
2100
  -155> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding auth protocol: cephx
2101
  -154> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding auth protocol: cephx
2102
  -153> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: secure
2103
  -152> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: crc
2104
  -151> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: secure
2105
  -150> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: crc
2106
  -149> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: secure
2107
  -148> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: crc
2108
  -147> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: crc
2109
  -146> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: secure
2110
  -145> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: crc
2111
  -144> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: secure
2112
  -143> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: crc
2113
  -142> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70e940) adding con mode: secure
2114
  -141> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2115
  -140> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding auth protocol: cephx
2116
  -139> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding auth protocol: cephx
2117
  -138> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding auth protocol: cephx
2118
  -137> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: secure
2119
  -136> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: crc
2120
  -135> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: secure
2121
  -134> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: crc
2122
  -133> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: secure
2123
  -132> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: crc
2124
  -131> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: crc
2125
  -130> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: secure
2126
  -129> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: crc
2127
  -128> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: secure
2128
  -127> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: crc
2129
  -126> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdb70f940) adding con mode: secure
2130
  -125> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2131
  -124> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding auth protocol: cephx
2132
  -123> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding auth protocol: cephx
2133
  -122> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding auth protocol: cephx
2134
  -121> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: secure
2135
  -120> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: crc
2136
  -119> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: secure
2137
  -118> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: crc
2138
  -117> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: secure
2139
  -116> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: crc
2140
  -115> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: crc
2141
  -114> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: secure
2142
  -113> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: crc
2143
  -112> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: secure
2144
  -111> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: crc
2145
  -110> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e0940) adding con mode: secure
2146
  -109> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2147
  -108> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding auth protocol: cephx
2148
  -107> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding auth protocol: cephx
2149
  -106> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding auth protocol: cephx
2150
  -105> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: secure
2151
  -104> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: crc
2152
  -103> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: secure
2153
  -102> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: crc
2154
  -101> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: secure
2155
  -100> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: crc
2156
   -99> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: crc
2157
   -98> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: secure
2158
   -97> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: crc
2159
   -96> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: secure
2160
   -95> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: crc
2161
   -94> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e1940) adding con mode: secure
2162
   -93> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2163
   -92> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding auth protocol: cephx
2164
   -91> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding auth protocol: cephx
2165
   -90> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding auth protocol: cephx
2166
   -89> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: secure
2167
   -88> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: crc
2168
   -87> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: secure
2169
   -86> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: crc
2170
   -85> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: secure
2171
   -84> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: crc
2172
   -83> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: crc
2173
   -82> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: secure
2174
   -81> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: crc
2175
   -80> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: secure
2176
   -79> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: crc
2177
   -78> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  5 AuthRegistry(0x559bdc3e2940) adding con mode: secure
2178
   -77> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2179
   -76> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
2180
   -75> 2020-07-31T16:17:08.872+0300 7f2eb08e6e00 -1 Falling back to public interface
2181
   -74> 2020-07-31T16:17:08.876+0300 7f2eb08e6e00 10 monclient: build_initial_monmap
2182
   -73> 2020-07-31T16:17:08.876+0300 7f2eb08e6e00 10 monclient: monmap:
2183
epoch 0
2184
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
2185
last_changed 2020-07-31T16:17:08.877668+0300
2186
created 2020-07-31T16:17:08.877668+0300
2187
min_mon_release 0 (unknown)
2188
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
2189
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
2190
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
2191
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
2192
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
2193
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
2194
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
2195
7: v2:192.168.5.11:3300/0 mon.noname-d
2196
8: v2:192.168.5.14:3300/0 mon.noname-e
2197
9: v2:192.168.5.15:3300/0 mon.noname-f
2198
10: v2:192.168.5.16:3300/0 mon.noname-g
2199
11: v2:192.168.5.20:3300/0 mon.noname-a
2200
12: v2:192.168.5.21:3300/0 mon.noname-b
2201
13: v2:192.168.5.22:3300/0 mon.noname-c
2202

    
2203
   -72> 2020-07-31T16:17:08.880+0300 7f2eb08e6e00  0 load: jerasure load: lrc load: isa 
2204
   -71> 2020-07-31T16:17:08.880+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2205
   -70> 2020-07-31T16:17:08.880+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2206
   -69> 2020-07-31T16:17:08.880+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2207
   -68> 2020-07-31T16:17:08.880+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) close
2208
   -67> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command objecter_requests hook 0x559bdb67e930
2209
   -66> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
2210
   -65> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
2211
   -64> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2212
   -63> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2213
   -62> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev(0x559bdc2ff180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2214
   -61> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore bluefs available hook 0x559bdb67e950
2215
   -60> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore bluefs stats hook 0x559bdb67e950
2216
   -59> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2217
   -58> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2218
   -57> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2219
   -56> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator dump bluefs-db hook 0x559bdc3f5500
2220
   -55> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator score bluefs-db hook 0x559bdc3f5500
2221
   -54> 2020-07-31T16:17:09.208+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator fragmentation bluefs-db hook 0x559bdc3f5500
2222
   -53> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option compaction_readahead_size = 2097152
2223
   -52> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option compression = kNoCompression
2224
   -51> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option max_write_buffer_number = 32
2225
   -50> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2226
   -49> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option recycle_log_file_num = 32
2227
   -48> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option writable_file_max_buffer_size = 0
2228
   -47> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option write_buffer_size = 33554432
2229
   -46> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option compaction_readahead_size = 2097152
2230
   -45> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option compression = kNoCompression
2231
   -44> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option max_write_buffer_number = 32
2232
   -43> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2233
   -42> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option recycle_log_file_num = 32
2234
   -41> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option writable_file_max_buffer_size = 0
2235
   -40> 2020-07-31T16:17:09.264+0300 7f2eb08e6e00  0  set rocksdb option write_buffer_size = 33554432
2236
   -39> 2020-07-31T16:17:09.284+0300 7f2eb08e6e00  1 get compressor snappy = 0
2237
   -38> 2020-07-31T16:17:09.284+0300 7f2eb08e6e00  1 load compressor snappy
2238
   -37> 2020-07-31T16:17:09.288+0300 7f2eb08e6e00  1 add compressor snappy 0x559bdc3f57d0
2239
   -36> 2020-07-31T16:17:09.288+0300 7f2eb08e6e00  1 get compressor snappy = 0x559bdc3f57d0
2240
   -35> 2020-07-31T16:17:09.288+0300 7f2eb08e6e00  1 load: compressor snappy loaded and registered
2241
   -34> 2020-07-31T16:17:09.288+0300 7f2eb08e6e00  1 get compressor snappy = 0x559bdc3f57d0
2242
   -33> 2020-07-31T16:17:09.288+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator dump block hook 0x559bdc99e540
2243
   -32> 2020-07-31T16:17:09.288+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator score block hook 0x559bdc99e540
2244
   -31> 2020-07-31T16:17:09.288+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator fragmentation block hook 0x559bdc99e540
2245
   -30> 2020-07-31T16:17:09.720+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator dump block cmddesc bluestore allocator dump block hook 0x559bdc8bf710 EEXIST
2246
   -29> 2020-07-31T16:17:33.227+0300 7f2eb08e6e00  5 asok(0x559bdb720000) unregister_commands bluestore allocator dump bluefs-db
2247
   -28> 2020-07-31T16:17:33.227+0300 7f2eb08e6e00  5 asok(0x559bdb720000) unregister_commands bluestore allocator fragmentation bluefs-db
2248
   -27> 2020-07-31T16:17:33.227+0300 7f2eb08e6e00  5 asok(0x559bdb720000) unregister_commands bluestore allocator score bluefs-db
2249
   -26> 2020-07-31T16:17:33.227+0300 7f2eb08e6e00  5 asok(0x559bdb720000) unregister_commands bluestore bluefs available
2250
   -25> 2020-07-31T16:17:33.227+0300 7f2eb08e6e00  5 asok(0x559bdb720000) unregister_commands bluestore bluefs stats
2251
   -24> 2020-07-31T16:17:33.227+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) close
2252
   -23> 2020-07-31T16:17:33.523+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore bluefs available hook 0x559bdb67e950
2253
   -22> 2020-07-31T16:17:33.523+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore bluefs stats hook 0x559bdb67e950
2254
   -21> 2020-07-31T16:17:33.523+0300 7f2eb08e6e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2255
   -20> 2020-07-31T16:17:33.523+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2256
   -19> 2020-07-31T16:17:33.523+0300 7f2eb08e6e00  1 bdev(0x559bdc2fea80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2257
   -18> 2020-07-31T16:17:33.523+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator dump bluefs-db hook 0x559bdc3f5470
2258
   -17> 2020-07-31T16:17:33.523+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator score bluefs-db hook 0x559bdc3f5470
2259
   -16> 2020-07-31T16:17:33.523+0300 7f2eb08e6e00  5 asok(0x559bdb720000) register_command bluestore allocator fragmentation bluefs-db hook 0x559bdc3f5470
2260
   -15> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option compaction_readahead_size = 2097152
2261
   -14> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option compression = kNoCompression
2262
   -13> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option max_write_buffer_number = 32
2263
   -12> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2264
   -11> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option recycle_log_file_num = 32
2265
   -10> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option writable_file_max_buffer_size = 0
2266
    -9> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option write_buffer_size = 33554432
2267
    -8> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option compaction_readahead_size = 2097152
2268
    -7> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option compression = kNoCompression
2269
    -6> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option max_write_buffer_number = 32
2270
    -5> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2271
    -4> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option recycle_log_file_num = 32
2272
    -3> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option writable_file_max_buffer_size = 0
2273
    -2> 2020-07-31T16:17:33.575+0300 7f2eb08e6e00  0  set rocksdb option write_buffer_size = 33554432
2274
    -1> 2020-07-31T16:17:33.647+0300 7f2eb08e6e00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f2eb08e6e00 time 2020-07-31T16:17:33.647612+0300
2275
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
2276

    
2277
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
2278
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x559bd15239b7]
2279
 2: (()+0x9e1bbf) [0x559bd1523bbf]
2280
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x559bd1c78918]
2281
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x559bd1b34c3d]
2282
 5: (BlueStore::deferred_try_submit()+0x428) [0x559bd1b37318]
2283
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x559bd1b4c2b5]
2284
 7: (BlueStore::_deferred_replay()+0x313) [0x559bd1b4d2b3]
2285
 8: (BlueStore::_mount(bool, bool)+0x611) [0x559bd1b7c8e1]
2286
 9: (OSD::init()+0x61f) [0x559bd1609daf]
2287
 10: (main()+0x3938) [0x559bd1571fb8]
2288
 11: (__libc_start_main()+0xea) [0x7f2eb0e08cca]
2289
 12: (_start()+0x2e) [0x559bd158705e]
2290

    
2291
     0> 2020-07-31T16:17:33.655+0300 7f2eb08e6e00 -1 *** Caught signal (Aborted) **
2292
 in thread 7f2eb08e6e00 thread_name:ceph-osd
2293

    
2294
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
2295
 1: (()+0x14140) [0x7f2eb134b140]
2296
 2: (gsignal()+0x141) [0x7f2eb0e1dcb1]
2297
 3: (abort()+0x123) [0x7f2eb0e07537]
2298
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x559bd1523a12]
2299
 5: (()+0x9e1bbf) [0x559bd1523bbf]
2300
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x559bd1c78918]
2301
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x559bd1b34c3d]
2302
 8: (BlueStore::deferred_try_submit()+0x428) [0x559bd1b37318]
2303
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x559bd1b4c2b5]
2304
 10: (BlueStore::_deferred_replay()+0x313) [0x559bd1b4d2b3]
2305
 11: (BlueStore::_mount(bool, bool)+0x611) [0x559bd1b7c8e1]
2306
 12: (OSD::init()+0x61f) [0x559bd1609daf]
2307
 13: (main()+0x3938) [0x559bd1571fb8]
2308
 14: (__libc_start_main()+0xea) [0x7f2eb0e08cca]
2309
 15: (_start()+0x2e) [0x559bd158705e]
2310
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
2311

    
2312
--- logging levels ---
2313
   0/ 5 none
2314
   0/ 1 lockdep
2315
   0/ 1 context
2316
   0/ 0 crush
2317
   1/ 5 mds
2318
   1/ 5 mds_balancer
2319
   1/ 5 mds_locker
2320
   1/ 5 mds_log
2321
   1/ 5 mds_log_expire
2322
   1/ 5 mds_migrator
2323
   0/ 1 buffer
2324
   0/ 1 timer
2325
   0/ 1 filer
2326
   0/ 1 striper
2327
   0/ 0 objecter
2328
   0/ 5 rados
2329
   0/ 5 rbd
2330
   0/ 5 rbd_mirror
2331
   0/ 5 rbd_replay
2332
   0/ 5 rbd_rwl
2333
   0/ 5 journaler
2334
   0/ 5 objectcacher
2335
   0/ 5 immutable_obj_cache
2336
   0/ 0 client
2337
   0/ 0 osd
2338
   0/ 5 optracker
2339
   0/ 5 objclass
2340
   1/ 3 filestore
2341
   1/ 3 journal
2342
   0/ 0 ms
2343
   1/ 5 mon
2344
   0/10 monc
2345
   1/ 5 paxos
2346
   0/ 0 tp
2347
   1/ 5 auth
2348
   1/ 5 crypto
2349
   1/ 1 finisher
2350
   1/ 1 reserver
2351
   1/ 5 heartbeatmap
2352
   0/ 0 perfcounter
2353
   1/ 5 rgw
2354
   1/ 5 rgw_sync
2355
   1/10 civetweb
2356
   1/ 5 javaclient
2357
   1/ 5 asok
2358
   1/ 1 throttle
2359
   0/ 0 refs
2360
   1/ 5 compressor
2361
   0/ 0 bluestore
2362
   0/ 0 bluefs
2363
   1/ 3 bdev
2364
   1/ 5 kstore
2365
   0/ 0 rocksdb
2366
   4/ 5 leveldb
2367
   4/ 5 memdb
2368
   1/ 5 fuse
2369
   1/ 5 mgr
2370
   1/ 5 mgrc
2371
   1/ 5 dpdk
2372
   1/ 5 eventtrace
2373
   1/ 5 prioritycache
2374
   0/ 5 test
2375
  -2/-2 (syslog threshold)
2376
  -1/-1 (stderr threshold)
2377
--- pthread ID / name mapping for recent threads ---
2378
  7f2ead086700 / signal_handler
2379
  7f2eae088700 / admin_socket
2380
  7f2eae889700 / service
2381
  7f2eaf08a700 / msgr-worker-2
2382
  7f2eaf88b700 / msgr-worker-1
2383
  7f2eb008c700 / msgr-worker-0
2384
  7f2eb08e6e00 / ceph-osd
2385
  max_recent     10000
2386
  max_new         1000
2387
  log_file /var/log/ceph/ceph-osd.2.log
2388
--- end dump of recent events ---
2389
2020-07-31T16:17:43.911+0300 7f8f715e1e00  0 set uid:gid to 64045:64045 (ceph:ceph)
2390
2020-07-31T16:17:43.911+0300 7f8f715e1e00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1170968
2391
2020-07-31T16:17:43.911+0300 7f8f715e1e00  0 pidfile_write: ignore empty --pid-file
2392
2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2393
2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2394
2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2395
2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2396
2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2397
2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2398
2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) close
2399
2020-07-31T16:17:44.235+0300 7f8f715e1e00  1 bdev(0x55d2bc366380 /var/lib/ceph/osd/ceph-2/block) close
2400
2020-07-31T16:17:44.471+0300 7f8f715e1e00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
2401
2020-07-31T16:17:44.471+0300 7f8f715e1e00 -1 Falling back to public interface
2402
2020-07-31T16:17:44.479+0300 7f8f715e1e00  0 load: jerasure load: lrc load: isa 
2403
2020-07-31T16:17:44.479+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2404
2020-07-31T16:17:44.479+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2405
2020-07-31T16:17:44.479+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2406
2020-07-31T16:17:44.479+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) close
2407
2020-07-31T16:17:44.783+0300 7f8f715e1e00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
2408
2020-07-31T16:17:44.783+0300 7f8f715e1e00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
2409
2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2410
2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2411
2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2412
2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2413
2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2414
2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2415
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option compaction_readahead_size = 2097152
2416
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option compression = kNoCompression
2417
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option max_write_buffer_number = 32
2418
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2419
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option recycle_log_file_num = 32
2420
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option writable_file_max_buffer_size = 0
2421
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option write_buffer_size = 33554432
2422
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option compaction_readahead_size = 2097152
2423
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option compression = kNoCompression
2424
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option max_write_buffer_number = 32
2425
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2426
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option recycle_log_file_num = 32
2427
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option writable_file_max_buffer_size = 0
2428
2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option write_buffer_size = 33554432
2429
2020-07-31T16:18:09.203+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) close
2430
2020-07-31T16:18:09.355+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2431
2020-07-31T16:18:09.355+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2432
2020-07-31T16:18:09.355+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2433
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option compaction_readahead_size = 2097152
2434
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option compression = kNoCompression
2435
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option max_write_buffer_number = 32
2436
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2437
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option recycle_log_file_num = 32
2438
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option writable_file_max_buffer_size = 0
2439
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option write_buffer_size = 33554432
2440
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option compaction_readahead_size = 2097152
2441
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option compression = kNoCompression
2442
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option max_write_buffer_number = 32
2443
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2444
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option recycle_log_file_num = 32
2445
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option writable_file_max_buffer_size = 0
2446
2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option write_buffer_size = 33554432
2447
2020-07-31T16:18:09.479+0300 7f8f715e1e00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f8f715e1e00 time 2020-07-31T16:18:09.479056+0300
2448
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
2449

    
2450
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
2451
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x55d2b05009b7]
2452
 2: (()+0x9e1bbf) [0x55d2b0500bbf]
2453
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55d2b0c55918]
2454
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x55d2b0b11c3d]
2455
 5: (BlueStore::deferred_try_submit()+0x428) [0x55d2b0b14318]
2456
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x55d2b0b292b5]
2457
 7: (BlueStore::_deferred_replay()+0x313) [0x55d2b0b2a2b3]
2458
 8: (BlueStore::_mount(bool, bool)+0x611) [0x55d2b0b598e1]
2459
 9: (OSD::init()+0x61f) [0x55d2b05e6daf]
2460
 10: (main()+0x3938) [0x55d2b054efb8]
2461
 11: (__libc_start_main()+0xea) [0x7f8f71b03cca]
2462
 12: (_start()+0x2e) [0x55d2b056405e]
2463

    
2464
2020-07-31T16:18:09.483+0300 7f8f715e1e00 -1 *** Caught signal (Aborted) **
2465
 in thread 7f8f715e1e00 thread_name:ceph-osd
2466

    
2467
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
2468
 1: (()+0x14140) [0x7f8f72046140]
2469
 2: (gsignal()+0x141) [0x7f8f71b18cb1]
2470
 3: (abort()+0x123) [0x7f8f71b02537]
2471
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x55d2b0500a12]
2472
 5: (()+0x9e1bbf) [0x55d2b0500bbf]
2473
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55d2b0c55918]
2474
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x55d2b0b11c3d]
2475
 8: (BlueStore::deferred_try_submit()+0x428) [0x55d2b0b14318]
2476
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x55d2b0b292b5]
2477
 10: (BlueStore::_deferred_replay()+0x313) [0x55d2b0b2a2b3]
2478
 11: (BlueStore::_mount(bool, bool)+0x611) [0x55d2b0b598e1]
2479
 12: (OSD::init()+0x61f) [0x55d2b05e6daf]
2480
 13: (main()+0x3938) [0x55d2b054efb8]
2481
 14: (__libc_start_main()+0xea) [0x7f8f71b03cca]
2482
 15: (_start()+0x2e) [0x55d2b056405e]
2483
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
2484

    
2485
--- begin dump of recent events ---
2486
  -336> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command assert hook 0x55d2bb6e6570
2487
  -335> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command abort hook 0x55d2bb6e6570
2488
  -334> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command leak_some_memory hook 0x55d2bb6e6570
2489
  -333> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command perfcounters_dump hook 0x55d2bb6e6570
2490
  -332> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command 1 hook 0x55d2bb6e6570
2491
  -331> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command perf dump hook 0x55d2bb6e6570
2492
  -330> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command perfcounters_schema hook 0x55d2bb6e6570
2493
  -329> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command perf histogram dump hook 0x55d2bb6e6570
2494
  -328> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command 2 hook 0x55d2bb6e6570
2495
  -327> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command perf schema hook 0x55d2bb6e6570
2496
  -326> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command perf histogram schema hook 0x55d2bb6e6570
2497
  -325> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command perf reset hook 0x55d2bb6e6570
2498
  -324> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command config show hook 0x55d2bb6e6570
2499
  -323> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command config help hook 0x55d2bb6e6570
2500
  -322> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command config set hook 0x55d2bb6e6570
2501
  -321> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command config unset hook 0x55d2bb6e6570
2502
  -320> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command config get hook 0x55d2bb6e6570
2503
  -319> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command config diff hook 0x55d2bb6e6570
2504
  -318> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command config diff get hook 0x55d2bb6e6570
2505
  -317> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command injectargs hook 0x55d2bb6e6570
2506
  -316> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command log flush hook 0x55d2bb6e6570
2507
  -315> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command log dump hook 0x55d2bb6e6570
2508
  -314> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command log reopen hook 0x55d2bb6e6570
2509
  -313> 2020-07-31T16:17:43.903+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command dump_mempools hook 0x55d2bc35c068
2510
  -312> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient: get_monmap_and_config
2511
  -311> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient: build_initial_monmap
2512
  -310> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient: monmap:
2513
epoch 0
2514
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
2515
last_changed 2020-07-31T16:17:43.911102+0300
2516
created 2020-07-31T16:17:43.911102+0300
2517
min_mon_release 0 (unknown)
2518
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
2519
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
2520
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
2521
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
2522
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
2523
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
2524
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
2525
7: v2:192.168.5.11:3300/0 mon.noname-d
2526
8: v2:192.168.5.14:3300/0 mon.noname-e
2527
9: v2:192.168.5.15:3300/0 mon.noname-f
2528
10: v2:192.168.5.16:3300/0 mon.noname-g
2529
11: v2:192.168.5.20:3300/0 mon.noname-a
2530
12: v2:192.168.5.21:3300/0 mon.noname-b
2531
13: v2:192.168.5.22:3300/0 mon.noname-c
2532

    
2533
  -309> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding auth protocol: cephx
2534
  -308> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding auth protocol: cephx
2535
  -307> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding auth protocol: cephx
2536
  -306> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2537
  -305> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2538
  -304> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2539
  -303> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2540
  -302> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2541
  -301> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2542
  -300> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2543
  -299> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2544
  -298> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2545
  -297> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2546
  -296> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2547
  -295> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2548
  -294> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2549
  -293> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient: init
2550
  -292> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding auth protocol: cephx
2551
  -291> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding auth protocol: cephx
2552
  -290> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding auth protocol: cephx
2553
  -289> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: secure
2554
  -288> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: crc
2555
  -287> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: secure
2556
  -286> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: crc
2557
  -285> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: secure
2558
  -284> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: crc
2559
  -283> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: crc
2560
  -282> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: secure
2561
  -281> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: crc
2562
  -280> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: secure
2563
  -279> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: crc
2564
  -278> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  5 AuthRegistry(0x7ffd4606d1c0) adding con mode: secure
2565
  -277> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2566
  -276> 2020-07-31T16:17:43.907+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2567
  -275> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient: _reopen_session rank -1
2568
  -274> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient: _add_conns ranks=[4,0,2,10,7,11,12,6,1,3,13,8,9,5]
2569
  -273> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient(hunting): picked mon.noname-a-legacy con 0x55d2bb786c00 addr v1:192.168.5.20:6789/0
2570
  -272> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient(hunting): picked mon.noname-d-legacy con 0x55d2bb787000 addr v1:192.168.5.11:6789/0
2571
  -271> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient(hunting): picked mon.noname-f-legacy con 0x55d2bb787400 addr v1:192.168.5.15:6789/0
2572
  -270> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient(hunting): _renew_subs
2573
  -269> 2020-07-31T16:17:43.907+0300 7f8f715e1e00 10 monclient(hunting): authenticate will time out at 2020-07-31T16:22:43.911960+0300
2574
  -268> 2020-07-31T16:17:43.907+0300 7f8f6f584700 10 monclient(hunting): _init_auth method 2
2575
  -267> 2020-07-31T16:17:43.907+0300 7f8f6f584700 10 monclient(hunting): my global_id is 12838547
2576
  -266> 2020-07-31T16:17:43.907+0300 7f8f6f584700 10 monclient(hunting): _init_auth method 2
2577
  -265> 2020-07-31T16:17:43.907+0300 7f8f6f584700 10 monclient(hunting): my global_id is 12838538
2578
  -264> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: _finish_hunting 0
2579
  -263> 2020-07-31T16:17:43.911+0300 7f8f6f584700  1 monclient: found mon.noname-f-legacy
2580
  -262> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: _send_mon_message to mon.noname-f-legacy at v1:192.168.5.15:6789/0
2581
  -261> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: _finish_auth 0
2582
  -260> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-07-31T16:17:13.912826+0300)
2583
  -259> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: _send_mon_message to mon.noname-f-legacy at v1:192.168.5.15:6789/0
2584
  -258> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: handle_monmap mon_map magic: 0 v1
2585
  -257> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient:  got monmap 28 from mon.noname-f-legacy (according to old e28)
2586
  -256> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: dump:
2587
epoch 28
2588
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
2589
last_changed 2020-07-24T13:05:00.613222+0300
2590
created 2018-11-06T00:56:40.343651+0300
2591
min_mon_release 15 (octopus)
2592
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
2593
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
2594
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
2595
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
2596
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
2597
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
2598
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
2599

    
2600
  -255> 2020-07-31T16:17:43.911+0300 7f8f6f584700  1 monclient:  mon.ripper5 has (v2) addrs [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] but i'm connected to v1:192.168.5.15:6789/0, reconnecting
2601
  -254> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: _reopen_session rank -1
2602
  -253> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: _add_conns ranks=[5,4,2,1,6,0,3]
2603
  -252> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient(hunting): picked mon.ivy3 con 0x55d2bb787c00 addr [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0]
2604
  -251> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient(hunting): picked mon.ivy2 con 0x55d2bc406000 addr [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0]
2605
  -250> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient(hunting): picked mon.ripper6 con 0x55d2bc406400 addr [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0]
2606
  -249> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient(hunting): start opening mon connection
2607
  -248> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient(hunting): start opening mon connection
2608
  -247> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient(hunting): start opening mon connection
2609
  -246> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient(hunting): _renew_subs
2610
  -245> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient(hunting): get_auth_request con 0x55d2bb787c00 auth_method 0
2611
  -244> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
2612
  -243> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient(hunting): _init_auth method 2
2613
  -242> 2020-07-31T16:17:43.911+0300 7f8f6fd85700 10 monclient(hunting): get_auth_request con 0x55d2bc406000 auth_method 0
2614
  -241> 2020-07-31T16:17:43.911+0300 7f8f6fd85700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
2615
  -240> 2020-07-31T16:17:43.911+0300 7f8f6fd85700 10 monclient(hunting): _init_auth method 2
2616
  -239> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient(hunting): handle_auth_reply_more payload 9
2617
  -238> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient(hunting): handle_auth_reply_more payload_len 9
2618
  -237> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
2619
  -236> 2020-07-31T16:17:43.911+0300 7f8f70d87700 10 monclient(hunting): get_auth_request con 0x55d2bc406400 auth_method 0
2620
  -235> 2020-07-31T16:17:43.911+0300 7f8f70d87700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
2621
  -234> 2020-07-31T16:17:43.911+0300 7f8f70d87700 10 monclient(hunting): _init_auth method 2
2622
  -233> 2020-07-31T16:17:43.911+0300 7f8f6fd85700 10 monclient(hunting): handle_auth_reply_more payload 9
2623
  -232> 2020-07-31T16:17:43.911+0300 7f8f6fd85700 10 monclient(hunting): handle_auth_reply_more payload_len 9
2624
  -231> 2020-07-31T16:17:43.911+0300 7f8f6fd85700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
2625
  -230> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient(hunting): handle_auth_done global_id 12838547 payload 450
2626
  -229> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient: _finish_hunting 0
2627
  -228> 2020-07-31T16:17:43.911+0300 7f8f70586700  1 monclient: found mon.ivy3
2628
  -227> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient: _send_mon_message to mon.ivy3 at v2:192.168.5.22:3300/0
2629
  -226> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient: _finish_auth 0
2630
  -225> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-07-31T16:17:13.913658+0300)
2631
  -224> 2020-07-31T16:17:43.911+0300 7f8f70586700 10 monclient: _send_mon_message to mon.ivy3 at v2:192.168.5.22:3300/0
2632
  -223> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  5 monclient: authenticate success, global_id 12838547
2633
  -222> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: handle_monmap mon_map magic: 0 v1
2634
  -221> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient:  got monmap 28 from mon.ivy3 (according to old e28)
2635
  -220> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: dump:
2636
epoch 28
2637
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
2638
last_changed 2020-07-24T13:05:00.613222+0300
2639
created 2018-11-06T00:56:40.343651+0300
2640
min_mon_release 15 (octopus)
2641
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
2642
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
2643
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
2644
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
2645
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
2646
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
2647
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
2648

    
2649
  -219> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: handle_config config(0 keys) v1
2650
  -218> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: handle_monmap mon_map magic: 0 v1
2651
  -217> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient:  got monmap 28 from mon.ivy3 (according to old e28)
2652
  -216> 2020-07-31T16:17:43.911+0300 7f8f6dd81700  4 set_mon_vals no callback set
2653
  -215> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: dump:
2654
epoch 28
2655
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
2656
last_changed 2020-07-24T13:05:00.613222+0300
2657
created 2018-11-06T00:56:40.343651+0300
2658
min_mon_release 15 (octopus)
2659
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
2660
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
2661
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
2662
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
2663
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
2664
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
2665
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
2666

    
2667
  -214> 2020-07-31T16:17:43.911+0300 7f8f715e1e00 10 monclient: get_monmap_and_config success
2668
  -213> 2020-07-31T16:17:43.911+0300 7f8f715e1e00 10 monclient: shutdown
2669
  -212> 2020-07-31T16:17:43.911+0300 7f8f6f584700 10 monclient: discarding stray monitor message auth_reply(proto 2 0 (0) Success) v1
2670
  -211> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  0 set uid:gid to 64045:64045 (ceph:ceph)
2671
  -210> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1170968
2672
  -209> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  0 pidfile_write: ignore empty --pid-file
2673
  -208> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  5 asok(0x55d2bb788000) init /var/run/ceph/ceph-osd.2.asok
2674
  -207> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  5 asok(0x55d2bb788000) bind_and_listen /var/run/ceph/ceph-osd.2.asok
2675
  -206> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command 0 hook 0x55d2bb6e42d0
2676
  -205> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command version hook 0x55d2bb6e42d0
2677
  -204> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command git_version hook 0x55d2bb6e42d0
2678
  -203> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command help hook 0x55d2bb6e68c0
2679
  -202> 2020-07-31T16:17:43.911+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command get_command_descriptions hook 0x55d2bb6e6030
2680
  -201> 2020-07-31T16:17:43.911+0300 7f8f6ed83700  5 asok(0x55d2bb788000) entry start
2681
  -200> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2682
  -199> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2683
  -198> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2684
  -197> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore bluefs available hook 0x55d2bb6e6070
2685
  -196> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore bluefs stats hook 0x55d2bb6e6070
2686
  -195> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2687
  -194> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2688
  -193> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2689
  -192> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  5 asok(0x55d2bb788000) unregister_commands bluestore bluefs available
2690
  -191> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  5 asok(0x55d2bb788000) unregister_commands bluestore bluefs stats
2691
  -190> 2020-07-31T16:17:43.915+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) close
2692
  -189> 2020-07-31T16:17:44.235+0300 7f8f715e1e00  1 bdev(0x55d2bc366380 /var/lib/ceph/osd/ceph-2/block) close
2693
  -188> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding auth protocol: cephx
2694
  -187> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding auth protocol: cephx
2695
  -186> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding auth protocol: cephx
2696
  -185> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2697
  -184> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2698
  -183> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2699
  -182> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2700
  -181> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2701
  -180> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2702
  -179> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2703
  -178> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2704
  -177> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2705
  -176> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2706
  -175> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: crc
2707
  -174> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb774940) adding con mode: secure
2708
  -173> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2709
  -172> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding auth protocol: cephx
2710
  -171> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding auth protocol: cephx
2711
  -170> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding auth protocol: cephx
2712
  -169> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: secure
2713
  -168> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: crc
2714
  -167> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: secure
2715
  -166> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: crc
2716
  -165> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: secure
2717
  -164> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: crc
2718
  -163> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: crc
2719
  -162> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: secure
2720
  -161> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: crc
2721
  -160> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: secure
2722
  -159> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: crc
2723
  -158> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb776940) adding con mode: secure
2724
  -157> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2725
  -156> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding auth protocol: cephx
2726
  -155> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding auth protocol: cephx
2727
  -154> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding auth protocol: cephx
2728
  -153> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: secure
2729
  -152> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: crc
2730
  -151> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: secure
2731
  -150> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: crc
2732
  -149> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: secure
2733
  -148> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: crc
2734
  -147> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: crc
2735
  -146> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: secure
2736
  -145> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: crc
2737
  -144> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: secure
2738
  -143> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: crc
2739
  -142> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bb777140) adding con mode: secure
2740
  -141> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2741
  -140> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding auth protocol: cephx
2742
  -139> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding auth protocol: cephx
2743
  -138> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding auth protocol: cephx
2744
  -137> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: secure
2745
  -136> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: crc
2746
  -135> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: secure
2747
  -134> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: crc
2748
  -133> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: secure
2749
  -132> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: crc
2750
  -131> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: crc
2751
  -130> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: secure
2752
  -129> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: crc
2753
  -128> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: secure
2754
  -127> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: crc
2755
  -126> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43c140) adding con mode: secure
2756
  -125> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2757
  -124> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding auth protocol: cephx
2758
  -123> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding auth protocol: cephx
2759
  -122> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding auth protocol: cephx
2760
  -121> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: secure
2761
  -120> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: crc
2762
  -119> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: secure
2763
  -118> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: crc
2764
  -117> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: secure
2765
  -116> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: crc
2766
  -115> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: crc
2767
  -114> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: secure
2768
  -113> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: crc
2769
  -112> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: secure
2770
  -111> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: crc
2771
  -110> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43d140) adding con mode: secure
2772
  -109> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2773
  -108> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding auth protocol: cephx
2774
  -107> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding auth protocol: cephx
2775
  -106> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding auth protocol: cephx
2776
  -105> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: secure
2777
  -104> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: crc
2778
  -103> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: secure
2779
  -102> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: crc
2780
  -101> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: secure
2781
  -100> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: crc
2782
   -99> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: crc
2783
   -98> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: secure
2784
   -97> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: crc
2785
   -96> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: secure
2786
   -95> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: crc
2787
   -94> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43e140) adding con mode: secure
2788
   -93> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2789
   -92> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding auth protocol: cephx
2790
   -91> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding auth protocol: cephx
2791
   -90> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding auth protocol: cephx
2792
   -89> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: secure
2793
   -88> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: crc
2794
   -87> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: secure
2795
   -86> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: crc
2796
   -85> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: secure
2797
   -84> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: crc
2798
   -83> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: crc
2799
   -82> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: secure
2800
   -81> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: crc
2801
   -80> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: secure
2802
   -79> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: crc
2803
   -78> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  5 AuthRegistry(0x55d2bc43f140) adding con mode: secure
2804
   -77> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
2805
   -76> 2020-07-31T16:17:44.471+0300 7f8f715e1e00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
2806
   -75> 2020-07-31T16:17:44.471+0300 7f8f715e1e00 -1 Falling back to public interface
2807
   -74> 2020-07-31T16:17:44.475+0300 7f8f715e1e00 10 monclient: build_initial_monmap
2808
   -73> 2020-07-31T16:17:44.475+0300 7f8f715e1e00 10 monclient: monmap:
2809
epoch 0
2810
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
2811
last_changed 2020-07-31T16:17:44.477376+0300
2812
created 2020-07-31T16:17:44.477376+0300
2813
min_mon_release 0 (unknown)
2814
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
2815
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
2816
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
2817
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
2818
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
2819
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
2820
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
2821
7: v2:192.168.5.11:3300/0 mon.noname-d
2822
8: v2:192.168.5.14:3300/0 mon.noname-e
2823
9: v2:192.168.5.15:3300/0 mon.noname-f
2824
10: v2:192.168.5.16:3300/0 mon.noname-g
2825
11: v2:192.168.5.20:3300/0 mon.noname-a
2826
12: v2:192.168.5.21:3300/0 mon.noname-b
2827
13: v2:192.168.5.22:3300/0 mon.noname-c
2828

    
2829
   -72> 2020-07-31T16:17:44.479+0300 7f8f715e1e00  0 load: jerasure load: lrc load: isa 
2830
   -71> 2020-07-31T16:17:44.479+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2831
   -70> 2020-07-31T16:17:44.479+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2832
   -69> 2020-07-31T16:17:44.479+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2833
   -68> 2020-07-31T16:17:44.479+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) close
2834
   -67> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command objecter_requests hook 0x55d2bb6e6980
2835
   -66> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
2836
   -65> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
2837
   -64> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2838
   -63> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2839
   -62> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev(0x55d2bc367180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2840
   -61> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore bluefs available hook 0x55d2bb6e69a0
2841
   -60> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore bluefs stats hook 0x55d2bb6e69a0
2842
   -59> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2843
   -58> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2844
   -57> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2845
   -56> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator dump bluefs-db hook 0x55d2bc459410
2846
   -55> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator score bluefs-db hook 0x55d2bc459410
2847
   -54> 2020-07-31T16:17:44.783+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator fragmentation bluefs-db hook 0x55d2bc459410
2848
   -53> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option compaction_readahead_size = 2097152
2849
   -52> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option compression = kNoCompression
2850
   -51> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option max_write_buffer_number = 32
2851
   -50> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2852
   -49> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option recycle_log_file_num = 32
2853
   -48> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option writable_file_max_buffer_size = 0
2854
   -47> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option write_buffer_size = 33554432
2855
   -46> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option compaction_readahead_size = 2097152
2856
   -45> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option compression = kNoCompression
2857
   -44> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option max_write_buffer_number = 32
2858
   -43> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2859
   -42> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option recycle_log_file_num = 32
2860
   -41> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option writable_file_max_buffer_size = 0
2861
   -40> 2020-07-31T16:17:44.843+0300 7f8f715e1e00  0  set rocksdb option write_buffer_size = 33554432
2862
   -39> 2020-07-31T16:17:44.867+0300 7f8f715e1e00  1 get compressor snappy = 0
2863
   -38> 2020-07-31T16:17:44.867+0300 7f8f715e1e00  1 load compressor snappy
2864
   -37> 2020-07-31T16:17:44.867+0300 7f8f715e1e00  1 add compressor snappy 0x55d2bc459860
2865
   -36> 2020-07-31T16:17:44.867+0300 7f8f715e1e00  1 get compressor snappy = 0x55d2bc459860
2866
   -35> 2020-07-31T16:17:44.867+0300 7f8f715e1e00  1 load: compressor snappy loaded and registered
2867
   -34> 2020-07-31T16:17:44.867+0300 7f8f715e1e00  1 get compressor snappy = 0x55d2bc459860
2868
   -33> 2020-07-31T16:17:44.867+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator dump block hook 0x55d2bca04ff0
2869
   -32> 2020-07-31T16:17:44.867+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator score block hook 0x55d2bca04ff0
2870
   -31> 2020-07-31T16:17:44.867+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator fragmentation block hook 0x55d2bca04ff0
2871
   -30> 2020-07-31T16:17:45.295+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator dump block cmddesc bluestore allocator dump block hook 0x55d2bc34c4e0 EEXIST
2872
   -29> 2020-07-31T16:18:09.199+0300 7f8f715e1e00  5 asok(0x55d2bb788000) unregister_commands bluestore allocator dump bluefs-db
2873
   -28> 2020-07-31T16:18:09.199+0300 7f8f715e1e00  5 asok(0x55d2bb788000) unregister_commands bluestore allocator fragmentation bluefs-db
2874
   -27> 2020-07-31T16:18:09.199+0300 7f8f715e1e00  5 asok(0x55d2bb788000) unregister_commands bluestore allocator score bluefs-db
2875
   -26> 2020-07-31T16:18:09.203+0300 7f8f715e1e00  5 asok(0x55d2bb788000) unregister_commands bluestore bluefs available
2876
   -25> 2020-07-31T16:18:09.203+0300 7f8f715e1e00  5 asok(0x55d2bb788000) unregister_commands bluestore bluefs stats
2877
   -24> 2020-07-31T16:18:09.203+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) close
2878
   -23> 2020-07-31T16:18:09.355+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore bluefs available hook 0x55d2bb6e69a0
2879
   -22> 2020-07-31T16:18:09.355+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore bluefs stats hook 0x55d2bb6e69a0
2880
   -21> 2020-07-31T16:18:09.355+0300 7f8f715e1e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
2881
   -20> 2020-07-31T16:18:09.355+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
2882
   -19> 2020-07-31T16:18:09.355+0300 7f8f715e1e00  1 bdev(0x55d2bc366a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
2883
   -18> 2020-07-31T16:18:09.355+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator dump bluefs-db hook 0x55d2bc459380
2884
   -17> 2020-07-31T16:18:09.355+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator score bluefs-db hook 0x55d2bc459380
2885
   -16> 2020-07-31T16:18:09.355+0300 7f8f715e1e00  5 asok(0x55d2bb788000) register_command bluestore allocator fragmentation bluefs-db hook 0x55d2bc459380
2886
   -15> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option compaction_readahead_size = 2097152
2887
   -14> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option compression = kNoCompression
2888
   -13> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option max_write_buffer_number = 32
2889
   -12> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2890
   -11> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option recycle_log_file_num = 32
2891
   -10> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option writable_file_max_buffer_size = 0
2892
    -9> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option write_buffer_size = 33554432
2893
    -8> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option compaction_readahead_size = 2097152
2894
    -7> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option compression = kNoCompression
2895
    -6> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option max_write_buffer_number = 32
2896
    -5> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
2897
    -4> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option recycle_log_file_num = 32
2898
    -3> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option writable_file_max_buffer_size = 0
2899
    -2> 2020-07-31T16:18:09.407+0300 7f8f715e1e00  0  set rocksdb option write_buffer_size = 33554432
2900
    -1> 2020-07-31T16:18:09.479+0300 7f8f715e1e00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f8f715e1e00 time 2020-07-31T16:18:09.479056+0300
2901
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
2902

    
2903
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
2904
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x55d2b05009b7]
2905
 2: (()+0x9e1bbf) [0x55d2b0500bbf]
2906
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55d2b0c55918]
2907
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x55d2b0b11c3d]
2908
 5: (BlueStore::deferred_try_submit()+0x428) [0x55d2b0b14318]
2909
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x55d2b0b292b5]
2910
 7: (BlueStore::_deferred_replay()+0x313) [0x55d2b0b2a2b3]
2911
 8: (BlueStore::_mount(bool, bool)+0x611) [0x55d2b0b598e1]
2912
 9: (OSD::init()+0x61f) [0x55d2b05e6daf]
2913
 10: (main()+0x3938) [0x55d2b054efb8]
2914
 11: (__libc_start_main()+0xea) [0x7f8f71b03cca]
2915
 12: (_start()+0x2e) [0x55d2b056405e]
2916

    
2917
     0> 2020-07-31T16:18:09.483+0300 7f8f715e1e00 -1 *** Caught signal (Aborted) **
2918
 in thread 7f8f715e1e00 thread_name:ceph-osd
2919

    
2920
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
2921
 1: (()+0x14140) [0x7f8f72046140]
2922
 2: (gsignal()+0x141) [0x7f8f71b18cb1]
2923
 3: (abort()+0x123) [0x7f8f71b02537]
2924
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x55d2b0500a12]
2925
 5: (()+0x9e1bbf) [0x55d2b0500bbf]
2926
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55d2b0c55918]
2927
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x55d2b0b11c3d]
2928
 8: (BlueStore::deferred_try_submit()+0x428) [0x55d2b0b14318]
2929
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x55d2b0b292b5]
2930
 10: (BlueStore::_deferred_replay()+0x313) [0x55d2b0b2a2b3]
2931
 11: (BlueStore::_mount(bool, bool)+0x611) [0x55d2b0b598e1]
2932
 12: (OSD::init()+0x61f) [0x55d2b05e6daf]
2933
 13: (main()+0x3938) [0x55d2b054efb8]
2934
 14: (__libc_start_main()+0xea) [0x7f8f71b03cca]
2935
 15: (_start()+0x2e) [0x55d2b056405e]
2936
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
2937

    
2938
--- logging levels ---
2939
   0/ 5 none
2940
   0/ 1 lockdep
2941
   0/ 1 context
2942
   0/ 0 crush
2943
   1/ 5 mds
2944
   1/ 5 mds_balancer
2945
   1/ 5 mds_locker
2946
   1/ 5 mds_log
2947
   1/ 5 mds_log_expire
2948
   1/ 5 mds_migrator
2949
   0/ 1 buffer
2950
   0/ 1 timer
2951
   0/ 1 filer
2952
   0/ 1 striper
2953
   0/ 0 objecter
2954
   0/ 5 rados
2955
   0/ 5 rbd
2956
   0/ 5 rbd_mirror
2957
   0/ 5 rbd_replay
2958
   0/ 5 rbd_rwl
2959
   0/ 5 journaler
2960
   0/ 5 objectcacher
2961
   0/ 5 immutable_obj_cache
2962
   0/ 0 client
2963
   0/ 0 osd
2964
   0/ 5 optracker
2965
   0/ 5 objclass
2966
   1/ 3 filestore
2967
   1/ 3 journal
2968
   0/ 0 ms
2969
   1/ 5 mon
2970
   0/10 monc
2971
   1/ 5 paxos
2972
   0/ 0 tp
2973
   1/ 5 auth
2974
   1/ 5 crypto
2975
   1/ 1 finisher
2976
   1/ 1 reserver
2977
   1/ 5 heartbeatmap
2978
   0/ 0 perfcounter
2979
   1/ 5 rgw
2980
   1/ 5 rgw_sync
2981
   1/10 civetweb
2982
   1/ 5 javaclient
2983
   1/ 5 asok
2984
   1/ 1 throttle
2985
   0/ 0 refs
2986
   1/ 5 compressor
2987
   0/ 0 bluestore
2988
   0/ 0 bluefs
2989
   1/ 3 bdev
2990
   1/ 5 kstore
2991
   0/ 0 rocksdb
2992
   4/ 5 leveldb
2993
   4/ 5 memdb
2994
   1/ 5 fuse
2995
   1/ 5 mgr
2996
   1/ 5 mgrc
2997
   1/ 5 dpdk
2998
   1/ 5 eventtrace
2999
   1/ 5 prioritycache
3000
   0/ 5 test
3001
  -2/-2 (syslog threshold)
3002
  -1/-1 (stderr threshold)
3003
--- pthread ID / name mapping for recent threads ---
3004
  7f8f6dd81700 / signal_handler
3005
  7f8f6ed83700 / admin_socket
3006
  7f8f6f584700 / service
3007
  7f8f6fd85700 / msgr-worker-2
3008
  7f8f70586700 / msgr-worker-1
3009
  7f8f70d87700 / msgr-worker-0
3010
  7f8f715e1e00 / ceph-osd
3011
  max_recent     10000
3012
  max_new         1000
3013
  log_file /var/log/ceph/ceph-osd.2.log
3014
--- end dump of recent events ---
3015
2020-07-31T16:18:19.663+0300 7f0eaadc9e00  0 set uid:gid to 64045:64045 (ceph:ceph)
3016
2020-07-31T16:18:19.663+0300 7f0eaadc9e00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1171275
3017
2020-07-31T16:18:19.663+0300 7f0eaadc9e00  0 pidfile_write: ignore empty --pid-file
3018
2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3019
2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev(0x560cbac36380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3020
2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev(0x560cbac36380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3021
2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3022
2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3023
2020-07-31T16:18:19.667+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3024
2020-07-31T16:18:19.667+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) close
3025
2020-07-31T16:18:19.987+0300 7f0eaadc9e00  1 bdev(0x560cbac36380 /var/lib/ceph/osd/ceph-2/block) close
3026
2020-07-31T16:18:20.215+0300 7f0eaadc9e00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
3027
2020-07-31T16:18:20.215+0300 7f0eaadc9e00 -1 Falling back to public interface
3028
2020-07-31T16:18:20.223+0300 7f0eaadc9e00  0 load: jerasure load: lrc load: isa 
3029
2020-07-31T16:18:20.223+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3030
2020-07-31T16:18:20.223+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3031
2020-07-31T16:18:20.223+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3032
2020-07-31T16:18:20.223+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) close
3033
2020-07-31T16:18:20.547+0300 7f0eaadc9e00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
3034
2020-07-31T16:18:20.547+0300 7f0eaadc9e00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
3035
2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3036
2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3037
2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3038
2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3039
2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3040
2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3041
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option compaction_readahead_size = 2097152
3042
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option compression = kNoCompression
3043
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option max_write_buffer_number = 32
3044
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3045
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option recycle_log_file_num = 32
3046
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option writable_file_max_buffer_size = 0
3047
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option write_buffer_size = 33554432
3048
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option compaction_readahead_size = 2097152
3049
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option compression = kNoCompression
3050
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option max_write_buffer_number = 32
3051
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3052
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option recycle_log_file_num = 32
3053
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option writable_file_max_buffer_size = 0
3054
2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option write_buffer_size = 33554432
3055
2020-07-31T16:18:45.043+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) close
3056
2020-07-31T16:18:45.123+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3057
2020-07-31T16:18:45.123+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3058
2020-07-31T16:18:45.123+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3059
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option compaction_readahead_size = 2097152
3060
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option compression = kNoCompression
3061
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option max_write_buffer_number = 32
3062
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3063
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option recycle_log_file_num = 32
3064
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option writable_file_max_buffer_size = 0
3065
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option write_buffer_size = 33554432
3066
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option compaction_readahead_size = 2097152
3067
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option compression = kNoCompression
3068
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option max_write_buffer_number = 32
3069
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3070
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option recycle_log_file_num = 32
3071
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option writable_file_max_buffer_size = 0
3072
2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option write_buffer_size = 33554432
3073
2020-07-31T16:18:45.247+0300 7f0eaadc9e00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f0eaadc9e00 time 2020-07-31T16:18:45.247918+0300
3074
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
3075

    
3076
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
3077
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x560cae9339b7]
3078
 2: (()+0x9e1bbf) [0x560cae933bbf]
3079
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x560caf088918]
3080
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x560caef44c3d]
3081
 5: (BlueStore::deferred_try_submit()+0x428) [0x560caef47318]
3082
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x560caef5c2b5]
3083
 7: (BlueStore::_deferred_replay()+0x313) [0x560caef5d2b3]
3084
 8: (BlueStore::_mount(bool, bool)+0x611) [0x560caef8c8e1]
3085
 9: (OSD::init()+0x61f) [0x560caea19daf]
3086
 10: (main()+0x3938) [0x560cae981fb8]
3087
 11: (__libc_start_main()+0xea) [0x7f0eab2ebcca]
3088
 12: (_start()+0x2e) [0x560cae99705e]
3089

    
3090
2020-07-31T16:18:45.255+0300 7f0eaadc9e00 -1 *** Caught signal (Aborted) **
3091
 in thread 7f0eaadc9e00 thread_name:ceph-osd
3092

    
3093
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
3094
 1: (()+0x14140) [0x7f0eab82e140]
3095
 2: (gsignal()+0x141) [0x7f0eab300cb1]
3096
 3: (abort()+0x123) [0x7f0eab2ea537]
3097
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x560cae933a12]
3098
 5: (()+0x9e1bbf) [0x560cae933bbf]
3099
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x560caf088918]
3100
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x560caef44c3d]
3101
 8: (BlueStore::deferred_try_submit()+0x428) [0x560caef47318]
3102
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x560caef5c2b5]
3103
 10: (BlueStore::_deferred_replay()+0x313) [0x560caef5d2b3]
3104
 11: (BlueStore::_mount(bool, bool)+0x611) [0x560caef8c8e1]
3105
 12: (OSD::init()+0x61f) [0x560caea19daf]
3106
 13: (main()+0x3938) [0x560cae981fb8]
3107
 14: (__libc_start_main()+0xea) [0x7f0eab2ebcca]
3108
 15: (_start()+0x2e) [0x560cae99705e]
3109
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
3110

    
3111
--- begin dump of recent events ---
3112
  -318> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command assert hook 0x560cb9fb6570
3113
  -317> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command abort hook 0x560cb9fb6570
3114
  -316> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command leak_some_memory hook 0x560cb9fb6570
3115
  -315> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command perfcounters_dump hook 0x560cb9fb6570
3116
  -314> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command 1 hook 0x560cb9fb6570
3117
  -313> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command perf dump hook 0x560cb9fb6570
3118
  -312> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command perfcounters_schema hook 0x560cb9fb6570
3119
  -311> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command perf histogram dump hook 0x560cb9fb6570
3120
  -310> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command 2 hook 0x560cb9fb6570
3121
  -309> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command perf schema hook 0x560cb9fb6570
3122
  -308> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command perf histogram schema hook 0x560cb9fb6570
3123
  -307> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command perf reset hook 0x560cb9fb6570
3124
  -306> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command config show hook 0x560cb9fb6570
3125
  -305> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command config help hook 0x560cb9fb6570
3126
  -304> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command config set hook 0x560cb9fb6570
3127
  -303> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command config unset hook 0x560cb9fb6570
3128
  -302> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command config get hook 0x560cb9fb6570
3129
  -301> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command config diff hook 0x560cb9fb6570
3130
  -300> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command config diff get hook 0x560cb9fb6570
3131
  -299> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command injectargs hook 0x560cb9fb6570
3132
  -298> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command log flush hook 0x560cb9fb6570
3133
  -297> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command log dump hook 0x560cb9fb6570
3134
  -296> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command log reopen hook 0x560cb9fb6570
3135
  -295> 2020-07-31T16:18:19.655+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command dump_mempools hook 0x560cbac2c068
3136
  -294> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient: get_monmap_and_config
3137
  -293> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient: build_initial_monmap
3138
  -292> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient: monmap:
3139
epoch 0
3140
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
3141
last_changed 2020-07-31T16:18:19.662763+0300
3142
created 2020-07-31T16:18:19.662763+0300
3143
min_mon_release 0 (unknown)
3144
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
3145
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
3146
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
3147
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
3148
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
3149
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
3150
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
3151
7: v2:192.168.5.11:3300/0 mon.noname-d
3152
8: v2:192.168.5.14:3300/0 mon.noname-e
3153
9: v2:192.168.5.15:3300/0 mon.noname-f
3154
10: v2:192.168.5.16:3300/0 mon.noname-g
3155
11: v2:192.168.5.20:3300/0 mon.noname-a
3156
12: v2:192.168.5.21:3300/0 mon.noname-b
3157
13: v2:192.168.5.22:3300/0 mon.noname-c
3158

    
3159
  -291> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding auth protocol: cephx
3160
  -290> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding auth protocol: cephx
3161
  -289> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding auth protocol: cephx
3162
  -288> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3163
  -287> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3164
  -286> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3165
  -285> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3166
  -284> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3167
  -283> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3168
  -282> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3169
  -281> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3170
  -280> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3171
  -279> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3172
  -278> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3173
  -277> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3174
  -276> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3175
  -275> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient: init
3176
  -274> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding auth protocol: cephx
3177
  -273> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding auth protocol: cephx
3178
  -272> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding auth protocol: cephx
3179
  -271> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: secure
3180
  -270> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: crc
3181
  -269> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: secure
3182
  -268> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: crc
3183
  -267> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: secure
3184
  -266> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: crc
3185
  -265> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: crc
3186
  -264> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: secure
3187
  -263> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: crc
3188
  -262> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: secure
3189
  -261> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: crc
3190
  -260> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  5 AuthRegistry(0x7ffccafcd430) adding con mode: secure
3191
  -259> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3192
  -258> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3193
  -257> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient: _reopen_session rank -1
3194
  -256> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient: _add_conns ranks=[12,11,13,1,7,10,9,3,5,2,8,4,0,6]
3195
  -255> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient(hunting): picked mon.noname-b con 0x560cba056c00 addr v2:192.168.5.21:3300/0
3196
  -254> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient(hunting): picked mon.noname-a con 0x560cba057000 addr v2:192.168.5.20:3300/0
3197
  -253> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient(hunting): picked mon.noname-c con 0x560cba057400 addr v2:192.168.5.22:3300/0
3198
  -252> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient(hunting): start opening mon connection
3199
  -251> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient(hunting): start opening mon connection
3200
  -250> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient(hunting): start opening mon connection
3201
  -249> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient(hunting): _renew_subs
3202
  -248> 2020-07-31T16:18:19.659+0300 7f0eaadc9e00 10 monclient(hunting): authenticate will time out at 2020-07-31T16:23:19.663792+0300
3203
  -247> 2020-07-31T16:18:19.659+0300 7f0eaa56e700 10 monclient(hunting): get_auth_request con 0x560cba057400 auth_method 0
3204
  -246> 2020-07-31T16:18:19.659+0300 7f0eaa56e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
3205
  -245> 2020-07-31T16:18:19.659+0300 7f0eaa56e700 10 monclient(hunting): _init_auth method 2
3206
  -244> 2020-07-31T16:18:19.659+0300 7f0ea9d6d700 10 monclient(hunting): get_auth_request con 0x560cba056c00 auth_method 0
3207
  -243> 2020-07-31T16:18:19.659+0300 7f0ea9d6d700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
3208
  -242> 2020-07-31T16:18:19.659+0300 7f0ea9d6d700 10 monclient(hunting): _init_auth method 2
3209
  -241> 2020-07-31T16:18:19.659+0300 7f0ea956c700 10 monclient(hunting): get_auth_request con 0x560cba057000 auth_method 0
3210
  -240> 2020-07-31T16:18:19.659+0300 7f0ea956c700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
3211
  -239> 2020-07-31T16:18:19.659+0300 7f0ea956c700 10 monclient(hunting): _init_auth method 2
3212
  -238> 2020-07-31T16:18:19.659+0300 7f0eaa56e700 10 monclient(hunting): handle_auth_reply_more payload 9
3213
  -237> 2020-07-31T16:18:19.659+0300 7f0eaa56e700 10 monclient(hunting): handle_auth_reply_more payload_len 9
3214
  -236> 2020-07-31T16:18:19.659+0300 7f0eaa56e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
3215
  -235> 2020-07-31T16:18:19.659+0300 7f0ea9d6d700 10 monclient(hunting): handle_auth_reply_more payload 9
3216
  -234> 2020-07-31T16:18:19.659+0300 7f0ea9d6d700 10 monclient(hunting): handle_auth_reply_more payload_len 9
3217
  -233> 2020-07-31T16:18:19.659+0300 7f0ea9d6d700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
3218
  -232> 2020-07-31T16:18:19.659+0300 7f0ea956c700 10 monclient(hunting): handle_auth_reply_more payload 9
3219
  -231> 2020-07-31T16:18:19.659+0300 7f0ea956c700 10 monclient(hunting): handle_auth_reply_more payload_len 9
3220
  -230> 2020-07-31T16:18:19.659+0300 7f0ea956c700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
3221
  -229> 2020-07-31T16:18:19.659+0300 7f0eaa56e700 10 monclient(hunting): handle_auth_done global_id 12842443 payload 450
3222
  -228> 2020-07-31T16:18:19.659+0300 7f0eaa56e700 10 monclient: _finish_hunting 0
3223
  -227> 2020-07-31T16:18:19.659+0300 7f0eaa56e700  1 monclient: found mon.noname-c
3224
  -226> 2020-07-31T16:18:19.659+0300 7f0eaa56e700 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.5.22:3300/0
3225
  -225> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient: handle_monmap mon_map magic: 0 v1
3226
  -224> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient:  got monmap 28 from mon.noname-c (according to old e28)
3227
  -223> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient: dump:
3228
epoch 28
3229
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
3230
last_changed 2020-07-24T13:05:00.613222+0300
3231
created 2018-11-06T00:56:40.343651+0300
3232
min_mon_release 15 (octopus)
3233
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
3234
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
3235
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
3236
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
3237
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
3238
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
3239
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
3240

    
3241
  -222> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient: _finish_auth 0
3242
  -221> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-07-31T16:17:49.665222+0300)
3243
  -220> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient: _send_mon_message to mon.ivy3 at v2:192.168.5.22:3300/0
3244
  -219> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient: handle_config config(0 keys) v1
3245
  -218> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient: handle_monmap mon_map magic: 0 v1
3246
  -217> 2020-07-31T16:18:19.663+0300 7f0ea7568700  4 set_mon_vals no callback set
3247
  -216> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient:  got monmap 28 from mon.ivy3 (according to old e28)
3248
  -215> 2020-07-31T16:18:19.663+0300 7f0ea8d6b700 10 monclient: dump:
3249
epoch 28
3250
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
3251
last_changed 2020-07-24T13:05:00.613222+0300
3252
created 2018-11-06T00:56:40.343651+0300
3253
min_mon_release 15 (octopus)
3254
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
3255
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
3256
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
3257
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
3258
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
3259
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
3260
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
3261

    
3262
  -214> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 monclient: authenticate success, global_id 12842443
3263
  -213> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00 10 monclient: get_monmap_and_config success
3264
  -212> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00 10 monclient: shutdown
3265
  -211> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  0 set uid:gid to 64045:64045 (ceph:ceph)
3266
  -210> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1171275
3267
  -209> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  0 pidfile_write: ignore empty --pid-file
3268
  -208> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 asok(0x560cba058000) init /var/run/ceph/ceph-osd.2.asok
3269
  -207> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 asok(0x560cba058000) bind_and_listen /var/run/ceph/ceph-osd.2.asok
3270
  -206> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command 0 hook 0x560cb9fb42d0
3271
  -205> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command version hook 0x560cb9fb42d0
3272
  -204> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command git_version hook 0x560cb9fb42d0
3273
  -203> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command help hook 0x560cb9fb64c0
3274
  -202> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command get_command_descriptions hook 0x560cb9fb6030
3275
  -201> 2020-07-31T16:18:19.663+0300 7f0ea856a700  5 asok(0x560cba058000) entry start
3276
  -200> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3277
  -199> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev(0x560cbac36380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3278
  -198> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev(0x560cbac36380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3279
  -197> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore bluefs available hook 0x560cb9fb6070
3280
  -196> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore bluefs stats hook 0x560cb9fb6070
3281
  -195> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3282
  -194> 2020-07-31T16:18:19.663+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3283
  -193> 2020-07-31T16:18:19.667+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3284
  -192> 2020-07-31T16:18:19.667+0300 7f0eaadc9e00  5 asok(0x560cba058000) unregister_commands bluestore bluefs available
3285
  -191> 2020-07-31T16:18:19.667+0300 7f0eaadc9e00  5 asok(0x560cba058000) unregister_commands bluestore bluefs stats
3286
  -190> 2020-07-31T16:18:19.667+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) close
3287
  -189> 2020-07-31T16:18:19.987+0300 7f0eaadc9e00  1 bdev(0x560cbac36380 /var/lib/ceph/osd/ceph-2/block) close
3288
  -188> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding auth protocol: cephx
3289
  -187> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding auth protocol: cephx
3290
  -186> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding auth protocol: cephx
3291
  -185> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3292
  -184> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3293
  -183> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3294
  -182> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3295
  -181> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3296
  -180> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3297
  -179> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3298
  -178> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3299
  -177> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3300
  -176> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3301
  -175> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: crc
3302
  -174> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba044940) adding con mode: secure
3303
  -173> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3304
  -172> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding auth protocol: cephx
3305
  -171> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding auth protocol: cephx
3306
  -170> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding auth protocol: cephx
3307
  -169> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: secure
3308
  -168> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: crc
3309
  -167> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: secure
3310
  -166> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: crc
3311
  -165> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: secure
3312
  -164> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: crc
3313
  -163> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: crc
3314
  -162> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: secure
3315
  -161> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: crc
3316
  -160> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: secure
3317
  -159> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: crc
3318
  -158> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba045940) adding con mode: secure
3319
  -157> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3320
  -156> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding auth protocol: cephx
3321
  -155> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding auth protocol: cephx
3322
  -154> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding auth protocol: cephx
3323
  -153> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: secure
3324
  -152> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: crc
3325
  -151> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: secure
3326
  -150> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: crc
3327
  -149> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: secure
3328
  -148> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: crc
3329
  -147> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: crc
3330
  -146> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: secure
3331
  -145> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: crc
3332
  -144> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: secure
3333
  -143> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: crc
3334
  -142> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba046940) adding con mode: secure
3335
  -141> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3336
  -140> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding auth protocol: cephx
3337
  -139> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding auth protocol: cephx
3338
  -138> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding auth protocol: cephx
3339
  -137> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: secure
3340
  -136> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: crc
3341
  -135> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: secure
3342
  -134> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: crc
3343
  -133> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: secure
3344
  -132> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: crc
3345
  -131> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: crc
3346
  -130> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: secure
3347
  -129> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: crc
3348
  -128> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: secure
3349
  -127> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: crc
3350
  -126> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cba047940) adding con mode: secure
3351
  -125> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3352
  -124> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding auth protocol: cephx
3353
  -123> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding auth protocol: cephx
3354
  -122> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding auth protocol: cephx
3355
  -121> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: secure
3356
  -120> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: crc
3357
  -119> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: secure
3358
  -118> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: crc
3359
  -117> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: secure
3360
  -116> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: crc
3361
  -115> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: crc
3362
  -114> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: secure
3363
  -113> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: crc
3364
  -112> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: secure
3365
  -111> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: crc
3366
  -110> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0c940) adding con mode: secure
3367
  -109> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3368
  -108> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding auth protocol: cephx
3369
  -107> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding auth protocol: cephx
3370
  -106> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding auth protocol: cephx
3371
  -105> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: secure
3372
  -104> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: crc
3373
  -103> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: secure
3374
  -102> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: crc
3375
  -101> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: secure
3376
  -100> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: crc
3377
   -99> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: crc
3378
   -98> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: secure
3379
   -97> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: crc
3380
   -96> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: secure
3381
   -95> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: crc
3382
   -94> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0d940) adding con mode: secure
3383
   -93> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3384
   -92> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding auth protocol: cephx
3385
   -91> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding auth protocol: cephx
3386
   -90> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding auth protocol: cephx
3387
   -89> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: secure
3388
   -88> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: crc
3389
   -87> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: secure
3390
   -86> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: crc
3391
   -85> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: secure
3392
   -84> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: crc
3393
   -83> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: crc
3394
   -82> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: secure
3395
   -81> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: crc
3396
   -80> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: secure
3397
   -79> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: crc
3398
   -78> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  5 AuthRegistry(0x560cbad0e940) adding con mode: secure
3399
   -77> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3400
   -76> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
3401
   -75> 2020-07-31T16:18:20.215+0300 7f0eaadc9e00 -1 Falling back to public interface
3402
   -74> 2020-07-31T16:18:20.219+0300 7f0eaadc9e00 10 monclient: build_initial_monmap
3403
   -73> 2020-07-31T16:18:20.219+0300 7f0eaadc9e00 10 monclient: monmap:
3404
epoch 0
3405
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
3406
last_changed 2020-07-31T16:18:20.221355+0300
3407
created 2020-07-31T16:18:20.221355+0300
3408
min_mon_release 0 (unknown)
3409
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
3410
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
3411
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
3412
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
3413
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
3414
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
3415
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
3416
7: v2:192.168.5.11:3300/0 mon.noname-d
3417
8: v2:192.168.5.14:3300/0 mon.noname-e
3418
9: v2:192.168.5.15:3300/0 mon.noname-f
3419
10: v2:192.168.5.16:3300/0 mon.noname-g
3420
11: v2:192.168.5.20:3300/0 mon.noname-a
3421
12: v2:192.168.5.21:3300/0 mon.noname-b
3422
13: v2:192.168.5.22:3300/0 mon.noname-c
3423

    
3424
   -72> 2020-07-31T16:18:20.223+0300 7f0eaadc9e00  0 load: jerasure load: lrc load: isa 
3425
   -71> 2020-07-31T16:18:20.223+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3426
   -70> 2020-07-31T16:18:20.223+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3427
   -69> 2020-07-31T16:18:20.223+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3428
   -68> 2020-07-31T16:18:20.223+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) close
3429
   -67> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command objecter_requests hook 0x560cb9fb6930
3430
   -66> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
3431
   -65> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
3432
   -64> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3433
   -63> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3434
   -62> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev(0x560cbac37180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3435
   -61> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore bluefs available hook 0x560cb9fb6950
3436
   -60> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore bluefs stats hook 0x560cb9fb6950
3437
   -59> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3438
   -58> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3439
   -57> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3440
   -56> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator dump bluefs-db hook 0x560cbad29500
3441
   -55> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator score bluefs-db hook 0x560cbad29500
3442
   -54> 2020-07-31T16:18:20.547+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator fragmentation bluefs-db hook 0x560cbad29500
3443
   -53> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option compaction_readahead_size = 2097152
3444
   -52> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option compression = kNoCompression
3445
   -51> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option max_write_buffer_number = 32
3446
   -50> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3447
   -49> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option recycle_log_file_num = 32
3448
   -48> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option writable_file_max_buffer_size = 0
3449
   -47> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option write_buffer_size = 33554432
3450
   -46> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option compaction_readahead_size = 2097152
3451
   -45> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option compression = kNoCompression
3452
   -44> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option max_write_buffer_number = 32
3453
   -43> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3454
   -42> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option recycle_log_file_num = 32
3455
   -41> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option writable_file_max_buffer_size = 0
3456
   -40> 2020-07-31T16:18:20.615+0300 7f0eaadc9e00  0  set rocksdb option write_buffer_size = 33554432
3457
   -39> 2020-07-31T16:18:20.639+0300 7f0eaadc9e00  1 get compressor snappy = 0
3458
   -38> 2020-07-31T16:18:20.639+0300 7f0eaadc9e00  1 load compressor snappy
3459
   -37> 2020-07-31T16:18:20.639+0300 7f0eaadc9e00  1 add compressor snappy 0x560cbad29da0
3460
   -36> 2020-07-31T16:18:20.639+0300 7f0eaadc9e00  1 get compressor snappy = 0x560cbad29da0
3461
   -35> 2020-07-31T16:18:20.639+0300 7f0eaadc9e00  1 load: compressor snappy loaded and registered
3462
   -34> 2020-07-31T16:18:20.639+0300 7f0eaadc9e00  1 get compressor snappy = 0x560cbad29da0
3463
   -33> 2020-07-31T16:18:20.639+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator dump block hook 0x560cbb274f90
3464
   -32> 2020-07-31T16:18:20.639+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator score block hook 0x560cbb274f90
3465
   -31> 2020-07-31T16:18:20.639+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator fragmentation block hook 0x560cbb274f90
3466
   -30> 2020-07-31T16:18:21.059+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator dump block cmddesc bluestore allocator dump block hook 0x560cbad299b0 EEXIST
3467
   -29> 2020-07-31T16:18:45.043+0300 7f0eaadc9e00  5 asok(0x560cba058000) unregister_commands bluestore allocator dump bluefs-db
3468
   -28> 2020-07-31T16:18:45.043+0300 7f0eaadc9e00  5 asok(0x560cba058000) unregister_commands bluestore allocator fragmentation bluefs-db
3469
   -27> 2020-07-31T16:18:45.043+0300 7f0eaadc9e00  5 asok(0x560cba058000) unregister_commands bluestore allocator score bluefs-db
3470
   -26> 2020-07-31T16:18:45.043+0300 7f0eaadc9e00  5 asok(0x560cba058000) unregister_commands bluestore bluefs available
3471
   -25> 2020-07-31T16:18:45.043+0300 7f0eaadc9e00  5 asok(0x560cba058000) unregister_commands bluestore bluefs stats
3472
   -24> 2020-07-31T16:18:45.043+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) close
3473
   -23> 2020-07-31T16:18:45.123+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore bluefs available hook 0x560cb9fb6950
3474
   -22> 2020-07-31T16:18:45.123+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore bluefs stats hook 0x560cb9fb6950
3475
   -21> 2020-07-31T16:18:45.123+0300 7f0eaadc9e00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3476
   -20> 2020-07-31T16:18:45.123+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3477
   -19> 2020-07-31T16:18:45.123+0300 7f0eaadc9e00  1 bdev(0x560cbac36a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3478
   -18> 2020-07-31T16:18:45.123+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator dump bluefs-db hook 0x560cbad29470
3479
   -17> 2020-07-31T16:18:45.123+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator score bluefs-db hook 0x560cbad29470
3480
   -16> 2020-07-31T16:18:45.123+0300 7f0eaadc9e00  5 asok(0x560cba058000) register_command bluestore allocator fragmentation bluefs-db hook 0x560cbad29470
3481
   -15> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option compaction_readahead_size = 2097152
3482
   -14> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option compression = kNoCompression
3483
   -13> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option max_write_buffer_number = 32
3484
   -12> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3485
   -11> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option recycle_log_file_num = 32
3486
   -10> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option writable_file_max_buffer_size = 0
3487
    -9> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option write_buffer_size = 33554432
3488
    -8> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option compaction_readahead_size = 2097152
3489
    -7> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option compression = kNoCompression
3490
    -6> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option max_write_buffer_number = 32
3491
    -5> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3492
    -4> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option recycle_log_file_num = 32
3493
    -3> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option writable_file_max_buffer_size = 0
3494
    -2> 2020-07-31T16:18:45.175+0300 7f0eaadc9e00  0  set rocksdb option write_buffer_size = 33554432
3495
    -1> 2020-07-31T16:18:45.247+0300 7f0eaadc9e00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f0eaadc9e00 time 2020-07-31T16:18:45.247918+0300
3496
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
3497

    
3498
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
3499
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x560cae9339b7]
3500
 2: (()+0x9e1bbf) [0x560cae933bbf]
3501
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x560caf088918]
3502
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x560caef44c3d]
3503
 5: (BlueStore::deferred_try_submit()+0x428) [0x560caef47318]
3504
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x560caef5c2b5]
3505
 7: (BlueStore::_deferred_replay()+0x313) [0x560caef5d2b3]
3506
 8: (BlueStore::_mount(bool, bool)+0x611) [0x560caef8c8e1]
3507
 9: (OSD::init()+0x61f) [0x560caea19daf]
3508
 10: (main()+0x3938) [0x560cae981fb8]
3509
 11: (__libc_start_main()+0xea) [0x7f0eab2ebcca]
3510
 12: (_start()+0x2e) [0x560cae99705e]
3511

    
3512
     0> 2020-07-31T16:18:45.255+0300 7f0eaadc9e00 -1 *** Caught signal (Aborted) **
3513
 in thread 7f0eaadc9e00 thread_name:ceph-osd
3514

    
3515
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
3516
 1: (()+0x14140) [0x7f0eab82e140]
3517
 2: (gsignal()+0x141) [0x7f0eab300cb1]
3518
 3: (abort()+0x123) [0x7f0eab2ea537]
3519
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x560cae933a12]
3520
 5: (()+0x9e1bbf) [0x560cae933bbf]
3521
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x560caf088918]
3522
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x560caef44c3d]
3523
 8: (BlueStore::deferred_try_submit()+0x428) [0x560caef47318]
3524
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x560caef5c2b5]
3525
 10: (BlueStore::_deferred_replay()+0x313) [0x560caef5d2b3]
3526
 11: (BlueStore::_mount(bool, bool)+0x611) [0x560caef8c8e1]
3527
 12: (OSD::init()+0x61f) [0x560caea19daf]
3528
 13: (main()+0x3938) [0x560cae981fb8]
3529
 14: (__libc_start_main()+0xea) [0x7f0eab2ebcca]
3530
 15: (_start()+0x2e) [0x560cae99705e]
3531
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
3532

    
3533
--- logging levels ---
3534
   0/ 5 none
3535
   0/ 1 lockdep
3536
   0/ 1 context
3537
   0/ 0 crush
3538
   1/ 5 mds
3539
   1/ 5 mds_balancer
3540
   1/ 5 mds_locker
3541
   1/ 5 mds_log
3542
   1/ 5 mds_log_expire
3543
   1/ 5 mds_migrator
3544
   0/ 1 buffer
3545
   0/ 1 timer
3546
   0/ 1 filer
3547
   0/ 1 striper
3548
   0/ 0 objecter
3549
   0/ 5 rados
3550
   0/ 5 rbd
3551
   0/ 5 rbd_mirror
3552
   0/ 5 rbd_replay
3553
   0/ 5 rbd_rwl
3554
   0/ 5 journaler
3555
   0/ 5 objectcacher
3556
   0/ 5 immutable_obj_cache
3557
   0/ 0 client
3558
   0/ 0 osd
3559
   0/ 5 optracker
3560
   0/ 5 objclass
3561
   1/ 3 filestore
3562
   1/ 3 journal
3563
   0/ 0 ms
3564
   1/ 5 mon
3565
   0/10 monc
3566
   1/ 5 paxos
3567
   0/ 0 tp
3568
   1/ 5 auth
3569
   1/ 5 crypto
3570
   1/ 1 finisher
3571
   1/ 1 reserver
3572
   1/ 5 heartbeatmap
3573
   0/ 0 perfcounter
3574
   1/ 5 rgw
3575
   1/ 5 rgw_sync
3576
   1/10 civetweb
3577
   1/ 5 javaclient
3578
   1/ 5 asok
3579
   1/ 1 throttle
3580
   0/ 0 refs
3581
   1/ 5 compressor
3582
   0/ 0 bluestore
3583
   0/ 0 bluefs
3584
   1/ 3 bdev
3585
   1/ 5 kstore
3586
   0/ 0 rocksdb
3587
   4/ 5 leveldb
3588
   4/ 5 memdb
3589
   1/ 5 fuse
3590
   1/ 5 mgr
3591
   1/ 5 mgrc
3592
   1/ 5 dpdk
3593
   1/ 5 eventtrace
3594
   1/ 5 prioritycache
3595
   0/ 5 test
3596
  -2/-2 (syslog threshold)
3597
  -1/-1 (stderr threshold)
3598
--- pthread ID / name mapping for recent threads ---
3599
  7f0ea7568700 / signal_handler
3600
  7f0ea856a700 / admin_socket
3601
  7f0ea8d6b700 / service
3602
  7f0ea956c700 / msgr-worker-2
3603
  7f0ea9d6d700 / msgr-worker-1
3604
  7f0eaa56e700 / msgr-worker-0
3605
  7f0eaadc9e00 / ceph-osd
3606
  max_recent     10000
3607
  max_new         1000
3608
  log_file /var/log/ceph/ceph-osd.2.log
3609
--- end dump of recent events ---
3610
2020-07-31T16:19:15.839+0300 7febe921ce00  0 set uid:gid to 64045:64045 (ceph:ceph)
3611
2020-07-31T16:19:15.839+0300 7febe921ce00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1171720
3612
2020-07-31T16:19:15.839+0300 7febe921ce00  0 pidfile_write: ignore empty --pid-file
3613
2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3614
2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728c380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3615
2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728c380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3616
2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3617
2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3618
2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3619
2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) close
3620
2020-07-31T16:19:16.155+0300 7febe921ce00  1 bdev(0x55ca4728c380 /var/lib/ceph/osd/ceph-2/block) close
3621
2020-07-31T16:19:16.407+0300 7febe921ce00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
3622
2020-07-31T16:19:16.407+0300 7febe921ce00 -1 Falling back to public interface
3623
2020-07-31T16:19:16.411+0300 7febe921ce00  0 load: jerasure load: lrc load: isa 
3624
2020-07-31T16:19:16.411+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3625
2020-07-31T16:19:16.411+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3626
2020-07-31T16:19:16.411+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3627
2020-07-31T16:19:16.415+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) close
3628
2020-07-31T16:19:16.719+0300 7febe921ce00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
3629
2020-07-31T16:19:16.719+0300 7febe921ce00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
3630
2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3631
2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3632
2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3633
2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3634
2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3635
2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3636
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option compaction_readahead_size = 2097152
3637
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option compression = kNoCompression
3638
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option max_write_buffer_number = 32
3639
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3640
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option recycle_log_file_num = 32
3641
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option writable_file_max_buffer_size = 0
3642
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option write_buffer_size = 33554432
3643
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option compaction_readahead_size = 2097152
3644
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option compression = kNoCompression
3645
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option max_write_buffer_number = 32
3646
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3647
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option recycle_log_file_num = 32
3648
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option writable_file_max_buffer_size = 0
3649
2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option write_buffer_size = 33554432
3650
2020-07-31T16:19:40.455+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) close
3651
2020-07-31T16:19:40.571+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3652
2020-07-31T16:19:40.571+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3653
2020-07-31T16:19:40.575+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3654
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option compaction_readahead_size = 2097152
3655
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option compression = kNoCompression
3656
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option max_write_buffer_number = 32
3657
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3658
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option recycle_log_file_num = 32
3659
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option writable_file_max_buffer_size = 0
3660
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option write_buffer_size = 33554432
3661
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option compaction_readahead_size = 2097152
3662
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option compression = kNoCompression
3663
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option max_write_buffer_number = 32
3664
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option min_write_buffer_number_to_merge = 8
3665
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option recycle_log_file_num = 32
3666
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option writable_file_max_buffer_size = 0
3667
2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option write_buffer_size = 33554432
3668
2020-07-31T16:19:40.683+0300 7febe921ce00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7febe921ce00 time 2020-07-31T16:19:40.682892+0300
3669
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
3670

    
3671
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
3672
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x55ca3ad269b7]
3673
 2: (()+0x9e1bbf) [0x55ca3ad26bbf]
3674
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55ca3b47b918]
3675
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x55ca3b337c3d]
3676
 5: (BlueStore::deferred_try_submit()+0x428) [0x55ca3b33a318]
3677
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x55ca3b34f2b5]
3678
 7: (BlueStore::_deferred_replay()+0x313) [0x55ca3b3502b3]
3679
 8: (BlueStore::_mount(bool, bool)+0x611) [0x55ca3b37f8e1]
3680
 9: (OSD::init()+0x61f) [0x55ca3ae0cdaf]
3681
 10: (main()+0x3938) [0x55ca3ad74fb8]
3682
 11: (__libc_start_main()+0xea) [0x7febe973ecca]
3683
 12: (_start()+0x2e) [0x55ca3ad8a05e]
3684

    
3685
2020-07-31T16:19:40.691+0300 7febe921ce00 -1 *** Caught signal (Aborted) **
3686
 in thread 7febe921ce00 thread_name:ceph-osd
3687

    
3688
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
3689
 1: (()+0x14140) [0x7febe9c81140]
3690
 2: (gsignal()+0x141) [0x7febe9753cb1]
3691
 3: (abort()+0x123) [0x7febe973d537]
3692
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x55ca3ad26a12]
3693
 5: (()+0x9e1bbf) [0x55ca3ad26bbf]
3694
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55ca3b47b918]
3695
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x55ca3b337c3d]
3696
 8: (BlueStore::deferred_try_submit()+0x428) [0x55ca3b33a318]
3697
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x55ca3b34f2b5]
3698
 10: (BlueStore::_deferred_replay()+0x313) [0x55ca3b3502b3]
3699
 11: (BlueStore::_mount(bool, bool)+0x611) [0x55ca3b37f8e1]
3700
 12: (OSD::init()+0x61f) [0x55ca3ae0cdaf]
3701
 13: (main()+0x3938) [0x55ca3ad74fb8]
3702
 14: (__libc_start_main()+0xea) [0x7febe973ecca]
3703
 15: (_start()+0x2e) [0x55ca3ad8a05e]
3704
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
3705

    
3706
--- begin dump of recent events ---
3707
  -302> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command assert hook 0x55ca4660c570
3708
  -301> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command abort hook 0x55ca4660c570
3709
  -300> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command leak_some_memory hook 0x55ca4660c570
3710
  -299> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command perfcounters_dump hook 0x55ca4660c570
3711
  -298> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command 1 hook 0x55ca4660c570
3712
  -297> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command perf dump hook 0x55ca4660c570
3713
  -296> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command perfcounters_schema hook 0x55ca4660c570
3714
  -295> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command perf histogram dump hook 0x55ca4660c570
3715
  -294> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command 2 hook 0x55ca4660c570
3716
  -293> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command perf schema hook 0x55ca4660c570
3717
  -292> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command perf histogram schema hook 0x55ca4660c570
3718
  -291> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command perf reset hook 0x55ca4660c570
3719
  -290> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command config show hook 0x55ca4660c570
3720
  -289> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command config help hook 0x55ca4660c570
3721
  -288> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command config set hook 0x55ca4660c570
3722
  -287> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command config unset hook 0x55ca4660c570
3723
  -286> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command config get hook 0x55ca4660c570
3724
  -285> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command config diff hook 0x55ca4660c570
3725
  -284> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command config diff get hook 0x55ca4660c570
3726
  -283> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command injectargs hook 0x55ca4660c570
3727
  -282> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command log flush hook 0x55ca4660c570
3728
  -281> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command log dump hook 0x55ca4660c570
3729
  -280> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command log reopen hook 0x55ca4660c570
3730
  -279> 2020-07-31T16:19:15.831+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command dump_mempools hook 0x55ca47282068
3731
  -278> 2020-07-31T16:19:15.835+0300 7febe921ce00 10 monclient: get_monmap_and_config
3732
  -277> 2020-07-31T16:19:15.835+0300 7febe921ce00 10 monclient: build_initial_monmap
3733
  -276> 2020-07-31T16:19:15.835+0300 7febe921ce00 10 monclient: monmap:
3734
epoch 0
3735
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
3736
last_changed 2020-07-31T16:19:15.840216+0300
3737
created 2020-07-31T16:19:15.840216+0300
3738
min_mon_release 0 (unknown)
3739
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
3740
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
3741
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
3742
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
3743
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
3744
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
3745
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
3746
7: v2:192.168.5.11:3300/0 mon.noname-d
3747
8: v2:192.168.5.14:3300/0 mon.noname-e
3748
9: v2:192.168.5.15:3300/0 mon.noname-f
3749
10: v2:192.168.5.16:3300/0 mon.noname-g
3750
11: v2:192.168.5.20:3300/0 mon.noname-a
3751
12: v2:192.168.5.21:3300/0 mon.noname-b
3752
13: v2:192.168.5.22:3300/0 mon.noname-c
3753

    
3754
  -275> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding auth protocol: cephx
3755
  -274> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding auth protocol: cephx
3756
  -273> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding auth protocol: cephx
3757
  -272> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3758
  -271> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3759
  -270> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3760
  -269> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3761
  -268> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3762
  -267> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3763
  -266> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3764
  -265> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3765
  -264> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3766
  -263> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3767
  -262> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3768
  -261> 2020-07-31T16:19:15.835+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3769
  -260> 2020-07-31T16:19:15.835+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3770
  -259> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient: init
3771
  -258> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding auth protocol: cephx
3772
  -257> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding auth protocol: cephx
3773
  -256> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding auth protocol: cephx
3774
  -255> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: secure
3775
  -254> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: crc
3776
  -253> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: secure
3777
  -252> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: crc
3778
  -251> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: secure
3779
  -250> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: crc
3780
  -249> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: crc
3781
  -248> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: secure
3782
  -247> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: crc
3783
  -246> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: secure
3784
  -245> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: crc
3785
  -244> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 AuthRegistry(0x7ffd84cb2760) adding con mode: secure
3786
  -243> 2020-07-31T16:19:15.839+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3787
  -242> 2020-07-31T16:19:15.839+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3788
  -241> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient: _reopen_session rank -1
3789
  -240> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient: _add_conns ranks=[11,2,4,3,10,9,13,0,7,5,6,8,12,1]
3790
  -239> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient(hunting): picked mon.noname-a con 0x55ca466acc00 addr v2:192.168.5.20:3300/0
3791
  -238> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient(hunting): picked mon.noname-f-legacy con 0x55ca466ad000 addr v1:192.168.5.15:6789/0
3792
  -237> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient(hunting): picked mon.noname-a-legacy con 0x55ca466ad400 addr v1:192.168.5.20:6789/0
3793
  -236> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient(hunting): start opening mon connection
3794
  -235> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient(hunting): _renew_subs
3795
  -234> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient(hunting): authenticate will time out at 2020-07-31T16:24:15.841490+0300
3796
  -233> 2020-07-31T16:19:15.839+0300 7febe81c0700 10 monclient(hunting): get_auth_request con 0x55ca466acc00 auth_method 0
3797
  -232> 2020-07-31T16:19:15.839+0300 7febe81c0700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
3798
  -231> 2020-07-31T16:19:15.839+0300 7febe81c0700 10 monclient(hunting): _init_auth method 2
3799
  -230> 2020-07-31T16:19:15.839+0300 7febe81c0700 10 monclient(hunting): handle_auth_reply_more payload 9
3800
  -229> 2020-07-31T16:19:15.839+0300 7febe81c0700 10 monclient(hunting): handle_auth_reply_more payload_len 9
3801
  -228> 2020-07-31T16:19:15.839+0300 7febe81c0700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
3802
  -227> 2020-07-31T16:19:15.839+0300 7febe81c0700 10 monclient(hunting): handle_auth_done global_id 12838552 payload 450
3803
  -226> 2020-07-31T16:19:15.839+0300 7febe81c0700 10 monclient: _finish_hunting 0
3804
  -225> 2020-07-31T16:19:15.839+0300 7febe81c0700  1 monclient: found mon.noname-a
3805
  -224> 2020-07-31T16:19:15.839+0300 7febe81c0700 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.5.20:3300/0
3806
  -223> 2020-07-31T16:19:15.839+0300 7febe71be700 10 monclient: handle_monmap mon_map magic: 0 v1
3807
  -222> 2020-07-31T16:19:15.839+0300 7febe71be700 10 monclient:  got monmap 28 from mon.noname-a (according to old e28)
3808
  -221> 2020-07-31T16:19:15.839+0300 7febe71be700 10 monclient: dump:
3809
epoch 28
3810
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
3811
last_changed 2020-07-24T13:05:00.613222+0300
3812
created 2018-11-06T00:56:40.343651+0300
3813
min_mon_release 15 (octopus)
3814
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
3815
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
3816
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
3817
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
3818
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
3819
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
3820
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
3821

    
3822
  -220> 2020-07-31T16:19:15.839+0300 7febe71be700 10 monclient: _finish_auth 0
3823
  -219> 2020-07-31T16:19:15.839+0300 7febe71be700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-07-31T16:18:45.842723+0300)
3824
  -218> 2020-07-31T16:19:15.839+0300 7febe71be700 10 monclient: _send_mon_message to mon.ivy1 at v2:192.168.5.20:3300/0
3825
  -217> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 monclient: authenticate success, global_id 12838552
3826
  -216> 2020-07-31T16:19:15.839+0300 7febe71be700 10 monclient: handle_config config(0 keys) v1
3827
  -215> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient: get_monmap_and_config success
3828
  -214> 2020-07-31T16:19:15.839+0300 7febe921ce00 10 monclient: shutdown
3829
  -213> 2020-07-31T16:19:15.839+0300 7febe71be700 10 monclient: discarding stray monitor message mon_map magic: 0 v1
3830
  -212> 2020-07-31T16:19:15.839+0300 7febe59bb700  4 set_mon_vals no callback set
3831
  -211> 2020-07-31T16:19:15.839+0300 7febe921ce00  0 set uid:gid to 64045:64045 (ceph:ceph)
3832
  -210> 2020-07-31T16:19:15.839+0300 7febe921ce00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1171720
3833
  -209> 2020-07-31T16:19:15.839+0300 7febe921ce00  0 pidfile_write: ignore empty --pid-file
3834
  -208> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 asok(0x55ca466ae000) init /var/run/ceph/ceph-osd.2.asok
3835
  -207> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 asok(0x55ca466ae000) bind_and_listen /var/run/ceph/ceph-osd.2.asok
3836
  -206> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command 0 hook 0x55ca4660a2d0
3837
  -205> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command version hook 0x55ca4660a2d0
3838
  -204> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command git_version hook 0x55ca4660a2d0
3839
  -203> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command help hook 0x55ca4660c4b0
3840
  -202> 2020-07-31T16:19:15.839+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command get_command_descriptions hook 0x55ca4660c030
3841
  -201> 2020-07-31T16:19:15.839+0300 7febe69bd700  5 asok(0x55ca466ae000) entry start
3842
  -200> 2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3843
  -199> 2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728c380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3844
  -198> 2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728c380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3845
  -197> 2020-07-31T16:19:15.843+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore bluefs available hook 0x55ca4660c070
3846
  -196> 2020-07-31T16:19:15.843+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore bluefs stats hook 0x55ca4660c070
3847
  -195> 2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3848
  -194> 2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3849
  -193> 2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3850
  -192> 2020-07-31T16:19:15.843+0300 7febe921ce00  5 asok(0x55ca466ae000) unregister_commands bluestore bluefs available
3851
  -191> 2020-07-31T16:19:15.843+0300 7febe921ce00  5 asok(0x55ca466ae000) unregister_commands bluestore bluefs stats
3852
  -190> 2020-07-31T16:19:15.843+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) close
3853
  -189> 2020-07-31T16:19:16.155+0300 7febe921ce00  1 bdev(0x55ca4728c380 /var/lib/ceph/osd/ceph-2/block) close
3854
  -188> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding auth protocol: cephx
3855
  -187> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding auth protocol: cephx
3856
  -186> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding auth protocol: cephx
3857
  -185> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: secure
3858
  -184> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: crc
3859
  -183> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: secure
3860
  -182> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: crc
3861
  -181> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: secure
3862
  -180> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: crc
3863
  -179> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: crc
3864
  -178> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: secure
3865
  -177> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: crc
3866
  -176> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: secure
3867
  -175> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: crc
3868
  -174> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669c940) adding con mode: secure
3869
  -173> 2020-07-31T16:19:16.407+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3870
  -172> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding auth protocol: cephx
3871
  -171> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding auth protocol: cephx
3872
  -170> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding auth protocol: cephx
3873
  -169> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: secure
3874
  -168> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: crc
3875
  -167> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: secure
3876
  -166> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: crc
3877
  -165> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: secure
3878
  -164> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: crc
3879
  -163> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: crc
3880
  -162> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: secure
3881
  -161> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: crc
3882
  -160> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: secure
3883
  -159> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: crc
3884
  -158> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669b940) adding con mode: secure
3885
  -157> 2020-07-31T16:19:16.407+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3886
  -156> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding auth protocol: cephx
3887
  -155> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding auth protocol: cephx
3888
  -154> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding auth protocol: cephx
3889
  -153> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3890
  -152> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3891
  -151> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3892
  -150> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3893
  -149> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3894
  -148> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3895
  -147> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3896
  -146> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3897
  -145> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3898
  -144> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3899
  -143> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: crc
3900
  -142> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669a940) adding con mode: secure
3901
  -141> 2020-07-31T16:19:16.407+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3902
  -140> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding auth protocol: cephx
3903
  -139> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding auth protocol: cephx
3904
  -138> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding auth protocol: cephx
3905
  -137> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: secure
3906
  -136> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: crc
3907
  -135> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: secure
3908
  -134> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: crc
3909
  -133> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: secure
3910
  -132> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: crc
3911
  -131> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: crc
3912
  -130> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: secure
3913
  -129> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: crc
3914
  -128> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: secure
3915
  -127> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: crc
3916
  -126> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4669d940) adding con mode: secure
3917
  -125> 2020-07-31T16:19:16.407+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3918
  -124> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding auth protocol: cephx
3919
  -123> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding auth protocol: cephx
3920
  -122> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding auth protocol: cephx
3921
  -121> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: secure
3922
  -120> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: crc
3923
  -119> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: secure
3924
  -118> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: crc
3925
  -117> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: secure
3926
  -116> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: crc
3927
  -115> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: crc
3928
  -114> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: secure
3929
  -113> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: crc
3930
  -112> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: secure
3931
  -111> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: crc
3932
  -110> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47348940) adding con mode: secure
3933
  -109> 2020-07-31T16:19:16.407+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3934
  -108> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding auth protocol: cephx
3935
  -107> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding auth protocol: cephx
3936
  -106> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding auth protocol: cephx
3937
  -105> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: secure
3938
  -104> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: crc
3939
  -103> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: secure
3940
  -102> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: crc
3941
  -101> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: secure
3942
  -100> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: crc
3943
   -99> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: crc
3944
   -98> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: secure
3945
   -97> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: crc
3946
   -96> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: secure
3947
   -95> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: crc
3948
   -94> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca47349940) adding con mode: secure
3949
   -93> 2020-07-31T16:19:16.407+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3950
   -92> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding auth protocol: cephx
3951
   -91> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding auth protocol: cephx
3952
   -90> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding auth protocol: cephx
3953
   -89> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: secure
3954
   -88> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: crc
3955
   -87> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: secure
3956
   -86> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: crc
3957
   -85> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: secure
3958
   -84> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: crc
3959
   -83> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: crc
3960
   -82> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: secure
3961
   -81> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: crc
3962
   -80> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: secure
3963
   -79> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: crc
3964
   -78> 2020-07-31T16:19:16.407+0300 7febe921ce00  5 AuthRegistry(0x55ca4734a940) adding con mode: secure
3965
   -77> 2020-07-31T16:19:16.407+0300 7febe921ce00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
3966
   -76> 2020-07-31T16:19:16.407+0300 7febe921ce00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
3967
   -75> 2020-07-31T16:19:16.407+0300 7febe921ce00 -1 Falling back to public interface
3968
   -74> 2020-07-31T16:19:16.407+0300 7febe921ce00 10 monclient: build_initial_monmap
3969
   -73> 2020-07-31T16:19:16.407+0300 7febe921ce00 10 monclient: monmap:
3970
epoch 0
3971
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
3972
last_changed 2020-07-31T16:19:16.412456+0300
3973
created 2020-07-31T16:19:16.412456+0300
3974
min_mon_release 0 (unknown)
3975
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
3976
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
3977
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
3978
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
3979
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
3980
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
3981
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
3982
7: v2:192.168.5.11:3300/0 mon.noname-d
3983
8: v2:192.168.5.14:3300/0 mon.noname-e
3984
9: v2:192.168.5.15:3300/0 mon.noname-f
3985
10: v2:192.168.5.16:3300/0 mon.noname-g
3986
11: v2:192.168.5.20:3300/0 mon.noname-a
3987
12: v2:192.168.5.21:3300/0 mon.noname-b
3988
13: v2:192.168.5.22:3300/0 mon.noname-c
3989

    
3990
   -72> 2020-07-31T16:19:16.411+0300 7febe921ce00  0 load: jerasure load: lrc load: isa 
3991
   -71> 2020-07-31T16:19:16.411+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3992
   -70> 2020-07-31T16:19:16.411+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
3993
   -69> 2020-07-31T16:19:16.411+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
3994
   -68> 2020-07-31T16:19:16.415+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) close
3995
   -67> 2020-07-31T16:19:16.719+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command objecter_requests hook 0x55ca4660c950
3996
   -66> 2020-07-31T16:19:16.719+0300 7febe921ce00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
3997
   -65> 2020-07-31T16:19:16.719+0300 7febe921ce00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
3998
   -64> 2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
3999
   -63> 2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
4000
   -62> 2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev(0x55ca4728d180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
4001
   -61> 2020-07-31T16:19:16.719+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore bluefs available hook 0x55ca4660c970
4002
   -60> 2020-07-31T16:19:16.719+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore bluefs stats hook 0x55ca4660c970
4003
   -59> 2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
4004
   -58> 2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
4005
   -57> 2020-07-31T16:19:16.719+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
4006
   -56> 2020-07-31T16:19:16.719+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator dump bluefs-db hook 0x55ca47361380
4007
   -55> 2020-07-31T16:19:16.719+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator score bluefs-db hook 0x55ca47361380
4008
   -54> 2020-07-31T16:19:16.719+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator fragmentation bluefs-db hook 0x55ca47361380
4009
   -53> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option compaction_readahead_size = 2097152
4010
   -52> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option compression = kNoCompression
4011
   -51> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option max_write_buffer_number = 32
4012
   -50> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option min_write_buffer_number_to_merge = 8
4013
   -49> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option recycle_log_file_num = 32
4014
   -48> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option writable_file_max_buffer_size = 0
4015
   -47> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option write_buffer_size = 33554432
4016
   -46> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option compaction_readahead_size = 2097152
4017
   -45> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option compression = kNoCompression
4018
   -44> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option max_write_buffer_number = 32
4019
   -43> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option min_write_buffer_number_to_merge = 8
4020
   -42> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option recycle_log_file_num = 32
4021
   -41> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option writable_file_max_buffer_size = 0
4022
   -40> 2020-07-31T16:19:16.775+0300 7febe921ce00  0  set rocksdb option write_buffer_size = 33554432
4023
   -39> 2020-07-31T16:19:16.799+0300 7febe921ce00  1 get compressor snappy = 0
4024
   -38> 2020-07-31T16:19:16.799+0300 7febe921ce00  1 load compressor snappy
4025
   -37> 2020-07-31T16:19:16.799+0300 7febe921ce00  1 add compressor snappy 0x55ca47361c20
4026
   -36> 2020-07-31T16:19:16.799+0300 7febe921ce00  1 get compressor snappy = 0x55ca47361c20
4027
   -35> 2020-07-31T16:19:16.799+0300 7febe921ce00  1 load: compressor snappy loaded and registered
4028
   -34> 2020-07-31T16:19:16.799+0300 7febe921ce00  1 get compressor snappy = 0x55ca47361c20
4029
   -33> 2020-07-31T16:19:16.803+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator dump block hook 0x55ca478a8e70
4030
   -32> 2020-07-31T16:19:16.803+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator score block hook 0x55ca478a8e70
4031
   -31> 2020-07-31T16:19:16.803+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator fragmentation block hook 0x55ca478a8e70
4032
   -30> 2020-07-31T16:19:17.219+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator dump block cmddesc bluestore allocator dump block hook 0x55ca478a9530 EEXIST
4033
   -29> 2020-07-31T16:19:40.455+0300 7febe921ce00  5 asok(0x55ca466ae000) unregister_commands bluestore allocator dump bluefs-db
4034
   -28> 2020-07-31T16:19:40.455+0300 7febe921ce00  5 asok(0x55ca466ae000) unregister_commands bluestore allocator fragmentation bluefs-db
4035
   -27> 2020-07-31T16:19:40.455+0300 7febe921ce00  5 asok(0x55ca466ae000) unregister_commands bluestore allocator score bluefs-db
4036
   -26> 2020-07-31T16:19:40.455+0300 7febe921ce00  5 asok(0x55ca466ae000) unregister_commands bluestore bluefs available
4037
   -25> 2020-07-31T16:19:40.455+0300 7febe921ce00  5 asok(0x55ca466ae000) unregister_commands bluestore bluefs stats
4038
   -24> 2020-07-31T16:19:40.455+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) close
4039
   -23> 2020-07-31T16:19:40.571+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore bluefs available hook 0x55ca4660c970
4040
   -22> 2020-07-31T16:19:40.571+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore bluefs stats hook 0x55ca4660c970
4041
   -21> 2020-07-31T16:19:40.571+0300 7febe921ce00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
4042
   -20> 2020-07-31T16:19:40.571+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
4043
   -19> 2020-07-31T16:19:40.575+0300 7febe921ce00  1 bdev(0x55ca4728ca80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
4044
   -18> 2020-07-31T16:19:40.575+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator dump bluefs-db hook 0x55ca473612f0
4045
   -17> 2020-07-31T16:19:40.575+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator score bluefs-db hook 0x55ca473612f0
4046
   -16> 2020-07-31T16:19:40.575+0300 7febe921ce00  5 asok(0x55ca466ae000) register_command bluestore allocator fragmentation bluefs-db hook 0x55ca473612f0
4047
   -15> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option compaction_readahead_size = 2097152
4048
   -14> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option compression = kNoCompression
4049
   -13> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option max_write_buffer_number = 32
4050
   -12> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option min_write_buffer_number_to_merge = 8
4051
   -11> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option recycle_log_file_num = 32
4052
   -10> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option writable_file_max_buffer_size = 0
4053
    -9> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option write_buffer_size = 33554432
4054
    -8> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option compaction_readahead_size = 2097152
4055
    -7> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option compression = kNoCompression
4056
    -6> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option max_write_buffer_number = 32
4057
    -5> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option min_write_buffer_number_to_merge = 8
4058
    -4> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option recycle_log_file_num = 32
4059
    -3> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option writable_file_max_buffer_size = 0
4060
    -2> 2020-07-31T16:19:40.643+0300 7febe921ce00  0  set rocksdb option write_buffer_size = 33554432
4061
    -1> 2020-07-31T16:19:40.683+0300 7febe921ce00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7febe921ce00 time 2020-07-31T16:19:40.682892+0300
4062
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
4063

    
4064
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
4065
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x55ca3ad269b7]
4066
 2: (()+0x9e1bbf) [0x55ca3ad26bbf]
4067
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55ca3b47b918]
4068
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x55ca3b337c3d]
4069
 5: (BlueStore::deferred_try_submit()+0x428) [0x55ca3b33a318]
4070
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x55ca3b34f2b5]
4071
 7: (BlueStore::_deferred_replay()+0x313) [0x55ca3b3502b3]
4072
 8: (BlueStore::_mount(bool, bool)+0x611) [0x55ca3b37f8e1]
4073
 9: (OSD::init()+0x61f) [0x55ca3ae0cdaf]
4074
 10: (main()+0x3938) [0x55ca3ad74fb8]
4075
 11: (__libc_start_main()+0xea) [0x7febe973ecca]
4076
 12: (_start()+0x2e) [0x55ca3ad8a05e]
4077

    
4078
     0> 2020-07-31T16:19:40.691+0300 7febe921ce00 -1 *** Caught signal (Aborted) **
4079
 in thread 7febe921ce00 thread_name:ceph-osd
4080

    
4081
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
4082
 1: (()+0x14140) [0x7febe9c81140]
4083
 2: (gsignal()+0x141) [0x7febe9753cb1]
4084
 3: (abort()+0x123) [0x7febe973d537]
4085
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x55ca3ad26a12]
4086
 5: (()+0x9e1bbf) [0x55ca3ad26bbf]
4087
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x55ca3b47b918]
4088
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x55ca3b337c3d]
4089
 8: (BlueStore::deferred_try_submit()+0x428) [0x55ca3b33a318]
4090
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x55ca3b34f2b5]
4091
 10: (BlueStore::_deferred_replay()+0x313) [0x55ca3b3502b3]
4092
 11: (BlueStore::_mount(bool, bool)+0x611) [0x55ca3b37f8e1]
4093
 12: (OSD::init()+0x61f) [0x55ca3ae0cdaf]
4094
 13: (main()+0x3938) [0x55ca3ad74fb8]
4095
 14: (__libc_start_main()+0xea) [0x7febe973ecca]
4096
 15: (_start()+0x2e) [0x55ca3ad8a05e]
4097
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
4098

    
4099
--- logging levels ---
4100
   0/ 5 none
4101
   0/ 1 lockdep
4102
   0/ 1 context
4103
   0/ 0 crush
4104
   1/ 5 mds
4105
   1/ 5 mds_balancer
4106
   1/ 5 mds_locker
4107
   1/ 5 mds_log
4108
   1/ 5 mds_log_expire
4109
   1/ 5 mds_migrator
4110
   0/ 1 buffer
4111
   0/ 1 timer
4112
   0/ 1 filer
4113
   0/ 1 striper
4114
   0/ 0 objecter
4115
   0/ 5 rados
4116
   0/ 5 rbd
4117
   0/ 5 rbd_mirror
4118
   0/ 5 rbd_replay
4119
   0/ 5 rbd_rwl
4120
   0/ 5 journaler
4121
   0/ 5 objectcacher
4122
   0/ 5 immutable_obj_cache
4123
   0/ 0 client
4124
   0/ 0 osd
4125
   0/ 5 optracker
4126
   0/ 5 objclass
4127
   1/ 3 filestore
4128
   1/ 3 journal
4129
   0/ 0 ms
4130
   1/ 5 mon
4131
   0/10 monc
4132
   1/ 5 paxos
4133
   0/ 0 tp
4134
   1/ 5 auth
4135
   1/ 5 crypto
4136
   1/ 1 finisher
4137
   1/ 1 reserver
4138
   1/ 5 heartbeatmap
4139
   0/ 0 perfcounter
4140
   1/ 5 rgw
4141
   1/ 5 rgw_sync
4142
   1/10 civetweb
4143
   1/ 5 javaclient
4144
   1/ 5 asok
4145
   1/ 1 throttle
4146
   0/ 0 refs
4147
   1/ 5 compressor
4148
   0/ 0 bluestore
4149
   0/ 0 bluefs
4150
   1/ 3 bdev
4151
   1/ 5 kstore
4152
   0/ 0 rocksdb
4153
   4/ 5 leveldb
4154
   4/ 5 memdb
4155
   1/ 5 fuse
4156
   1/ 5 mgr
4157
   1/ 5 mgrc
4158
   1/ 5 dpdk
4159
   1/ 5 eventtrace
4160
   1/ 5 prioritycache
4161
   0/ 5 test
4162
  -2/-2 (syslog threshold)
4163
  -1/-1 (stderr threshold)
4164
--- pthread ID / name mapping for recent threads ---
4165
  7febe59bb700 / signal_handler
4166
  7febe69bd700 / admin_socket
4167
  7febe71be700 / service
4168
  7febe81c0700 / msgr-worker-1
4169
  7febe921ce00 / ceph-osd
4170
  max_recent     10000
4171
  max_new         1000
4172
  log_file /var/log/ceph/ceph-osd.2.log
4173
--- end dump of recent events ---
4174
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  0 set uid:gid to 64045:64045 (ceph:ceph)
4175
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  0 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable), process ceph-osd, pid 1172085
4176
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  0 pidfile_write: ignore empty --pid-file
4177
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
4178
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  1 bdev(0x555c54be2380 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
4179
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  1 bdev(0x555c54be2380 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
4180
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
4181
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  1 bdev(0x555c54be2a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
4182
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  1 bdev(0x555c54be2a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
4183
2020-07-31T16:19:50.911+0300 7f8a9e56ae00  1 bdev(0x555c54be2a80 /var/lib/ceph/osd/ceph-2/block) close
4184
2020-07-31T16:19:51.215+0300 7f8a9e56ae00  1 bdev(0x555c54be2380 /var/lib/ceph/osd/ceph-2/block) close
4185
2020-07-31T16:19:51.459+0300 7f8a9e56ae00  0 starting osd.2 osd_data /var/lib/ceph/osd/ceph-2 /var/lib/ceph/osd/ceph-2/journal
4186
2020-07-31T16:19:51.459+0300 7f8a9e56ae00 -1 Falling back to public interface
4187
2020-07-31T16:19:51.467+0300 7f8a9e56ae00  0 load: jerasure load: lrc load: isa 
4188
2020-07-31T16:19:51.467+0300 7f8a9e56ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
4189
2020-07-31T16:19:51.467+0300 7f8a9e56ae00  1 bdev(0x555c54be3180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
4190
2020-07-31T16:19:51.467+0300 7f8a9e56ae00  1 bdev(0x555c54be3180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
4191
2020-07-31T16:19:51.467+0300 7f8a9e56ae00  1 bdev(0x555c54be3180 /var/lib/ceph/osd/ceph-2/block) close
4192
2020-07-31T16:19:51.759+0300 7f8a9e56ae00  0 osd.2:0.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
4193
2020-07-31T16:19:51.759+0300 7f8a9e56ae00  0 osd.2:1.OSDShard using op scheduler ClassedOpQueueScheduler(queue=WeightedPriorityQueue, cutoff=196)
4194
2020-07-31T16:19:51.759+0300 7f8a9e56ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
4195
2020-07-31T16:19:51.759+0300 7f8a9e56ae00  1 bdev(0x555c54be3180 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
4196
2020-07-31T16:19:51.759+0300 7f8a9e56ae00  1 bdev(0x555c54be3180 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
4197
2020-07-31T16:19:51.759+0300 7f8a9e56ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
4198
2020-07-31T16:19:51.759+0300 7f8a9e56ae00  1 bdev(0x555c54be2a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
4199
2020-07-31T16:19:51.759+0300 7f8a9e56ae00  1 bdev(0x555c54be2a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
4200
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option compaction_readahead_size = 2097152
4201
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option compression = kNoCompression
4202
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option max_write_buffer_number = 32
4203
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
4204
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option recycle_log_file_num = 32
4205
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option writable_file_max_buffer_size = 0
4206
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option write_buffer_size = 33554432
4207
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option compaction_readahead_size = 2097152
4208
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option compression = kNoCompression
4209
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option max_write_buffer_number = 32
4210
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
4211
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option recycle_log_file_num = 32
4212
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option writable_file_max_buffer_size = 0
4213
2020-07-31T16:19:51.819+0300 7f8a9e56ae00  0  set rocksdb option write_buffer_size = 33554432
4214
2020-07-31T16:20:31.135+0300 7f8a9e56ae00  1 bdev(0x555c54be2a80 /var/lib/ceph/osd/ceph-2/block) close
4215
2020-07-31T16:20:31.467+0300 7f8a9e56ae00  1 bdev create path /var/lib/ceph/osd/ceph-2/block type kernel
4216
2020-07-31T16:20:31.467+0300 7f8a9e56ae00  1 bdev(0x555c54be2a80 /var/lib/ceph/osd/ceph-2/block) open path /var/lib/ceph/osd/ceph-2/block
4217
2020-07-31T16:20:31.467+0300 7f8a9e56ae00  1 bdev(0x555c54be2a80 /var/lib/ceph/osd/ceph-2/block) open size 3796751089664 (0x37400000000, 3.5 TiB) block_size 4096 (4 KiB) non-rotational discard supported
4218
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option compaction_readahead_size = 2097152
4219
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option compression = kNoCompression
4220
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option max_write_buffer_number = 32
4221
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
4222
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option recycle_log_file_num = 32
4223
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option writable_file_max_buffer_size = 0
4224
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option write_buffer_size = 33554432
4225
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option compaction_readahead_size = 2097152
4226
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option compression = kNoCompression
4227
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option max_write_buffer_number = 32
4228
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option min_write_buffer_number_to_merge = 8
4229
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option recycle_log_file_num = 32
4230
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option writable_file_max_buffer_size = 0
4231
2020-07-31T16:20:31.499+0300 7f8a9e56ae00  0  set rocksdb option write_buffer_size = 33554432
4232
2020-07-31T16:20:31.543+0300 7f8a9e56ae00 -1 /build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7f8a9e56ae00 time 2020-07-31T16:20:31.539008+0300
4233
/build/ceph-15.2.4/src/os/bluestore/KernelDevice.cc: 892: FAILED ceph_assert(is_valid_io(off, len))
4234

    
4235
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
4236
 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x155) [0x555c485889b7]
4237
 2: (()+0x9e1bbf) [0x555c48588bbf]
4238
 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x555c48cdd918]
4239
 4: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x555c48b99c3d]
4240
 5: (BlueStore::deferred_try_submit()+0x428) [0x555c48b9c318]
4241
 6: (BlueStore::_osr_drain_all()+0x1f5) [0x555c48bb12b5]
4242
 7: (BlueStore::_deferred_replay()+0x313) [0x555c48bb22b3]
4243
 8: (BlueStore::_mount(bool, bool)+0x611) [0x555c48be18e1]
4244
 9: (OSD::init()+0x61f) [0x555c4866edaf]
4245
 10: (main()+0x3938) [0x555c485d6fb8]
4246
 11: (__libc_start_main()+0xea) [0x7f8a9ea8ccca]
4247
 12: (_start()+0x2e) [0x555c485ec05e]
4248

    
4249
2020-07-31T16:22:20.919+0300 7f8a95261700 -1 bdev(0x555c54be2a80 /var/lib/ceph/osd/ceph-2/block) read_random stalled read  0x1aa7ab7f000~200000 (buffered) since 4408556.383652s, timeout is 5.000000s
4250
2020-07-31T16:22:20.927+0300 7f8a9e56ae00 -1 *** Caught signal (Aborted) **
4251
 in thread 7f8a9e56ae00 thread_name:ceph-osd
4252

    
4253
 ceph version 15.2.4 (7447c15c6ff58d7fce91843b705a268a1917325c) octopus (stable)
4254
 1: (()+0x14140) [0x7f8a9efcf140]
4255
 2: (gsignal()+0x141) [0x7f8a9eaa1cb1]
4256
 3: (abort()+0x123) [0x7f8a9ea8b537]
4257
 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x555c48588a12]
4258
 5: (()+0x9e1bbf) [0x555c48588bbf]
4259
 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v15_2_0::list&, IOContext*, bool, int)+0x98) [0x555c48cdd918]
4260
 7: (BlueStore::_deferred_submit_unlock(BlueStore::OpSequencer*)+0x2fd) [0x555c48b99c3d]
4261
 8: (BlueStore::deferred_try_submit()+0x428) [0x555c48b9c318]
4262
 9: (BlueStore::_osr_drain_all()+0x1f5) [0x555c48bb12b5]
4263
 10: (BlueStore::_deferred_replay()+0x313) [0x555c48bb22b3]
4264
 11: (BlueStore::_mount(bool, bool)+0x611) [0x555c48be18e1]
4265
 12: (OSD::init()+0x61f) [0x555c4866edaf]
4266
 13: (main()+0x3938) [0x555c485d6fb8]
4267
 14: (__libc_start_main()+0xea) [0x7f8a9ea8ccca]
4268
 15: (_start()+0x2e) [0x555c485ec05e]
4269
 NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
4270

    
4271
--- begin dump of recent events ---
4272
  -312> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command assert hook 0x555c53f62570
4273
  -311> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command abort hook 0x555c53f62570
4274
  -310> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command leak_some_memory hook 0x555c53f62570
4275
  -309> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command perfcounters_dump hook 0x555c53f62570
4276
  -308> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command 1 hook 0x555c53f62570
4277
  -307> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command perf dump hook 0x555c53f62570
4278
  -306> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command perfcounters_schema hook 0x555c53f62570
4279
  -305> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command perf histogram dump hook 0x555c53f62570
4280
  -304> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command 2 hook 0x555c53f62570
4281
  -303> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command perf schema hook 0x555c53f62570
4282
  -302> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command perf histogram schema hook 0x555c53f62570
4283
  -301> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command perf reset hook 0x555c53f62570
4284
  -300> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command config show hook 0x555c53f62570
4285
  -299> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command config help hook 0x555c53f62570
4286
  -298> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command config set hook 0x555c53f62570
4287
  -297> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command config unset hook 0x555c53f62570
4288
  -296> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command config get hook 0x555c53f62570
4289
  -295> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command config diff hook 0x555c53f62570
4290
  -294> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command config diff get hook 0x555c53f62570
4291
  -293> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command injectargs hook 0x555c53f62570
4292
  -292> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command log flush hook 0x555c53f62570
4293
  -291> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command log dump hook 0x555c53f62570
4294
  -290> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command log reopen hook 0x555c53f62570
4295
  -289> 2020-07-31T16:19:50.903+0300 7f8a9e56ae00  5 asok(0x555c54004000) register_command dump_mempools hook 0x555c54bd8068
4296
  -288> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient: get_monmap_and_config
4297
  -287> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient: build_initial_monmap
4298
  -286> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient: monmap:
4299
epoch 0
4300
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
4301
last_changed 2020-07-31T16:19:50.910845+0300
4302
created 2020-07-31T16:19:50.910845+0300
4303
min_mon_release 0 (unknown)
4304
0: v1:192.168.5.11:6789/0 mon.noname-d-legacy
4305
1: v1:192.168.5.14:6789/0 mon.noname-e-legacy
4306
2: v1:192.168.5.15:6789/0 mon.noname-f-legacy
4307
3: v1:192.168.5.16:6789/0 mon.noname-g-legacy
4308
4: v1:192.168.5.20:6789/0 mon.noname-a-legacy
4309
5: v1:192.168.5.21:6789/0 mon.noname-b-legacy
4310
6: v1:192.168.5.22:6789/0 mon.noname-c-legacy
4311
7: v2:192.168.5.11:3300/0 mon.noname-d
4312
8: v2:192.168.5.14:3300/0 mon.noname-e
4313
9: v2:192.168.5.15:3300/0 mon.noname-f
4314
10: v2:192.168.5.16:3300/0 mon.noname-g
4315
11: v2:192.168.5.20:3300/0 mon.noname-a
4316
12: v2:192.168.5.21:3300/0 mon.noname-b
4317
13: v2:192.168.5.22:3300/0 mon.noname-c
4318

    
4319
  -285> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding auth protocol: cephx
4320
  -284> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding auth protocol: cephx
4321
  -283> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding auth protocol: cephx
4322
  -282> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: secure
4323
  -281> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: crc
4324
  -280> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: secure
4325
  -279> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: crc
4326
  -278> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: secure
4327
  -277> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: crc
4328
  -276> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: crc
4329
  -275> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: secure
4330
  -274> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: crc
4331
  -273> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: secure
4332
  -272> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: crc
4333
  -271> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x555c53ff0940) adding con mode: secure
4334
  -270> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
4335
  -269> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient: init
4336
  -268> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding auth protocol: cephx
4337
  -267> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding auth protocol: cephx
4338
  -266> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding auth protocol: cephx
4339
  -265> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: secure
4340
  -264> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: crc
4341
  -263> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: secure
4342
  -262> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: crc
4343
  -261> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: secure
4344
  -260> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: crc
4345
  -259> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: crc
4346
  -258> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: secure
4347
  -257> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: crc
4348
  -256> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: secure
4349
  -255> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: crc
4350
  -254> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  5 AuthRegistry(0x7ffffb7a39b0) adding con mode: secure
4351
  -253> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
4352
  -252> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00  2 auth: KeyRing::load: loaded key file /var/lib/ceph/osd/ceph-2/keyring
4353
  -251> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient: _reopen_session rank -1
4354
  -250> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient: _add_conns ranks=[11,9,0,1,7,8,3,12,6,10,4,5,2,13]
4355
  -249> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient(hunting): picked mon.noname-a con 0x555c54002c00 addr v2:192.168.5.20:3300/0
4356
  -248> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient(hunting): picked mon.noname-f con 0x555c54003000 addr v2:192.168.5.15:3300/0
4357
  -247> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient(hunting): picked mon.noname-d-legacy con 0x555c54003400 addr v1:192.168.5.11:6789/0
4358
  -246> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient(hunting): start opening mon connection
4359
  -245> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient(hunting): start opening mon connection
4360
  -244> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient(hunting): _renew_subs
4361
  -243> 2020-07-31T16:19:50.907+0300 7f8a9e56ae00 10 monclient(hunting): authenticate will time out at 2020-07-31T16:24:50.912004+0300
4362
  -242> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700 10 monclient(hunting): get_auth_request con 0x555c54003000 auth_method 0
4363
  -241> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
4364
  -240> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700 10 monclient(hunting): _init_auth method 2
4365
  -239> 2020-07-31T16:19:50.907+0300 7f8a9d50e700 10 monclient(hunting): get_auth_request con 0x555c54002c00 auth_method 0
4366
  -238> 2020-07-31T16:19:50.907+0300 7f8a9d50e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1]
4367
  -237> 2020-07-31T16:19:50.907+0300 7f8a9d50e700 10 monclient(hunting): _init_auth method 2
4368
  -236> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700 10 monclient(hunting): handle_auth_reply_more payload 9
4369
  -235> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700 10 monclient(hunting): handle_auth_reply_more payload_len 9
4370
  -234> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
4371
  -233> 2020-07-31T16:19:50.907+0300 7f8a9d50e700 10 monclient(hunting): handle_auth_reply_more payload 9
4372
  -232> 2020-07-31T16:19:50.907+0300 7f8a9d50e700 10 monclient(hunting): handle_auth_reply_more payload_len 9
4373
  -231> 2020-07-31T16:19:50.907+0300 7f8a9d50e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes
4374
  -230> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700 10 monclient(hunting): handle_auth_done global_id 12838561 payload 450
4375
  -229> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700 10 monclient: _finish_hunting 0
4376
  -228> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700  1 monclient: found mon.noname-f
4377
  -227> 2020-07-31T16:19:50.907+0300 7f8a9cd0d700 10 monclient: _send_mon_message to mon.noname-f at v2:192.168.5.15:3300/0
4378
  -226> 2020-07-31T16:19:50.911+0300 7f8a9c50c700 10 monclient: handle_monmap mon_map magic: 0 v1
4379
  -225> 2020-07-31T16:19:50.911+0300 7f8a9c50c700 10 monclient:  got monmap 28 from mon.noname-f (according to old e28)
4380
  -224> 2020-07-31T16:19:50.911+0300 7f8a9c50c700 10 monclient: dump:
4381
epoch 28
4382
fsid 3705b320-3505-4561-a3aa-5b0475aadf9d
4383
last_changed 2020-07-24T13:05:00.613222+0300
4384
created 2018-11-06T00:56:40.343651+0300
4385
min_mon_release 15 (octopus)
4386
0: [v2:192.168.5.14:3300/0,v1:192.168.5.14:6789/0] mon.ripper4
4387
1: [v2:192.168.5.15:3300/0,v1:192.168.5.15:6789/0] mon.ripper5
4388
2: [v2:192.168.5.16:3300/0,v1:192.168.5.16:6789/0] mon.ripper6
4389
3: [v2:192.168.5.11:3300/0,v1:192.168.5.11:6789/0] mon.mature1
4390
4: [v2:192.168.5.21:3300/0,v1:192.168.5.21:6789/0] mon.ivy2
4391
5: [v2:192.168.5.22:3300/0,v1:192.168.5.22:6789/0] mon.ivy3
4392
6: [v2:192.168.5.20:3300/0,v1:192.168.5.20:6789/0] mon.ivy1
4393

    
4394
  -223> 2020-07-31T16:19:50.911+0300 7f8a9c50c700 10 monclient: _finish_auth 0
4395
  -222> 2020-07-31T16:19:50.911+0300 7f8a9c50c700 10 monclient: _check_auth_rotating renewing rotating keys (they expired before 2020-07-31T16:19:20.913051+0300)
4396
  -221> 2020-07-31T16:19:50.911+0300 7f8a9c50c700 10 monclient: _send_mon_message to mon.ripper5 at v2:192.168.5.15:3300/0
4397
  -220> 2020-07-31T16:19:50.911+0300 7f8a9c50c700 10 monclient: handle_config config(0 keys) v1
4398
  -219> 2020-07-31T16:19:50.911+0300 7f8a9c50c700 10 monclient: handle_monmap mon_map magic: 0 v1
4399
  -218> 2020-07-31T16:19:50.911+0300 7f8a9c50c700 10 monclient:  got monmap 28 from mon.ripper5 (according to old e28)
4400
  -217> 2020-07-31T16:19:50.911+0300 7f8a9ad09700  4 set_mon_vals no callback set
4401