2020-08-26 08:58:21.957763 7fd856f48000 0 set uid:gid to 167:167 (ceph:ceph) 2020-08-26 08:58:21.957784 7fd856f48000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9179 2020-08-26 08:58:21.957903 7fd856f48000 0 pidfile_write: ignore empty --pid-file 2020-08-26 08:58:21.995823 7fd856f48000 0 load: jerasure load: lrc load: isa 2020-08-26 08:58:21.996127 7fd856f48000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:58:21.996143 7fd856f48000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:58:21.996150 7fd856f48000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:58:21.996177 7fd856f48000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:58:21.996185 7fd856f48000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:58:21.996189 7fd856f48000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:58:21.996379 7fd856f48000 4 rocksdb: RocksDB version: 5.4.0 2020-08-26 08:58:21.996389 7fd856f48000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2020-08-26 08:58:21.996391 7fd856f48000 4 rocksdb: Compile date Jul 22 2020 2020-08-26 08:58:21.996394 7fd856f48000 4 rocksdb: DB SUMMARY 2020-08-26 08:58:21.996503 7fd856f48000 4 rocksdb: CURRENT file: CURRENT 2020-08-26 08:58:21.996509 7fd856f48000 4 rocksdb: IDENTITY file: IDENTITY 2020-08-26 08:58:21.996515 7fd856f48000 4 rocksdb: MANIFEST file: MANIFEST-005320 size: 236 Bytes 2020-08-26 08:58:21.996518 7fd856f48000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst 2020-08-26 08:58:21.996520 7fd856f48000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005321.log size: 0 ; 2020-08-26 08:58:21.996522 7fd856f48000 4 rocksdb: Options.error_if_exists: 0 2020-08-26 08:58:21.996524 7fd856f48000 4 rocksdb: Options.create_if_missing: 0 2020-08-26 08:58:21.996524 7fd856f48000 4 rocksdb: Options.paranoid_checks: 1 2020-08-26 08:58:21.996526 7fd856f48000 4 rocksdb: Options.env: 0x55c7936563c0 2020-08-26 08:58:21.996527 7fd856f48000 4 rocksdb: Options.info_log: 0x55c7959b5960 2020-08-26 08:58:21.996528 7fd856f48000 4 rocksdb: Options.max_open_files: -1 2020-08-26 08:58:21.996529 7fd856f48000 4 rocksdb: Options.max_file_opening_threads: 16 2020-08-26 08:58:21.996530 7fd856f48000 4 rocksdb: Options.use_fsync: 0 2020-08-26 08:58:21.996531 7fd856f48000 4 rocksdb: Options.max_log_file_size: 0 2020-08-26 08:58:21.996537 7fd856f48000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 2020-08-26 08:58:21.996539 7fd856f48000 4 rocksdb: Options.log_file_time_to_roll: 0 2020-08-26 08:58:21.996540 7fd856f48000 4 rocksdb: Options.keep_log_file_num: 1000 2020-08-26 08:58:21.996541 7fd856f48000 4 rocksdb: Options.recycle_log_file_num: 0 2020-08-26 08:58:21.996542 7fd856f48000 4 rocksdb: Options.allow_fallocate: 1 2020-08-26 08:58:21.996543 7fd856f48000 4 rocksdb: Options.allow_mmap_reads: 0 2020-08-26 08:58:21.996544 7fd856f48000 4 rocksdb: Options.allow_mmap_writes: 0 2020-08-26 08:58:21.996544 7fd856f48000 4 rocksdb: Options.use_direct_reads: 0 2020-08-26 08:58:21.996545 7fd856f48000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2020-08-26 08:58:21.996546 7fd856f48000 4 rocksdb: Options.create_missing_column_families: 0 2020-08-26 08:58:21.996547 7fd856f48000 4 rocksdb: Options.db_log_dir: 2020-08-26 08:58:21.996548 7fd856f48000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db 2020-08-26 08:58:21.996549 7fd856f48000 4 rocksdb: Options.table_cache_numshardbits: 6 2020-08-26 08:58:21.996550 7fd856f48000 4 rocksdb: Options.max_subcompactions: 1 2020-08-26 08:58:21.996551 7fd856f48000 4 rocksdb: Options.max_background_flushes: 1 2020-08-26 08:58:21.996552 7fd856f48000 4 rocksdb: Options.WAL_ttl_seconds: 0 2020-08-26 08:58:21.996553 7fd856f48000 4 rocksdb: Options.WAL_size_limit_MB: 0 2020-08-26 08:58:21.996554 7fd856f48000 4 rocksdb: Options.manifest_preallocation_size: 4194304 2020-08-26 08:58:21.996554 7fd856f48000 4 rocksdb: Options.is_fd_close_on_exec: 1 2020-08-26 08:58:21.996555 7fd856f48000 4 rocksdb: Options.advise_random_on_open: 1 2020-08-26 08:58:21.996560 7fd856f48000 4 rocksdb: Options.db_write_buffer_size: 0 2020-08-26 08:58:21.996561 7fd856f48000 4 rocksdb: Options.access_hint_on_compaction_start: 1 2020-08-26 08:58:21.996562 7fd856f48000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2020-08-26 08:58:21.996563 7fd856f48000 4 rocksdb: Options.compaction_readahead_size: 0 2020-08-26 08:58:21.996563 7fd856f48000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2020-08-26 08:58:21.996564 7fd856f48000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2020-08-26 08:58:21.996565 7fd856f48000 4 rocksdb: Options.use_adaptive_mutex: 0 2020-08-26 08:58:21.996566 7fd856f48000 4 rocksdb: Options.rate_limiter: (nil) 2020-08-26 08:58:21.996567 7fd856f48000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2020-08-26 08:58:21.996568 7fd856f48000 4 rocksdb: Options.bytes_per_sync: 0 2020-08-26 08:58:21.996569 7fd856f48000 4 rocksdb: Options.wal_bytes_per_sync: 0 2020-08-26 08:58:21.996570 7fd856f48000 4 rocksdb: Options.wal_recovery_mode: 2 2020-08-26 08:58:21.996571 7fd856f48000 4 rocksdb: Options.enable_thread_tracking: 0 2020-08-26 08:58:21.996572 7fd856f48000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2020-08-26 08:58:21.996572 7fd856f48000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2020-08-26 08:58:21.996573 7fd856f48000 4 rocksdb: Options.write_thread_max_yield_usec: 100 2020-08-26 08:58:21.996574 7fd856f48000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2020-08-26 08:58:21.996575 7fd856f48000 4 rocksdb: Options.row_cache: None 2020-08-26 08:58:21.996576 7fd856f48000 4 rocksdb: Options.wal_filter: None 2020-08-26 08:58:21.996577 7fd856f48000 4 rocksdb: Options.avoid_flush_during_recovery: 0 2020-08-26 08:58:21.996578 7fd856f48000 4 rocksdb: Options.base_background_compactions: 1 2020-08-26 08:58:21.996578 7fd856f48000 4 rocksdb: Options.max_background_compactions: 1 2020-08-26 08:58:21.996579 7fd856f48000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2020-08-26 08:58:21.996580 7fd856f48000 4 rocksdb: Options.delayed_write_rate : 16777216 2020-08-26 08:58:21.996581 7fd856f48000 4 rocksdb: Options.max_total_wal_size: 0 2020-08-26 08:58:21.996582 7fd856f48000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2020-08-26 08:58:21.996583 7fd856f48000 4 rocksdb: Options.stats_dump_period_sec: 600 2020-08-26 08:58:21.996584 7fd856f48000 4 rocksdb: Compression algorithms supported: 2020-08-26 08:58:21.996587 7fd856f48000 4 rocksdb: Snappy supported: 1 2020-08-26 08:58:21.996588 7fd856f48000 4 rocksdb: Zlib supported: 0 2020-08-26 08:58:21.996589 7fd856f48000 4 rocksdb: Bzip supported: 0 2020-08-26 08:58:21.996589 7fd856f48000 4 rocksdb: LZ4 supported: 0 2020-08-26 08:58:21.996590 7fd856f48000 4 rocksdb: ZSTD supported: 0 2020-08-26 08:58:21.996597 7fd856f48000 4 rocksdb: Fast CRC32 supported: 1 2020-08-26 08:58:21.996969 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005320 2020-08-26 08:58:21.997155 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: 2020-08-26 08:58:21.997164 7fd856f48000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2020-08-26 08:58:21.997167 7fd856f48000 4 rocksdb: Options.merge_operator: 2020-08-26 08:58:21.997169 7fd856f48000 4 rocksdb: Options.compaction_filter: None 2020-08-26 08:58:21.997170 7fd856f48000 4 rocksdb: Options.compaction_filter_factory: None 2020-08-26 08:58:21.997171 7fd856f48000 4 rocksdb: Options.memtable_factory: SkipListFactory 2020-08-26 08:58:21.997172 7fd856f48000 4 rocksdb: Options.table_factory: BlockBasedTable 2020-08-26 08:58:21.997200 7fd856f48000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c7956f4168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x55c795789b98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 2020-08-26 08:58:21.997212 7fd856f48000 4 rocksdb: Options.write_buffer_size: 33554432 2020-08-26 08:58:21.997213 7fd856f48000 4 rocksdb: Options.max_write_buffer_number: 2 2020-08-26 08:58:21.997215 7fd856f48000 4 rocksdb: Options.compression: NoCompression 2020-08-26 08:58:21.997216 7fd856f48000 4 rocksdb: Options.bottommost_compression: Disabled 2020-08-26 08:58:21.997217 7fd856f48000 4 rocksdb: Options.prefix_extractor: nullptr 2020-08-26 08:58:21.997218 7fd856f48000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2020-08-26 08:58:21.997219 7fd856f48000 4 rocksdb: Options.num_levels: 7 2020-08-26 08:58:21.997220 7fd856f48000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2020-08-26 08:58:21.997221 7fd856f48000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2020-08-26 08:58:21.997222 7fd856f48000 4 rocksdb: Options.compression_opts.window_bits: -14 2020-08-26 08:58:21.997223 7fd856f48000 4 rocksdb: Options.compression_opts.level: -1 2020-08-26 08:58:21.997224 7fd856f48000 4 rocksdb: Options.compression_opts.strategy: 0 2020-08-26 08:58:21.997225 7fd856f48000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2020-08-26 08:58:21.997225 7fd856f48000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2020-08-26 08:58:21.997226 7fd856f48000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2020-08-26 08:58:21.997227 7fd856f48000 4 rocksdb: Options.level0_stop_writes_trigger: 36 2020-08-26 08:58:21.997228 7fd856f48000 4 rocksdb: Options.target_file_size_base: 67108864 2020-08-26 08:58:21.997229 7fd856f48000 4 rocksdb: Options.target_file_size_multiplier: 1 2020-08-26 08:58:21.997230 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2020-08-26 08:58:21.997231 7fd856f48000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2020-08-26 08:58:21.997231 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2020-08-26 08:58:21.997235 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2020-08-26 08:58:21.997236 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2020-08-26 08:58:21.997237 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2020-08-26 08:58:21.997238 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2020-08-26 08:58:21.997243 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2020-08-26 08:58:21.997244 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2020-08-26 08:58:21.997245 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2020-08-26 08:58:21.997246 7fd856f48000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2020-08-26 08:58:21.997247 7fd856f48000 4 rocksdb: Options.max_compaction_bytes: 1677721600 2020-08-26 08:58:21.997247 7fd856f48000 4 rocksdb: Options.arena_block_size: 4194304 2020-08-26 08:58:21.997248 7fd856f48000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2020-08-26 08:58:21.997249 7fd856f48000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2020-08-26 08:58:21.997255 7fd856f48000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2020-08-26 08:58:21.997260 7fd856f48000 4 rocksdb: Options.disable_auto_compactions: 0 2020-08-26 08:58:21.997261 7fd856f48000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2020-08-26 08:58:21.997262 7fd856f48000 4 rocksdb: Options.compaction_pri: kByCompensatedSize 2020-08-26 08:58:21.997263 7fd856f48000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2020-08-26 08:58:21.997264 7fd856f48000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2020-08-26 08:58:21.997265 7fd856f48000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2020-08-26 08:58:21.997266 7fd856f48000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2020-08-26 08:58:21.997267 7fd856f48000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2020-08-26 08:58:21.997268 7fd856f48000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2020-08-26 08:58:21.997269 7fd856f48000 4 rocksdb: Options.table_properties_collectors: 2020-08-26 08:58:21.997270 7fd856f48000 4 rocksdb: Options.inplace_update_support: 0 2020-08-26 08:58:21.997271 7fd856f48000 4 rocksdb: Options.inplace_update_num_locks: 10000 2020-08-26 08:58:21.997271 7fd856f48000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2020-08-26 08:58:21.997273 7fd856f48000 4 rocksdb: Options.memtable_huge_page_size: 0 2020-08-26 08:58:21.997274 7fd856f48000 4 rocksdb: Options.bloom_locality: 0 2020-08-26 08:58:21.997275 7fd856f48000 4 rocksdb: Options.max_successive_merges: 0 2020-08-26 08:58:21.997276 7fd856f48000 4 rocksdb: Options.optimize_filters_for_hits: 0 2020-08-26 08:58:21.997276 7fd856f48000 4 rocksdb: Options.paranoid_file_checks: 0 2020-08-26 08:58:21.997277 7fd856f48000 4 rocksdb: Options.force_consistency_checks: 0 2020-08-26 08:58:21.997278 7fd856f48000 4 rocksdb: Options.report_bg_io_stats: 0 2020-08-26 08:58:21.998302 7fd856f48000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:58:21.998329 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005320 succeeded,manifest_file_number is 5320, next_file_number is 5322, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 2020-08-26 08:58:21.998336 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5319 2020-08-26 08:58:21.998414 7fd856f48000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432301998404, "job": 1, "event": "recovery_started", "log_files": [5321]} 2020-08-26 08:58:21.998421 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5321 mode 2 2020-08-26 08:58:21.998578 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5323 2020-08-26 08:58:21.998807 7fd856f48000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:58:22.053999 7fd856f48000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432302053994, "job": 1, "event": "recovery_finished"} 2020-08-26 08:58:22.096848 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x55c795ab6000 2020-08-26 08:58:22.097102 7fd856f48000 10 obtain_monmap 2020-08-26 08:58:22.097213 7fd856f48000 10 obtain_monmap read last committed monmap ver 1 2020-08-26 08:58:22.097804 7fd856f48000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:22.098050 7fd856f48000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:22.098664 7fd856f48000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:22.098749 7fd856f48000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' 2020-08-26 08:58:22.098771 7fd856f48000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} 2020-08-26 08:58:22.098784 7fd856f48000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 2020-08-26 08:58:22.098788 7fd856f48000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 2020-08-26 08:58:22.098800 7fd856f48000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 2020-08-26 08:58:22.098832 7fd856f48000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 2020-08-26 08:58:22.098837 7fd856f48000 10 mon.magna074@-1(probing) e1 init_paxos 2020-08-26 08:58:22.098934 7fd856f48000 10 mon.magna074@-1(probing).health init 2020-08-26 08:58:22.098940 7fd856f48000 10 mon.magna074@-1(probing) e1 refresh_from_paxos 2020-08-26 08:58:22.098993 7fd856f48000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 2020-08-26 08:58:22.099027 7fd856f48000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 2020-08-26 08:58:22.099105 7fd856f48000 0 mon.magna074@-1(probing).mds e12 new map 2020-08-26 08:58:22.099110 7fd856f48000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 2020-08-26 08:58:22.099164 7fd856f48000 10 mon.magna074@-1(probing).mds e12 update_logger 2020-08-26 08:58:22.099232 7fd856f48000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 2020-08-26 08:58:22.099293 7fd856f48000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 2020-08-26 08:58:22.099504 7fd856f48000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs 2020-08-26 08:58:22.099517 7fd856f48000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat 2020-08-26 08:58:22.099524 7fd856f48000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs 2020-08-26 08:58:22.099534 7fd856f48000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map 2020-08-26 08:58:22.099538 7fd856f48000 10 mon.magna074@-1(probing).osd e120 update_logger 2020-08-26 08:58:22.099547 7fd856f48000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:22.099553 7fd856f48000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:22.099556 7fd856f48000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires 2020-08-26 08:58:22.099558 7fd856f48000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:22.099568 7fd856f48000 20 queue 0x55c795c30540 1 [0,8) 2020-08-26 08:58:22.099570 7fd856f48000 20 queue 0x55c795c30540 2 [0,8) 2020-08-26 08:58:22.099571 7fd856f48000 20 queue 0x55c795c30540 3 [0,8) 2020-08-26 08:58:22.099572 7fd856f48000 20 queue 0x55c795c30540 4 [0,8) 2020-08-26 08:58:22.099573 7fd856f48000 20 queue 0x55c795c30540 5 [0,8) 2020-08-26 08:58:22.099574 7fd856f48000 20 queue 0x55c795c30540 6 [0,8) 2020-08-26 08:58:22.099575 7fd856f48000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x55c795c30540 at 2020-08-26 08:58:22.099560 2020-08-26 08:58:22.099607 7fd856f48000 10 mon.magna074@-1(probing).log v37632 update_from_paxos 2020-08-26 08:58:22.099615 7fd856f48000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 2020-08-26 08:58:22.099623 7fd856f48000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 2020-08-26 08:58:22.099681 7fd856f48000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 2020-08-26 08:58:22.102500 7fd856f48000 -1 *** Caught signal (Aborted) ** in thread 7fd856f48000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x55c78ae1b2a1] 2: (()+0xf630) [0x7fd8562f7630] 3: (gsignal()+0x37) [0x7fd853625387] 4: (abort()+0x148) [0x7fd853626a78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7fd853f357d5] 6: (()+0x5e746) [0x7fd853f33746] 7: (()+0x5e773) [0x7fd853f33773] 8: (()+0x5e993) [0x7fd853f33993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x55c78aad17fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x55c78a8e290f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x55c78a9dbebe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x55c78a888203] 13: (Monitor::init_paxos()+0x115) [0x55c78a888645] 14: (Monitor::preinit()+0xa9f) [0x55c78a88913f] 15: (main()+0x4018) [0x55c78a7b66c8] 16: (__libc_start_main()+0xf5) [0x7fd853611555] 17: (()+0x3d93ae) [0x55c78a85d3ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- -233> 2020-08-26 08:58:21.947782 7fd856f48000 5 asok(0x55c795744380) register_command perfcounters_dump hook 0x55c7956f6180 -232> 2020-08-26 08:58:21.947798 7fd856f48000 5 asok(0x55c795744380) register_command 1 hook 0x55c7956f6180 -231> 2020-08-26 08:58:21.947801 7fd856f48000 5 asok(0x55c795744380) register_command perf dump hook 0x55c7956f6180 -230> 2020-08-26 08:58:21.947804 7fd856f48000 5 asok(0x55c795744380) register_command perfcounters_schema hook 0x55c7956f6180 -229> 2020-08-26 08:58:21.947806 7fd856f48000 5 asok(0x55c795744380) register_command perf histogram dump hook 0x55c7956f6180 -228> 2020-08-26 08:58:21.947808 7fd856f48000 5 asok(0x55c795744380) register_command 2 hook 0x55c7956f6180 -227> 2020-08-26 08:58:21.947811 7fd856f48000 5 asok(0x55c795744380) register_command perf schema hook 0x55c7956f6180 -226> 2020-08-26 08:58:21.947826 7fd856f48000 5 asok(0x55c795744380) register_command perf histogram schema hook 0x55c7956f6180 -225> 2020-08-26 08:58:21.947828 7fd856f48000 5 asok(0x55c795744380) register_command perf reset hook 0x55c7956f6180 -224> 2020-08-26 08:58:21.947831 7fd856f48000 5 asok(0x55c795744380) register_command config show hook 0x55c7956f6180 -223> 2020-08-26 08:58:21.947834 7fd856f48000 5 asok(0x55c795744380) register_command config help hook 0x55c7956f6180 -222> 2020-08-26 08:58:21.947836 7fd856f48000 5 asok(0x55c795744380) register_command config set hook 0x55c7956f6180 -221> 2020-08-26 08:58:21.947839 7fd856f48000 5 asok(0x55c795744380) register_command config get hook 0x55c7956f6180 -220> 2020-08-26 08:58:21.947842 7fd856f48000 5 asok(0x55c795744380) register_command config diff hook 0x55c7956f6180 -219> 2020-08-26 08:58:21.947845 7fd856f48000 5 asok(0x55c795744380) register_command config diff get hook 0x55c7956f6180 -218> 2020-08-26 08:58:21.947847 7fd856f48000 5 asok(0x55c795744380) register_command log flush hook 0x55c7956f6180 -217> 2020-08-26 08:58:21.947850 7fd856f48000 5 asok(0x55c795744380) register_command log dump hook 0x55c7956f6180 -216> 2020-08-26 08:58:21.947852 7fd856f48000 5 asok(0x55c795744380) register_command log reopen hook 0x55c7956f6180 -215> 2020-08-26 08:58:21.947864 7fd856f48000 5 asok(0x55c795744380) register_command dump_mempools hook 0x55c79575f578 -214> 2020-08-26 08:58:21.957763 7fd856f48000 0 set uid:gid to 167:167 (ceph:ceph) -213> 2020-08-26 08:58:21.957784 7fd856f48000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9179 -212> 2020-08-26 08:58:21.957903 7fd856f48000 0 pidfile_write: ignore empty --pid-file -211> 2020-08-26 08:58:21.987426 7fd856f48000 5 asok(0x55c795744380) init /var/run/ceph/ceph-mon.magna074.asok -210> 2020-08-26 08:58:21.987445 7fd856f48000 5 asok(0x55c795744380) bind_and_listen /var/run/ceph/ceph-mon.magna074.asok -209> 2020-08-26 08:58:21.987796 7fd856f48000 5 asok(0x55c795744380) register_command 0 hook 0x55c7956f4180 -208> 2020-08-26 08:58:21.987804 7fd856f48000 5 asok(0x55c795744380) register_command version hook 0x55c7956f4180 -207> 2020-08-26 08:58:21.987807 7fd856f48000 5 asok(0x55c795744380) register_command git_version hook 0x55c7956f4180 -206> 2020-08-26 08:58:21.987810 7fd856f48000 5 asok(0x55c795744380) register_command help hook 0x55c7956f6290 -205> 2020-08-26 08:58:21.987813 7fd856f48000 5 asok(0x55c795744380) register_command get_command_descriptions hook 0x55c7956f62a0 -204> 2020-08-26 08:58:21.987872 7fd8515c5700 5 asok(0x55c795744380) entry start -203> 2020-08-26 08:58:21.995823 7fd856f48000 0 load: jerasure load: lrc load: isa -202> 2020-08-26 08:58:21.996127 7fd856f48000 0 set rocksdb option compression = kNoCompression -201> 2020-08-26 08:58:21.996143 7fd856f48000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -200> 2020-08-26 08:58:21.996150 7fd856f48000 0 set rocksdb option write_buffer_size = 33554432 -199> 2020-08-26 08:58:21.996177 7fd856f48000 0 set rocksdb option compression = kNoCompression -198> 2020-08-26 08:58:21.996185 7fd856f48000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -197> 2020-08-26 08:58:21.996189 7fd856f48000 0 set rocksdb option write_buffer_size = 33554432 -196> 2020-08-26 08:58:21.996379 7fd856f48000 4 rocksdb: RocksDB version: 5.4.0 -195> 2020-08-26 08:58:21.996389 7fd856f48000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ -194> 2020-08-26 08:58:21.996391 7fd856f48000 4 rocksdb: Compile date Jul 22 2020 -193> 2020-08-26 08:58:21.996394 7fd856f48000 4 rocksdb: DB SUMMARY -192> 2020-08-26 08:58:21.996503 7fd856f48000 4 rocksdb: CURRENT file: CURRENT -191> 2020-08-26 08:58:21.996509 7fd856f48000 4 rocksdb: IDENTITY file: IDENTITY -190> 2020-08-26 08:58:21.996515 7fd856f48000 4 rocksdb: MANIFEST file: MANIFEST-005320 size: 236 Bytes -189> 2020-08-26 08:58:21.996518 7fd856f48000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst -188> 2020-08-26 08:58:21.996520 7fd856f48000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005321.log size: 0 ; -187> 2020-08-26 08:58:21.996522 7fd856f48000 4 rocksdb: Options.error_if_exists: 0 -186> 2020-08-26 08:58:21.996524 7fd856f48000 4 rocksdb: Options.create_if_missing: 0 -185> 2020-08-26 08:58:21.996524 7fd856f48000 4 rocksdb: Options.paranoid_checks: 1 -184> 2020-08-26 08:58:21.996526 7fd856f48000 4 rocksdb: Options.env: 0x55c7936563c0 -183> 2020-08-26 08:58:21.996527 7fd856f48000 4 rocksdb: Options.info_log: 0x55c7959b5960 -182> 2020-08-26 08:58:21.996528 7fd856f48000 4 rocksdb: Options.max_open_files: -1 -181> 2020-08-26 08:58:21.996529 7fd856f48000 4 rocksdb: Options.max_file_opening_threads: 16 -180> 2020-08-26 08:58:21.996530 7fd856f48000 4 rocksdb: Options.use_fsync: 0 -179> 2020-08-26 08:58:21.996531 7fd856f48000 4 rocksdb: Options.max_log_file_size: 0 -178> 2020-08-26 08:58:21.996537 7fd856f48000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 -177> 2020-08-26 08:58:21.996539 7fd856f48000 4 rocksdb: Options.log_file_time_to_roll: 0 -176> 2020-08-26 08:58:21.996540 7fd856f48000 4 rocksdb: Options.keep_log_file_num: 1000 -175> 2020-08-26 08:58:21.996541 7fd856f48000 4 rocksdb: Options.recycle_log_file_num: 0 -174> 2020-08-26 08:58:21.996542 7fd856f48000 4 rocksdb: Options.allow_fallocate: 1 -173> 2020-08-26 08:58:21.996543 7fd856f48000 4 rocksdb: Options.allow_mmap_reads: 0 -172> 2020-08-26 08:58:21.996544 7fd856f48000 4 rocksdb: Options.allow_mmap_writes: 0 -171> 2020-08-26 08:58:21.996544 7fd856f48000 4 rocksdb: Options.use_direct_reads: 0 -170> 2020-08-26 08:58:21.996545 7fd856f48000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 -169> 2020-08-26 08:58:21.996546 7fd856f48000 4 rocksdb: Options.create_missing_column_families: 0 -168> 2020-08-26 08:58:21.996547 7fd856f48000 4 rocksdb: Options.db_log_dir: -167> 2020-08-26 08:58:21.996548 7fd856f48000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db -166> 2020-08-26 08:58:21.996549 7fd856f48000 4 rocksdb: Options.table_cache_numshardbits: 6 -165> 2020-08-26 08:58:21.996550 7fd856f48000 4 rocksdb: Options.max_subcompactions: 1 -164> 2020-08-26 08:58:21.996551 7fd856f48000 4 rocksdb: Options.max_background_flushes: 1 -163> 2020-08-26 08:58:21.996552 7fd856f48000 4 rocksdb: Options.WAL_ttl_seconds: 0 -162> 2020-08-26 08:58:21.996553 7fd856f48000 4 rocksdb: Options.WAL_size_limit_MB: 0 -161> 2020-08-26 08:58:21.996554 7fd856f48000 4 rocksdb: Options.manifest_preallocation_size: 4194304 -160> 2020-08-26 08:58:21.996554 7fd856f48000 4 rocksdb: Options.is_fd_close_on_exec: 1 -159> 2020-08-26 08:58:21.996555 7fd856f48000 4 rocksdb: Options.advise_random_on_open: 1 -158> 2020-08-26 08:58:21.996560 7fd856f48000 4 rocksdb: Options.db_write_buffer_size: 0 -157> 2020-08-26 08:58:21.996561 7fd856f48000 4 rocksdb: Options.access_hint_on_compaction_start: 1 -156> 2020-08-26 08:58:21.996562 7fd856f48000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 -155> 2020-08-26 08:58:21.996563 7fd856f48000 4 rocksdb: Options.compaction_readahead_size: 0 -154> 2020-08-26 08:58:21.996563 7fd856f48000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 -153> 2020-08-26 08:58:21.996564 7fd856f48000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 -152> 2020-08-26 08:58:21.996565 7fd856f48000 4 rocksdb: Options.use_adaptive_mutex: 0 -151> 2020-08-26 08:58:21.996566 7fd856f48000 4 rocksdb: Options.rate_limiter: (nil) -150> 2020-08-26 08:58:21.996567 7fd856f48000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 -149> 2020-08-26 08:58:21.996568 7fd856f48000 4 rocksdb: Options.bytes_per_sync: 0 -148> 2020-08-26 08:58:21.996569 7fd856f48000 4 rocksdb: Options.wal_bytes_per_sync: 0 -147> 2020-08-26 08:58:21.996570 7fd856f48000 4 rocksdb: Options.wal_recovery_mode: 2 -146> 2020-08-26 08:58:21.996571 7fd856f48000 4 rocksdb: Options.enable_thread_tracking: 0 -145> 2020-08-26 08:58:21.996572 7fd856f48000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 -144> 2020-08-26 08:58:21.996572 7fd856f48000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 -143> 2020-08-26 08:58:21.996573 7fd856f48000 4 rocksdb: Options.write_thread_max_yield_usec: 100 -142> 2020-08-26 08:58:21.996574 7fd856f48000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 -141> 2020-08-26 08:58:21.996575 7fd856f48000 4 rocksdb: Options.row_cache: None -140> 2020-08-26 08:58:21.996576 7fd856f48000 4 rocksdb: Options.wal_filter: None -139> 2020-08-26 08:58:21.996577 7fd856f48000 4 rocksdb: Options.avoid_flush_during_recovery: 0 -138> 2020-08-26 08:58:21.996578 7fd856f48000 4 rocksdb: Options.base_background_compactions: 1 -137> 2020-08-26 08:58:21.996578 7fd856f48000 4 rocksdb: Options.max_background_compactions: 1 -136> 2020-08-26 08:58:21.996579 7fd856f48000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 -135> 2020-08-26 08:58:21.996580 7fd856f48000 4 rocksdb: Options.delayed_write_rate : 16777216 -134> 2020-08-26 08:58:21.996581 7fd856f48000 4 rocksdb: Options.max_total_wal_size: 0 -133> 2020-08-26 08:58:21.996582 7fd856f48000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 -132> 2020-08-26 08:58:21.996583 7fd856f48000 4 rocksdb: Options.stats_dump_period_sec: 600 -131> 2020-08-26 08:58:21.996584 7fd856f48000 4 rocksdb: Compression algorithms supported: -130> 2020-08-26 08:58:21.996587 7fd856f48000 4 rocksdb: Snappy supported: 1 -129> 2020-08-26 08:58:21.996588 7fd856f48000 4 rocksdb: Zlib supported: 0 -128> 2020-08-26 08:58:21.996589 7fd856f48000 4 rocksdb: Bzip supported: 0 -127> 2020-08-26 08:58:21.996589 7fd856f48000 4 rocksdb: LZ4 supported: 0 -126> 2020-08-26 08:58:21.996590 7fd856f48000 4 rocksdb: ZSTD supported: 0 -125> 2020-08-26 08:58:21.996597 7fd856f48000 4 rocksdb: Fast CRC32 supported: 1 -124> 2020-08-26 08:58:21.996969 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005320 -123> 2020-08-26 08:58:21.997155 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: -122> 2020-08-26 08:58:21.997164 7fd856f48000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator -121> 2020-08-26 08:58:21.997167 7fd856f48000 4 rocksdb: Options.merge_operator: -120> 2020-08-26 08:58:21.997169 7fd856f48000 4 rocksdb: Options.compaction_filter: None -119> 2020-08-26 08:58:21.997170 7fd856f48000 4 rocksdb: Options.compaction_filter_factory: None -118> 2020-08-26 08:58:21.997171 7fd856f48000 4 rocksdb: Options.memtable_factory: SkipListFactory -117> 2020-08-26 08:58:21.997172 7fd856f48000 4 rocksdb: Options.table_factory: BlockBasedTable -116> 2020-08-26 08:58:21.997200 7fd856f48000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c7956f4168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x55c795789b98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 -115> 2020-08-26 08:58:21.997212 7fd856f48000 4 rocksdb: Options.write_buffer_size: 33554432 -114> 2020-08-26 08:58:21.997213 7fd856f48000 4 rocksdb: Options.max_write_buffer_number: 2 -113> 2020-08-26 08:58:21.997215 7fd856f48000 4 rocksdb: Options.compression: NoCompression -112> 2020-08-26 08:58:21.997216 7fd856f48000 4 rocksdb: Options.bottommost_compression: Disabled -111> 2020-08-26 08:58:21.997217 7fd856f48000 4 rocksdb: Options.prefix_extractor: nullptr -110> 2020-08-26 08:58:21.997218 7fd856f48000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr -109> 2020-08-26 08:58:21.997219 7fd856f48000 4 rocksdb: Options.num_levels: 7 -108> 2020-08-26 08:58:21.997220 7fd856f48000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 -107> 2020-08-26 08:58:21.997221 7fd856f48000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 -106> 2020-08-26 08:58:21.997222 7fd856f48000 4 rocksdb: Options.compression_opts.window_bits: -14 -105> 2020-08-26 08:58:21.997223 7fd856f48000 4 rocksdb: Options.compression_opts.level: -1 -104> 2020-08-26 08:58:21.997224 7fd856f48000 4 rocksdb: Options.compression_opts.strategy: 0 -103> 2020-08-26 08:58:21.997225 7fd856f48000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 -102> 2020-08-26 08:58:21.997225 7fd856f48000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 -101> 2020-08-26 08:58:21.997226 7fd856f48000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 -100> 2020-08-26 08:58:21.997227 7fd856f48000 4 rocksdb: Options.level0_stop_writes_trigger: 36 -99> 2020-08-26 08:58:21.997228 7fd856f48000 4 rocksdb: Options.target_file_size_base: 67108864 -98> 2020-08-26 08:58:21.997229 7fd856f48000 4 rocksdb: Options.target_file_size_multiplier: 1 -97> 2020-08-26 08:58:21.997230 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 -96> 2020-08-26 08:58:21.997231 7fd856f48000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 -95> 2020-08-26 08:58:21.997231 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 -94> 2020-08-26 08:58:21.997235 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 -93> 2020-08-26 08:58:21.997236 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 -92> 2020-08-26 08:58:21.997237 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 -91> 2020-08-26 08:58:21.997238 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 -90> 2020-08-26 08:58:21.997243 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 -89> 2020-08-26 08:58:21.997244 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 -88> 2020-08-26 08:58:21.997245 7fd856f48000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 -87> 2020-08-26 08:58:21.997246 7fd856f48000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 -86> 2020-08-26 08:58:21.997247 7fd856f48000 4 rocksdb: Options.max_compaction_bytes: 1677721600 -85> 2020-08-26 08:58:21.997247 7fd856f48000 4 rocksdb: Options.arena_block_size: 4194304 -84> 2020-08-26 08:58:21.997248 7fd856f48000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 -83> 2020-08-26 08:58:21.997249 7fd856f48000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 -82> 2020-08-26 08:58:21.997255 7fd856f48000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 -81> 2020-08-26 08:58:21.997260 7fd856f48000 4 rocksdb: Options.disable_auto_compactions: 0 -80> 2020-08-26 08:58:21.997261 7fd856f48000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel -79> 2020-08-26 08:58:21.997262 7fd856f48000 4 rocksdb: Options.compaction_pri: kByCompensatedSize -78> 2020-08-26 08:58:21.997263 7fd856f48000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 -77> 2020-08-26 08:58:21.997264 7fd856f48000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 -76> 2020-08-26 08:58:21.997265 7fd856f48000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 -75> 2020-08-26 08:58:21.997266 7fd856f48000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 -74> 2020-08-26 08:58:21.997267 7fd856f48000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 -73> 2020-08-26 08:58:21.997268 7fd856f48000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 -72> 2020-08-26 08:58:21.997269 7fd856f48000 4 rocksdb: Options.table_properties_collectors: -71> 2020-08-26 08:58:21.997270 7fd856f48000 4 rocksdb: Options.inplace_update_support: 0 -70> 2020-08-26 08:58:21.997271 7fd856f48000 4 rocksdb: Options.inplace_update_num_locks: 10000 -69> 2020-08-26 08:58:21.997271 7fd856f48000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 -68> 2020-08-26 08:58:21.997273 7fd856f48000 4 rocksdb: Options.memtable_huge_page_size: 0 -67> 2020-08-26 08:58:21.997274 7fd856f48000 4 rocksdb: Options.bloom_locality: 0 -66> 2020-08-26 08:58:21.997275 7fd856f48000 4 rocksdb: Options.max_successive_merges: 0 -65> 2020-08-26 08:58:21.997276 7fd856f48000 4 rocksdb: Options.optimize_filters_for_hits: 0 -64> 2020-08-26 08:58:21.997276 7fd856f48000 4 rocksdb: Options.paranoid_file_checks: 0 -63> 2020-08-26 08:58:21.997277 7fd856f48000 4 rocksdb: Options.force_consistency_checks: 0 -62> 2020-08-26 08:58:21.997278 7fd856f48000 4 rocksdb: Options.report_bg_io_stats: 0 -61> 2020-08-26 08:58:21.998302 7fd856f48000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -60> 2020-08-26 08:58:21.998329 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005320 succeeded,manifest_file_number is 5320, next_file_number is 5322, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 -59> 2020-08-26 08:58:21.998336 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5319 -58> 2020-08-26 08:58:21.998414 7fd856f48000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432301998404, "job": 1, "event": "recovery_started", "log_files": [5321]} -57> 2020-08-26 08:58:21.998421 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5321 mode 2 -56> 2020-08-26 08:58:21.998578 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5323 -55> 2020-08-26 08:58:21.998807 7fd856f48000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -54> 2020-08-26 08:58:22.053999 7fd856f48000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432302053994, "job": 1, "event": "recovery_finished"} -53> 2020-08-26 08:58:22.054305 7fd856f48000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//MANIFEST-005320 type=3 #5320 -- OK -52> 2020-08-26 08:58:22.054333 7fd856f48000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//005321.log type=0 #5321 -- OK -51> 2020-08-26 08:58:22.096848 7fd856f48000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x55c795ab6000 -50> 2020-08-26 08:58:22.097102 7fd856f48000 10 obtain_monmap -49> 2020-08-26 08:58:22.097213 7fd856f48000 10 obtain_monmap read last committed monmap ver 1 -48> 2020-08-26 08:58:22.097721 7fd849565700 2 Event(0x55c795743880 nevent=5000 time_id=1).set_owner idx=0 owner=140566920058624 -47> 2020-08-26 08:58:22.097724 7fd849d66700 2 Event(0x55c7959b9e80 nevent=5000 time_id=1).set_owner idx=1 owner=140566928451328 -46> 2020-08-26 08:58:22.097726 7fd84a567700 2 Event(0x55c7959be280 nevent=5000 time_id=1).set_owner idx=2 owner=140566936844032 -45> 2020-08-26 08:58:22.097804 7fd856f48000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -44> 2020-08-26 08:58:22.098014 7fd856f48000 1 -- 10.8.128.74:6789/0 learned_addr learned my addr 10.8.128.74:6789/0 -43> 2020-08-26 08:58:22.098023 7fd856f48000 1 -- 10.8.128.74:6789/0 _finish_bind bind my_inst.addr is 10.8.128.74:6789/0 -42> 2020-08-26 08:58:22.098050 7fd856f48000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -41> 2020-08-26 08:58:22.098080 7fd856f48000 5 adding auth protocol: cephx -40> 2020-08-26 08:58:22.098086 7fd856f48000 5 adding auth protocol: cephx -39> 2020-08-26 08:58:22.098133 7fd856f48000 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -38> 2020-08-26 08:58:22.098140 7fd856f48000 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -37> 2020-08-26 08:58:22.098664 7fd856f48000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -36> 2020-08-26 08:58:22.098749 7fd856f48000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' -35> 2020-08-26 08:58:22.098771 7fd856f48000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} -34> 2020-08-26 08:58:22.098784 7fd856f48000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 -33> 2020-08-26 08:58:22.098788 7fd856f48000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 -32> 2020-08-26 08:58:22.098800 7fd856f48000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 -31> 2020-08-26 08:58:22.098832 7fd856f48000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 -30> 2020-08-26 08:58:22.098837 7fd856f48000 10 mon.magna074@-1(probing) e1 init_paxos -29> 2020-08-26 08:58:22.098934 7fd856f48000 10 mon.magna074@-1(probing).health init -28> 2020-08-26 08:58:22.098940 7fd856f48000 10 mon.magna074@-1(probing) e1 refresh_from_paxos -27> 2020-08-26 08:58:22.098993 7fd856f48000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 -26> 2020-08-26 08:58:22.099027 7fd856f48000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 -25> 2020-08-26 08:58:22.099105 7fd856f48000 0 mon.magna074@-1(probing).mds e12 new map -24> 2020-08-26 08:58:22.099110 7fd856f48000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 -23> 2020-08-26 08:58:22.099164 7fd856f48000 10 mon.magna074@-1(probing).mds e12 update_logger -22> 2020-08-26 08:58:22.099232 7fd856f48000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 -21> 2020-08-26 08:58:22.099293 7fd856f48000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 -20> 2020-08-26 08:58:22.099504 7fd856f48000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs -19> 2020-08-26 08:58:22.099517 7fd856f48000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat -18> 2020-08-26 08:58:22.099524 7fd856f48000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs -17> 2020-08-26 08:58:22.099534 7fd856f48000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map -16> 2020-08-26 08:58:22.099538 7fd856f48000 10 mon.magna074@-1(probing).osd e120 update_logger -15> 2020-08-26 08:58:22.099547 7fd856f48000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -14> 2020-08-26 08:58:22.099553 7fd856f48000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -13> 2020-08-26 08:58:22.099556 7fd856f48000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires -12> 2020-08-26 08:58:22.099558 7fd856f48000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -11> 2020-08-26 08:58:22.099568 7fd856f48000 20 queue 0x55c795c30540 1 [0,8) -10> 2020-08-26 08:58:22.099570 7fd856f48000 20 queue 0x55c795c30540 2 [0,8) -9> 2020-08-26 08:58:22.099571 7fd856f48000 20 queue 0x55c795c30540 3 [0,8) -8> 2020-08-26 08:58:22.099572 7fd856f48000 20 queue 0x55c795c30540 4 [0,8) -7> 2020-08-26 08:58:22.099573 7fd856f48000 20 queue 0x55c795c30540 5 [0,8) -6> 2020-08-26 08:58:22.099574 7fd856f48000 20 queue 0x55c795c30540 6 [0,8) -5> 2020-08-26 08:58:22.099575 7fd856f48000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x55c795c30540 at 2020-08-26 08:58:22.099560 -4> 2020-08-26 08:58:22.099607 7fd856f48000 10 mon.magna074@-1(probing).log v37632 update_from_paxos -3> 2020-08-26 08:58:22.099615 7fd856f48000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 -2> 2020-08-26 08:58:22.099623 7fd856f48000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 -1> 2020-08-26 08:58:22.099681 7fd856f48000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 0> 2020-08-26 08:58:22.102500 7fd856f48000 -1 *** Caught signal (Aborted) ** in thread 7fd856f48000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x55c78ae1b2a1] 2: (()+0xf630) [0x7fd8562f7630] 3: (gsignal()+0x37) [0x7fd853625387] 4: (abort()+0x148) [0x7fd853626a78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7fd853f357d5] 6: (()+0x5e746) [0x7fd853f33746] 7: (()+0x5e773) [0x7fd853f33773] 8: (()+0x5e993) [0x7fd853f33993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x55c78aad17fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x55c78a8e290f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x55c78a9dbebe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x55c78a888203] 13: (Monitor::init_paxos()+0x115) [0x55c78a888645] 14: (Monitor::preinit()+0xa9f) [0x55c78a88913f] 15: (main()+0x4018) [0x55c78a7b66c8] 16: (__libc_start_main()+0xf5) [0x7fd853611555] 17: (()+0x3d93ae) [0x55c78a85d3ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 1/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 5 ms 20/20 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 1 reserver 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 xio 1/ 5 compressor 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 4/ 5 memdb 1/ 5 kinetic 1/ 5 fuse 1/ 5 mgr 1/ 5 mgrc 1/ 5 dpdk 1/ 5 eventtrace -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-mon.magna074.log --- end dump of recent events --- 2020-08-26 08:58:34.218867 7ff4fe402000 0 set uid:gid to 167:167 (ceph:ceph) 2020-08-26 08:58:34.218887 7ff4fe402000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9212 2020-08-26 08:58:34.218959 7ff4fe402000 0 pidfile_write: ignore empty --pid-file 2020-08-26 08:58:34.256533 7ff4fe402000 0 load: jerasure load: lrc load: isa 2020-08-26 08:58:34.256676 7ff4fe402000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:58:34.256689 7ff4fe402000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:58:34.256695 7ff4fe402000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:58:34.256721 7ff4fe402000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:58:34.256728 7ff4fe402000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:58:34.256732 7ff4fe402000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:58:34.256915 7ff4fe402000 4 rocksdb: RocksDB version: 5.4.0 2020-08-26 08:58:34.256924 7ff4fe402000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2020-08-26 08:58:34.256925 7ff4fe402000 4 rocksdb: Compile date Jul 22 2020 2020-08-26 08:58:34.256929 7ff4fe402000 4 rocksdb: DB SUMMARY 2020-08-26 08:58:34.256987 7ff4fe402000 4 rocksdb: CURRENT file: CURRENT 2020-08-26 08:58:34.256992 7ff4fe402000 4 rocksdb: IDENTITY file: IDENTITY 2020-08-26 08:58:34.256997 7ff4fe402000 4 rocksdb: MANIFEST file: MANIFEST-005323 size: 236 Bytes 2020-08-26 08:58:34.257000 7ff4fe402000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst 2020-08-26 08:58:34.257002 7ff4fe402000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005324.log size: 0 ; 2020-08-26 08:58:34.257004 7ff4fe402000 4 rocksdb: Options.error_if_exists: 0 2020-08-26 08:58:34.257005 7ff4fe402000 4 rocksdb: Options.create_if_missing: 0 2020-08-26 08:58:34.257006 7ff4fe402000 4 rocksdb: Options.paranoid_checks: 1 2020-08-26 08:58:34.257008 7ff4fe402000 4 rocksdb: Options.env: 0x562805d4d3c0 2020-08-26 08:58:34.257009 7ff4fe402000 4 rocksdb: Options.info_log: 0x5628074c9960 2020-08-26 08:58:34.257015 7ff4fe402000 4 rocksdb: Options.max_open_files: -1 2020-08-26 08:58:34.257016 7ff4fe402000 4 rocksdb: Options.max_file_opening_threads: 16 2020-08-26 08:58:34.257017 7ff4fe402000 4 rocksdb: Options.use_fsync: 0 2020-08-26 08:58:34.257018 7ff4fe402000 4 rocksdb: Options.max_log_file_size: 0 2020-08-26 08:58:34.257019 7ff4fe402000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 2020-08-26 08:58:34.257021 7ff4fe402000 4 rocksdb: Options.log_file_time_to_roll: 0 2020-08-26 08:58:34.257022 7ff4fe402000 4 rocksdb: Options.keep_log_file_num: 1000 2020-08-26 08:58:34.257023 7ff4fe402000 4 rocksdb: Options.recycle_log_file_num: 0 2020-08-26 08:58:34.257023 7ff4fe402000 4 rocksdb: Options.allow_fallocate: 1 2020-08-26 08:58:34.257024 7ff4fe402000 4 rocksdb: Options.allow_mmap_reads: 0 2020-08-26 08:58:34.257025 7ff4fe402000 4 rocksdb: Options.allow_mmap_writes: 0 2020-08-26 08:58:34.257026 7ff4fe402000 4 rocksdb: Options.use_direct_reads: 0 2020-08-26 08:58:34.257027 7ff4fe402000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2020-08-26 08:58:34.257028 7ff4fe402000 4 rocksdb: Options.create_missing_column_families: 0 2020-08-26 08:58:34.257029 7ff4fe402000 4 rocksdb: Options.db_log_dir: 2020-08-26 08:58:34.257030 7ff4fe402000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db 2020-08-26 08:58:34.257031 7ff4fe402000 4 rocksdb: Options.table_cache_numshardbits: 6 2020-08-26 08:58:34.257031 7ff4fe402000 4 rocksdb: Options.max_subcompactions: 1 2020-08-26 08:58:34.257032 7ff4fe402000 4 rocksdb: Options.max_background_flushes: 1 2020-08-26 08:58:34.257033 7ff4fe402000 4 rocksdb: Options.WAL_ttl_seconds: 0 2020-08-26 08:58:34.257034 7ff4fe402000 4 rocksdb: Options.WAL_size_limit_MB: 0 2020-08-26 08:58:34.257035 7ff4fe402000 4 rocksdb: Options.manifest_preallocation_size: 4194304 2020-08-26 08:58:34.257036 7ff4fe402000 4 rocksdb: Options.is_fd_close_on_exec: 1 2020-08-26 08:58:34.257037 7ff4fe402000 4 rocksdb: Options.advise_random_on_open: 1 2020-08-26 08:58:34.257037 7ff4fe402000 4 rocksdb: Options.db_write_buffer_size: 0 2020-08-26 08:58:34.257038 7ff4fe402000 4 rocksdb: Options.access_hint_on_compaction_start: 1 2020-08-26 08:58:34.257039 7ff4fe402000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2020-08-26 08:58:34.257040 7ff4fe402000 4 rocksdb: Options.compaction_readahead_size: 0 2020-08-26 08:58:34.257041 7ff4fe402000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2020-08-26 08:58:34.257042 7ff4fe402000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2020-08-26 08:58:34.257043 7ff4fe402000 4 rocksdb: Options.use_adaptive_mutex: 0 2020-08-26 08:58:34.257043 7ff4fe402000 4 rocksdb: Options.rate_limiter: (nil) 2020-08-26 08:58:34.257045 7ff4fe402000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2020-08-26 08:58:34.257045 7ff4fe402000 4 rocksdb: Options.bytes_per_sync: 0 2020-08-26 08:58:34.257046 7ff4fe402000 4 rocksdb: Options.wal_bytes_per_sync: 0 2020-08-26 08:58:34.257047 7ff4fe402000 4 rocksdb: Options.wal_recovery_mode: 2 2020-08-26 08:58:34.257052 7ff4fe402000 4 rocksdb: Options.enable_thread_tracking: 0 2020-08-26 08:58:34.257053 7ff4fe402000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2020-08-26 08:58:34.257054 7ff4fe402000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2020-08-26 08:58:34.257055 7ff4fe402000 4 rocksdb: Options.write_thread_max_yield_usec: 100 2020-08-26 08:58:34.257056 7ff4fe402000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2020-08-26 08:58:34.257057 7ff4fe402000 4 rocksdb: Options.row_cache: None 2020-08-26 08:58:34.257057 7ff4fe402000 4 rocksdb: Options.wal_filter: None 2020-08-26 08:58:34.257058 7ff4fe402000 4 rocksdb: Options.avoid_flush_during_recovery: 0 2020-08-26 08:58:34.257059 7ff4fe402000 4 rocksdb: Options.base_background_compactions: 1 2020-08-26 08:58:34.257060 7ff4fe402000 4 rocksdb: Options.max_background_compactions: 1 2020-08-26 08:58:34.257061 7ff4fe402000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2020-08-26 08:58:34.257062 7ff4fe402000 4 rocksdb: Options.delayed_write_rate : 16777216 2020-08-26 08:58:34.257063 7ff4fe402000 4 rocksdb: Options.max_total_wal_size: 0 2020-08-26 08:58:34.257063 7ff4fe402000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2020-08-26 08:58:34.257064 7ff4fe402000 4 rocksdb: Options.stats_dump_period_sec: 600 2020-08-26 08:58:34.257079 7ff4fe402000 4 rocksdb: Compression algorithms supported: 2020-08-26 08:58:34.257082 7ff4fe402000 4 rocksdb: Snappy supported: 1 2020-08-26 08:58:34.257083 7ff4fe402000 4 rocksdb: Zlib supported: 0 2020-08-26 08:58:34.257084 7ff4fe402000 4 rocksdb: Bzip supported: 0 2020-08-26 08:58:34.257084 7ff4fe402000 4 rocksdb: LZ4 supported: 0 2020-08-26 08:58:34.257086 7ff4fe402000 4 rocksdb: ZSTD supported: 0 2020-08-26 08:58:34.257088 7ff4fe402000 4 rocksdb: Fast CRC32 supported: 1 2020-08-26 08:58:34.257571 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005323 2020-08-26 08:58:34.257762 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: 2020-08-26 08:58:34.257771 7ff4fe402000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2020-08-26 08:58:34.257774 7ff4fe402000 4 rocksdb: Options.merge_operator: 2020-08-26 08:58:34.257775 7ff4fe402000 4 rocksdb: Options.compaction_filter: None 2020-08-26 08:58:34.257776 7ff4fe402000 4 rocksdb: Options.compaction_filter_factory: None 2020-08-26 08:58:34.257777 7ff4fe402000 4 rocksdb: Options.memtable_factory: SkipListFactory 2020-08-26 08:58:34.257778 7ff4fe402000 4 rocksdb: Options.table_factory: BlockBasedTable 2020-08-26 08:58:34.257806 7ff4fe402000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562807208168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x56280729db98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 2020-08-26 08:58:34.257817 7ff4fe402000 4 rocksdb: Options.write_buffer_size: 33554432 2020-08-26 08:58:34.257818 7ff4fe402000 4 rocksdb: Options.max_write_buffer_number: 2 2020-08-26 08:58:34.257820 7ff4fe402000 4 rocksdb: Options.compression: NoCompression 2020-08-26 08:58:34.257827 7ff4fe402000 4 rocksdb: Options.bottommost_compression: Disabled 2020-08-26 08:58:34.257829 7ff4fe402000 4 rocksdb: Options.prefix_extractor: nullptr 2020-08-26 08:58:34.257829 7ff4fe402000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2020-08-26 08:58:34.257830 7ff4fe402000 4 rocksdb: Options.num_levels: 7 2020-08-26 08:58:34.257831 7ff4fe402000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2020-08-26 08:58:34.257832 7ff4fe402000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2020-08-26 08:58:34.257833 7ff4fe402000 4 rocksdb: Options.compression_opts.window_bits: -14 2020-08-26 08:58:34.257834 7ff4fe402000 4 rocksdb: Options.compression_opts.level: -1 2020-08-26 08:58:34.257834 7ff4fe402000 4 rocksdb: Options.compression_opts.strategy: 0 2020-08-26 08:58:34.257835 7ff4fe402000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2020-08-26 08:58:34.257836 7ff4fe402000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2020-08-26 08:58:34.257837 7ff4fe402000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2020-08-26 08:58:34.257838 7ff4fe402000 4 rocksdb: Options.level0_stop_writes_trigger: 36 2020-08-26 08:58:34.257838 7ff4fe402000 4 rocksdb: Options.target_file_size_base: 67108864 2020-08-26 08:58:34.257839 7ff4fe402000 4 rocksdb: Options.target_file_size_multiplier: 1 2020-08-26 08:58:34.257840 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2020-08-26 08:58:34.257841 7ff4fe402000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2020-08-26 08:58:34.257842 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2020-08-26 08:58:34.257845 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2020-08-26 08:58:34.257846 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2020-08-26 08:58:34.257847 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2020-08-26 08:58:34.257848 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2020-08-26 08:58:34.257849 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2020-08-26 08:58:34.257849 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2020-08-26 08:58:34.257850 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2020-08-26 08:58:34.257851 7ff4fe402000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2020-08-26 08:58:34.257852 7ff4fe402000 4 rocksdb: Options.max_compaction_bytes: 1677721600 2020-08-26 08:58:34.257852 7ff4fe402000 4 rocksdb: Options.arena_block_size: 4194304 2020-08-26 08:58:34.257858 7ff4fe402000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2020-08-26 08:58:34.257860 7ff4fe402000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2020-08-26 08:58:34.257860 7ff4fe402000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2020-08-26 08:58:34.257861 7ff4fe402000 4 rocksdb: Options.disable_auto_compactions: 0 2020-08-26 08:58:34.257862 7ff4fe402000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2020-08-26 08:58:34.257863 7ff4fe402000 4 rocksdb: Options.compaction_pri: kByCompensatedSize 2020-08-26 08:58:34.257864 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2020-08-26 08:58:34.257865 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2020-08-26 08:58:34.257866 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2020-08-26 08:58:34.257866 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2020-08-26 08:58:34.257867 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2020-08-26 08:58:34.257868 7ff4fe402000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2020-08-26 08:58:34.257869 7ff4fe402000 4 rocksdb: Options.table_properties_collectors: 2020-08-26 08:58:34.257870 7ff4fe402000 4 rocksdb: Options.inplace_update_support: 0 2020-08-26 08:58:34.257871 7ff4fe402000 4 rocksdb: Options.inplace_update_num_locks: 10000 2020-08-26 08:58:34.257871 7ff4fe402000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2020-08-26 08:58:34.257873 7ff4fe402000 4 rocksdb: Options.memtable_huge_page_size: 0 2020-08-26 08:58:34.257874 7ff4fe402000 4 rocksdb: Options.bloom_locality: 0 2020-08-26 08:58:34.257875 7ff4fe402000 4 rocksdb: Options.max_successive_merges: 0 2020-08-26 08:58:34.257875 7ff4fe402000 4 rocksdb: Options.optimize_filters_for_hits: 0 2020-08-26 08:58:34.257876 7ff4fe402000 4 rocksdb: Options.paranoid_file_checks: 0 2020-08-26 08:58:34.257877 7ff4fe402000 4 rocksdb: Options.force_consistency_checks: 0 2020-08-26 08:58:34.257878 7ff4fe402000 4 rocksdb: Options.report_bg_io_stats: 0 2020-08-26 08:58:34.258913 7ff4fe402000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:58:34.258940 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005323 succeeded,manifest_file_number is 5323, next_file_number is 5325, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 2020-08-26 08:58:34.258947 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5322 2020-08-26 08:58:34.259024 7ff4fe402000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432314259014, "job": 1, "event": "recovery_started", "log_files": [5324]} 2020-08-26 08:58:34.259031 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5324 mode 2 2020-08-26 08:58:34.259204 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5326 2020-08-26 08:58:34.259429 7ff4fe402000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:58:34.315303 7ff4fe402000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432314315298, "job": 1, "event": "recovery_finished"} 2020-08-26 08:58:34.358212 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x5628075ca000 2020-08-26 08:58:34.358456 7ff4fe402000 10 obtain_monmap 2020-08-26 08:58:34.358587 7ff4fe402000 10 obtain_monmap read last committed monmap ver 1 2020-08-26 08:58:34.359230 7ff4fe402000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:34.359467 7ff4fe402000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:34.360083 7ff4fe402000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:34.360175 7ff4fe402000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' 2020-08-26 08:58:34.360196 7ff4fe402000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} 2020-08-26 08:58:34.360210 7ff4fe402000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 2020-08-26 08:58:34.360214 7ff4fe402000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 2020-08-26 08:58:34.360226 7ff4fe402000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 2020-08-26 08:58:34.360258 7ff4fe402000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 2020-08-26 08:58:34.360264 7ff4fe402000 10 mon.magna074@-1(probing) e1 init_paxos 2020-08-26 08:58:34.360361 7ff4fe402000 10 mon.magna074@-1(probing).health init 2020-08-26 08:58:34.360368 7ff4fe402000 10 mon.magna074@-1(probing) e1 refresh_from_paxos 2020-08-26 08:58:34.360422 7ff4fe402000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 2020-08-26 08:58:34.360456 7ff4fe402000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 2020-08-26 08:58:34.360513 7ff4fe402000 0 mon.magna074@-1(probing).mds e12 new map 2020-08-26 08:58:34.360518 7ff4fe402000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 2020-08-26 08:58:34.360569 7ff4fe402000 10 mon.magna074@-1(probing).mds e12 update_logger 2020-08-26 08:58:34.360629 7ff4fe402000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 2020-08-26 08:58:34.360688 7ff4fe402000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 2020-08-26 08:58:34.360880 7ff4fe402000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs 2020-08-26 08:58:34.360888 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat 2020-08-26 08:58:34.360894 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs 2020-08-26 08:58:34.360901 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map 2020-08-26 08:58:34.360906 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 update_logger 2020-08-26 08:58:34.360915 7ff4fe402000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:34.360919 7ff4fe402000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:34.360922 7ff4fe402000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires 2020-08-26 08:58:34.360924 7ff4fe402000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:34.360934 7ff4fe402000 20 queue 0x5628076fa380 1 [0,8) 2020-08-26 08:58:34.360938 7ff4fe402000 20 queue 0x5628076fa380 2 [0,8) 2020-08-26 08:58:34.360939 7ff4fe402000 20 queue 0x5628076fa380 3 [0,8) 2020-08-26 08:58:34.360940 7ff4fe402000 20 queue 0x5628076fa380 4 [0,8) 2020-08-26 08:58:34.360941 7ff4fe402000 20 queue 0x5628076fa380 5 [0,8) 2020-08-26 08:58:34.360944 7ff4fe402000 20 queue 0x5628076fa380 6 [0,8) 2020-08-26 08:58:34.360945 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x5628076fa380 at 2020-08-26 08:58:34.360926 2020-08-26 08:58:34.360976 7ff4fe402000 10 mon.magna074@-1(probing).log v37632 update_from_paxos 2020-08-26 08:58:34.360985 7ff4fe402000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 2020-08-26 08:58:34.360992 7ff4fe402000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 2020-08-26 08:58:34.361054 7ff4fe402000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 2020-08-26 08:58:34.363598 7ff4fe402000 -1 *** Caught signal (Aborted) ** in thread 7ff4fe402000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x5627fd5122a1] 2: (()+0xf630) [0x7ff4fd7b1630] 3: (gsignal()+0x37) [0x7ff4faadf387] 4: (abort()+0x148) [0x7ff4faae0a78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7ff4fb3ef7d5] 6: (()+0x5e746) [0x7ff4fb3ed746] 7: (()+0x5e773) [0x7ff4fb3ed773] 8: (()+0x5e993) [0x7ff4fb3ed993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x5627fd1c87fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x5627fcfd990f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x5627fd0d2ebe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x5627fcf7f203] 13: (Monitor::init_paxos()+0x115) [0x5627fcf7f645] 14: (Monitor::preinit()+0xa9f) [0x5627fcf8013f] 15: (main()+0x4018) [0x5627fcead6c8] 16: (__libc_start_main()+0xf5) [0x7ff4faacb555] 17: (()+0x3d93ae) [0x5627fcf543ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- -233> 2020-08-26 08:58:34.208839 7ff4fe402000 5 asok(0x562807258380) register_command perfcounters_dump hook 0x56280720a180 -232> 2020-08-26 08:58:34.208855 7ff4fe402000 5 asok(0x562807258380) register_command 1 hook 0x56280720a180 -231> 2020-08-26 08:58:34.208858 7ff4fe402000 5 asok(0x562807258380) register_command perf dump hook 0x56280720a180 -230> 2020-08-26 08:58:34.208880 7ff4fe402000 5 asok(0x562807258380) register_command perfcounters_schema hook 0x56280720a180 -229> 2020-08-26 08:58:34.208886 7ff4fe402000 5 asok(0x562807258380) register_command perf histogram dump hook 0x56280720a180 -228> 2020-08-26 08:58:34.208890 7ff4fe402000 5 asok(0x562807258380) register_command 2 hook 0x56280720a180 -227> 2020-08-26 08:58:34.208894 7ff4fe402000 5 asok(0x562807258380) register_command perf schema hook 0x56280720a180 -226> 2020-08-26 08:58:34.208899 7ff4fe402000 5 asok(0x562807258380) register_command perf histogram schema hook 0x56280720a180 -225> 2020-08-26 08:58:34.208903 7ff4fe402000 5 asok(0x562807258380) register_command perf reset hook 0x56280720a180 -224> 2020-08-26 08:58:34.208907 7ff4fe402000 5 asok(0x562807258380) register_command config show hook 0x56280720a180 -223> 2020-08-26 08:58:34.208911 7ff4fe402000 5 asok(0x562807258380) register_command config help hook 0x56280720a180 -222> 2020-08-26 08:58:34.208914 7ff4fe402000 5 asok(0x562807258380) register_command config set hook 0x56280720a180 -221> 2020-08-26 08:58:34.208919 7ff4fe402000 5 asok(0x562807258380) register_command config get hook 0x56280720a180 -220> 2020-08-26 08:58:34.208922 7ff4fe402000 5 asok(0x562807258380) register_command config diff hook 0x56280720a180 -219> 2020-08-26 08:58:34.208927 7ff4fe402000 5 asok(0x562807258380) register_command config diff get hook 0x56280720a180 -218> 2020-08-26 08:58:34.208931 7ff4fe402000 5 asok(0x562807258380) register_command log flush hook 0x56280720a180 -217> 2020-08-26 08:58:34.208935 7ff4fe402000 5 asok(0x562807258380) register_command log dump hook 0x56280720a180 -216> 2020-08-26 08:58:34.208938 7ff4fe402000 5 asok(0x562807258380) register_command log reopen hook 0x56280720a180 -215> 2020-08-26 08:58:34.208952 7ff4fe402000 5 asok(0x562807258380) register_command dump_mempools hook 0x562807273578 -214> 2020-08-26 08:58:34.218867 7ff4fe402000 0 set uid:gid to 167:167 (ceph:ceph) -213> 2020-08-26 08:58:34.218887 7ff4fe402000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9212 -212> 2020-08-26 08:58:34.218959 7ff4fe402000 0 pidfile_write: ignore empty --pid-file -211> 2020-08-26 08:58:34.248195 7ff4fe402000 5 asok(0x562807258380) init /var/run/ceph/ceph-mon.magna074.asok -210> 2020-08-26 08:58:34.248211 7ff4fe402000 5 asok(0x562807258380) bind_and_listen /var/run/ceph/ceph-mon.magna074.asok -209> 2020-08-26 08:58:34.248448 7ff4fe402000 5 asok(0x562807258380) register_command 0 hook 0x562807208180 -208> 2020-08-26 08:58:34.248457 7ff4fe402000 5 asok(0x562807258380) register_command version hook 0x562807208180 -207> 2020-08-26 08:58:34.248462 7ff4fe402000 5 asok(0x562807258380) register_command git_version hook 0x562807208180 -206> 2020-08-26 08:58:34.248467 7ff4fe402000 5 asok(0x562807258380) register_command help hook 0x56280720a290 -205> 2020-08-26 08:58:34.248472 7ff4fe402000 5 asok(0x562807258380) register_command get_command_descriptions hook 0x56280720a2a0 -204> 2020-08-26 08:58:34.248518 7ff4f8a7f700 5 asok(0x562807258380) entry start -203> 2020-08-26 08:58:34.256533 7ff4fe402000 0 load: jerasure load: lrc load: isa -202> 2020-08-26 08:58:34.256676 7ff4fe402000 0 set rocksdb option compression = kNoCompression -201> 2020-08-26 08:58:34.256689 7ff4fe402000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -200> 2020-08-26 08:58:34.256695 7ff4fe402000 0 set rocksdb option write_buffer_size = 33554432 -199> 2020-08-26 08:58:34.256721 7ff4fe402000 0 set rocksdb option compression = kNoCompression -198> 2020-08-26 08:58:34.256728 7ff4fe402000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -197> 2020-08-26 08:58:34.256732 7ff4fe402000 0 set rocksdb option write_buffer_size = 33554432 -196> 2020-08-26 08:58:34.256915 7ff4fe402000 4 rocksdb: RocksDB version: 5.4.0 -195> 2020-08-26 08:58:34.256924 7ff4fe402000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ -194> 2020-08-26 08:58:34.256925 7ff4fe402000 4 rocksdb: Compile date Jul 22 2020 -193> 2020-08-26 08:58:34.256929 7ff4fe402000 4 rocksdb: DB SUMMARY -192> 2020-08-26 08:58:34.256987 7ff4fe402000 4 rocksdb: CURRENT file: CURRENT -191> 2020-08-26 08:58:34.256992 7ff4fe402000 4 rocksdb: IDENTITY file: IDENTITY -190> 2020-08-26 08:58:34.256997 7ff4fe402000 4 rocksdb: MANIFEST file: MANIFEST-005323 size: 236 Bytes -189> 2020-08-26 08:58:34.257000 7ff4fe402000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst -188> 2020-08-26 08:58:34.257002 7ff4fe402000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005324.log size: 0 ; -187> 2020-08-26 08:58:34.257004 7ff4fe402000 4 rocksdb: Options.error_if_exists: 0 -186> 2020-08-26 08:58:34.257005 7ff4fe402000 4 rocksdb: Options.create_if_missing: 0 -185> 2020-08-26 08:58:34.257006 7ff4fe402000 4 rocksdb: Options.paranoid_checks: 1 -184> 2020-08-26 08:58:34.257008 7ff4fe402000 4 rocksdb: Options.env: 0x562805d4d3c0 -183> 2020-08-26 08:58:34.257009 7ff4fe402000 4 rocksdb: Options.info_log: 0x5628074c9960 -182> 2020-08-26 08:58:34.257015 7ff4fe402000 4 rocksdb: Options.max_open_files: -1 -181> 2020-08-26 08:58:34.257016 7ff4fe402000 4 rocksdb: Options.max_file_opening_threads: 16 -180> 2020-08-26 08:58:34.257017 7ff4fe402000 4 rocksdb: Options.use_fsync: 0 -179> 2020-08-26 08:58:34.257018 7ff4fe402000 4 rocksdb: Options.max_log_file_size: 0 -178> 2020-08-26 08:58:34.257019 7ff4fe402000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 -177> 2020-08-26 08:58:34.257021 7ff4fe402000 4 rocksdb: Options.log_file_time_to_roll: 0 -176> 2020-08-26 08:58:34.257022 7ff4fe402000 4 rocksdb: Options.keep_log_file_num: 1000 -175> 2020-08-26 08:58:34.257023 7ff4fe402000 4 rocksdb: Options.recycle_log_file_num: 0 -174> 2020-08-26 08:58:34.257023 7ff4fe402000 4 rocksdb: Options.allow_fallocate: 1 -173> 2020-08-26 08:58:34.257024 7ff4fe402000 4 rocksdb: Options.allow_mmap_reads: 0 -172> 2020-08-26 08:58:34.257025 7ff4fe402000 4 rocksdb: Options.allow_mmap_writes: 0 -171> 2020-08-26 08:58:34.257026 7ff4fe402000 4 rocksdb: Options.use_direct_reads: 0 -170> 2020-08-26 08:58:34.257027 7ff4fe402000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 -169> 2020-08-26 08:58:34.257028 7ff4fe402000 4 rocksdb: Options.create_missing_column_families: 0 -168> 2020-08-26 08:58:34.257029 7ff4fe402000 4 rocksdb: Options.db_log_dir: -167> 2020-08-26 08:58:34.257030 7ff4fe402000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db -166> 2020-08-26 08:58:34.257031 7ff4fe402000 4 rocksdb: Options.table_cache_numshardbits: 6 -165> 2020-08-26 08:58:34.257031 7ff4fe402000 4 rocksdb: Options.max_subcompactions: 1 -164> 2020-08-26 08:58:34.257032 7ff4fe402000 4 rocksdb: Options.max_background_flushes: 1 -163> 2020-08-26 08:58:34.257033 7ff4fe402000 4 rocksdb: Options.WAL_ttl_seconds: 0 -162> 2020-08-26 08:58:34.257034 7ff4fe402000 4 rocksdb: Options.WAL_size_limit_MB: 0 -161> 2020-08-26 08:58:34.257035 7ff4fe402000 4 rocksdb: Options.manifest_preallocation_size: 4194304 -160> 2020-08-26 08:58:34.257036 7ff4fe402000 4 rocksdb: Options.is_fd_close_on_exec: 1 -159> 2020-08-26 08:58:34.257037 7ff4fe402000 4 rocksdb: Options.advise_random_on_open: 1 -158> 2020-08-26 08:58:34.257037 7ff4fe402000 4 rocksdb: Options.db_write_buffer_size: 0 -157> 2020-08-26 08:58:34.257038 7ff4fe402000 4 rocksdb: Options.access_hint_on_compaction_start: 1 -156> 2020-08-26 08:58:34.257039 7ff4fe402000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 -155> 2020-08-26 08:58:34.257040 7ff4fe402000 4 rocksdb: Options.compaction_readahead_size: 0 -154> 2020-08-26 08:58:34.257041 7ff4fe402000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 -153> 2020-08-26 08:58:34.257042 7ff4fe402000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 -152> 2020-08-26 08:58:34.257043 7ff4fe402000 4 rocksdb: Options.use_adaptive_mutex: 0 -151> 2020-08-26 08:58:34.257043 7ff4fe402000 4 rocksdb: Options.rate_limiter: (nil) -150> 2020-08-26 08:58:34.257045 7ff4fe402000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 -149> 2020-08-26 08:58:34.257045 7ff4fe402000 4 rocksdb: Options.bytes_per_sync: 0 -148> 2020-08-26 08:58:34.257046 7ff4fe402000 4 rocksdb: Options.wal_bytes_per_sync: 0 -147> 2020-08-26 08:58:34.257047 7ff4fe402000 4 rocksdb: Options.wal_recovery_mode: 2 -146> 2020-08-26 08:58:34.257052 7ff4fe402000 4 rocksdb: Options.enable_thread_tracking: 0 -145> 2020-08-26 08:58:34.257053 7ff4fe402000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 -144> 2020-08-26 08:58:34.257054 7ff4fe402000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 -143> 2020-08-26 08:58:34.257055 7ff4fe402000 4 rocksdb: Options.write_thread_max_yield_usec: 100 -142> 2020-08-26 08:58:34.257056 7ff4fe402000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 -141> 2020-08-26 08:58:34.257057 7ff4fe402000 4 rocksdb: Options.row_cache: None -140> 2020-08-26 08:58:34.257057 7ff4fe402000 4 rocksdb: Options.wal_filter: None -139> 2020-08-26 08:58:34.257058 7ff4fe402000 4 rocksdb: Options.avoid_flush_during_recovery: 0 -138> 2020-08-26 08:58:34.257059 7ff4fe402000 4 rocksdb: Options.base_background_compactions: 1 -137> 2020-08-26 08:58:34.257060 7ff4fe402000 4 rocksdb: Options.max_background_compactions: 1 -136> 2020-08-26 08:58:34.257061 7ff4fe402000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 -135> 2020-08-26 08:58:34.257062 7ff4fe402000 4 rocksdb: Options.delayed_write_rate : 16777216 -134> 2020-08-26 08:58:34.257063 7ff4fe402000 4 rocksdb: Options.max_total_wal_size: 0 -133> 2020-08-26 08:58:34.257063 7ff4fe402000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 -132> 2020-08-26 08:58:34.257064 7ff4fe402000 4 rocksdb: Options.stats_dump_period_sec: 600 -131> 2020-08-26 08:58:34.257079 7ff4fe402000 4 rocksdb: Compression algorithms supported: -130> 2020-08-26 08:58:34.257082 7ff4fe402000 4 rocksdb: Snappy supported: 1 -129> 2020-08-26 08:58:34.257083 7ff4fe402000 4 rocksdb: Zlib supported: 0 -128> 2020-08-26 08:58:34.257084 7ff4fe402000 4 rocksdb: Bzip supported: 0 -127> 2020-08-26 08:58:34.257084 7ff4fe402000 4 rocksdb: LZ4 supported: 0 -126> 2020-08-26 08:58:34.257086 7ff4fe402000 4 rocksdb: ZSTD supported: 0 -125> 2020-08-26 08:58:34.257088 7ff4fe402000 4 rocksdb: Fast CRC32 supported: 1 -124> 2020-08-26 08:58:34.257571 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005323 -123> 2020-08-26 08:58:34.257762 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: -122> 2020-08-26 08:58:34.257771 7ff4fe402000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator -121> 2020-08-26 08:58:34.257774 7ff4fe402000 4 rocksdb: Options.merge_operator: -120> 2020-08-26 08:58:34.257775 7ff4fe402000 4 rocksdb: Options.compaction_filter: None -119> 2020-08-26 08:58:34.257776 7ff4fe402000 4 rocksdb: Options.compaction_filter_factory: None -118> 2020-08-26 08:58:34.257777 7ff4fe402000 4 rocksdb: Options.memtable_factory: SkipListFactory -117> 2020-08-26 08:58:34.257778 7ff4fe402000 4 rocksdb: Options.table_factory: BlockBasedTable -116> 2020-08-26 08:58:34.257806 7ff4fe402000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562807208168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x56280729db98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 -115> 2020-08-26 08:58:34.257817 7ff4fe402000 4 rocksdb: Options.write_buffer_size: 33554432 -114> 2020-08-26 08:58:34.257818 7ff4fe402000 4 rocksdb: Options.max_write_buffer_number: 2 -113> 2020-08-26 08:58:34.257820 7ff4fe402000 4 rocksdb: Options.compression: NoCompression -112> 2020-08-26 08:58:34.257827 7ff4fe402000 4 rocksdb: Options.bottommost_compression: Disabled -111> 2020-08-26 08:58:34.257829 7ff4fe402000 4 rocksdb: Options.prefix_extractor: nullptr -110> 2020-08-26 08:58:34.257829 7ff4fe402000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr -109> 2020-08-26 08:58:34.257830 7ff4fe402000 4 rocksdb: Options.num_levels: 7 -108> 2020-08-26 08:58:34.257831 7ff4fe402000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 -107> 2020-08-26 08:58:34.257832 7ff4fe402000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 -106> 2020-08-26 08:58:34.257833 7ff4fe402000 4 rocksdb: Options.compression_opts.window_bits: -14 -105> 2020-08-26 08:58:34.257834 7ff4fe402000 4 rocksdb: Options.compression_opts.level: -1 -104> 2020-08-26 08:58:34.257834 7ff4fe402000 4 rocksdb: Options.compression_opts.strategy: 0 -103> 2020-08-26 08:58:34.257835 7ff4fe402000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 -102> 2020-08-26 08:58:34.257836 7ff4fe402000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 -101> 2020-08-26 08:58:34.257837 7ff4fe402000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 -100> 2020-08-26 08:58:34.257838 7ff4fe402000 4 rocksdb: Options.level0_stop_writes_trigger: 36 -99> 2020-08-26 08:58:34.257838 7ff4fe402000 4 rocksdb: Options.target_file_size_base: 67108864 -98> 2020-08-26 08:58:34.257839 7ff4fe402000 4 rocksdb: Options.target_file_size_multiplier: 1 -97> 2020-08-26 08:58:34.257840 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 -96> 2020-08-26 08:58:34.257841 7ff4fe402000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 -95> 2020-08-26 08:58:34.257842 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 -94> 2020-08-26 08:58:34.257845 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 -93> 2020-08-26 08:58:34.257846 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 -92> 2020-08-26 08:58:34.257847 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 -91> 2020-08-26 08:58:34.257848 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 -90> 2020-08-26 08:58:34.257849 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 -89> 2020-08-26 08:58:34.257849 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 -88> 2020-08-26 08:58:34.257850 7ff4fe402000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 -87> 2020-08-26 08:58:34.257851 7ff4fe402000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 -86> 2020-08-26 08:58:34.257852 7ff4fe402000 4 rocksdb: Options.max_compaction_bytes: 1677721600 -85> 2020-08-26 08:58:34.257852 7ff4fe402000 4 rocksdb: Options.arena_block_size: 4194304 -84> 2020-08-26 08:58:34.257858 7ff4fe402000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 -83> 2020-08-26 08:58:34.257860 7ff4fe402000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 -82> 2020-08-26 08:58:34.257860 7ff4fe402000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 -81> 2020-08-26 08:58:34.257861 7ff4fe402000 4 rocksdb: Options.disable_auto_compactions: 0 -80> 2020-08-26 08:58:34.257862 7ff4fe402000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel -79> 2020-08-26 08:58:34.257863 7ff4fe402000 4 rocksdb: Options.compaction_pri: kByCompensatedSize -78> 2020-08-26 08:58:34.257864 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 -77> 2020-08-26 08:58:34.257865 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 -76> 2020-08-26 08:58:34.257866 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 -75> 2020-08-26 08:58:34.257866 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 -74> 2020-08-26 08:58:34.257867 7ff4fe402000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 -73> 2020-08-26 08:58:34.257868 7ff4fe402000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 -72> 2020-08-26 08:58:34.257869 7ff4fe402000 4 rocksdb: Options.table_properties_collectors: -71> 2020-08-26 08:58:34.257870 7ff4fe402000 4 rocksdb: Options.inplace_update_support: 0 -70> 2020-08-26 08:58:34.257871 7ff4fe402000 4 rocksdb: Options.inplace_update_num_locks: 10000 -69> 2020-08-26 08:58:34.257871 7ff4fe402000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 -68> 2020-08-26 08:58:34.257873 7ff4fe402000 4 rocksdb: Options.memtable_huge_page_size: 0 -67> 2020-08-26 08:58:34.257874 7ff4fe402000 4 rocksdb: Options.bloom_locality: 0 -66> 2020-08-26 08:58:34.257875 7ff4fe402000 4 rocksdb: Options.max_successive_merges: 0 -65> 2020-08-26 08:58:34.257875 7ff4fe402000 4 rocksdb: Options.optimize_filters_for_hits: 0 -64> 2020-08-26 08:58:34.257876 7ff4fe402000 4 rocksdb: Options.paranoid_file_checks: 0 -63> 2020-08-26 08:58:34.257877 7ff4fe402000 4 rocksdb: Options.force_consistency_checks: 0 -62> 2020-08-26 08:58:34.257878 7ff4fe402000 4 rocksdb: Options.report_bg_io_stats: 0 -61> 2020-08-26 08:58:34.258913 7ff4fe402000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -60> 2020-08-26 08:58:34.258940 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005323 succeeded,manifest_file_number is 5323, next_file_number is 5325, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 -59> 2020-08-26 08:58:34.258947 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5322 -58> 2020-08-26 08:58:34.259024 7ff4fe402000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432314259014, "job": 1, "event": "recovery_started", "log_files": [5324]} -57> 2020-08-26 08:58:34.259031 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5324 mode 2 -56> 2020-08-26 08:58:34.259204 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5326 -55> 2020-08-26 08:58:34.259429 7ff4fe402000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -54> 2020-08-26 08:58:34.315303 7ff4fe402000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432314315298, "job": 1, "event": "recovery_finished"} -53> 2020-08-26 08:58:34.315598 7ff4fe402000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//MANIFEST-005323 type=3 #5323 -- OK -52> 2020-08-26 08:58:34.315624 7ff4fe402000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//005324.log type=0 #5324 -- OK -51> 2020-08-26 08:58:34.358212 7ff4fe402000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x5628075ca000 -50> 2020-08-26 08:58:34.358456 7ff4fe402000 10 obtain_monmap -49> 2020-08-26 08:58:34.358587 7ff4fe402000 10 obtain_monmap read last committed monmap ver 1 -48> 2020-08-26 08:58:34.359144 7ff4f1220700 2 Event(0x5628074cc080 nevent=5000 time_id=1).set_owner idx=1 owner=140689994286848 -47> 2020-08-26 08:58:34.359152 7ff4f0a1f700 2 Event(0x5628074cca80 nevent=5000 time_id=1).set_owner idx=0 owner=140689985894144 -46> 2020-08-26 08:58:34.359151 7ff4f1a21700 2 Event(0x5628074d2e80 nevent=5000 time_id=1).set_owner idx=2 owner=140690002679552 -45> 2020-08-26 08:58:34.359230 7ff4fe402000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -44> 2020-08-26 08:58:34.359430 7ff4fe402000 1 -- 10.8.128.74:6789/0 learned_addr learned my addr 10.8.128.74:6789/0 -43> 2020-08-26 08:58:34.359439 7ff4fe402000 1 -- 10.8.128.74:6789/0 _finish_bind bind my_inst.addr is 10.8.128.74:6789/0 -42> 2020-08-26 08:58:34.359467 7ff4fe402000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -41> 2020-08-26 08:58:34.359497 7ff4fe402000 5 adding auth protocol: cephx -40> 2020-08-26 08:58:34.359503 7ff4fe402000 5 adding auth protocol: cephx -39> 2020-08-26 08:58:34.359540 7ff4fe402000 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -38> 2020-08-26 08:58:34.359547 7ff4fe402000 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -37> 2020-08-26 08:58:34.360083 7ff4fe402000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -36> 2020-08-26 08:58:34.360175 7ff4fe402000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' -35> 2020-08-26 08:58:34.360196 7ff4fe402000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} -34> 2020-08-26 08:58:34.360210 7ff4fe402000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 -33> 2020-08-26 08:58:34.360214 7ff4fe402000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 -32> 2020-08-26 08:58:34.360226 7ff4fe402000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 -31> 2020-08-26 08:58:34.360258 7ff4fe402000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 -30> 2020-08-26 08:58:34.360264 7ff4fe402000 10 mon.magna074@-1(probing) e1 init_paxos -29> 2020-08-26 08:58:34.360361 7ff4fe402000 10 mon.magna074@-1(probing).health init -28> 2020-08-26 08:58:34.360368 7ff4fe402000 10 mon.magna074@-1(probing) e1 refresh_from_paxos -27> 2020-08-26 08:58:34.360422 7ff4fe402000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 -26> 2020-08-26 08:58:34.360456 7ff4fe402000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 -25> 2020-08-26 08:58:34.360513 7ff4fe402000 0 mon.magna074@-1(probing).mds e12 new map -24> 2020-08-26 08:58:34.360518 7ff4fe402000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 -23> 2020-08-26 08:58:34.360569 7ff4fe402000 10 mon.magna074@-1(probing).mds e12 update_logger -22> 2020-08-26 08:58:34.360629 7ff4fe402000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 -21> 2020-08-26 08:58:34.360688 7ff4fe402000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 -20> 2020-08-26 08:58:34.360880 7ff4fe402000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs -19> 2020-08-26 08:58:34.360888 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat -18> 2020-08-26 08:58:34.360894 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs -17> 2020-08-26 08:58:34.360901 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map -16> 2020-08-26 08:58:34.360906 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 update_logger -15> 2020-08-26 08:58:34.360915 7ff4fe402000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -14> 2020-08-26 08:58:34.360919 7ff4fe402000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -13> 2020-08-26 08:58:34.360922 7ff4fe402000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires -12> 2020-08-26 08:58:34.360924 7ff4fe402000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -11> 2020-08-26 08:58:34.360934 7ff4fe402000 20 queue 0x5628076fa380 1 [0,8) -10> 2020-08-26 08:58:34.360938 7ff4fe402000 20 queue 0x5628076fa380 2 [0,8) -9> 2020-08-26 08:58:34.360939 7ff4fe402000 20 queue 0x5628076fa380 3 [0,8) -8> 2020-08-26 08:58:34.360940 7ff4fe402000 20 queue 0x5628076fa380 4 [0,8) -7> 2020-08-26 08:58:34.360941 7ff4fe402000 20 queue 0x5628076fa380 5 [0,8) -6> 2020-08-26 08:58:34.360944 7ff4fe402000 20 queue 0x5628076fa380 6 [0,8) -5> 2020-08-26 08:58:34.360945 7ff4fe402000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x5628076fa380 at 2020-08-26 08:58:34.360926 -4> 2020-08-26 08:58:34.360976 7ff4fe402000 10 mon.magna074@-1(probing).log v37632 update_from_paxos -3> 2020-08-26 08:58:34.360985 7ff4fe402000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 -2> 2020-08-26 08:58:34.360992 7ff4fe402000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 -1> 2020-08-26 08:58:34.361054 7ff4fe402000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 0> 2020-08-26 08:58:34.363598 7ff4fe402000 -1 *** Caught signal (Aborted) ** in thread 7ff4fe402000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x5627fd5122a1] 2: (()+0xf630) [0x7ff4fd7b1630] 3: (gsignal()+0x37) [0x7ff4faadf387] 4: (abort()+0x148) [0x7ff4faae0a78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7ff4fb3ef7d5] 6: (()+0x5e746) [0x7ff4fb3ed746] 7: (()+0x5e773) [0x7ff4fb3ed773] 8: (()+0x5e993) [0x7ff4fb3ed993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x5627fd1c87fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x5627fcfd990f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x5627fd0d2ebe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x5627fcf7f203] 13: (Monitor::init_paxos()+0x115) [0x5627fcf7f645] 14: (Monitor::preinit()+0xa9f) [0x5627fcf8013f] 15: (main()+0x4018) [0x5627fcead6c8] 16: (__libc_start_main()+0xf5) [0x7ff4faacb555] 17: (()+0x3d93ae) [0x5627fcf543ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 1/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 5 ms 20/20 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 1 reserver 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 xio 1/ 5 compressor 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 4/ 5 memdb 1/ 5 kinetic 1/ 5 fuse 1/ 5 mgr 1/ 5 mgrc 1/ 5 dpdk 1/ 5 eventtrace -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-mon.magna074.log --- end dump of recent events --- 2020-08-26 08:58:44.467810 7f84ec0ac000 0 set uid:gid to 167:167 (ceph:ceph) 2020-08-26 08:58:44.467829 7f84ec0ac000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9241 2020-08-26 08:58:44.467901 7f84ec0ac000 0 pidfile_write: ignore empty --pid-file 2020-08-26 08:58:44.505032 7f84ec0ac000 0 load: jerasure load: lrc load: isa 2020-08-26 08:58:44.505194 7f84ec0ac000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:58:44.505208 7f84ec0ac000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:58:44.505214 7f84ec0ac000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:58:44.505241 7f84ec0ac000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:58:44.505248 7f84ec0ac000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:58:44.505252 7f84ec0ac000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:58:44.505452 7f84ec0ac000 4 rocksdb: RocksDB version: 5.4.0 2020-08-26 08:58:44.505461 7f84ec0ac000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2020-08-26 08:58:44.505463 7f84ec0ac000 4 rocksdb: Compile date Jul 22 2020 2020-08-26 08:58:44.505466 7f84ec0ac000 4 rocksdb: DB SUMMARY 2020-08-26 08:58:44.505525 7f84ec0ac000 4 rocksdb: CURRENT file: CURRENT 2020-08-26 08:58:44.505530 7f84ec0ac000 4 rocksdb: IDENTITY file: IDENTITY 2020-08-26 08:58:44.505534 7f84ec0ac000 4 rocksdb: MANIFEST file: MANIFEST-005326 size: 236 Bytes 2020-08-26 08:58:44.505537 7f84ec0ac000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst 2020-08-26 08:58:44.505540 7f84ec0ac000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005327.log size: 0 ; 2020-08-26 08:58:44.505542 7f84ec0ac000 4 rocksdb: Options.error_if_exists: 0 2020-08-26 08:58:44.505543 7f84ec0ac000 4 rocksdb: Options.create_if_missing: 0 2020-08-26 08:58:44.505544 7f84ec0ac000 4 rocksdb: Options.paranoid_checks: 1 2020-08-26 08:58:44.505545 7f84ec0ac000 4 rocksdb: Options.env: 0x563f40c103c0 2020-08-26 08:58:44.505546 7f84ec0ac000 4 rocksdb: Options.info_log: 0x563f42abf960 2020-08-26 08:58:44.505552 7f84ec0ac000 4 rocksdb: Options.max_open_files: -1 2020-08-26 08:58:44.505554 7f84ec0ac000 4 rocksdb: Options.max_file_opening_threads: 16 2020-08-26 08:58:44.505554 7f84ec0ac000 4 rocksdb: Options.use_fsync: 0 2020-08-26 08:58:44.505555 7f84ec0ac000 4 rocksdb: Options.max_log_file_size: 0 2020-08-26 08:58:44.505556 7f84ec0ac000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 2020-08-26 08:58:44.505558 7f84ec0ac000 4 rocksdb: Options.log_file_time_to_roll: 0 2020-08-26 08:58:44.505558 7f84ec0ac000 4 rocksdb: Options.keep_log_file_num: 1000 2020-08-26 08:58:44.505559 7f84ec0ac000 4 rocksdb: Options.recycle_log_file_num: 0 2020-08-26 08:58:44.505560 7f84ec0ac000 4 rocksdb: Options.allow_fallocate: 1 2020-08-26 08:58:44.505561 7f84ec0ac000 4 rocksdb: Options.allow_mmap_reads: 0 2020-08-26 08:58:44.505562 7f84ec0ac000 4 rocksdb: Options.allow_mmap_writes: 0 2020-08-26 08:58:44.505562 7f84ec0ac000 4 rocksdb: Options.use_direct_reads: 0 2020-08-26 08:58:44.505563 7f84ec0ac000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2020-08-26 08:58:44.505564 7f84ec0ac000 4 rocksdb: Options.create_missing_column_families: 0 2020-08-26 08:58:44.505565 7f84ec0ac000 4 rocksdb: Options.db_log_dir: 2020-08-26 08:58:44.505566 7f84ec0ac000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db 2020-08-26 08:58:44.505567 7f84ec0ac000 4 rocksdb: Options.table_cache_numshardbits: 6 2020-08-26 08:58:44.505567 7f84ec0ac000 4 rocksdb: Options.max_subcompactions: 1 2020-08-26 08:58:44.505568 7f84ec0ac000 4 rocksdb: Options.max_background_flushes: 1 2020-08-26 08:58:44.505569 7f84ec0ac000 4 rocksdb: Options.WAL_ttl_seconds: 0 2020-08-26 08:58:44.505570 7f84ec0ac000 4 rocksdb: Options.WAL_size_limit_MB: 0 2020-08-26 08:58:44.505570 7f84ec0ac000 4 rocksdb: Options.manifest_preallocation_size: 4194304 2020-08-26 08:58:44.505571 7f84ec0ac000 4 rocksdb: Options.is_fd_close_on_exec: 1 2020-08-26 08:58:44.505572 7f84ec0ac000 4 rocksdb: Options.advise_random_on_open: 1 2020-08-26 08:58:44.505573 7f84ec0ac000 4 rocksdb: Options.db_write_buffer_size: 0 2020-08-26 08:58:44.505573 7f84ec0ac000 4 rocksdb: Options.access_hint_on_compaction_start: 1 2020-08-26 08:58:44.505574 7f84ec0ac000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2020-08-26 08:58:44.505575 7f84ec0ac000 4 rocksdb: Options.compaction_readahead_size: 0 2020-08-26 08:58:44.505576 7f84ec0ac000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2020-08-26 08:58:44.505576 7f84ec0ac000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2020-08-26 08:58:44.505577 7f84ec0ac000 4 rocksdb: Options.use_adaptive_mutex: 0 2020-08-26 08:58:44.505578 7f84ec0ac000 4 rocksdb: Options.rate_limiter: (nil) 2020-08-26 08:58:44.505579 7f84ec0ac000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2020-08-26 08:58:44.505580 7f84ec0ac000 4 rocksdb: Options.bytes_per_sync: 0 2020-08-26 08:58:44.505580 7f84ec0ac000 4 rocksdb: Options.wal_bytes_per_sync: 0 2020-08-26 08:58:44.505581 7f84ec0ac000 4 rocksdb: Options.wal_recovery_mode: 2 2020-08-26 08:58:44.505586 7f84ec0ac000 4 rocksdb: Options.enable_thread_tracking: 0 2020-08-26 08:58:44.505587 7f84ec0ac000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2020-08-26 08:58:44.505588 7f84ec0ac000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2020-08-26 08:58:44.505588 7f84ec0ac000 4 rocksdb: Options.write_thread_max_yield_usec: 100 2020-08-26 08:58:44.505589 7f84ec0ac000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2020-08-26 08:58:44.505590 7f84ec0ac000 4 rocksdb: Options.row_cache: None 2020-08-26 08:58:44.505591 7f84ec0ac000 4 rocksdb: Options.wal_filter: None 2020-08-26 08:58:44.505592 7f84ec0ac000 4 rocksdb: Options.avoid_flush_during_recovery: 0 2020-08-26 08:58:44.505592 7f84ec0ac000 4 rocksdb: Options.base_background_compactions: 1 2020-08-26 08:58:44.505593 7f84ec0ac000 4 rocksdb: Options.max_background_compactions: 1 2020-08-26 08:58:44.505594 7f84ec0ac000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2020-08-26 08:58:44.505595 7f84ec0ac000 4 rocksdb: Options.delayed_write_rate : 16777216 2020-08-26 08:58:44.505596 7f84ec0ac000 4 rocksdb: Options.max_total_wal_size: 0 2020-08-26 08:58:44.505596 7f84ec0ac000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2020-08-26 08:58:44.505597 7f84ec0ac000 4 rocksdb: Options.stats_dump_period_sec: 600 2020-08-26 08:58:44.505598 7f84ec0ac000 4 rocksdb: Compression algorithms supported: 2020-08-26 08:58:44.505601 7f84ec0ac000 4 rocksdb: Snappy supported: 1 2020-08-26 08:58:44.505602 7f84ec0ac000 4 rocksdb: Zlib supported: 0 2020-08-26 08:58:44.505603 7f84ec0ac000 4 rocksdb: Bzip supported: 0 2020-08-26 08:58:44.505603 7f84ec0ac000 4 rocksdb: LZ4 supported: 0 2020-08-26 08:58:44.505604 7f84ec0ac000 4 rocksdb: ZSTD supported: 0 2020-08-26 08:58:44.505607 7f84ec0ac000 4 rocksdb: Fast CRC32 supported: 1 2020-08-26 08:58:44.505850 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005326 2020-08-26 08:58:44.506028 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: 2020-08-26 08:58:44.506037 7f84ec0ac000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2020-08-26 08:58:44.506041 7f84ec0ac000 4 rocksdb: Options.merge_operator: 2020-08-26 08:58:44.506042 7f84ec0ac000 4 rocksdb: Options.compaction_filter: None 2020-08-26 08:58:44.506043 7f84ec0ac000 4 rocksdb: Options.compaction_filter_factory: None 2020-08-26 08:58:44.506044 7f84ec0ac000 4 rocksdb: Options.memtable_factory: SkipListFactory 2020-08-26 08:58:44.506045 7f84ec0ac000 4 rocksdb: Options.table_factory: BlockBasedTable 2020-08-26 08:58:44.506073 7f84ec0ac000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563f427fe168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x563f42893b98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 2020-08-26 08:58:44.506085 7f84ec0ac000 4 rocksdb: Options.write_buffer_size: 33554432 2020-08-26 08:58:44.506086 7f84ec0ac000 4 rocksdb: Options.max_write_buffer_number: 2 2020-08-26 08:58:44.506087 7f84ec0ac000 4 rocksdb: Options.compression: NoCompression 2020-08-26 08:58:44.506116 7f84ec0ac000 4 rocksdb: Options.bottommost_compression: Disabled 2020-08-26 08:58:44.506118 7f84ec0ac000 4 rocksdb: Options.prefix_extractor: nullptr 2020-08-26 08:58:44.506119 7f84ec0ac000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2020-08-26 08:58:44.506120 7f84ec0ac000 4 rocksdb: Options.num_levels: 7 2020-08-26 08:58:44.506121 7f84ec0ac000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2020-08-26 08:58:44.506122 7f84ec0ac000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2020-08-26 08:58:44.506123 7f84ec0ac000 4 rocksdb: Options.compression_opts.window_bits: -14 2020-08-26 08:58:44.506124 7f84ec0ac000 4 rocksdb: Options.compression_opts.level: -1 2020-08-26 08:58:44.506125 7f84ec0ac000 4 rocksdb: Options.compression_opts.strategy: 0 2020-08-26 08:58:44.506125 7f84ec0ac000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2020-08-26 08:58:44.506126 7f84ec0ac000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2020-08-26 08:58:44.506127 7f84ec0ac000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2020-08-26 08:58:44.506128 7f84ec0ac000 4 rocksdb: Options.level0_stop_writes_trigger: 36 2020-08-26 08:58:44.506129 7f84ec0ac000 4 rocksdb: Options.target_file_size_base: 67108864 2020-08-26 08:58:44.506130 7f84ec0ac000 4 rocksdb: Options.target_file_size_multiplier: 1 2020-08-26 08:58:44.506131 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2020-08-26 08:58:44.506131 7f84ec0ac000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2020-08-26 08:58:44.506132 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2020-08-26 08:58:44.506136 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2020-08-26 08:58:44.506137 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2020-08-26 08:58:44.506138 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2020-08-26 08:58:44.506139 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2020-08-26 08:58:44.506140 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2020-08-26 08:58:44.506141 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2020-08-26 08:58:44.506141 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2020-08-26 08:58:44.506142 7f84ec0ac000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2020-08-26 08:58:44.506143 7f84ec0ac000 4 rocksdb: Options.max_compaction_bytes: 1677721600 2020-08-26 08:58:44.506144 7f84ec0ac000 4 rocksdb: Options.arena_block_size: 4194304 2020-08-26 08:58:44.506150 7f84ec0ac000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2020-08-26 08:58:44.506152 7f84ec0ac000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2020-08-26 08:58:44.506153 7f84ec0ac000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2020-08-26 08:58:44.506154 7f84ec0ac000 4 rocksdb: Options.disable_auto_compactions: 0 2020-08-26 08:58:44.506155 7f84ec0ac000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2020-08-26 08:58:44.506156 7f84ec0ac000 4 rocksdb: Options.compaction_pri: kByCompensatedSize 2020-08-26 08:58:44.506157 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2020-08-26 08:58:44.506158 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2020-08-26 08:58:44.506158 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2020-08-26 08:58:44.506159 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2020-08-26 08:58:44.506160 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2020-08-26 08:58:44.506161 7f84ec0ac000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2020-08-26 08:58:44.506162 7f84ec0ac000 4 rocksdb: Options.table_properties_collectors: 2020-08-26 08:58:44.506163 7f84ec0ac000 4 rocksdb: Options.inplace_update_support: 0 2020-08-26 08:58:44.506164 7f84ec0ac000 4 rocksdb: Options.inplace_update_num_locks: 10000 2020-08-26 08:58:44.506165 7f84ec0ac000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2020-08-26 08:58:44.506166 7f84ec0ac000 4 rocksdb: Options.memtable_huge_page_size: 0 2020-08-26 08:58:44.506167 7f84ec0ac000 4 rocksdb: Options.bloom_locality: 0 2020-08-26 08:58:44.506168 7f84ec0ac000 4 rocksdb: Options.max_successive_merges: 0 2020-08-26 08:58:44.506169 7f84ec0ac000 4 rocksdb: Options.optimize_filters_for_hits: 0 2020-08-26 08:58:44.506169 7f84ec0ac000 4 rocksdb: Options.paranoid_file_checks: 0 2020-08-26 08:58:44.506170 7f84ec0ac000 4 rocksdb: Options.force_consistency_checks: 0 2020-08-26 08:58:44.506171 7f84ec0ac000 4 rocksdb: Options.report_bg_io_stats: 0 2020-08-26 08:58:44.507138 7f84ec0ac000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:58:44.507165 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005326 succeeded,manifest_file_number is 5326, next_file_number is 5328, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 2020-08-26 08:58:44.507172 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5325 2020-08-26 08:58:44.507250 7f84ec0ac000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432324507241, "job": 1, "event": "recovery_started", "log_files": [5327]} 2020-08-26 08:58:44.507258 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5327 mode 2 2020-08-26 08:58:44.507414 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5329 2020-08-26 08:58:44.507634 7f84ec0ac000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:58:44.558727 7f84ec0ac000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432324558721, "job": 1, "event": "recovery_finished"} 2020-08-26 08:58:44.601636 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x563f42bc0000 2020-08-26 08:58:44.601888 7f84ec0ac000 10 obtain_monmap 2020-08-26 08:58:44.602004 7f84ec0ac000 10 obtain_monmap read last committed monmap ver 1 2020-08-26 08:58:44.602662 7f84ec0ac000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:44.602811 7f84ec0ac000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:44.603420 7f84ec0ac000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:44.603507 7f84ec0ac000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' 2020-08-26 08:58:44.603528 7f84ec0ac000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} 2020-08-26 08:58:44.603542 7f84ec0ac000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 2020-08-26 08:58:44.603545 7f84ec0ac000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 2020-08-26 08:58:44.603558 7f84ec0ac000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 2020-08-26 08:58:44.603588 7f84ec0ac000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 2020-08-26 08:58:44.603593 7f84ec0ac000 10 mon.magna074@-1(probing) e1 init_paxos 2020-08-26 08:58:44.603692 7f84ec0ac000 10 mon.magna074@-1(probing).health init 2020-08-26 08:58:44.603699 7f84ec0ac000 10 mon.magna074@-1(probing) e1 refresh_from_paxos 2020-08-26 08:58:44.603753 7f84ec0ac000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 2020-08-26 08:58:44.603787 7f84ec0ac000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 2020-08-26 08:58:44.603843 7f84ec0ac000 0 mon.magna074@-1(probing).mds e12 new map 2020-08-26 08:58:44.603848 7f84ec0ac000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 2020-08-26 08:58:44.603899 7f84ec0ac000 10 mon.magna074@-1(probing).mds e12 update_logger 2020-08-26 08:58:44.603958 7f84ec0ac000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 2020-08-26 08:58:44.604018 7f84ec0ac000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 2020-08-26 08:58:44.604238 7f84ec0ac000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs 2020-08-26 08:58:44.604246 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat 2020-08-26 08:58:44.604253 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs 2020-08-26 08:58:44.604261 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map 2020-08-26 08:58:44.604264 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 update_logger 2020-08-26 08:58:44.604275 7f84ec0ac000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:44.604281 7f84ec0ac000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:44.604284 7f84ec0ac000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires 2020-08-26 08:58:44.604286 7f84ec0ac000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:44.604296 7f84ec0ac000 20 queue 0x563f42bf62a0 1 [0,8) 2020-08-26 08:58:44.604298 7f84ec0ac000 20 queue 0x563f42bf62a0 2 [0,8) 2020-08-26 08:58:44.604299 7f84ec0ac000 20 queue 0x563f42bf62a0 3 [0,8) 2020-08-26 08:58:44.604300 7f84ec0ac000 20 queue 0x563f42bf62a0 4 [0,8) 2020-08-26 08:58:44.604302 7f84ec0ac000 20 queue 0x563f42bf62a0 5 [0,8) 2020-08-26 08:58:44.604303 7f84ec0ac000 20 queue 0x563f42bf62a0 6 [0,8) 2020-08-26 08:58:44.604304 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x563f42bf62a0 at 2020-08-26 08:58:44.604288 2020-08-26 08:58:44.604336 7f84ec0ac000 10 mon.magna074@-1(probing).log v37632 update_from_paxos 2020-08-26 08:58:44.604345 7f84ec0ac000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 2020-08-26 08:58:44.604353 7f84ec0ac000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 2020-08-26 08:58:44.604429 7f84ec0ac000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 2020-08-26 08:58:44.606951 7f84ec0ac000 -1 *** Caught signal (Aborted) ** in thread 7f84ec0ac000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x563f383d52a1] 2: (()+0xf630) [0x7f84eb45b630] 3: (gsignal()+0x37) [0x7f84e8789387] 4: (abort()+0x148) [0x7f84e878aa78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f84e90997d5] 6: (()+0x5e746) [0x7f84e9097746] 7: (()+0x5e773) [0x7f84e9097773] 8: (()+0x5e993) [0x7f84e9097993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x563f3808b7fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x563f37e9c90f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x563f37f95ebe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x563f37e42203] 13: (Monitor::init_paxos()+0x115) [0x563f37e42645] 14: (Monitor::preinit()+0xa9f) [0x563f37e4313f] 15: (main()+0x4018) [0x563f37d706c8] 16: (__libc_start_main()+0xf5) [0x7f84e8775555] 17: (()+0x3d93ae) [0x563f37e173ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- -233> 2020-08-26 08:58:44.458540 7f84ec0ac000 5 asok(0x563f4284e380) register_command perfcounters_dump hook 0x563f42800180 -232> 2020-08-26 08:58:44.458556 7f84ec0ac000 5 asok(0x563f4284e380) register_command 1 hook 0x563f42800180 -231> 2020-08-26 08:58:44.458560 7f84ec0ac000 5 asok(0x563f4284e380) register_command perf dump hook 0x563f42800180 -230> 2020-08-26 08:58:44.458582 7f84ec0ac000 5 asok(0x563f4284e380) register_command perfcounters_schema hook 0x563f42800180 -229> 2020-08-26 08:58:44.458587 7f84ec0ac000 5 asok(0x563f4284e380) register_command perf histogram dump hook 0x563f42800180 -228> 2020-08-26 08:58:44.458590 7f84ec0ac000 5 asok(0x563f4284e380) register_command 2 hook 0x563f42800180 -227> 2020-08-26 08:58:44.458595 7f84ec0ac000 5 asok(0x563f4284e380) register_command perf schema hook 0x563f42800180 -226> 2020-08-26 08:58:44.458600 7f84ec0ac000 5 asok(0x563f4284e380) register_command perf histogram schema hook 0x563f42800180 -225> 2020-08-26 08:58:44.458604 7f84ec0ac000 5 asok(0x563f4284e380) register_command perf reset hook 0x563f42800180 -224> 2020-08-26 08:58:44.458609 7f84ec0ac000 5 asok(0x563f4284e380) register_command config show hook 0x563f42800180 -223> 2020-08-26 08:58:44.458613 7f84ec0ac000 5 asok(0x563f4284e380) register_command config help hook 0x563f42800180 -222> 2020-08-26 08:58:44.458616 7f84ec0ac000 5 asok(0x563f4284e380) register_command config set hook 0x563f42800180 -221> 2020-08-26 08:58:44.458621 7f84ec0ac000 5 asok(0x563f4284e380) register_command config get hook 0x563f42800180 -220> 2020-08-26 08:58:44.458625 7f84ec0ac000 5 asok(0x563f4284e380) register_command config diff hook 0x563f42800180 -219> 2020-08-26 08:58:44.458630 7f84ec0ac000 5 asok(0x563f4284e380) register_command config diff get hook 0x563f42800180 -218> 2020-08-26 08:58:44.458633 7f84ec0ac000 5 asok(0x563f4284e380) register_command log flush hook 0x563f42800180 -217> 2020-08-26 08:58:44.458637 7f84ec0ac000 5 asok(0x563f4284e380) register_command log dump hook 0x563f42800180 -216> 2020-08-26 08:58:44.458641 7f84ec0ac000 5 asok(0x563f4284e380) register_command log reopen hook 0x563f42800180 -215> 2020-08-26 08:58:44.458655 7f84ec0ac000 5 asok(0x563f4284e380) register_command dump_mempools hook 0x563f42869578 -214> 2020-08-26 08:58:44.467810 7f84ec0ac000 0 set uid:gid to 167:167 (ceph:ceph) -213> 2020-08-26 08:58:44.467829 7f84ec0ac000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9241 -212> 2020-08-26 08:58:44.467901 7f84ec0ac000 0 pidfile_write: ignore empty --pid-file -211> 2020-08-26 08:58:44.496940 7f84ec0ac000 5 asok(0x563f4284e380) init /var/run/ceph/ceph-mon.magna074.asok -210> 2020-08-26 08:58:44.496956 7f84ec0ac000 5 asok(0x563f4284e380) bind_and_listen /var/run/ceph/ceph-mon.magna074.asok -209> 2020-08-26 08:58:44.497069 7f84ec0ac000 5 asok(0x563f4284e380) register_command 0 hook 0x563f427fe180 -208> 2020-08-26 08:58:44.497077 7f84ec0ac000 5 asok(0x563f4284e380) register_command version hook 0x563f427fe180 -207> 2020-08-26 08:58:44.497082 7f84ec0ac000 5 asok(0x563f4284e380) register_command git_version hook 0x563f427fe180 -206> 2020-08-26 08:58:44.497087 7f84ec0ac000 5 asok(0x563f4284e380) register_command help hook 0x563f42800290 -205> 2020-08-26 08:58:44.497099 7f84ec0ac000 5 asok(0x563f4284e380) register_command get_command_descriptions hook 0x563f428002a0 -204> 2020-08-26 08:58:44.497146 7f84e6729700 5 asok(0x563f4284e380) entry start -203> 2020-08-26 08:58:44.505032 7f84ec0ac000 0 load: jerasure load: lrc load: isa -202> 2020-08-26 08:58:44.505194 7f84ec0ac000 0 set rocksdb option compression = kNoCompression -201> 2020-08-26 08:58:44.505208 7f84ec0ac000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -200> 2020-08-26 08:58:44.505214 7f84ec0ac000 0 set rocksdb option write_buffer_size = 33554432 -199> 2020-08-26 08:58:44.505241 7f84ec0ac000 0 set rocksdb option compression = kNoCompression -198> 2020-08-26 08:58:44.505248 7f84ec0ac000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -197> 2020-08-26 08:58:44.505252 7f84ec0ac000 0 set rocksdb option write_buffer_size = 33554432 -196> 2020-08-26 08:58:44.505452 7f84ec0ac000 4 rocksdb: RocksDB version: 5.4.0 -195> 2020-08-26 08:58:44.505461 7f84ec0ac000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ -194> 2020-08-26 08:58:44.505463 7f84ec0ac000 4 rocksdb: Compile date Jul 22 2020 -193> 2020-08-26 08:58:44.505466 7f84ec0ac000 4 rocksdb: DB SUMMARY -192> 2020-08-26 08:58:44.505525 7f84ec0ac000 4 rocksdb: CURRENT file: CURRENT -191> 2020-08-26 08:58:44.505530 7f84ec0ac000 4 rocksdb: IDENTITY file: IDENTITY -190> 2020-08-26 08:58:44.505534 7f84ec0ac000 4 rocksdb: MANIFEST file: MANIFEST-005326 size: 236 Bytes -189> 2020-08-26 08:58:44.505537 7f84ec0ac000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst -188> 2020-08-26 08:58:44.505540 7f84ec0ac000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005327.log size: 0 ; -187> 2020-08-26 08:58:44.505542 7f84ec0ac000 4 rocksdb: Options.error_if_exists: 0 -186> 2020-08-26 08:58:44.505543 7f84ec0ac000 4 rocksdb: Options.create_if_missing: 0 -185> 2020-08-26 08:58:44.505544 7f84ec0ac000 4 rocksdb: Options.paranoid_checks: 1 -184> 2020-08-26 08:58:44.505545 7f84ec0ac000 4 rocksdb: Options.env: 0x563f40c103c0 -183> 2020-08-26 08:58:44.505546 7f84ec0ac000 4 rocksdb: Options.info_log: 0x563f42abf960 -182> 2020-08-26 08:58:44.505552 7f84ec0ac000 4 rocksdb: Options.max_open_files: -1 -181> 2020-08-26 08:58:44.505554 7f84ec0ac000 4 rocksdb: Options.max_file_opening_threads: 16 -180> 2020-08-26 08:58:44.505554 7f84ec0ac000 4 rocksdb: Options.use_fsync: 0 -179> 2020-08-26 08:58:44.505555 7f84ec0ac000 4 rocksdb: Options.max_log_file_size: 0 -178> 2020-08-26 08:58:44.505556 7f84ec0ac000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 -177> 2020-08-26 08:58:44.505558 7f84ec0ac000 4 rocksdb: Options.log_file_time_to_roll: 0 -176> 2020-08-26 08:58:44.505558 7f84ec0ac000 4 rocksdb: Options.keep_log_file_num: 1000 -175> 2020-08-26 08:58:44.505559 7f84ec0ac000 4 rocksdb: Options.recycle_log_file_num: 0 -174> 2020-08-26 08:58:44.505560 7f84ec0ac000 4 rocksdb: Options.allow_fallocate: 1 -173> 2020-08-26 08:58:44.505561 7f84ec0ac000 4 rocksdb: Options.allow_mmap_reads: 0 -172> 2020-08-26 08:58:44.505562 7f84ec0ac000 4 rocksdb: Options.allow_mmap_writes: 0 -171> 2020-08-26 08:58:44.505562 7f84ec0ac000 4 rocksdb: Options.use_direct_reads: 0 -170> 2020-08-26 08:58:44.505563 7f84ec0ac000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 -169> 2020-08-26 08:58:44.505564 7f84ec0ac000 4 rocksdb: Options.create_missing_column_families: 0 -168> 2020-08-26 08:58:44.505565 7f84ec0ac000 4 rocksdb: Options.db_log_dir: -167> 2020-08-26 08:58:44.505566 7f84ec0ac000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db -166> 2020-08-26 08:58:44.505567 7f84ec0ac000 4 rocksdb: Options.table_cache_numshardbits: 6 -165> 2020-08-26 08:58:44.505567 7f84ec0ac000 4 rocksdb: Options.max_subcompactions: 1 -164> 2020-08-26 08:58:44.505568 7f84ec0ac000 4 rocksdb: Options.max_background_flushes: 1 -163> 2020-08-26 08:58:44.505569 7f84ec0ac000 4 rocksdb: Options.WAL_ttl_seconds: 0 -162> 2020-08-26 08:58:44.505570 7f84ec0ac000 4 rocksdb: Options.WAL_size_limit_MB: 0 -161> 2020-08-26 08:58:44.505570 7f84ec0ac000 4 rocksdb: Options.manifest_preallocation_size: 4194304 -160> 2020-08-26 08:58:44.505571 7f84ec0ac000 4 rocksdb: Options.is_fd_close_on_exec: 1 -159> 2020-08-26 08:58:44.505572 7f84ec0ac000 4 rocksdb: Options.advise_random_on_open: 1 -158> 2020-08-26 08:58:44.505573 7f84ec0ac000 4 rocksdb: Options.db_write_buffer_size: 0 -157> 2020-08-26 08:58:44.505573 7f84ec0ac000 4 rocksdb: Options.access_hint_on_compaction_start: 1 -156> 2020-08-26 08:58:44.505574 7f84ec0ac000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 -155> 2020-08-26 08:58:44.505575 7f84ec0ac000 4 rocksdb: Options.compaction_readahead_size: 0 -154> 2020-08-26 08:58:44.505576 7f84ec0ac000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 -153> 2020-08-26 08:58:44.505576 7f84ec0ac000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 -152> 2020-08-26 08:58:44.505577 7f84ec0ac000 4 rocksdb: Options.use_adaptive_mutex: 0 -151> 2020-08-26 08:58:44.505578 7f84ec0ac000 4 rocksdb: Options.rate_limiter: (nil) -150> 2020-08-26 08:58:44.505579 7f84ec0ac000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 -149> 2020-08-26 08:58:44.505580 7f84ec0ac000 4 rocksdb: Options.bytes_per_sync: 0 -148> 2020-08-26 08:58:44.505580 7f84ec0ac000 4 rocksdb: Options.wal_bytes_per_sync: 0 -147> 2020-08-26 08:58:44.505581 7f84ec0ac000 4 rocksdb: Options.wal_recovery_mode: 2 -146> 2020-08-26 08:58:44.505586 7f84ec0ac000 4 rocksdb: Options.enable_thread_tracking: 0 -145> 2020-08-26 08:58:44.505587 7f84ec0ac000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 -144> 2020-08-26 08:58:44.505588 7f84ec0ac000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 -143> 2020-08-26 08:58:44.505588 7f84ec0ac000 4 rocksdb: Options.write_thread_max_yield_usec: 100 -142> 2020-08-26 08:58:44.505589 7f84ec0ac000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 -141> 2020-08-26 08:58:44.505590 7f84ec0ac000 4 rocksdb: Options.row_cache: None -140> 2020-08-26 08:58:44.505591 7f84ec0ac000 4 rocksdb: Options.wal_filter: None -139> 2020-08-26 08:58:44.505592 7f84ec0ac000 4 rocksdb: Options.avoid_flush_during_recovery: 0 -138> 2020-08-26 08:58:44.505592 7f84ec0ac000 4 rocksdb: Options.base_background_compactions: 1 -137> 2020-08-26 08:58:44.505593 7f84ec0ac000 4 rocksdb: Options.max_background_compactions: 1 -136> 2020-08-26 08:58:44.505594 7f84ec0ac000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 -135> 2020-08-26 08:58:44.505595 7f84ec0ac000 4 rocksdb: Options.delayed_write_rate : 16777216 -134> 2020-08-26 08:58:44.505596 7f84ec0ac000 4 rocksdb: Options.max_total_wal_size: 0 -133> 2020-08-26 08:58:44.505596 7f84ec0ac000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 -132> 2020-08-26 08:58:44.505597 7f84ec0ac000 4 rocksdb: Options.stats_dump_period_sec: 600 -131> 2020-08-26 08:58:44.505598 7f84ec0ac000 4 rocksdb: Compression algorithms supported: -130> 2020-08-26 08:58:44.505601 7f84ec0ac000 4 rocksdb: Snappy supported: 1 -129> 2020-08-26 08:58:44.505602 7f84ec0ac000 4 rocksdb: Zlib supported: 0 -128> 2020-08-26 08:58:44.505603 7f84ec0ac000 4 rocksdb: Bzip supported: 0 -127> 2020-08-26 08:58:44.505603 7f84ec0ac000 4 rocksdb: LZ4 supported: 0 -126> 2020-08-26 08:58:44.505604 7f84ec0ac000 4 rocksdb: ZSTD supported: 0 -125> 2020-08-26 08:58:44.505607 7f84ec0ac000 4 rocksdb: Fast CRC32 supported: 1 -124> 2020-08-26 08:58:44.505850 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005326 -123> 2020-08-26 08:58:44.506028 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: -122> 2020-08-26 08:58:44.506037 7f84ec0ac000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator -121> 2020-08-26 08:58:44.506041 7f84ec0ac000 4 rocksdb: Options.merge_operator: -120> 2020-08-26 08:58:44.506042 7f84ec0ac000 4 rocksdb: Options.compaction_filter: None -119> 2020-08-26 08:58:44.506043 7f84ec0ac000 4 rocksdb: Options.compaction_filter_factory: None -118> 2020-08-26 08:58:44.506044 7f84ec0ac000 4 rocksdb: Options.memtable_factory: SkipListFactory -117> 2020-08-26 08:58:44.506045 7f84ec0ac000 4 rocksdb: Options.table_factory: BlockBasedTable -116> 2020-08-26 08:58:44.506073 7f84ec0ac000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563f427fe168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x563f42893b98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 -115> 2020-08-26 08:58:44.506085 7f84ec0ac000 4 rocksdb: Options.write_buffer_size: 33554432 -114> 2020-08-26 08:58:44.506086 7f84ec0ac000 4 rocksdb: Options.max_write_buffer_number: 2 -113> 2020-08-26 08:58:44.506087 7f84ec0ac000 4 rocksdb: Options.compression: NoCompression -112> 2020-08-26 08:58:44.506116 7f84ec0ac000 4 rocksdb: Options.bottommost_compression: Disabled -111> 2020-08-26 08:58:44.506118 7f84ec0ac000 4 rocksdb: Options.prefix_extractor: nullptr -110> 2020-08-26 08:58:44.506119 7f84ec0ac000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr -109> 2020-08-26 08:58:44.506120 7f84ec0ac000 4 rocksdb: Options.num_levels: 7 -108> 2020-08-26 08:58:44.506121 7f84ec0ac000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 -107> 2020-08-26 08:58:44.506122 7f84ec0ac000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 -106> 2020-08-26 08:58:44.506123 7f84ec0ac000 4 rocksdb: Options.compression_opts.window_bits: -14 -105> 2020-08-26 08:58:44.506124 7f84ec0ac000 4 rocksdb: Options.compression_opts.level: -1 -104> 2020-08-26 08:58:44.506125 7f84ec0ac000 4 rocksdb: Options.compression_opts.strategy: 0 -103> 2020-08-26 08:58:44.506125 7f84ec0ac000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 -102> 2020-08-26 08:58:44.506126 7f84ec0ac000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 -101> 2020-08-26 08:58:44.506127 7f84ec0ac000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 -100> 2020-08-26 08:58:44.506128 7f84ec0ac000 4 rocksdb: Options.level0_stop_writes_trigger: 36 -99> 2020-08-26 08:58:44.506129 7f84ec0ac000 4 rocksdb: Options.target_file_size_base: 67108864 -98> 2020-08-26 08:58:44.506130 7f84ec0ac000 4 rocksdb: Options.target_file_size_multiplier: 1 -97> 2020-08-26 08:58:44.506131 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 -96> 2020-08-26 08:58:44.506131 7f84ec0ac000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 -95> 2020-08-26 08:58:44.506132 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 -94> 2020-08-26 08:58:44.506136 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 -93> 2020-08-26 08:58:44.506137 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 -92> 2020-08-26 08:58:44.506138 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 -91> 2020-08-26 08:58:44.506139 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 -90> 2020-08-26 08:58:44.506140 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 -89> 2020-08-26 08:58:44.506141 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 -88> 2020-08-26 08:58:44.506141 7f84ec0ac000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 -87> 2020-08-26 08:58:44.506142 7f84ec0ac000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 -86> 2020-08-26 08:58:44.506143 7f84ec0ac000 4 rocksdb: Options.max_compaction_bytes: 1677721600 -85> 2020-08-26 08:58:44.506144 7f84ec0ac000 4 rocksdb: Options.arena_block_size: 4194304 -84> 2020-08-26 08:58:44.506150 7f84ec0ac000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 -83> 2020-08-26 08:58:44.506152 7f84ec0ac000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 -82> 2020-08-26 08:58:44.506153 7f84ec0ac000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 -81> 2020-08-26 08:58:44.506154 7f84ec0ac000 4 rocksdb: Options.disable_auto_compactions: 0 -80> 2020-08-26 08:58:44.506155 7f84ec0ac000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel -79> 2020-08-26 08:58:44.506156 7f84ec0ac000 4 rocksdb: Options.compaction_pri: kByCompensatedSize -78> 2020-08-26 08:58:44.506157 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 -77> 2020-08-26 08:58:44.506158 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 -76> 2020-08-26 08:58:44.506158 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 -75> 2020-08-26 08:58:44.506159 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 -74> 2020-08-26 08:58:44.506160 7f84ec0ac000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 -73> 2020-08-26 08:58:44.506161 7f84ec0ac000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 -72> 2020-08-26 08:58:44.506162 7f84ec0ac000 4 rocksdb: Options.table_properties_collectors: -71> 2020-08-26 08:58:44.506163 7f84ec0ac000 4 rocksdb: Options.inplace_update_support: 0 -70> 2020-08-26 08:58:44.506164 7f84ec0ac000 4 rocksdb: Options.inplace_update_num_locks: 10000 -69> 2020-08-26 08:58:44.506165 7f84ec0ac000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 -68> 2020-08-26 08:58:44.506166 7f84ec0ac000 4 rocksdb: Options.memtable_huge_page_size: 0 -67> 2020-08-26 08:58:44.506167 7f84ec0ac000 4 rocksdb: Options.bloom_locality: 0 -66> 2020-08-26 08:58:44.506168 7f84ec0ac000 4 rocksdb: Options.max_successive_merges: 0 -65> 2020-08-26 08:58:44.506169 7f84ec0ac000 4 rocksdb: Options.optimize_filters_for_hits: 0 -64> 2020-08-26 08:58:44.506169 7f84ec0ac000 4 rocksdb: Options.paranoid_file_checks: 0 -63> 2020-08-26 08:58:44.506170 7f84ec0ac000 4 rocksdb: Options.force_consistency_checks: 0 -62> 2020-08-26 08:58:44.506171 7f84ec0ac000 4 rocksdb: Options.report_bg_io_stats: 0 -61> 2020-08-26 08:58:44.507138 7f84ec0ac000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -60> 2020-08-26 08:58:44.507165 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005326 succeeded,manifest_file_number is 5326, next_file_number is 5328, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 -59> 2020-08-26 08:58:44.507172 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5325 -58> 2020-08-26 08:58:44.507250 7f84ec0ac000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432324507241, "job": 1, "event": "recovery_started", "log_files": [5327]} -57> 2020-08-26 08:58:44.507258 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5327 mode 2 -56> 2020-08-26 08:58:44.507414 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5329 -55> 2020-08-26 08:58:44.507634 7f84ec0ac000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -54> 2020-08-26 08:58:44.558727 7f84ec0ac000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432324558721, "job": 1, "event": "recovery_finished"} -53> 2020-08-26 08:58:44.559023 7f84ec0ac000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//MANIFEST-005326 type=3 #5326 -- OK -52> 2020-08-26 08:58:44.559050 7f84ec0ac000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//005327.log type=0 #5327 -- OK -51> 2020-08-26 08:58:44.601636 7f84ec0ac000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x563f42bc0000 -50> 2020-08-26 08:58:44.601888 7f84ec0ac000 10 obtain_monmap -49> 2020-08-26 08:58:44.602004 7f84ec0ac000 10 obtain_monmap read last committed monmap ver 1 -48> 2020-08-26 08:58:44.602577 7f84df6cb700 2 Event(0x563f42ac8280 nevent=5000 time_id=1).set_owner idx=2 owner=140208660854528 -47> 2020-08-26 08:58:44.602584 7f84deeca700 2 Event(0x563f42ac2080 nevent=5000 time_id=1).set_owner idx=1 owner=140208652461824 -46> 2020-08-26 08:58:44.602579 7f84de6c9700 2 Event(0x563f42ac2a80 nevent=5000 time_id=1).set_owner idx=0 owner=140208644069120 -45> 2020-08-26 08:58:44.602662 7f84ec0ac000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -44> 2020-08-26 08:58:44.602778 7f84ec0ac000 1 -- 10.8.128.74:6789/0 learned_addr learned my addr 10.8.128.74:6789/0 -43> 2020-08-26 08:58:44.602787 7f84ec0ac000 1 -- 10.8.128.74:6789/0 _finish_bind bind my_inst.addr is 10.8.128.74:6789/0 -42> 2020-08-26 08:58:44.602811 7f84ec0ac000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -41> 2020-08-26 08:58:44.602840 7f84ec0ac000 5 adding auth protocol: cephx -40> 2020-08-26 08:58:44.602846 7f84ec0ac000 5 adding auth protocol: cephx -39> 2020-08-26 08:58:44.602883 7f84ec0ac000 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -38> 2020-08-26 08:58:44.602890 7f84ec0ac000 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -37> 2020-08-26 08:58:44.603420 7f84ec0ac000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -36> 2020-08-26 08:58:44.603507 7f84ec0ac000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' -35> 2020-08-26 08:58:44.603528 7f84ec0ac000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} -34> 2020-08-26 08:58:44.603542 7f84ec0ac000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 -33> 2020-08-26 08:58:44.603545 7f84ec0ac000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 -32> 2020-08-26 08:58:44.603558 7f84ec0ac000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 -31> 2020-08-26 08:58:44.603588 7f84ec0ac000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 -30> 2020-08-26 08:58:44.603593 7f84ec0ac000 10 mon.magna074@-1(probing) e1 init_paxos -29> 2020-08-26 08:58:44.603692 7f84ec0ac000 10 mon.magna074@-1(probing).health init -28> 2020-08-26 08:58:44.603699 7f84ec0ac000 10 mon.magna074@-1(probing) e1 refresh_from_paxos -27> 2020-08-26 08:58:44.603753 7f84ec0ac000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 -26> 2020-08-26 08:58:44.603787 7f84ec0ac000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 -25> 2020-08-26 08:58:44.603843 7f84ec0ac000 0 mon.magna074@-1(probing).mds e12 new map -24> 2020-08-26 08:58:44.603848 7f84ec0ac000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 -23> 2020-08-26 08:58:44.603899 7f84ec0ac000 10 mon.magna074@-1(probing).mds e12 update_logger -22> 2020-08-26 08:58:44.603958 7f84ec0ac000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 -21> 2020-08-26 08:58:44.604018 7f84ec0ac000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 -20> 2020-08-26 08:58:44.604238 7f84ec0ac000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs -19> 2020-08-26 08:58:44.604246 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat -18> 2020-08-26 08:58:44.604253 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs -17> 2020-08-26 08:58:44.604261 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map -16> 2020-08-26 08:58:44.604264 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 update_logger -15> 2020-08-26 08:58:44.604275 7f84ec0ac000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -14> 2020-08-26 08:58:44.604281 7f84ec0ac000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -13> 2020-08-26 08:58:44.604284 7f84ec0ac000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires -12> 2020-08-26 08:58:44.604286 7f84ec0ac000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -11> 2020-08-26 08:58:44.604296 7f84ec0ac000 20 queue 0x563f42bf62a0 1 [0,8) -10> 2020-08-26 08:58:44.604298 7f84ec0ac000 20 queue 0x563f42bf62a0 2 [0,8) -9> 2020-08-26 08:58:44.604299 7f84ec0ac000 20 queue 0x563f42bf62a0 3 [0,8) -8> 2020-08-26 08:58:44.604300 7f84ec0ac000 20 queue 0x563f42bf62a0 4 [0,8) -7> 2020-08-26 08:58:44.604302 7f84ec0ac000 20 queue 0x563f42bf62a0 5 [0,8) -6> 2020-08-26 08:58:44.604303 7f84ec0ac000 20 queue 0x563f42bf62a0 6 [0,8) -5> 2020-08-26 08:58:44.604304 7f84ec0ac000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x563f42bf62a0 at 2020-08-26 08:58:44.604288 -4> 2020-08-26 08:58:44.604336 7f84ec0ac000 10 mon.magna074@-1(probing).log v37632 update_from_paxos -3> 2020-08-26 08:58:44.604345 7f84ec0ac000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 -2> 2020-08-26 08:58:44.604353 7f84ec0ac000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 -1> 2020-08-26 08:58:44.604429 7f84ec0ac000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 0> 2020-08-26 08:58:44.606951 7f84ec0ac000 -1 *** Caught signal (Aborted) ** in thread 7f84ec0ac000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x563f383d52a1] 2: (()+0xf630) [0x7f84eb45b630] 3: (gsignal()+0x37) [0x7f84e8789387] 4: (abort()+0x148) [0x7f84e878aa78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f84e90997d5] 6: (()+0x5e746) [0x7f84e9097746] 7: (()+0x5e773) [0x7f84e9097773] 8: (()+0x5e993) [0x7f84e9097993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x563f3808b7fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x563f37e9c90f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x563f37f95ebe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x563f37e42203] 13: (Monitor::init_paxos()+0x115) [0x563f37e42645] 14: (Monitor::preinit()+0xa9f) [0x563f37e4313f] 15: (main()+0x4018) [0x563f37d706c8] 16: (__libc_start_main()+0xf5) [0x7f84e8775555] 17: (()+0x3d93ae) [0x563f37e173ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 1/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 5 ms 20/20 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 1 reserver 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 xio 1/ 5 compressor 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 4/ 5 memdb 1/ 5 kinetic 1/ 5 fuse 1/ 5 mgr 1/ 5 mgrc 1/ 5 dpdk 1/ 5 eventtrace -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-mon.magna074.log --- end dump of recent events --- 2020-08-26 08:58:56.714584 7f8abbfe5000 0 set uid:gid to 167:167 (ceph:ceph) 2020-08-26 08:58:56.714603 7f8abbfe5000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9273 2020-08-26 08:58:56.714675 7f8abbfe5000 0 pidfile_write: ignore empty --pid-file 2020-08-26 08:58:56.752056 7f8abbfe5000 0 load: jerasure load: lrc load: isa 2020-08-26 08:58:56.752205 7f8abbfe5000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:58:56.752219 7f8abbfe5000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:58:56.752225 7f8abbfe5000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:58:56.752251 7f8abbfe5000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:58:56.752257 7f8abbfe5000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:58:56.752261 7f8abbfe5000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:58:56.752444 7f8abbfe5000 4 rocksdb: RocksDB version: 5.4.0 2020-08-26 08:58:56.752454 7f8abbfe5000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2020-08-26 08:58:56.752455 7f8abbfe5000 4 rocksdb: Compile date Jul 22 2020 2020-08-26 08:58:56.752459 7f8abbfe5000 4 rocksdb: DB SUMMARY 2020-08-26 08:58:56.752517 7f8abbfe5000 4 rocksdb: CURRENT file: CURRENT 2020-08-26 08:58:56.752522 7f8abbfe5000 4 rocksdb: IDENTITY file: IDENTITY 2020-08-26 08:58:56.752527 7f8abbfe5000 4 rocksdb: MANIFEST file: MANIFEST-005329 size: 236 Bytes 2020-08-26 08:58:56.752530 7f8abbfe5000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst 2020-08-26 08:58:56.752533 7f8abbfe5000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005330.log size: 0 ; 2020-08-26 08:58:56.752535 7f8abbfe5000 4 rocksdb: Options.error_if_exists: 0 2020-08-26 08:58:56.752536 7f8abbfe5000 4 rocksdb: Options.create_if_missing: 0 2020-08-26 08:58:56.752537 7f8abbfe5000 4 rocksdb: Options.paranoid_checks: 1 2020-08-26 08:58:56.752538 7f8abbfe5000 4 rocksdb: Options.env: 0x561d777193c0 2020-08-26 08:58:56.752539 7f8abbfe5000 4 rocksdb: Options.info_log: 0x561d782b7960 2020-08-26 08:58:56.752545 7f8abbfe5000 4 rocksdb: Options.max_open_files: -1 2020-08-26 08:58:56.752547 7f8abbfe5000 4 rocksdb: Options.max_file_opening_threads: 16 2020-08-26 08:58:56.752547 7f8abbfe5000 4 rocksdb: Options.use_fsync: 0 2020-08-26 08:58:56.752548 7f8abbfe5000 4 rocksdb: Options.max_log_file_size: 0 2020-08-26 08:58:56.752549 7f8abbfe5000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 2020-08-26 08:58:56.752551 7f8abbfe5000 4 rocksdb: Options.log_file_time_to_roll: 0 2020-08-26 08:58:56.752552 7f8abbfe5000 4 rocksdb: Options.keep_log_file_num: 1000 2020-08-26 08:58:56.752553 7f8abbfe5000 4 rocksdb: Options.recycle_log_file_num: 0 2020-08-26 08:58:56.752553 7f8abbfe5000 4 rocksdb: Options.allow_fallocate: 1 2020-08-26 08:58:56.752555 7f8abbfe5000 4 rocksdb: Options.allow_mmap_reads: 0 2020-08-26 08:58:56.752556 7f8abbfe5000 4 rocksdb: Options.allow_mmap_writes: 0 2020-08-26 08:58:56.752557 7f8abbfe5000 4 rocksdb: Options.use_direct_reads: 0 2020-08-26 08:58:56.752558 7f8abbfe5000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2020-08-26 08:58:56.752559 7f8abbfe5000 4 rocksdb: Options.create_missing_column_families: 0 2020-08-26 08:58:56.752560 7f8abbfe5000 4 rocksdb: Options.db_log_dir: 2020-08-26 08:58:56.752561 7f8abbfe5000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db 2020-08-26 08:58:56.752562 7f8abbfe5000 4 rocksdb: Options.table_cache_numshardbits: 6 2020-08-26 08:58:56.752563 7f8abbfe5000 4 rocksdb: Options.max_subcompactions: 1 2020-08-26 08:58:56.752563 7f8abbfe5000 4 rocksdb: Options.max_background_flushes: 1 2020-08-26 08:58:56.752564 7f8abbfe5000 4 rocksdb: Options.WAL_ttl_seconds: 0 2020-08-26 08:58:56.752565 7f8abbfe5000 4 rocksdb: Options.WAL_size_limit_MB: 0 2020-08-26 08:58:56.752566 7f8abbfe5000 4 rocksdb: Options.manifest_preallocation_size: 4194304 2020-08-26 08:58:56.752567 7f8abbfe5000 4 rocksdb: Options.is_fd_close_on_exec: 1 2020-08-26 08:58:56.752567 7f8abbfe5000 4 rocksdb: Options.advise_random_on_open: 1 2020-08-26 08:58:56.752568 7f8abbfe5000 4 rocksdb: Options.db_write_buffer_size: 0 2020-08-26 08:58:56.752569 7f8abbfe5000 4 rocksdb: Options.access_hint_on_compaction_start: 1 2020-08-26 08:58:56.752570 7f8abbfe5000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2020-08-26 08:58:56.752570 7f8abbfe5000 4 rocksdb: Options.compaction_readahead_size: 0 2020-08-26 08:58:56.752571 7f8abbfe5000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2020-08-26 08:58:56.752572 7f8abbfe5000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2020-08-26 08:58:56.752573 7f8abbfe5000 4 rocksdb: Options.use_adaptive_mutex: 0 2020-08-26 08:58:56.752573 7f8abbfe5000 4 rocksdb: Options.rate_limiter: (nil) 2020-08-26 08:58:56.752575 7f8abbfe5000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2020-08-26 08:58:56.752575 7f8abbfe5000 4 rocksdb: Options.bytes_per_sync: 0 2020-08-26 08:58:56.752576 7f8abbfe5000 4 rocksdb: Options.wal_bytes_per_sync: 0 2020-08-26 08:58:56.752577 7f8abbfe5000 4 rocksdb: Options.wal_recovery_mode: 2 2020-08-26 08:58:56.752582 7f8abbfe5000 4 rocksdb: Options.enable_thread_tracking: 0 2020-08-26 08:58:56.752583 7f8abbfe5000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2020-08-26 08:58:56.752583 7f8abbfe5000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2020-08-26 08:58:56.752584 7f8abbfe5000 4 rocksdb: Options.write_thread_max_yield_usec: 100 2020-08-26 08:58:56.752585 7f8abbfe5000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2020-08-26 08:58:56.752586 7f8abbfe5000 4 rocksdb: Options.row_cache: None 2020-08-26 08:58:56.752587 7f8abbfe5000 4 rocksdb: Options.wal_filter: None 2020-08-26 08:58:56.752588 7f8abbfe5000 4 rocksdb: Options.avoid_flush_during_recovery: 0 2020-08-26 08:58:56.752588 7f8abbfe5000 4 rocksdb: Options.base_background_compactions: 1 2020-08-26 08:58:56.752589 7f8abbfe5000 4 rocksdb: Options.max_background_compactions: 1 2020-08-26 08:58:56.752590 7f8abbfe5000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2020-08-26 08:58:56.752591 7f8abbfe5000 4 rocksdb: Options.delayed_write_rate : 16777216 2020-08-26 08:58:56.752592 7f8abbfe5000 4 rocksdb: Options.max_total_wal_size: 0 2020-08-26 08:58:56.752593 7f8abbfe5000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2020-08-26 08:58:56.752593 7f8abbfe5000 4 rocksdb: Options.stats_dump_period_sec: 600 2020-08-26 08:58:56.752594 7f8abbfe5000 4 rocksdb: Compression algorithms supported: 2020-08-26 08:58:56.752597 7f8abbfe5000 4 rocksdb: Snappy supported: 1 2020-08-26 08:58:56.752598 7f8abbfe5000 4 rocksdb: Zlib supported: 0 2020-08-26 08:58:56.752598 7f8abbfe5000 4 rocksdb: Bzip supported: 0 2020-08-26 08:58:56.752599 7f8abbfe5000 4 rocksdb: LZ4 supported: 0 2020-08-26 08:58:56.752600 7f8abbfe5000 4 rocksdb: ZSTD supported: 0 2020-08-26 08:58:56.752603 7f8abbfe5000 4 rocksdb: Fast CRC32 supported: 1 2020-08-26 08:58:56.752847 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005329 2020-08-26 08:58:56.753028 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: 2020-08-26 08:58:56.753037 7f8abbfe5000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2020-08-26 08:58:56.753039 7f8abbfe5000 4 rocksdb: Options.merge_operator: 2020-08-26 08:58:56.753040 7f8abbfe5000 4 rocksdb: Options.compaction_filter: None 2020-08-26 08:58:56.753041 7f8abbfe5000 4 rocksdb: Options.compaction_filter_factory: None 2020-08-26 08:58:56.753042 7f8abbfe5000 4 rocksdb: Options.memtable_factory: SkipListFactory 2020-08-26 08:58:56.753043 7f8abbfe5000 4 rocksdb: Options.table_factory: BlockBasedTable 2020-08-26 08:58:56.753070 7f8abbfe5000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561d77ff6168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x561d7808bb98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 2020-08-26 08:58:56.753081 7f8abbfe5000 4 rocksdb: Options.write_buffer_size: 33554432 2020-08-26 08:58:56.753083 7f8abbfe5000 4 rocksdb: Options.max_write_buffer_number: 2 2020-08-26 08:58:56.753084 7f8abbfe5000 4 rocksdb: Options.compression: NoCompression 2020-08-26 08:58:56.753086 7f8abbfe5000 4 rocksdb: Options.bottommost_compression: Disabled 2020-08-26 08:58:56.753087 7f8abbfe5000 4 rocksdb: Options.prefix_extractor: nullptr 2020-08-26 08:58:56.753088 7f8abbfe5000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2020-08-26 08:58:56.753088 7f8abbfe5000 4 rocksdb: Options.num_levels: 7 2020-08-26 08:58:56.753089 7f8abbfe5000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2020-08-26 08:58:56.753100 7f8abbfe5000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2020-08-26 08:58:56.753101 7f8abbfe5000 4 rocksdb: Options.compression_opts.window_bits: -14 2020-08-26 08:58:56.753102 7f8abbfe5000 4 rocksdb: Options.compression_opts.level: -1 2020-08-26 08:58:56.753121 7f8abbfe5000 4 rocksdb: Options.compression_opts.strategy: 0 2020-08-26 08:58:56.753123 7f8abbfe5000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2020-08-26 08:58:56.753123 7f8abbfe5000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2020-08-26 08:58:56.753124 7f8abbfe5000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2020-08-26 08:58:56.753125 7f8abbfe5000 4 rocksdb: Options.level0_stop_writes_trigger: 36 2020-08-26 08:58:56.753126 7f8abbfe5000 4 rocksdb: Options.target_file_size_base: 67108864 2020-08-26 08:58:56.753127 7f8abbfe5000 4 rocksdb: Options.target_file_size_multiplier: 1 2020-08-26 08:58:56.753128 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2020-08-26 08:58:56.753129 7f8abbfe5000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2020-08-26 08:58:56.753129 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2020-08-26 08:58:56.753133 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2020-08-26 08:58:56.753134 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2020-08-26 08:58:56.753141 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2020-08-26 08:58:56.753142 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2020-08-26 08:58:56.753143 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2020-08-26 08:58:56.753144 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2020-08-26 08:58:56.753145 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2020-08-26 08:58:56.753145 7f8abbfe5000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2020-08-26 08:58:56.753146 7f8abbfe5000 4 rocksdb: Options.max_compaction_bytes: 1677721600 2020-08-26 08:58:56.753147 7f8abbfe5000 4 rocksdb: Options.arena_block_size: 4194304 2020-08-26 08:58:56.753152 7f8abbfe5000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2020-08-26 08:58:56.753153 7f8abbfe5000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2020-08-26 08:58:56.753154 7f8abbfe5000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2020-08-26 08:58:56.753155 7f8abbfe5000 4 rocksdb: Options.disable_auto_compactions: 0 2020-08-26 08:58:56.753156 7f8abbfe5000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2020-08-26 08:58:56.753157 7f8abbfe5000 4 rocksdb: Options.compaction_pri: kByCompensatedSize 2020-08-26 08:58:56.753158 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2020-08-26 08:58:56.753159 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2020-08-26 08:58:56.753167 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2020-08-26 08:58:56.753168 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2020-08-26 08:58:56.753169 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2020-08-26 08:58:56.753170 7f8abbfe5000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2020-08-26 08:58:56.753171 7f8abbfe5000 4 rocksdb: Options.table_properties_collectors: 2020-08-26 08:58:56.753172 7f8abbfe5000 4 rocksdb: Options.inplace_update_support: 0 2020-08-26 08:58:56.753173 7f8abbfe5000 4 rocksdb: Options.inplace_update_num_locks: 10000 2020-08-26 08:58:56.753174 7f8abbfe5000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2020-08-26 08:58:56.753175 7f8abbfe5000 4 rocksdb: Options.memtable_huge_page_size: 0 2020-08-26 08:58:56.753176 7f8abbfe5000 4 rocksdb: Options.bloom_locality: 0 2020-08-26 08:58:56.753177 7f8abbfe5000 4 rocksdb: Options.max_successive_merges: 0 2020-08-26 08:58:56.753178 7f8abbfe5000 4 rocksdb: Options.optimize_filters_for_hits: 0 2020-08-26 08:58:56.753179 7f8abbfe5000 4 rocksdb: Options.paranoid_file_checks: 0 2020-08-26 08:58:56.753180 7f8abbfe5000 4 rocksdb: Options.force_consistency_checks: 0 2020-08-26 08:58:56.753181 7f8abbfe5000 4 rocksdb: Options.report_bg_io_stats: 0 2020-08-26 08:58:56.754218 7f8abbfe5000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:58:56.754245 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005329 succeeded,manifest_file_number is 5329, next_file_number is 5331, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 2020-08-26 08:58:56.754252 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5328 2020-08-26 08:58:56.754330 7f8abbfe5000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432336754320, "job": 1, "event": "recovery_started", "log_files": [5330]} 2020-08-26 08:58:56.754337 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5330 mode 2 2020-08-26 08:58:56.754496 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5332 2020-08-26 08:58:56.754720 7f8abbfe5000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:58:56.812916 7f8abbfe5000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432336812910, "job": 1, "event": "recovery_finished"} 2020-08-26 08:58:56.855807 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x561d783b8000 2020-08-26 08:58:56.856056 7f8abbfe5000 10 obtain_monmap 2020-08-26 08:58:56.856176 7f8abbfe5000 10 obtain_monmap read last committed monmap ver 1 2020-08-26 08:58:56.856805 7f8abbfe5000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:56.856953 7f8abbfe5000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:56.857537 7f8abbfe5000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:58:56.857623 7f8abbfe5000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' 2020-08-26 08:58:56.857643 7f8abbfe5000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} 2020-08-26 08:58:56.857656 7f8abbfe5000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 2020-08-26 08:58:56.857661 7f8abbfe5000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 2020-08-26 08:58:56.857673 7f8abbfe5000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 2020-08-26 08:58:56.857706 7f8abbfe5000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 2020-08-26 08:58:56.857711 7f8abbfe5000 10 mon.magna074@-1(probing) e1 init_paxos 2020-08-26 08:58:56.857806 7f8abbfe5000 10 mon.magna074@-1(probing).health init 2020-08-26 08:58:56.857813 7f8abbfe5000 10 mon.magna074@-1(probing) e1 refresh_from_paxos 2020-08-26 08:58:56.857867 7f8abbfe5000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 2020-08-26 08:58:56.857901 7f8abbfe5000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 2020-08-26 08:58:56.857958 7f8abbfe5000 0 mon.magna074@-1(probing).mds e12 new map 2020-08-26 08:58:56.857963 7f8abbfe5000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 2020-08-26 08:58:56.858014 7f8abbfe5000 10 mon.magna074@-1(probing).mds e12 update_logger 2020-08-26 08:58:56.858098 7f8abbfe5000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 2020-08-26 08:58:56.858161 7f8abbfe5000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 2020-08-26 08:58:56.858360 7f8abbfe5000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs 2020-08-26 08:58:56.858368 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat 2020-08-26 08:58:56.858374 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs 2020-08-26 08:58:56.858395 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map 2020-08-26 08:58:56.858399 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 update_logger 2020-08-26 08:58:56.858408 7f8abbfe5000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:56.858415 7f8abbfe5000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:56.858419 7f8abbfe5000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires 2020-08-26 08:58:56.858421 7f8abbfe5000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:58:56.858430 7f8abbfe5000 20 queue 0x561d784f01c0 1 [0,8) 2020-08-26 08:58:56.858432 7f8abbfe5000 20 queue 0x561d784f01c0 2 [0,8) 2020-08-26 08:58:56.858433 7f8abbfe5000 20 queue 0x561d784f01c0 3 [0,8) 2020-08-26 08:58:56.858434 7f8abbfe5000 20 queue 0x561d784f01c0 4 [0,8) 2020-08-26 08:58:56.858435 7f8abbfe5000 20 queue 0x561d784f01c0 5 [0,8) 2020-08-26 08:58:56.858436 7f8abbfe5000 20 queue 0x561d784f01c0 6 [0,8) 2020-08-26 08:58:56.858437 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x561d784f01c0 at 2020-08-26 08:58:56.858422 2020-08-26 08:58:56.858469 7f8abbfe5000 10 mon.magna074@-1(probing).log v37632 update_from_paxos 2020-08-26 08:58:56.858477 7f8abbfe5000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 2020-08-26 08:58:56.858486 7f8abbfe5000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 2020-08-26 08:58:56.858545 7f8abbfe5000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 2020-08-26 08:58:56.861079 7f8abbfe5000 -1 *** Caught signal (Aborted) ** in thread 7f8abbfe5000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x561d6eede2a1] 2: (()+0xf630) [0x7f8abb394630] 3: (gsignal()+0x37) [0x7f8ab86c2387] 4: (abort()+0x148) [0x7f8ab86c3a78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f8ab8fd27d5] 6: (()+0x5e746) [0x7f8ab8fd0746] 7: (()+0x5e773) [0x7f8ab8fd0773] 8: (()+0x5e993) [0x7f8ab8fd0993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x561d6eb947fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x561d6e9a590f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x561d6ea9eebe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x561d6e94b203] 13: (Monitor::init_paxos()+0x115) [0x561d6e94b645] 14: (Monitor::preinit()+0xa9f) [0x561d6e94c13f] 15: (main()+0x4018) [0x561d6e8796c8] 16: (__libc_start_main()+0xf5) [0x7f8ab86ae555] 17: (()+0x3d93ae) [0x561d6e9203ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- -233> 2020-08-26 08:58:56.705030 7f8abbfe5000 5 asok(0x561d78046380) register_command perfcounters_dump hook 0x561d77ff8180 -232> 2020-08-26 08:58:56.705045 7f8abbfe5000 5 asok(0x561d78046380) register_command 1 hook 0x561d77ff8180 -231> 2020-08-26 08:58:56.705048 7f8abbfe5000 5 asok(0x561d78046380) register_command perf dump hook 0x561d77ff8180 -230> 2020-08-26 08:58:56.705051 7f8abbfe5000 5 asok(0x561d78046380) register_command perfcounters_schema hook 0x561d77ff8180 -229> 2020-08-26 08:58:56.705071 7f8abbfe5000 5 asok(0x561d78046380) register_command perf histogram dump hook 0x561d77ff8180 -228> 2020-08-26 08:58:56.705077 7f8abbfe5000 5 asok(0x561d78046380) register_command 2 hook 0x561d77ff8180 -227> 2020-08-26 08:58:56.705081 7f8abbfe5000 5 asok(0x561d78046380) register_command perf schema hook 0x561d77ff8180 -226> 2020-08-26 08:58:56.705086 7f8abbfe5000 5 asok(0x561d78046380) register_command perf histogram schema hook 0x561d77ff8180 -225> 2020-08-26 08:58:56.705089 7f8abbfe5000 5 asok(0x561d78046380) register_command perf reset hook 0x561d77ff8180 -224> 2020-08-26 08:58:56.705099 7f8abbfe5000 5 asok(0x561d78046380) register_command config show hook 0x561d77ff8180 -223> 2020-08-26 08:58:56.705102 7f8abbfe5000 5 asok(0x561d78046380) register_command config help hook 0x561d77ff8180 -222> 2020-08-26 08:58:56.705107 7f8abbfe5000 5 asok(0x561d78046380) register_command config set hook 0x561d77ff8180 -221> 2020-08-26 08:58:56.705110 7f8abbfe5000 5 asok(0x561d78046380) register_command config get hook 0x561d77ff8180 -220> 2020-08-26 08:58:56.705115 7f8abbfe5000 5 asok(0x561d78046380) register_command config diff hook 0x561d77ff8180 -219> 2020-08-26 08:58:56.705119 7f8abbfe5000 5 asok(0x561d78046380) register_command config diff get hook 0x561d77ff8180 -218> 2020-08-26 08:58:56.705123 7f8abbfe5000 5 asok(0x561d78046380) register_command log flush hook 0x561d77ff8180 -217> 2020-08-26 08:58:56.705126 7f8abbfe5000 5 asok(0x561d78046380) register_command log dump hook 0x561d77ff8180 -216> 2020-08-26 08:58:56.705130 7f8abbfe5000 5 asok(0x561d78046380) register_command log reopen hook 0x561d77ff8180 -215> 2020-08-26 08:58:56.705143 7f8abbfe5000 5 asok(0x561d78046380) register_command dump_mempools hook 0x561d78061578 -214> 2020-08-26 08:58:56.714584 7f8abbfe5000 0 set uid:gid to 167:167 (ceph:ceph) -213> 2020-08-26 08:58:56.714603 7f8abbfe5000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9273 -212> 2020-08-26 08:58:56.714675 7f8abbfe5000 0 pidfile_write: ignore empty --pid-file -211> 2020-08-26 08:58:56.743933 7f8abbfe5000 5 asok(0x561d78046380) init /var/run/ceph/ceph-mon.magna074.asok -210> 2020-08-26 08:58:56.743950 7f8abbfe5000 5 asok(0x561d78046380) bind_and_listen /var/run/ceph/ceph-mon.magna074.asok -209> 2020-08-26 08:58:56.744062 7f8abbfe5000 5 asok(0x561d78046380) register_command 0 hook 0x561d77ff6180 -208> 2020-08-26 08:58:56.744071 7f8abbfe5000 5 asok(0x561d78046380) register_command version hook 0x561d77ff6180 -207> 2020-08-26 08:58:56.744076 7f8abbfe5000 5 asok(0x561d78046380) register_command git_version hook 0x561d77ff6180 -206> 2020-08-26 08:58:56.744082 7f8abbfe5000 5 asok(0x561d78046380) register_command help hook 0x561d77ff8290 -205> 2020-08-26 08:58:56.744088 7f8abbfe5000 5 asok(0x561d78046380) register_command get_command_descriptions hook 0x561d77ff82a0 -204> 2020-08-26 08:58:56.744138 7f8ab6662700 5 asok(0x561d78046380) entry start -203> 2020-08-26 08:58:56.752056 7f8abbfe5000 0 load: jerasure load: lrc load: isa -202> 2020-08-26 08:58:56.752205 7f8abbfe5000 0 set rocksdb option compression = kNoCompression -201> 2020-08-26 08:58:56.752219 7f8abbfe5000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -200> 2020-08-26 08:58:56.752225 7f8abbfe5000 0 set rocksdb option write_buffer_size = 33554432 -199> 2020-08-26 08:58:56.752251 7f8abbfe5000 0 set rocksdb option compression = kNoCompression -198> 2020-08-26 08:58:56.752257 7f8abbfe5000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -197> 2020-08-26 08:58:56.752261 7f8abbfe5000 0 set rocksdb option write_buffer_size = 33554432 -196> 2020-08-26 08:58:56.752444 7f8abbfe5000 4 rocksdb: RocksDB version: 5.4.0 -195> 2020-08-26 08:58:56.752454 7f8abbfe5000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ -194> 2020-08-26 08:58:56.752455 7f8abbfe5000 4 rocksdb: Compile date Jul 22 2020 -193> 2020-08-26 08:58:56.752459 7f8abbfe5000 4 rocksdb: DB SUMMARY -192> 2020-08-26 08:58:56.752517 7f8abbfe5000 4 rocksdb: CURRENT file: CURRENT -191> 2020-08-26 08:58:56.752522 7f8abbfe5000 4 rocksdb: IDENTITY file: IDENTITY -190> 2020-08-26 08:58:56.752527 7f8abbfe5000 4 rocksdb: MANIFEST file: MANIFEST-005329 size: 236 Bytes -189> 2020-08-26 08:58:56.752530 7f8abbfe5000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst -188> 2020-08-26 08:58:56.752533 7f8abbfe5000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005330.log size: 0 ; -187> 2020-08-26 08:58:56.752535 7f8abbfe5000 4 rocksdb: Options.error_if_exists: 0 -186> 2020-08-26 08:58:56.752536 7f8abbfe5000 4 rocksdb: Options.create_if_missing: 0 -185> 2020-08-26 08:58:56.752537 7f8abbfe5000 4 rocksdb: Options.paranoid_checks: 1 -184> 2020-08-26 08:58:56.752538 7f8abbfe5000 4 rocksdb: Options.env: 0x561d777193c0 -183> 2020-08-26 08:58:56.752539 7f8abbfe5000 4 rocksdb: Options.info_log: 0x561d782b7960 -182> 2020-08-26 08:58:56.752545 7f8abbfe5000 4 rocksdb: Options.max_open_files: -1 -181> 2020-08-26 08:58:56.752547 7f8abbfe5000 4 rocksdb: Options.max_file_opening_threads: 16 -180> 2020-08-26 08:58:56.752547 7f8abbfe5000 4 rocksdb: Options.use_fsync: 0 -179> 2020-08-26 08:58:56.752548 7f8abbfe5000 4 rocksdb: Options.max_log_file_size: 0 -178> 2020-08-26 08:58:56.752549 7f8abbfe5000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 -177> 2020-08-26 08:58:56.752551 7f8abbfe5000 4 rocksdb: Options.log_file_time_to_roll: 0 -176> 2020-08-26 08:58:56.752552 7f8abbfe5000 4 rocksdb: Options.keep_log_file_num: 1000 -175> 2020-08-26 08:58:56.752553 7f8abbfe5000 4 rocksdb: Options.recycle_log_file_num: 0 -174> 2020-08-26 08:58:56.752553 7f8abbfe5000 4 rocksdb: Options.allow_fallocate: 1 -173> 2020-08-26 08:58:56.752555 7f8abbfe5000 4 rocksdb: Options.allow_mmap_reads: 0 -172> 2020-08-26 08:58:56.752556 7f8abbfe5000 4 rocksdb: Options.allow_mmap_writes: 0 -171> 2020-08-26 08:58:56.752557 7f8abbfe5000 4 rocksdb: Options.use_direct_reads: 0 -170> 2020-08-26 08:58:56.752558 7f8abbfe5000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 -169> 2020-08-26 08:58:56.752559 7f8abbfe5000 4 rocksdb: Options.create_missing_column_families: 0 -168> 2020-08-26 08:58:56.752560 7f8abbfe5000 4 rocksdb: Options.db_log_dir: -167> 2020-08-26 08:58:56.752561 7f8abbfe5000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db -166> 2020-08-26 08:58:56.752562 7f8abbfe5000 4 rocksdb: Options.table_cache_numshardbits: 6 -165> 2020-08-26 08:58:56.752563 7f8abbfe5000 4 rocksdb: Options.max_subcompactions: 1 -164> 2020-08-26 08:58:56.752563 7f8abbfe5000 4 rocksdb: Options.max_background_flushes: 1 -163> 2020-08-26 08:58:56.752564 7f8abbfe5000 4 rocksdb: Options.WAL_ttl_seconds: 0 -162> 2020-08-26 08:58:56.752565 7f8abbfe5000 4 rocksdb: Options.WAL_size_limit_MB: 0 -161> 2020-08-26 08:58:56.752566 7f8abbfe5000 4 rocksdb: Options.manifest_preallocation_size: 4194304 -160> 2020-08-26 08:58:56.752567 7f8abbfe5000 4 rocksdb: Options.is_fd_close_on_exec: 1 -159> 2020-08-26 08:58:56.752567 7f8abbfe5000 4 rocksdb: Options.advise_random_on_open: 1 -158> 2020-08-26 08:58:56.752568 7f8abbfe5000 4 rocksdb: Options.db_write_buffer_size: 0 -157> 2020-08-26 08:58:56.752569 7f8abbfe5000 4 rocksdb: Options.access_hint_on_compaction_start: 1 -156> 2020-08-26 08:58:56.752570 7f8abbfe5000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 -155> 2020-08-26 08:58:56.752570 7f8abbfe5000 4 rocksdb: Options.compaction_readahead_size: 0 -154> 2020-08-26 08:58:56.752571 7f8abbfe5000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 -153> 2020-08-26 08:58:56.752572 7f8abbfe5000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 -152> 2020-08-26 08:58:56.752573 7f8abbfe5000 4 rocksdb: Options.use_adaptive_mutex: 0 -151> 2020-08-26 08:58:56.752573 7f8abbfe5000 4 rocksdb: Options.rate_limiter: (nil) -150> 2020-08-26 08:58:56.752575 7f8abbfe5000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 -149> 2020-08-26 08:58:56.752575 7f8abbfe5000 4 rocksdb: Options.bytes_per_sync: 0 -148> 2020-08-26 08:58:56.752576 7f8abbfe5000 4 rocksdb: Options.wal_bytes_per_sync: 0 -147> 2020-08-26 08:58:56.752577 7f8abbfe5000 4 rocksdb: Options.wal_recovery_mode: 2 -146> 2020-08-26 08:58:56.752582 7f8abbfe5000 4 rocksdb: Options.enable_thread_tracking: 0 -145> 2020-08-26 08:58:56.752583 7f8abbfe5000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 -144> 2020-08-26 08:58:56.752583 7f8abbfe5000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 -143> 2020-08-26 08:58:56.752584 7f8abbfe5000 4 rocksdb: Options.write_thread_max_yield_usec: 100 -142> 2020-08-26 08:58:56.752585 7f8abbfe5000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 -141> 2020-08-26 08:58:56.752586 7f8abbfe5000 4 rocksdb: Options.row_cache: None -140> 2020-08-26 08:58:56.752587 7f8abbfe5000 4 rocksdb: Options.wal_filter: None -139> 2020-08-26 08:58:56.752588 7f8abbfe5000 4 rocksdb: Options.avoid_flush_during_recovery: 0 -138> 2020-08-26 08:58:56.752588 7f8abbfe5000 4 rocksdb: Options.base_background_compactions: 1 -137> 2020-08-26 08:58:56.752589 7f8abbfe5000 4 rocksdb: Options.max_background_compactions: 1 -136> 2020-08-26 08:58:56.752590 7f8abbfe5000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 -135> 2020-08-26 08:58:56.752591 7f8abbfe5000 4 rocksdb: Options.delayed_write_rate : 16777216 -134> 2020-08-26 08:58:56.752592 7f8abbfe5000 4 rocksdb: Options.max_total_wal_size: 0 -133> 2020-08-26 08:58:56.752593 7f8abbfe5000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 -132> 2020-08-26 08:58:56.752593 7f8abbfe5000 4 rocksdb: Options.stats_dump_period_sec: 600 -131> 2020-08-26 08:58:56.752594 7f8abbfe5000 4 rocksdb: Compression algorithms supported: -130> 2020-08-26 08:58:56.752597 7f8abbfe5000 4 rocksdb: Snappy supported: 1 -129> 2020-08-26 08:58:56.752598 7f8abbfe5000 4 rocksdb: Zlib supported: 0 -128> 2020-08-26 08:58:56.752598 7f8abbfe5000 4 rocksdb: Bzip supported: 0 -127> 2020-08-26 08:58:56.752599 7f8abbfe5000 4 rocksdb: LZ4 supported: 0 -126> 2020-08-26 08:58:56.752600 7f8abbfe5000 4 rocksdb: ZSTD supported: 0 -125> 2020-08-26 08:58:56.752603 7f8abbfe5000 4 rocksdb: Fast CRC32 supported: 1 -124> 2020-08-26 08:58:56.752847 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005329 -123> 2020-08-26 08:58:56.753028 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: -122> 2020-08-26 08:58:56.753037 7f8abbfe5000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator -121> 2020-08-26 08:58:56.753039 7f8abbfe5000 4 rocksdb: Options.merge_operator: -120> 2020-08-26 08:58:56.753040 7f8abbfe5000 4 rocksdb: Options.compaction_filter: None -119> 2020-08-26 08:58:56.753041 7f8abbfe5000 4 rocksdb: Options.compaction_filter_factory: None -118> 2020-08-26 08:58:56.753042 7f8abbfe5000 4 rocksdb: Options.memtable_factory: SkipListFactory -117> 2020-08-26 08:58:56.753043 7f8abbfe5000 4 rocksdb: Options.table_factory: BlockBasedTable -116> 2020-08-26 08:58:56.753070 7f8abbfe5000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561d77ff6168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x561d7808bb98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 -115> 2020-08-26 08:58:56.753081 7f8abbfe5000 4 rocksdb: Options.write_buffer_size: 33554432 -114> 2020-08-26 08:58:56.753083 7f8abbfe5000 4 rocksdb: Options.max_write_buffer_number: 2 -113> 2020-08-26 08:58:56.753084 7f8abbfe5000 4 rocksdb: Options.compression: NoCompression -112> 2020-08-26 08:58:56.753086 7f8abbfe5000 4 rocksdb: Options.bottommost_compression: Disabled -111> 2020-08-26 08:58:56.753087 7f8abbfe5000 4 rocksdb: Options.prefix_extractor: nullptr -110> 2020-08-26 08:58:56.753088 7f8abbfe5000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr -109> 2020-08-26 08:58:56.753088 7f8abbfe5000 4 rocksdb: Options.num_levels: 7 -108> 2020-08-26 08:58:56.753089 7f8abbfe5000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 -107> 2020-08-26 08:58:56.753100 7f8abbfe5000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 -106> 2020-08-26 08:58:56.753101 7f8abbfe5000 4 rocksdb: Options.compression_opts.window_bits: -14 -105> 2020-08-26 08:58:56.753102 7f8abbfe5000 4 rocksdb: Options.compression_opts.level: -1 -104> 2020-08-26 08:58:56.753121 7f8abbfe5000 4 rocksdb: Options.compression_opts.strategy: 0 -103> 2020-08-26 08:58:56.753123 7f8abbfe5000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 -102> 2020-08-26 08:58:56.753123 7f8abbfe5000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 -101> 2020-08-26 08:58:56.753124 7f8abbfe5000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 -100> 2020-08-26 08:58:56.753125 7f8abbfe5000 4 rocksdb: Options.level0_stop_writes_trigger: 36 -99> 2020-08-26 08:58:56.753126 7f8abbfe5000 4 rocksdb: Options.target_file_size_base: 67108864 -98> 2020-08-26 08:58:56.753127 7f8abbfe5000 4 rocksdb: Options.target_file_size_multiplier: 1 -97> 2020-08-26 08:58:56.753128 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 -96> 2020-08-26 08:58:56.753129 7f8abbfe5000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 -95> 2020-08-26 08:58:56.753129 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 -94> 2020-08-26 08:58:56.753133 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 -93> 2020-08-26 08:58:56.753134 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 -92> 2020-08-26 08:58:56.753141 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 -91> 2020-08-26 08:58:56.753142 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 -90> 2020-08-26 08:58:56.753143 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 -89> 2020-08-26 08:58:56.753144 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 -88> 2020-08-26 08:58:56.753145 7f8abbfe5000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 -87> 2020-08-26 08:58:56.753145 7f8abbfe5000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 -86> 2020-08-26 08:58:56.753146 7f8abbfe5000 4 rocksdb: Options.max_compaction_bytes: 1677721600 -85> 2020-08-26 08:58:56.753147 7f8abbfe5000 4 rocksdb: Options.arena_block_size: 4194304 -84> 2020-08-26 08:58:56.753152 7f8abbfe5000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 -83> 2020-08-26 08:58:56.753153 7f8abbfe5000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 -82> 2020-08-26 08:58:56.753154 7f8abbfe5000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 -81> 2020-08-26 08:58:56.753155 7f8abbfe5000 4 rocksdb: Options.disable_auto_compactions: 0 -80> 2020-08-26 08:58:56.753156 7f8abbfe5000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel -79> 2020-08-26 08:58:56.753157 7f8abbfe5000 4 rocksdb: Options.compaction_pri: kByCompensatedSize -78> 2020-08-26 08:58:56.753158 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 -77> 2020-08-26 08:58:56.753159 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 -76> 2020-08-26 08:58:56.753167 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 -75> 2020-08-26 08:58:56.753168 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 -74> 2020-08-26 08:58:56.753169 7f8abbfe5000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 -73> 2020-08-26 08:58:56.753170 7f8abbfe5000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 -72> 2020-08-26 08:58:56.753171 7f8abbfe5000 4 rocksdb: Options.table_properties_collectors: -71> 2020-08-26 08:58:56.753172 7f8abbfe5000 4 rocksdb: Options.inplace_update_support: 0 -70> 2020-08-26 08:58:56.753173 7f8abbfe5000 4 rocksdb: Options.inplace_update_num_locks: 10000 -69> 2020-08-26 08:58:56.753174 7f8abbfe5000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 -68> 2020-08-26 08:58:56.753175 7f8abbfe5000 4 rocksdb: Options.memtable_huge_page_size: 0 -67> 2020-08-26 08:58:56.753176 7f8abbfe5000 4 rocksdb: Options.bloom_locality: 0 -66> 2020-08-26 08:58:56.753177 7f8abbfe5000 4 rocksdb: Options.max_successive_merges: 0 -65> 2020-08-26 08:58:56.753178 7f8abbfe5000 4 rocksdb: Options.optimize_filters_for_hits: 0 -64> 2020-08-26 08:58:56.753179 7f8abbfe5000 4 rocksdb: Options.paranoid_file_checks: 0 -63> 2020-08-26 08:58:56.753180 7f8abbfe5000 4 rocksdb: Options.force_consistency_checks: 0 -62> 2020-08-26 08:58:56.753181 7f8abbfe5000 4 rocksdb: Options.report_bg_io_stats: 0 -61> 2020-08-26 08:58:56.754218 7f8abbfe5000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -60> 2020-08-26 08:58:56.754245 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005329 succeeded,manifest_file_number is 5329, next_file_number is 5331, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 -59> 2020-08-26 08:58:56.754252 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5328 -58> 2020-08-26 08:58:56.754330 7f8abbfe5000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432336754320, "job": 1, "event": "recovery_started", "log_files": [5330]} -57> 2020-08-26 08:58:56.754337 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5330 mode 2 -56> 2020-08-26 08:58:56.754496 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5332 -55> 2020-08-26 08:58:56.754720 7f8abbfe5000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -54> 2020-08-26 08:58:56.812916 7f8abbfe5000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432336812910, "job": 1, "event": "recovery_finished"} -53> 2020-08-26 08:58:56.813240 7f8abbfe5000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//MANIFEST-005329 type=3 #5329 -- OK -52> 2020-08-26 08:58:56.813280 7f8abbfe5000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//005330.log type=0 #5330 -- OK -51> 2020-08-26 08:58:56.855807 7f8abbfe5000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x561d783b8000 -50> 2020-08-26 08:58:56.856056 7f8abbfe5000 10 obtain_monmap -49> 2020-08-26 08:58:56.856176 7f8abbfe5000 10 obtain_monmap read last committed monmap ver 1 -48> 2020-08-26 08:58:56.856687 7f8aae602700 2 Event(0x561d782baa80 nevent=5000 time_id=1).set_owner idx=0 owner=140233607751424 -47> 2020-08-26 08:58:56.856694 7f8aaee03700 2 Event(0x561d782ba080 nevent=5000 time_id=1).set_owner idx=1 owner=140233616144128 -46> 2020-08-26 08:58:56.856695 7f8aaf604700 2 Event(0x561d782c0e80 nevent=5000 time_id=1).set_owner idx=2 owner=140233624536832 -45> 2020-08-26 08:58:56.856805 7f8abbfe5000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -44> 2020-08-26 08:58:56.856918 7f8abbfe5000 1 -- 10.8.128.74:6789/0 learned_addr learned my addr 10.8.128.74:6789/0 -43> 2020-08-26 08:58:56.856926 7f8abbfe5000 1 -- 10.8.128.74:6789/0 _finish_bind bind my_inst.addr is 10.8.128.74:6789/0 -42> 2020-08-26 08:58:56.856953 7f8abbfe5000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -41> 2020-08-26 08:58:56.856983 7f8abbfe5000 5 adding auth protocol: cephx -40> 2020-08-26 08:58:56.856989 7f8abbfe5000 5 adding auth protocol: cephx -39> 2020-08-26 08:58:56.857025 7f8abbfe5000 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -38> 2020-08-26 08:58:56.857032 7f8abbfe5000 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -37> 2020-08-26 08:58:56.857537 7f8abbfe5000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -36> 2020-08-26 08:58:56.857623 7f8abbfe5000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' -35> 2020-08-26 08:58:56.857643 7f8abbfe5000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} -34> 2020-08-26 08:58:56.857656 7f8abbfe5000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 -33> 2020-08-26 08:58:56.857661 7f8abbfe5000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 -32> 2020-08-26 08:58:56.857673 7f8abbfe5000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 -31> 2020-08-26 08:58:56.857706 7f8abbfe5000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 -30> 2020-08-26 08:58:56.857711 7f8abbfe5000 10 mon.magna074@-1(probing) e1 init_paxos -29> 2020-08-26 08:58:56.857806 7f8abbfe5000 10 mon.magna074@-1(probing).health init -28> 2020-08-26 08:58:56.857813 7f8abbfe5000 10 mon.magna074@-1(probing) e1 refresh_from_paxos -27> 2020-08-26 08:58:56.857867 7f8abbfe5000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 -26> 2020-08-26 08:58:56.857901 7f8abbfe5000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 -25> 2020-08-26 08:58:56.857958 7f8abbfe5000 0 mon.magna074@-1(probing).mds e12 new map -24> 2020-08-26 08:58:56.857963 7f8abbfe5000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 -23> 2020-08-26 08:58:56.858014 7f8abbfe5000 10 mon.magna074@-1(probing).mds e12 update_logger -22> 2020-08-26 08:58:56.858098 7f8abbfe5000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 -21> 2020-08-26 08:58:56.858161 7f8abbfe5000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 -20> 2020-08-26 08:58:56.858360 7f8abbfe5000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs -19> 2020-08-26 08:58:56.858368 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat -18> 2020-08-26 08:58:56.858374 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs -17> 2020-08-26 08:58:56.858395 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map -16> 2020-08-26 08:58:56.858399 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 update_logger -15> 2020-08-26 08:58:56.858408 7f8abbfe5000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -14> 2020-08-26 08:58:56.858415 7f8abbfe5000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -13> 2020-08-26 08:58:56.858419 7f8abbfe5000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires -12> 2020-08-26 08:58:56.858421 7f8abbfe5000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -11> 2020-08-26 08:58:56.858430 7f8abbfe5000 20 queue 0x561d784f01c0 1 [0,8) -10> 2020-08-26 08:58:56.858432 7f8abbfe5000 20 queue 0x561d784f01c0 2 [0,8) -9> 2020-08-26 08:58:56.858433 7f8abbfe5000 20 queue 0x561d784f01c0 3 [0,8) -8> 2020-08-26 08:58:56.858434 7f8abbfe5000 20 queue 0x561d784f01c0 4 [0,8) -7> 2020-08-26 08:58:56.858435 7f8abbfe5000 20 queue 0x561d784f01c0 5 [0,8) -6> 2020-08-26 08:58:56.858436 7f8abbfe5000 20 queue 0x561d784f01c0 6 [0,8) -5> 2020-08-26 08:58:56.858437 7f8abbfe5000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x561d784f01c0 at 2020-08-26 08:58:56.858422 -4> 2020-08-26 08:58:56.858469 7f8abbfe5000 10 mon.magna074@-1(probing).log v37632 update_from_paxos -3> 2020-08-26 08:58:56.858477 7f8abbfe5000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 -2> 2020-08-26 08:58:56.858486 7f8abbfe5000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 -1> 2020-08-26 08:58:56.858545 7f8abbfe5000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 0> 2020-08-26 08:58:56.861079 7f8abbfe5000 -1 *** Caught signal (Aborted) ** in thread 7f8abbfe5000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x561d6eede2a1] 2: (()+0xf630) [0x7f8abb394630] 3: (gsignal()+0x37) [0x7f8ab86c2387] 4: (abort()+0x148) [0x7f8ab86c3a78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f8ab8fd27d5] 6: (()+0x5e746) [0x7f8ab8fd0746] 7: (()+0x5e773) [0x7f8ab8fd0773] 8: (()+0x5e993) [0x7f8ab8fd0993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x561d6eb947fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x561d6e9a590f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x561d6ea9eebe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x561d6e94b203] 13: (Monitor::init_paxos()+0x115) [0x561d6e94b645] 14: (Monitor::preinit()+0xa9f) [0x561d6e94c13f] 15: (main()+0x4018) [0x561d6e8796c8] 16: (__libc_start_main()+0xf5) [0x7f8ab86ae555] 17: (()+0x3d93ae) [0x561d6e9203ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 1/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 5 ms 20/20 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 1 reserver 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 xio 1/ 5 compressor 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 4/ 5 memdb 1/ 5 kinetic 1/ 5 fuse 1/ 5 mgr 1/ 5 mgrc 1/ 5 dpdk 1/ 5 eventtrace -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-mon.magna074.log --- end dump of recent events --- 2020-08-26 08:59:06.965964 7f1eafd26000 0 set uid:gid to 167:167 (ceph:ceph) 2020-08-26 08:59:06.965983 7f1eafd26000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9303 2020-08-26 08:59:06.966056 7f1eafd26000 0 pidfile_write: ignore empty --pid-file 2020-08-26 08:59:07.002919 7f1eafd26000 0 load: jerasure load: lrc load: isa 2020-08-26 08:59:07.003171 7f1eafd26000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:59:07.003185 7f1eafd26000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:59:07.003191 7f1eafd26000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:59:07.003218 7f1eafd26000 0 set rocksdb option compression = kNoCompression 2020-08-26 08:59:07.003225 7f1eafd26000 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2020-08-26 08:59:07.003229 7f1eafd26000 0 set rocksdb option write_buffer_size = 33554432 2020-08-26 08:59:07.003411 7f1eafd26000 4 rocksdb: RocksDB version: 5.4.0 2020-08-26 08:59:07.003420 7f1eafd26000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2020-08-26 08:59:07.003422 7f1eafd26000 4 rocksdb: Compile date Jul 22 2020 2020-08-26 08:59:07.003426 7f1eafd26000 4 rocksdb: DB SUMMARY 2020-08-26 08:59:07.003565 7f1eafd26000 4 rocksdb: CURRENT file: CURRENT 2020-08-26 08:59:07.003571 7f1eafd26000 4 rocksdb: IDENTITY file: IDENTITY 2020-08-26 08:59:07.003577 7f1eafd26000 4 rocksdb: MANIFEST file: MANIFEST-005332 size: 236 Bytes 2020-08-26 08:59:07.003580 7f1eafd26000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst 2020-08-26 08:59:07.003582 7f1eafd26000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005333.log size: 0 ; 2020-08-26 08:59:07.003584 7f1eafd26000 4 rocksdb: Options.error_if_exists: 0 2020-08-26 08:59:07.003586 7f1eafd26000 4 rocksdb: Options.create_if_missing: 0 2020-08-26 08:59:07.003586 7f1eafd26000 4 rocksdb: Options.paranoid_checks: 1 2020-08-26 08:59:07.003588 7f1eafd26000 4 rocksdb: Options.env: 0x5569225083c0 2020-08-26 08:59:07.003589 7f1eafd26000 4 rocksdb: Options.info_log: 0x556924ec3960 2020-08-26 08:59:07.003590 7f1eafd26000 4 rocksdb: Options.max_open_files: -1 2020-08-26 08:59:07.003591 7f1eafd26000 4 rocksdb: Options.max_file_opening_threads: 16 2020-08-26 08:59:07.003592 7f1eafd26000 4 rocksdb: Options.use_fsync: 0 2020-08-26 08:59:07.003593 7f1eafd26000 4 rocksdb: Options.max_log_file_size: 0 2020-08-26 08:59:07.003594 7f1eafd26000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 2020-08-26 08:59:07.003601 7f1eafd26000 4 rocksdb: Options.log_file_time_to_roll: 0 2020-08-26 08:59:07.003603 7f1eafd26000 4 rocksdb: Options.keep_log_file_num: 1000 2020-08-26 08:59:07.003603 7f1eafd26000 4 rocksdb: Options.recycle_log_file_num: 0 2020-08-26 08:59:07.003604 7f1eafd26000 4 rocksdb: Options.allow_fallocate: 1 2020-08-26 08:59:07.003605 7f1eafd26000 4 rocksdb: Options.allow_mmap_reads: 0 2020-08-26 08:59:07.003606 7f1eafd26000 4 rocksdb: Options.allow_mmap_writes: 0 2020-08-26 08:59:07.003607 7f1eafd26000 4 rocksdb: Options.use_direct_reads: 0 2020-08-26 08:59:07.003607 7f1eafd26000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2020-08-26 08:59:07.003609 7f1eafd26000 4 rocksdb: Options.create_missing_column_families: 0 2020-08-26 08:59:07.003609 7f1eafd26000 4 rocksdb: Options.db_log_dir: 2020-08-26 08:59:07.003610 7f1eafd26000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db 2020-08-26 08:59:07.003611 7f1eafd26000 4 rocksdb: Options.table_cache_numshardbits: 6 2020-08-26 08:59:07.003612 7f1eafd26000 4 rocksdb: Options.max_subcompactions: 1 2020-08-26 08:59:07.003613 7f1eafd26000 4 rocksdb: Options.max_background_flushes: 1 2020-08-26 08:59:07.003614 7f1eafd26000 4 rocksdb: Options.WAL_ttl_seconds: 0 2020-08-26 08:59:07.003615 7f1eafd26000 4 rocksdb: Options.WAL_size_limit_MB: 0 2020-08-26 08:59:07.003615 7f1eafd26000 4 rocksdb: Options.manifest_preallocation_size: 4194304 2020-08-26 08:59:07.003616 7f1eafd26000 4 rocksdb: Options.is_fd_close_on_exec: 1 2020-08-26 08:59:07.003621 7f1eafd26000 4 rocksdb: Options.advise_random_on_open: 1 2020-08-26 08:59:07.003622 7f1eafd26000 4 rocksdb: Options.db_write_buffer_size: 0 2020-08-26 08:59:07.003623 7f1eafd26000 4 rocksdb: Options.access_hint_on_compaction_start: 1 2020-08-26 08:59:07.003624 7f1eafd26000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2020-08-26 08:59:07.003625 7f1eafd26000 4 rocksdb: Options.compaction_readahead_size: 0 2020-08-26 08:59:07.003626 7f1eafd26000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2020-08-26 08:59:07.003626 7f1eafd26000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2020-08-26 08:59:07.003627 7f1eafd26000 4 rocksdb: Options.use_adaptive_mutex: 0 2020-08-26 08:59:07.003628 7f1eafd26000 4 rocksdb: Options.rate_limiter: (nil) 2020-08-26 08:59:07.003629 7f1eafd26000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2020-08-26 08:59:07.003630 7f1eafd26000 4 rocksdb: Options.bytes_per_sync: 0 2020-08-26 08:59:07.003631 7f1eafd26000 4 rocksdb: Options.wal_bytes_per_sync: 0 2020-08-26 08:59:07.003632 7f1eafd26000 4 rocksdb: Options.wal_recovery_mode: 2 2020-08-26 08:59:07.003633 7f1eafd26000 4 rocksdb: Options.enable_thread_tracking: 0 2020-08-26 08:59:07.003634 7f1eafd26000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2020-08-26 08:59:07.003635 7f1eafd26000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2020-08-26 08:59:07.003636 7f1eafd26000 4 rocksdb: Options.write_thread_max_yield_usec: 100 2020-08-26 08:59:07.003636 7f1eafd26000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2020-08-26 08:59:07.003637 7f1eafd26000 4 rocksdb: Options.row_cache: None 2020-08-26 08:59:07.003638 7f1eafd26000 4 rocksdb: Options.wal_filter: None 2020-08-26 08:59:07.003639 7f1eafd26000 4 rocksdb: Options.avoid_flush_during_recovery: 0 2020-08-26 08:59:07.003640 7f1eafd26000 4 rocksdb: Options.base_background_compactions: 1 2020-08-26 08:59:07.003641 7f1eafd26000 4 rocksdb: Options.max_background_compactions: 1 2020-08-26 08:59:07.003642 7f1eafd26000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2020-08-26 08:59:07.003642 7f1eafd26000 4 rocksdb: Options.delayed_write_rate : 16777216 2020-08-26 08:59:07.003643 7f1eafd26000 4 rocksdb: Options.max_total_wal_size: 0 2020-08-26 08:59:07.003644 7f1eafd26000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2020-08-26 08:59:07.003645 7f1eafd26000 4 rocksdb: Options.stats_dump_period_sec: 600 2020-08-26 08:59:07.003646 7f1eafd26000 4 rocksdb: Compression algorithms supported: 2020-08-26 08:59:07.003649 7f1eafd26000 4 rocksdb: Snappy supported: 1 2020-08-26 08:59:07.003650 7f1eafd26000 4 rocksdb: Zlib supported: 0 2020-08-26 08:59:07.003651 7f1eafd26000 4 rocksdb: Bzip supported: 0 2020-08-26 08:59:07.003652 7f1eafd26000 4 rocksdb: LZ4 supported: 0 2020-08-26 08:59:07.003653 7f1eafd26000 4 rocksdb: ZSTD supported: 0 2020-08-26 08:59:07.003656 7f1eafd26000 4 rocksdb: Fast CRC32 supported: 1 2020-08-26 08:59:07.003902 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005332 2020-08-26 08:59:07.004080 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: 2020-08-26 08:59:07.004089 7f1eafd26000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2020-08-26 08:59:07.004100 7f1eafd26000 4 rocksdb: Options.merge_operator: 2020-08-26 08:59:07.004102 7f1eafd26000 4 rocksdb: Options.compaction_filter: None 2020-08-26 08:59:07.004103 7f1eafd26000 4 rocksdb: Options.compaction_filter_factory: None 2020-08-26 08:59:07.004117 7f1eafd26000 4 rocksdb: Options.memtable_factory: SkipListFactory 2020-08-26 08:59:07.004118 7f1eafd26000 4 rocksdb: Options.table_factory: BlockBasedTable 2020-08-26 08:59:07.004148 7f1eafd26000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556924c02168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x556924c97b98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 2020-08-26 08:59:07.004161 7f1eafd26000 4 rocksdb: Options.write_buffer_size: 33554432 2020-08-26 08:59:07.004164 7f1eafd26000 4 rocksdb: Options.max_write_buffer_number: 2 2020-08-26 08:59:07.004167 7f1eafd26000 4 rocksdb: Options.compression: NoCompression 2020-08-26 08:59:07.004169 7f1eafd26000 4 rocksdb: Options.bottommost_compression: Disabled 2020-08-26 08:59:07.004170 7f1eafd26000 4 rocksdb: Options.prefix_extractor: nullptr 2020-08-26 08:59:07.004172 7f1eafd26000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2020-08-26 08:59:07.004174 7f1eafd26000 4 rocksdb: Options.num_levels: 7 2020-08-26 08:59:07.004176 7f1eafd26000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2020-08-26 08:59:07.004177 7f1eafd26000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2020-08-26 08:59:07.004185 7f1eafd26000 4 rocksdb: Options.compression_opts.window_bits: -14 2020-08-26 08:59:07.004188 7f1eafd26000 4 rocksdb: Options.compression_opts.level: -1 2020-08-26 08:59:07.004189 7f1eafd26000 4 rocksdb: Options.compression_opts.strategy: 0 2020-08-26 08:59:07.004189 7f1eafd26000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2020-08-26 08:59:07.004190 7f1eafd26000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2020-08-26 08:59:07.004191 7f1eafd26000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2020-08-26 08:59:07.004192 7f1eafd26000 4 rocksdb: Options.level0_stop_writes_trigger: 36 2020-08-26 08:59:07.004193 7f1eafd26000 4 rocksdb: Options.target_file_size_base: 67108864 2020-08-26 08:59:07.004195 7f1eafd26000 4 rocksdb: Options.target_file_size_multiplier: 1 2020-08-26 08:59:07.004198 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2020-08-26 08:59:07.004199 7f1eafd26000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2020-08-26 08:59:07.004200 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2020-08-26 08:59:07.004204 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2020-08-26 08:59:07.004205 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2020-08-26 08:59:07.004206 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2020-08-26 08:59:07.004207 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2020-08-26 08:59:07.004208 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2020-08-26 08:59:07.004209 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2020-08-26 08:59:07.004210 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2020-08-26 08:59:07.004211 7f1eafd26000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2020-08-26 08:59:07.004217 7f1eafd26000 4 rocksdb: Options.max_compaction_bytes: 1677721600 2020-08-26 08:59:07.004218 7f1eafd26000 4 rocksdb: Options.arena_block_size: 4194304 2020-08-26 08:59:07.004219 7f1eafd26000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2020-08-26 08:59:07.004220 7f1eafd26000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2020-08-26 08:59:07.004222 7f1eafd26000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2020-08-26 08:59:07.004223 7f1eafd26000 4 rocksdb: Options.disable_auto_compactions: 0 2020-08-26 08:59:07.004224 7f1eafd26000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2020-08-26 08:59:07.004225 7f1eafd26000 4 rocksdb: Options.compaction_pri: kByCompensatedSize 2020-08-26 08:59:07.004226 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2020-08-26 08:59:07.004227 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2020-08-26 08:59:07.004228 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2020-08-26 08:59:07.004229 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2020-08-26 08:59:07.004230 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2020-08-26 08:59:07.004231 7f1eafd26000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2020-08-26 08:59:07.004232 7f1eafd26000 4 rocksdb: Options.table_properties_collectors: 2020-08-26 08:59:07.004233 7f1eafd26000 4 rocksdb: Options.inplace_update_support: 0 2020-08-26 08:59:07.004234 7f1eafd26000 4 rocksdb: Options.inplace_update_num_locks: 10000 2020-08-26 08:59:07.004234 7f1eafd26000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2020-08-26 08:59:07.004236 7f1eafd26000 4 rocksdb: Options.memtable_huge_page_size: 0 2020-08-26 08:59:07.004244 7f1eafd26000 4 rocksdb: Options.bloom_locality: 0 2020-08-26 08:59:07.004245 7f1eafd26000 4 rocksdb: Options.max_successive_merges: 0 2020-08-26 08:59:07.004246 7f1eafd26000 4 rocksdb: Options.optimize_filters_for_hits: 0 2020-08-26 08:59:07.004247 7f1eafd26000 4 rocksdb: Options.paranoid_file_checks: 0 2020-08-26 08:59:07.004248 7f1eafd26000 4 rocksdb: Options.force_consistency_checks: 0 2020-08-26 08:59:07.004249 7f1eafd26000 4 rocksdb: Options.report_bg_io_stats: 0 2020-08-26 08:59:07.005258 7f1eafd26000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:59:07.005287 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005332 succeeded,manifest_file_number is 5332, next_file_number is 5334, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 2020-08-26 08:59:07.005294 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5331 2020-08-26 08:59:07.005377 7f1eafd26000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432347005367, "job": 1, "event": "recovery_started", "log_files": [5333]} 2020-08-26 08:59:07.005385 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5333 mode 2 2020-08-26 08:59:07.005547 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5335 2020-08-26 08:59:07.005773 7f1eafd26000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2020-08-26 08:59:07.056588 7f1eafd26000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432347056583, "job": 1, "event": "recovery_finished"} 2020-08-26 08:59:07.099455 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x556924fc4000 2020-08-26 08:59:07.099707 7f1eafd26000 10 obtain_monmap 2020-08-26 08:59:07.099821 7f1eafd26000 10 obtain_monmap read last committed monmap ver 1 2020-08-26 08:59:07.100418 7f1eafd26000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:59:07.100568 7f1eafd26000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:59:07.101203 7f1eafd26000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 2020-08-26 08:59:07.101291 7f1eafd26000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' 2020-08-26 08:59:07.101313 7f1eafd26000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} 2020-08-26 08:59:07.101328 7f1eafd26000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 2020-08-26 08:59:07.101332 7f1eafd26000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 2020-08-26 08:59:07.101345 7f1eafd26000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 2020-08-26 08:59:07.101379 7f1eafd26000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 2020-08-26 08:59:07.101385 7f1eafd26000 10 mon.magna074@-1(probing) e1 init_paxos 2020-08-26 08:59:07.101500 7f1eafd26000 10 mon.magna074@-1(probing).health init 2020-08-26 08:59:07.101507 7f1eafd26000 10 mon.magna074@-1(probing) e1 refresh_from_paxos 2020-08-26 08:59:07.101559 7f1eafd26000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 2020-08-26 08:59:07.101592 7f1eafd26000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 2020-08-26 08:59:07.101666 7f1eafd26000 0 mon.magna074@-1(probing).mds e12 new map 2020-08-26 08:59:07.101672 7f1eafd26000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 2020-08-26 08:59:07.101725 7f1eafd26000 10 mon.magna074@-1(probing).mds e12 update_logger 2020-08-26 08:59:07.101785 7f1eafd26000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 2020-08-26 08:59:07.101847 7f1eafd26000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 2020-08-26 08:59:07.102063 7f1eafd26000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs 2020-08-26 08:59:07.102071 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat 2020-08-26 08:59:07.102082 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs 2020-08-26 08:59:07.102097 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map 2020-08-26 08:59:07.102101 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 update_logger 2020-08-26 08:59:07.102110 7f1eafd26000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:59:07.102117 7f1eafd26000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:59:07.102120 7f1eafd26000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires 2020-08-26 08:59:07.102122 7f1eafd26000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires 2020-08-26 08:59:07.102132 7f1eafd26000 20 queue 0x556925134460 1 [0,8) 2020-08-26 08:59:07.102134 7f1eafd26000 20 queue 0x556925134460 2 [0,8) 2020-08-26 08:59:07.102135 7f1eafd26000 20 queue 0x556925134460 3 [0,8) 2020-08-26 08:59:07.102136 7f1eafd26000 20 queue 0x556925134460 4 [0,8) 2020-08-26 08:59:07.102138 7f1eafd26000 20 queue 0x556925134460 5 [0,8) 2020-08-26 08:59:07.102139 7f1eafd26000 20 queue 0x556925134460 6 [0,8) 2020-08-26 08:59:07.102140 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x556925134460 at 2020-08-26 08:59:07.102124 2020-08-26 08:59:07.102173 7f1eafd26000 10 mon.magna074@-1(probing).log v37632 update_from_paxos 2020-08-26 08:59:07.102182 7f1eafd26000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 2020-08-26 08:59:07.102190 7f1eafd26000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 2020-08-26 08:59:07.102250 7f1eafd26000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 2020-08-26 08:59:07.105260 7f1eafd26000 -1 *** Caught signal (Aborted) ** in thread 7f1eafd26000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x556919ccd2a1] 2: (()+0xf630) [0x7f1eaf0d5630] 3: (gsignal()+0x37) [0x7f1eac403387] 4: (abort()+0x148) [0x7f1eac404a78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f1eacd137d5] 6: (()+0x5e746) [0x7f1eacd11746] 7: (()+0x5e773) [0x7f1eacd11773] 8: (()+0x5e993) [0x7f1eacd11993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x5569199837fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x55691979490f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x55691988debe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x55691973a203] 13: (Monitor::init_paxos()+0x115) [0x55691973a645] 14: (Monitor::preinit()+0xa9f) [0x55691973b13f] 15: (main()+0x4018) [0x5569196686c8] 16: (__libc_start_main()+0xf5) [0x7f1eac3ef555] 17: (()+0x3d93ae) [0x55691970f3ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- -233> 2020-08-26 08:59:06.956521 7f1eafd26000 5 asok(0x556924c52380) register_command perfcounters_dump hook 0x556924c04180 -232> 2020-08-26 08:59:06.956537 7f1eafd26000 5 asok(0x556924c52380) register_command 1 hook 0x556924c04180 -231> 2020-08-26 08:59:06.956541 7f1eafd26000 5 asok(0x556924c52380) register_command perf dump hook 0x556924c04180 -230> 2020-08-26 08:59:06.956563 7f1eafd26000 5 asok(0x556924c52380) register_command perfcounters_schema hook 0x556924c04180 -229> 2020-08-26 08:59:06.956569 7f1eafd26000 5 asok(0x556924c52380) register_command perf histogram dump hook 0x556924c04180 -228> 2020-08-26 08:59:06.956573 7f1eafd26000 5 asok(0x556924c52380) register_command 2 hook 0x556924c04180 -227> 2020-08-26 08:59:06.956579 7f1eafd26000 5 asok(0x556924c52380) register_command perf schema hook 0x556924c04180 -226> 2020-08-26 08:59:06.956583 7f1eafd26000 5 asok(0x556924c52380) register_command perf histogram schema hook 0x556924c04180 -225> 2020-08-26 08:59:06.956587 7f1eafd26000 5 asok(0x556924c52380) register_command perf reset hook 0x556924c04180 -224> 2020-08-26 08:59:06.956592 7f1eafd26000 5 asok(0x556924c52380) register_command config show hook 0x556924c04180 -223> 2020-08-26 08:59:06.956597 7f1eafd26000 5 asok(0x556924c52380) register_command config help hook 0x556924c04180 -222> 2020-08-26 08:59:06.956600 7f1eafd26000 5 asok(0x556924c52380) register_command config set hook 0x556924c04180 -221> 2020-08-26 08:59:06.956605 7f1eafd26000 5 asok(0x556924c52380) register_command config get hook 0x556924c04180 -220> 2020-08-26 08:59:06.956609 7f1eafd26000 5 asok(0x556924c52380) register_command config diff hook 0x556924c04180 -219> 2020-08-26 08:59:06.956614 7f1eafd26000 5 asok(0x556924c52380) register_command config diff get hook 0x556924c04180 -218> 2020-08-26 08:59:06.956617 7f1eafd26000 5 asok(0x556924c52380) register_command log flush hook 0x556924c04180 -217> 2020-08-26 08:59:06.956621 7f1eafd26000 5 asok(0x556924c52380) register_command log dump hook 0x556924c04180 -216> 2020-08-26 08:59:06.956625 7f1eafd26000 5 asok(0x556924c52380) register_command log reopen hook 0x556924c04180 -215> 2020-08-26 08:59:06.956640 7f1eafd26000 5 asok(0x556924c52380) register_command dump_mempools hook 0x556924c6d578 -214> 2020-08-26 08:59:06.965964 7f1eafd26000 0 set uid:gid to 167:167 (ceph:ceph) -213> 2020-08-26 08:59:06.965983 7f1eafd26000 0 ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable), process ceph-mon, pid 9303 -212> 2020-08-26 08:59:06.966056 7f1eafd26000 0 pidfile_write: ignore empty --pid-file -211> 2020-08-26 08:59:06.994859 7f1eafd26000 5 asok(0x556924c52380) init /var/run/ceph/ceph-mon.magna074.asok -210> 2020-08-26 08:59:06.994876 7f1eafd26000 5 asok(0x556924c52380) bind_and_listen /var/run/ceph/ceph-mon.magna074.asok -209> 2020-08-26 08:59:06.994990 7f1eafd26000 5 asok(0x556924c52380) register_command 0 hook 0x556924c02180 -208> 2020-08-26 08:59:06.994998 7f1eafd26000 5 asok(0x556924c52380) register_command version hook 0x556924c02180 -207> 2020-08-26 08:59:06.995003 7f1eafd26000 5 asok(0x556924c52380) register_command git_version hook 0x556924c02180 -206> 2020-08-26 08:59:06.995009 7f1eafd26000 5 asok(0x556924c52380) register_command help hook 0x556924c04290 -205> 2020-08-26 08:59:06.995014 7f1eafd26000 5 asok(0x556924c52380) register_command get_command_descriptions hook 0x556924c042a0 -204> 2020-08-26 08:59:06.995058 7f1eaa3a3700 5 asok(0x556924c52380) entry start -203> 2020-08-26 08:59:07.002919 7f1eafd26000 0 load: jerasure load: lrc load: isa -202> 2020-08-26 08:59:07.003171 7f1eafd26000 0 set rocksdb option compression = kNoCompression -201> 2020-08-26 08:59:07.003185 7f1eafd26000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -200> 2020-08-26 08:59:07.003191 7f1eafd26000 0 set rocksdb option write_buffer_size = 33554432 -199> 2020-08-26 08:59:07.003218 7f1eafd26000 0 set rocksdb option compression = kNoCompression -198> 2020-08-26 08:59:07.003225 7f1eafd26000 0 set rocksdb option level_compaction_dynamic_level_bytes = true -197> 2020-08-26 08:59:07.003229 7f1eafd26000 0 set rocksdb option write_buffer_size = 33554432 -196> 2020-08-26 08:59:07.003411 7f1eafd26000 4 rocksdb: RocksDB version: 5.4.0 -195> 2020-08-26 08:59:07.003420 7f1eafd26000 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ -194> 2020-08-26 08:59:07.003422 7f1eafd26000 4 rocksdb: Compile date Jul 22 2020 -193> 2020-08-26 08:59:07.003426 7f1eafd26000 4 rocksdb: DB SUMMARY -192> 2020-08-26 08:59:07.003565 7f1eafd26000 4 rocksdb: CURRENT file: CURRENT -191> 2020-08-26 08:59:07.003571 7f1eafd26000 4 rocksdb: IDENTITY file: IDENTITY -190> 2020-08-26 08:59:07.003577 7f1eafd26000 4 rocksdb: MANIFEST file: MANIFEST-005332 size: 236 Bytes -189> 2020-08-26 08:59:07.003580 7f1eafd26000 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-magna074/store.db dir, Total Num: 3, files: 005194.sst 005196.sst 005199.sst -188> 2020-08-26 08:59:07.003582 7f1eafd26000 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-magna074/store.db: 005333.log size: 0 ; -187> 2020-08-26 08:59:07.003584 7f1eafd26000 4 rocksdb: Options.error_if_exists: 0 -186> 2020-08-26 08:59:07.003586 7f1eafd26000 4 rocksdb: Options.create_if_missing: 0 -185> 2020-08-26 08:59:07.003586 7f1eafd26000 4 rocksdb: Options.paranoid_checks: 1 -184> 2020-08-26 08:59:07.003588 7f1eafd26000 4 rocksdb: Options.env: 0x5569225083c0 -183> 2020-08-26 08:59:07.003589 7f1eafd26000 4 rocksdb: Options.info_log: 0x556924ec3960 -182> 2020-08-26 08:59:07.003590 7f1eafd26000 4 rocksdb: Options.max_open_files: -1 -181> 2020-08-26 08:59:07.003591 7f1eafd26000 4 rocksdb: Options.max_file_opening_threads: 16 -180> 2020-08-26 08:59:07.003592 7f1eafd26000 4 rocksdb: Options.use_fsync: 0 -179> 2020-08-26 08:59:07.003593 7f1eafd26000 4 rocksdb: Options.max_log_file_size: 0 -178> 2020-08-26 08:59:07.003594 7f1eafd26000 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615 -177> 2020-08-26 08:59:07.003601 7f1eafd26000 4 rocksdb: Options.log_file_time_to_roll: 0 -176> 2020-08-26 08:59:07.003603 7f1eafd26000 4 rocksdb: Options.keep_log_file_num: 1000 -175> 2020-08-26 08:59:07.003603 7f1eafd26000 4 rocksdb: Options.recycle_log_file_num: 0 -174> 2020-08-26 08:59:07.003604 7f1eafd26000 4 rocksdb: Options.allow_fallocate: 1 -173> 2020-08-26 08:59:07.003605 7f1eafd26000 4 rocksdb: Options.allow_mmap_reads: 0 -172> 2020-08-26 08:59:07.003606 7f1eafd26000 4 rocksdb: Options.allow_mmap_writes: 0 -171> 2020-08-26 08:59:07.003607 7f1eafd26000 4 rocksdb: Options.use_direct_reads: 0 -170> 2020-08-26 08:59:07.003607 7f1eafd26000 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 -169> 2020-08-26 08:59:07.003609 7f1eafd26000 4 rocksdb: Options.create_missing_column_families: 0 -168> 2020-08-26 08:59:07.003609 7f1eafd26000 4 rocksdb: Options.db_log_dir: -167> 2020-08-26 08:59:07.003610 7f1eafd26000 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-magna074/store.db -166> 2020-08-26 08:59:07.003611 7f1eafd26000 4 rocksdb: Options.table_cache_numshardbits: 6 -165> 2020-08-26 08:59:07.003612 7f1eafd26000 4 rocksdb: Options.max_subcompactions: 1 -164> 2020-08-26 08:59:07.003613 7f1eafd26000 4 rocksdb: Options.max_background_flushes: 1 -163> 2020-08-26 08:59:07.003614 7f1eafd26000 4 rocksdb: Options.WAL_ttl_seconds: 0 -162> 2020-08-26 08:59:07.003615 7f1eafd26000 4 rocksdb: Options.WAL_size_limit_MB: 0 -161> 2020-08-26 08:59:07.003615 7f1eafd26000 4 rocksdb: Options.manifest_preallocation_size: 4194304 -160> 2020-08-26 08:59:07.003616 7f1eafd26000 4 rocksdb: Options.is_fd_close_on_exec: 1 -159> 2020-08-26 08:59:07.003621 7f1eafd26000 4 rocksdb: Options.advise_random_on_open: 1 -158> 2020-08-26 08:59:07.003622 7f1eafd26000 4 rocksdb: Options.db_write_buffer_size: 0 -157> 2020-08-26 08:59:07.003623 7f1eafd26000 4 rocksdb: Options.access_hint_on_compaction_start: 1 -156> 2020-08-26 08:59:07.003624 7f1eafd26000 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 -155> 2020-08-26 08:59:07.003625 7f1eafd26000 4 rocksdb: Options.compaction_readahead_size: 0 -154> 2020-08-26 08:59:07.003626 7f1eafd26000 4 rocksdb: Options.random_access_max_buffer_size: 1048576 -153> 2020-08-26 08:59:07.003626 7f1eafd26000 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 -152> 2020-08-26 08:59:07.003627 7f1eafd26000 4 rocksdb: Options.use_adaptive_mutex: 0 -151> 2020-08-26 08:59:07.003628 7f1eafd26000 4 rocksdb: Options.rate_limiter: (nil) -150> 2020-08-26 08:59:07.003629 7f1eafd26000 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 -149> 2020-08-26 08:59:07.003630 7f1eafd26000 4 rocksdb: Options.bytes_per_sync: 0 -148> 2020-08-26 08:59:07.003631 7f1eafd26000 4 rocksdb: Options.wal_bytes_per_sync: 0 -147> 2020-08-26 08:59:07.003632 7f1eafd26000 4 rocksdb: Options.wal_recovery_mode: 2 -146> 2020-08-26 08:59:07.003633 7f1eafd26000 4 rocksdb: Options.enable_thread_tracking: 0 -145> 2020-08-26 08:59:07.003634 7f1eafd26000 4 rocksdb: Options.allow_concurrent_memtable_write: 1 -144> 2020-08-26 08:59:07.003635 7f1eafd26000 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 -143> 2020-08-26 08:59:07.003636 7f1eafd26000 4 rocksdb: Options.write_thread_max_yield_usec: 100 -142> 2020-08-26 08:59:07.003636 7f1eafd26000 4 rocksdb: Options.write_thread_slow_yield_usec: 3 -141> 2020-08-26 08:59:07.003637 7f1eafd26000 4 rocksdb: Options.row_cache: None -140> 2020-08-26 08:59:07.003638 7f1eafd26000 4 rocksdb: Options.wal_filter: None -139> 2020-08-26 08:59:07.003639 7f1eafd26000 4 rocksdb: Options.avoid_flush_during_recovery: 0 -138> 2020-08-26 08:59:07.003640 7f1eafd26000 4 rocksdb: Options.base_background_compactions: 1 -137> 2020-08-26 08:59:07.003641 7f1eafd26000 4 rocksdb: Options.max_background_compactions: 1 -136> 2020-08-26 08:59:07.003642 7f1eafd26000 4 rocksdb: Options.avoid_flush_during_shutdown: 0 -135> 2020-08-26 08:59:07.003642 7f1eafd26000 4 rocksdb: Options.delayed_write_rate : 16777216 -134> 2020-08-26 08:59:07.003643 7f1eafd26000 4 rocksdb: Options.max_total_wal_size: 0 -133> 2020-08-26 08:59:07.003644 7f1eafd26000 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 -132> 2020-08-26 08:59:07.003645 7f1eafd26000 4 rocksdb: Options.stats_dump_period_sec: 600 -131> 2020-08-26 08:59:07.003646 7f1eafd26000 4 rocksdb: Compression algorithms supported: -130> 2020-08-26 08:59:07.003649 7f1eafd26000 4 rocksdb: Snappy supported: 1 -129> 2020-08-26 08:59:07.003650 7f1eafd26000 4 rocksdb: Zlib supported: 0 -128> 2020-08-26 08:59:07.003651 7f1eafd26000 4 rocksdb: Bzip supported: 0 -127> 2020-08-26 08:59:07.003652 7f1eafd26000 4 rocksdb: LZ4 supported: 0 -126> 2020-08-26 08:59:07.003653 7f1eafd26000 4 rocksdb: ZSTD supported: 0 -125> 2020-08-26 08:59:07.003656 7f1eafd26000 4 rocksdb: Fast CRC32 supported: 1 -124> 2020-08-26 08:59:07.003902 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-005332 -123> 2020-08-26 08:59:07.004080 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]: -122> 2020-08-26 08:59:07.004089 7f1eafd26000 4 rocksdb: Options.comparator: leveldb.BytewiseComparator -121> 2020-08-26 08:59:07.004100 7f1eafd26000 4 rocksdb: Options.merge_operator: -120> 2020-08-26 08:59:07.004102 7f1eafd26000 4 rocksdb: Options.compaction_filter: None -119> 2020-08-26 08:59:07.004103 7f1eafd26000 4 rocksdb: Options.compaction_filter_factory: None -118> 2020-08-26 08:59:07.004117 7f1eafd26000 4 rocksdb: Options.memtable_factory: SkipListFactory -117> 2020-08-26 08:59:07.004118 7f1eafd26000 4 rocksdb: Options.table_factory: BlockBasedTable -116> 2020-08-26 08:59:07.004148 7f1eafd26000 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556924c02168) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 1 index_type: 0 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x556924c97b98 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 format_version: 2 -115> 2020-08-26 08:59:07.004161 7f1eafd26000 4 rocksdb: Options.write_buffer_size: 33554432 -114> 2020-08-26 08:59:07.004164 7f1eafd26000 4 rocksdb: Options.max_write_buffer_number: 2 -113> 2020-08-26 08:59:07.004167 7f1eafd26000 4 rocksdb: Options.compression: NoCompression -112> 2020-08-26 08:59:07.004169 7f1eafd26000 4 rocksdb: Options.bottommost_compression: Disabled -111> 2020-08-26 08:59:07.004170 7f1eafd26000 4 rocksdb: Options.prefix_extractor: nullptr -110> 2020-08-26 08:59:07.004172 7f1eafd26000 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr -109> 2020-08-26 08:59:07.004174 7f1eafd26000 4 rocksdb: Options.num_levels: 7 -108> 2020-08-26 08:59:07.004176 7f1eafd26000 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 -107> 2020-08-26 08:59:07.004177 7f1eafd26000 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 -106> 2020-08-26 08:59:07.004185 7f1eafd26000 4 rocksdb: Options.compression_opts.window_bits: -14 -105> 2020-08-26 08:59:07.004188 7f1eafd26000 4 rocksdb: Options.compression_opts.level: -1 -104> 2020-08-26 08:59:07.004189 7f1eafd26000 4 rocksdb: Options.compression_opts.strategy: 0 -103> 2020-08-26 08:59:07.004189 7f1eafd26000 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 -102> 2020-08-26 08:59:07.004190 7f1eafd26000 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 -101> 2020-08-26 08:59:07.004191 7f1eafd26000 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 -100> 2020-08-26 08:59:07.004192 7f1eafd26000 4 rocksdb: Options.level0_stop_writes_trigger: 36 -99> 2020-08-26 08:59:07.004193 7f1eafd26000 4 rocksdb: Options.target_file_size_base: 67108864 -98> 2020-08-26 08:59:07.004195 7f1eafd26000 4 rocksdb: Options.target_file_size_multiplier: 1 -97> 2020-08-26 08:59:07.004198 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_base: 268435456 -96> 2020-08-26 08:59:07.004199 7f1eafd26000 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 -95> 2020-08-26 08:59:07.004200 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 -94> 2020-08-26 08:59:07.004204 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 -93> 2020-08-26 08:59:07.004205 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 -92> 2020-08-26 08:59:07.004206 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 -91> 2020-08-26 08:59:07.004207 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 -90> 2020-08-26 08:59:07.004208 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 -89> 2020-08-26 08:59:07.004209 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 -88> 2020-08-26 08:59:07.004210 7f1eafd26000 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 -87> 2020-08-26 08:59:07.004211 7f1eafd26000 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 -86> 2020-08-26 08:59:07.004217 7f1eafd26000 4 rocksdb: Options.max_compaction_bytes: 1677721600 -85> 2020-08-26 08:59:07.004218 7f1eafd26000 4 rocksdb: Options.arena_block_size: 4194304 -84> 2020-08-26 08:59:07.004219 7f1eafd26000 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 -83> 2020-08-26 08:59:07.004220 7f1eafd26000 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 -82> 2020-08-26 08:59:07.004222 7f1eafd26000 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 -81> 2020-08-26 08:59:07.004223 7f1eafd26000 4 rocksdb: Options.disable_auto_compactions: 0 -80> 2020-08-26 08:59:07.004224 7f1eafd26000 4 rocksdb: Options.compaction_style: kCompactionStyleLevel -79> 2020-08-26 08:59:07.004225 7f1eafd26000 4 rocksdb: Options.compaction_pri: kByCompensatedSize -78> 2020-08-26 08:59:07.004226 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 -77> 2020-08-26 08:59:07.004227 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 -76> 2020-08-26 08:59:07.004228 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 -75> 2020-08-26 08:59:07.004229 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 -74> 2020-08-26 08:59:07.004230 7f1eafd26000 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 -73> 2020-08-26 08:59:07.004231 7f1eafd26000 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 -72> 2020-08-26 08:59:07.004232 7f1eafd26000 4 rocksdb: Options.table_properties_collectors: -71> 2020-08-26 08:59:07.004233 7f1eafd26000 4 rocksdb: Options.inplace_update_support: 0 -70> 2020-08-26 08:59:07.004234 7f1eafd26000 4 rocksdb: Options.inplace_update_num_locks: 10000 -69> 2020-08-26 08:59:07.004234 7f1eafd26000 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 -68> 2020-08-26 08:59:07.004236 7f1eafd26000 4 rocksdb: Options.memtable_huge_page_size: 0 -67> 2020-08-26 08:59:07.004244 7f1eafd26000 4 rocksdb: Options.bloom_locality: 0 -66> 2020-08-26 08:59:07.004245 7f1eafd26000 4 rocksdb: Options.max_successive_merges: 0 -65> 2020-08-26 08:59:07.004246 7f1eafd26000 4 rocksdb: Options.optimize_filters_for_hits: 0 -64> 2020-08-26 08:59:07.004247 7f1eafd26000 4 rocksdb: Options.paranoid_file_checks: 0 -63> 2020-08-26 08:59:07.004248 7f1eafd26000 4 rocksdb: Options.force_consistency_checks: 0 -62> 2020-08-26 08:59:07.004249 7f1eafd26000 4 rocksdb: Options.report_bg_io_stats: 0 -61> 2020-08-26 08:59:07.005258 7f1eafd26000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -60> 2020-08-26 08:59:07.005287 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/ceph-magna074/store.db/MANIFEST-005332 succeeded,manifest_file_number is 5332, next_file_number is 5334, last_sequence is 2226113, log_number is 0,prev_log_number is 0,max_column_family is 0 -59> 2020-08-26 08:59:07.005294 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 5331 -58> 2020-08-26 08:59:07.005377 7f1eafd26000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432347005367, "job": 1, "event": "recovery_started", "log_files": [5333]} -57> 2020-08-26 08:59:07.005385 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:482] Recovering log #5333 mode 2 -56> 2020-08-26 08:59:07.005547 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2395] Creating manifest 5335 -55> 2020-08-26 08:59:07.005773 7f1eafd26000 3 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/version_set.cc:2087] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -54> 2020-08-26 08:59:07.056588 7f1eafd26000 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1598432347056583, "job": 1, "event": "recovery_finished"} -53> 2020-08-26 08:59:07.056883 7f1eafd26000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//MANIFEST-005332 type=3 #5332 -- OK -52> 2020-08-26 08:59:07.056909 7f1eafd26000 5 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_files.cc:307] [JOB 2] Delete /var/lib/ceph/mon/ceph-magna074/store.db//005333.log type=0 #5333 -- OK -51> 2020-08-26 08:59:07.099455 7f1eafd26000 4 rocksdb: [/builddir/build/BUILD/ceph-12.2.12/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x556924fc4000 -50> 2020-08-26 08:59:07.099707 7f1eafd26000 10 obtain_monmap -49> 2020-08-26 08:59:07.099821 7f1eafd26000 10 obtain_monmap read last committed monmap ver 1 -48> 2020-08-26 08:59:07.100335 7f1ea2b44700 2 Event(0x556924ec7e80 nevent=5000 time_id=1).set_owner idx=1 owner=139769555470080 -47> 2020-08-26 08:59:07.100337 7f1ea3345700 2 Event(0x556924ecce80 nevent=5000 time_id=1).set_owner idx=2 owner=139769563862784 -46> 2020-08-26 08:59:07.100339 7f1ea2343700 2 Event(0x556924c51880 nevent=5000 time_id=1).set_owner idx=0 owner=139769547077376 -45> 2020-08-26 08:59:07.100418 7f1eafd26000 0 starting mon.magna074 rank 2 at public addr 10.8.128.74:6789/0 at bind addr 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -44> 2020-08-26 08:59:07.100535 7f1eafd26000 1 -- 10.8.128.74:6789/0 learned_addr learned my addr 10.8.128.74:6789/0 -43> 2020-08-26 08:59:07.100543 7f1eafd26000 1 -- 10.8.128.74:6789/0 _finish_bind bind my_inst.addr is 10.8.128.74:6789/0 -42> 2020-08-26 08:59:07.100568 7f1eafd26000 0 starting mon.magna074 rank 2 at 10.8.128.74:6789/0 mon_data /var/lib/ceph/mon/ceph-magna074 fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -41> 2020-08-26 08:59:07.100597 7f1eafd26000 5 adding auth protocol: cephx -40> 2020-08-26 08:59:07.100603 7f1eafd26000 5 adding auth protocol: cephx -39> 2020-08-26 08:59:07.100640 7f1eafd26000 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -38> 2020-08-26 08:59:07.100646 7f1eafd26000 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -37> 2020-08-26 08:59:07.101203 7f1eafd26000 1 mon.magna074@-1(probing) e1 preinit fsid 4e724e55-e857-4ada-a8e5-bcadfb478c71 -36> 2020-08-26 08:59:07.101291 7f1eafd26000 10 mon.magna074@-1(probing) e1 check_fsid cluster_uuid contains '4e724e55-e857-4ada-a8e5-bcadfb478c71' -35> 2020-08-26 08:59:07.101313 7f1eafd26000 10 mon.magna074@-1(probing) e1 features compat={},rocompat={},incompat={1=initial feature set (~v.18),3=single paxos with k/v store (v0.?),4=support erasure code pools,5=new-style osdmap encoding,6=support isa/lrc erasure code,7=support shec erasure code,8=support monmap features,9=luminous ondisk layout} -34> 2020-08-26 08:59:07.101328 7f1eafd26000 10 mon.magna074@-1(probing) e1 calc_quorum_requirements required_features 153140804152475648 -33> 2020-08-26 08:59:07.101332 7f1eafd26000 10 mon.magna074@-1(probing) e1 required_features 153140804152475648 -32> 2020-08-26 08:59:07.101345 7f1eafd26000 10 mon.magna074@-1(probing) e1 has_ever_joined = 1 -31> 2020-08-26 08:59:07.101379 7f1eafd26000 10 mon.magna074@-1(probing) e1 sync_last_committed_floor 0 -30> 2020-08-26 08:59:07.101385 7f1eafd26000 10 mon.magna074@-1(probing) e1 init_paxos -29> 2020-08-26 08:59:07.101500 7f1eafd26000 10 mon.magna074@-1(probing).health init -28> 2020-08-26 08:59:07.101507 7f1eafd26000 10 mon.magna074@-1(probing) e1 refresh_from_paxos -27> 2020-08-26 08:59:07.101559 7f1eafd26000 10 mon.magna074@-1(probing).mds e0 update_from_paxos version 12, my e 0 -26> 2020-08-26 08:59:07.101592 7f1eafd26000 10 mon.magna074@-1(probing).mds e0 update_from_paxos got 12 -25> 2020-08-26 08:59:07.101666 7f1eafd26000 0 mon.magna074@-1(probing).mds e12 new map -24> 2020-08-26 08:59:07.101672 7f1eafd26000 0 mon.magna074@-1(probing).mds e12 print_map e12 enable_multiple, ever_enabled_multiple: 0,0 compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} legacy client fscid: 1 Filesystem 'cephfs' (1) fs_name cephfs epoch 12 flags c created 2020-08-21 12:12:01.173094 modified 2020-08-25 05:11:51.800233 tableserver 0 root 0 session_timeout 60 session_autoclose 300 max_file_size 1099511627776 last_failure 0 last_failure_osd_epoch 76 compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2} max_mds 1 in 0 up {0=4926} failed damaged stopped data_pools [1] metadata_pool 2 inline_data disabled balancer standby_count_wanted 0 4926: 10.8.128.66:6800/1110785240 'magna066' mds.0.9 up:active seq 5 -23> 2020-08-26 08:59:07.101725 7f1eafd26000 10 mon.magna074@-1(probing).mds e12 update_logger -22> 2020-08-26 08:59:07.101785 7f1eafd26000 15 mon.magna074@-1(probing).osd e0 update_from_paxos paxos e 120, my e 0 -21> 2020-08-26 08:59:07.101847 7f1eafd26000 7 mon.magna074@-1(probing).osd e0 update_from_paxos loading latest full map e120 -20> 2020-08-26 08:59:07.102063 7f1eafd26000 7 mon.magna074@-1(probing).osd e120 update_from_paxos loading creating_pgs last_scan_epoch 119 with 0 pgs -19> 2020-08-26 08:59:07.102071 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 update_from_paxos pgservice is mgrstat -18> 2020-08-26 08:59:07.102082 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 check_osdmap_subs -17> 2020-08-26 08:59:07.102097 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 share_map_with_random_osd no up osd on our session map -16> 2020-08-26 08:59:07.102101 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 update_logger -15> 2020-08-26 08:59:07.102110 7f1eafd26000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -14> 2020-08-26 08:59:07.102117 7f1eafd26000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -13> 2020-08-26 08:59:07.102120 7f1eafd26000 0 mon.magna074@-1(probing).osd e120 crush map has features 1009089991638532096, adjusting msgr requires -12> 2020-08-26 08:59:07.102122 7f1eafd26000 0 mon.magna074@-1(probing).osd e120 crush map has features 288514051259236352, adjusting msgr requires -11> 2020-08-26 08:59:07.102132 7f1eafd26000 20 queue 0x556925134460 1 [0,8) -10> 2020-08-26 08:59:07.102134 7f1eafd26000 20 queue 0x556925134460 2 [0,8) -9> 2020-08-26 08:59:07.102135 7f1eafd26000 20 queue 0x556925134460 3 [0,8) -8> 2020-08-26 08:59:07.102136 7f1eafd26000 20 queue 0x556925134460 4 [0,8) -7> 2020-08-26 08:59:07.102138 7f1eafd26000 20 queue 0x556925134460 5 [0,8) -6> 2020-08-26 08:59:07.102139 7f1eafd26000 20 queue 0x556925134460 6 [0,8) -5> 2020-08-26 08:59:07.102140 7f1eafd26000 10 mon.magna074@-1(probing).osd e120 start_mapping started mapping job 0x556925134460 at 2020-08-26 08:59:07.102124 -4> 2020-08-26 08:59:07.102173 7f1eafd26000 10 mon.magna074@-1(probing).log v37632 update_from_paxos -3> 2020-08-26 08:59:07.102182 7f1eafd26000 10 mon.magna074@-1(probing).log v37632 update_from_paxos version 37632 summary v 0 -2> 2020-08-26 08:59:07.102190 7f1eafd26000 10 mon.magna074@-1(probing).log v37632 update_from_paxos latest full 37631 -1> 2020-08-26 08:59:07.102250 7f1eafd26000 7 mon.magna074@-1(probing).log v37632 update_from_paxos loading summary e37631 0> 2020-08-26 08:59:07.105260 7f1eafd26000 -1 *** Caught signal (Aborted) ** in thread 7f1eafd26000 thread_name:ceph-mon ceph version 12.2.12-124.el7cp (e8948288b90d312c206301a9fcf80788fbc3b1f8) luminous (stable) 1: (()+0x9972a1) [0x556919ccd2a1] 2: (()+0xf630) [0x7f1eaf0d5630] 3: (gsignal()+0x37) [0x7f1eac403387] 4: (abort()+0x148) [0x7f1eac404a78] 5: (__gnu_cxx::__verbose_terminate_handler()+0x165) [0x7f1eacd137d5] 6: (()+0x5e746) [0x7f1eacd11746] 7: (()+0x5e773) [0x7f1eacd11773] 8: (()+0x5e993) [0x7f1eacd11993] 9: (LogSummary::decode(ceph::buffer::list::iterator&)+0x9ad) [0x5569199837fd] 10: (LogMonitor::update_from_paxos(bool*)+0x15cf) [0x55691979490f] 11: (PaxosService::refresh(bool*)+0x1ae) [0x55691988debe] 12: (Monitor::refresh_from_paxos(bool*)+0x1a3) [0x55691973a203] 13: (Monitor::init_paxos()+0x115) [0x55691973a645] 14: (Monitor::preinit()+0xa9f) [0x55691973b13f] 15: (main()+0x4018) [0x5569196686c8] 16: (__libc_start_main()+0xf5) [0x7f1eac3ef555] 17: (()+0x3d93ae) [0x55691970f3ae] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 journaler 0/ 5 objectcacher 0/ 5 client 1/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 5 ms 20/20 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 1 reserver 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 xio 1/ 5 compressor 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 4/ 5 memdb 1/ 5 kinetic 1/ 5 fuse 1/ 5 mgr 1/ 5 mgrc 1/ 5 dpdk 1/ 5 eventtrace -2/-2 (syslog threshold) -1/-1 (stderr threshold) max_recent 10000 max_new 1000 log_file /var/log/ceph/ceph-mon.magna074.log --- end dump of recent events ---