--- begin dump of recent events --- -407> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command assert hook 0x55f87471ca50 -406> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command abort hook 0x55f87471ca50 -405> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command leak_some_memory hook 0x55f87471ca50 -404> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command perfcounters_dump hook 0x55f87471ca50 -403> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command 1 hook 0x55f87471ca50 -402> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command perf dump hook 0x55f87471ca50 -401> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command perfcounters_schema hook 0x55f87471ca50 -400> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command perf histogram dump hook 0x55f87471ca50 -399> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command 2 hook 0x55f87471ca50 -398> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command perf schema hook 0x55f87471ca50 -397> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command perf histogram schema hook 0x55f87471ca50 -396> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command perf reset hook 0x55f87471ca50 -395> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command config show hook 0x55f87471ca50 -394> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command config help hook 0x55f87471ca50 -393> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command config set hook 0x55f87471ca50 -392> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command config unset hook 0x55f87471ca50 -391> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command config get hook 0x55f87471ca50 -390> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command config diff hook 0x55f87471ca50 -389> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command config diff get hook 0x55f87471ca50 -388> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command injectargs hook 0x55f87471ca50 -387> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command log flush hook 0x55f87471ca50 -386> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command log dump hook 0x55f87471ca50 -385> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command log reopen hook 0x55f87471ca50 -384> 2021-09-08T08:15:00.669+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command dump_mempools hook 0x55f8754be068 -383> 2021-09-08T08:15:00.679+0000 7f5b3a5d7700 0 set uid:gid to 167:167 (ceph:ceph) -382> 2021-09-08T08:15:00.679+0000 7f5b3a5d7700 0 ceph version 17.0.0-7502-gca906d0d (ca906d0d7a65c8a598d397b764dd262cce645fe3) quincy (dev), process ceph-mon, pid 9303 -381> 2021-09-08T08:15:00.679+0000 7f5b3a5d7700 0 pidfile_write: ignore empty --pid-file -380> 2021-09-08T08:15:00.679+0000 7f5b3a5d7700 5 asok(0x55f874a02000) init /var/run/ceph/test-mon.mon0.asok -379> 2021-09-08T08:15:00.679+0000 7f5b3a5d7700 5 asok(0x55f874a02000) bind_and_listen /var/run/ceph/test-mon.mon0.asok -378> 2021-09-08T08:15:00.680+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command 0 hook 0x55f874726d20 -377> 2021-09-08T08:15:00.680+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command version hook 0x55f874726d20 -376> 2021-09-08T08:15:00.680+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command git_version hook 0x55f874726d20 -375> 2021-09-08T08:15:00.680+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command help hook 0x55f87471ca10 -374> 2021-09-08T08:15:00.680+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command get_command_descriptions hook 0x55f87471ca00 -373> 2021-09-08T08:15:00.689+0000 7f5b3a5d7700 0 load: jerasure load: lrc -372> 2021-09-08T08:15:00.689+0000 7f5b3a5d7700 1 set rocksdb option level_compaction_dynamic_level_bytes = true -371> 2021-09-08T08:15:00.689+0000 7f5b3a5d7700 1 set rocksdb option write_buffer_size = 33554432 -370> 2021-09-08T08:15:00.689+0000 7f5b3a5d7700 1 set rocksdb option compression = kNoCompression -369> 2021-09-08T08:15:00.689+0000 7f5b3a5d7700 1 set rocksdb option level_compaction_dynamic_level_bytes = true -368> 2021-09-08T08:15:00.689+0000 7f5b3a5d7700 1 set rocksdb option write_buffer_size = 33554432 -367> 2021-09-08T08:15:00.689+0000 7f5b3a5d7700 1 set rocksdb option compression = kNoCompression -366> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 5 rocksdb: verify_sharding column families from rocksdb: [default] -365> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: RocksDB version: 6.15.5 -364> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ -363> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Compile date Sep 6 2021 -362> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: DB SUMMARY -361> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: DB Session ID: DX3QK6GPJUTV03DSEIM3 -360> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: CURRENT file: CURRENT -359> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: IDENTITY file: IDENTITY -358> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: MANIFEST file: MANIFEST-000067 size: 276 Bytes -357> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: SST files in /var/lib/ceph/mon/test-mon0/store.db dir, Total Num: 3, files: 000057.sst 000060.sst 000066.sst -356> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/test-mon0/store.db: 000068.log size: 6586 ; -355> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.error_if_exists: 0 -354> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.create_if_missing: 0 -353> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.paranoid_checks: 1 -352> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 -351> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.env: 0x55f873948b60 -350> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.fs: Posix File System -349> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.info_log: 0x55f8747582c0 -348> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.max_file_opening_threads: 16 -347> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.statistics: (nil) -346> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.use_fsync: 0 -345> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.max_log_file_size: 0 -344> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.max_manifest_file_size: 1073741824 -343> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.log_file_time_to_roll: 0 -342> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.keep_log_file_num: 1000 -341> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.recycle_log_file_num: 0 -340> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.allow_fallocate: 1 -339> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.allow_mmap_reads: 0 -338> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.allow_mmap_writes: 0 -337> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.use_direct_reads: 0 -336> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 -335> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.create_missing_column_families: 0 -334> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.db_log_dir: -333> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/test-mon0/store.db -332> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.table_cache_numshardbits: 6 -331> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.WAL_ttl_seconds: 0 -330> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.WAL_size_limit_MB: 0 -329> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 -328> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.manifest_preallocation_size: 4194304 -327> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.is_fd_close_on_exec: 1 -326> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.advise_random_on_open: 1 -325> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.db_write_buffer_size: 0 -324> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.write_buffer_manager: 0x55f8747cfe30 -323> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.access_hint_on_compaction_start: 1 -322> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 -321> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 -320> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.use_adaptive_mutex: 0 -319> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.rate_limiter: (nil) -318> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 -317> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.wal_recovery_mode: 2 -316> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.enable_thread_tracking: 0 -315> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.enable_pipelined_write: 0 -314> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.unordered_write: 0 -313> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 -312> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 -311> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.write_thread_max_yield_usec: 100 -310> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 -309> 2021-09-08T08:15:00.690+0000 7f5b3a5d7700 4 rocksdb: Options.row_cache: None -308> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.wal_filter: None -307> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.avoid_flush_during_recovery: 0 -306> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.allow_ingest_behind: 0 -305> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.preserve_deletes: 0 -304> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.two_write_queues: 0 -303> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.manual_wal_flush: 0 -302> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.atomic_flush: 0 -301> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 -300> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.persist_stats_to_disk: 0 -299> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.write_dbid_to_manifest: 0 -298> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.log_readahead_size: 0 -297> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.file_checksum_gen_factory: Unknown -296> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.best_efforts_recovery: 0 -295> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 -294> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 -293> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.allow_data_in_errors: 0 -292> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.db_host_id: __hostname__ -291> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_background_jobs: 2 -290> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_background_compactions: -1 -289> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_subcompactions: 1 -288> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 -287> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 -286> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.delayed_write_rate : 16777216 -285> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_total_wal_size: 0 -284> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 -283> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.stats_dump_period_sec: 600 -282> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.stats_persist_period_sec: 600 -281> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.stats_history_buffer_size: 1048576 -280> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_open_files: -1 -279> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bytes_per_sync: 0 -278> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.wal_bytes_per_sync: 0 -277> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.strict_bytes_per_sync: 0 -276> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_readahead_size: 0 -275> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_background_flushes: -1 -274> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Compression algorithms supported: -273> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: kZSTDNotFinalCompression supported: 0 -272> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: kZSTD supported: 0 -271> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: kXpressCompression supported: 0 -270> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: kLZ4HCCompression supported: 1 -269> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: kLZ4Compression supported: 1 -268> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: kBZip2Compression supported: 0 -267> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: kZlibCompression supported: 1 -266> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: kSnappyCompression supported: 1 -265> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Fast CRC32 supported: Supported on x86 -264> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/test-mon0/store.db/MANIFEST-000067 -263> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: -262> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator -261> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.merge_operator: -260> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_filter: None -259> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_filter_factory: None -258> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.sst_partitioner_factory: None -257> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.memtable_factory: SkipListFactory -256> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.table_factory: BlockBasedTable -255> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f874727ba8) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 0 pin_l0_filter_and_index_blocks_in_cache: 0 pin_top_level_index_and_filter: 1 index_type: 0 data_block_index_type: 0 index_shortening: 1 data_block_hash_table_util_ratio: 0.750000 hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 block_cache: 0x55f874754c10 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 metadata_block_size: 4096 partition_filters: 0 use_delta_encoding: 1 filter_policy: rocksdb.BuiltinBloomFilter whole_key_filtering: 1 verify_compression: 0 read_amp_bytes_per_bit: 0 format_version: 4 enable_index_compression: 1 block_align: 0 -254> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.write_buffer_size: 33554432 -253> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_write_buffer_number: 2 -252> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compression: NoCompression -251> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bottommost_compression: Disabled -250> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.prefix_extractor: nullptr -249> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr -248> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.num_levels: 7 -247> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 -246> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 -245> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 -244> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 -243> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 -242> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 -241> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 -240> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -239> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 -238> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bottommost_compression_opts.enabled: false -237> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compression_opts.window_bits: -14 -236> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compression_opts.level: 32767 -235> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compression_opts.strategy: 0 -234> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 -233> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 -232> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compression_opts.parallel_threads: 1 -231> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compression_opts.enabled: false -230> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 -229> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 -228> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.level0_stop_writes_trigger: 36 -227> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.target_file_size_base: 67108864 -226> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.target_file_size_multiplier: 1 -225> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 -224> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 -223> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 -222> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 -221> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 -220> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 -219> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 -218> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 -217> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 -216> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 -215> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 -214> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_compaction_bytes: 1677721600 -213> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.arena_block_size: 4194304 -212> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 -211> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 -210> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 -209> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.disable_auto_compactions: 0 -208> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel -207> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio -206> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 -205> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 -204> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 -203> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 -202> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 -201> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -200> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 -199> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 -198> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.table_properties_collectors: -197> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.inplace_update_support: 0 -196> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.inplace_update_num_locks: 10000 -195> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 -194> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.memtable_whole_key_filtering: 0 -193> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.memtable_huge_page_size: 0 -192> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.bloom_locality: 0 -191> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.max_successive_merges: 0 -190> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.optimize_filters_for_hits: 0 -189> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.paranoid_file_checks: 0 -188> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.force_consistency_checks: 1 -187> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.report_bg_io_stats: 0 -186> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.ttl: 2592000 -185> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.periodic_compaction_seconds: 0 -184> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.enable_blob_files: false -183> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.min_blob_size: 0 -182> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.blob_file_size: 268435456 -181> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.blob_compression_type: NoCompression -180> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.enable_blob_garbage_collection: false -179> 2021-09-08T08:15:00.691+0000 7f5b3a5d7700 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 -178> 2021-09-08T08:15:00.693+0000 7f5b32820700 5 asok(0x55f874a02000) entry start -177> 2021-09-08T08:15:00.694+0000 7f5b3a5d7700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -176> 2021-09-08T08:15:00.695+0000 7f5b3a5d7700 4 rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/test-mon0/store.db/MANIFEST-000067 succeeded,manifest_file_number is 67, next_file_number is 69, last_sequence is 3565, log_number is 63,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -175> 2021-09-08T08:15:00.695+0000 7f5b3a5d7700 4 rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 63 -174> 2021-09-08T08:15:00.695+0000 7f5b3a5d7700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 71 -173> 2021-09-08T08:15:00.695+0000 7f5b3a5d7700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -172> 2021-09-08T08:15:00.701+0000 7f5b3a5d7700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1631088900702454, "job": 1, "event": "recovery_started", "wal_files": [68]} -171> 2021-09-08T08:15:00.701+0000 7f5b3a5d7700 4 rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #68 mode 2 -170> 2021-09-08T08:15:00.702+0000 7f5b3a5d7700 3 rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. -169> 2021-09-08T08:15:00.705+0000 7f5b3a5d7700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1631088900706670, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 72, "file_size": 7211, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 6172, "index_size": 52, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 502, "raw_average_key_size": 25, "raw_value_size": 5723, "raw_average_value_size": 286, "num_data_blocks": 2, "num_entries": 20, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1631088900, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "4cde4c60-7662-49b6-8e0e-a53359010dc0", "db_session_id": "DX3QK6GPJUTV03DSEIM3"}} -168> 2021-09-08T08:15:00.705+0000 7f5b3a5d7700 4 rocksdb: [db/version_set.cc:4083] Creating manifest 73 -167> 2021-09-08T08:15:00.706+0000 7f5b3a5d7700 4 rocksdb: [db/version_set.cc:3459] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. -166> 2021-09-08T08:15:00.713+0000 7f5b3a5d7700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1631088900714702, "job": 1, "event": "recovery_finished"} -165> 2021-09-08T08:15:00.714+0000 7f5b3a5d7700 4 rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/test-mon0/store.db/000068.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -164> 2021-09-08T08:15:00.719+0000 7f5b3a5d7700 4 rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x55f874772a80 -163> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 4 rocksdb: DB pointer 0x55f87479a000 -162> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding auth protocol: cephx -161> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding auth protocol: cephx -160> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding auth protocol: cephx -159> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding auth protocol: none -158> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: secure -157> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: crc -156> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: secure -155> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: crc -154> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: secure -153> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: crc -152> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: crc -151> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: secure -150> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: crc -149> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: secure -148> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: crc -147> 2021-09-08T08:15:00.720+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838140) adding con mode: secure -146> 2021-09-08T08:15:00.721+0000 7f5b3a5d7700 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mon/test-mon0/keyring -145> 2021-09-08T08:15:00.722+0000 7f5b291af700 4 rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- -144> 2021-09-08T08:15:00.722+0000 7f5b291af700 4 rocksdb: [db/db_impl/db_impl.cc:903] ** DB Stats ** Uptime(secs): 0.0 total, 0.0 interval Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- L0 3/0 925.98 KB 0.8 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.2 0.00 0.00 1 0.003 0 0 L6 1/0 1.55 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 Sum 4/0 2.45 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.2 0.00 0.00 1 0.003 0 0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.2 0.00 0.00 1 0.003 0 0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.2 0.00 0.00 1 0.003 0 0 Uptime(secs): 0.0 total, 0.0 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.22 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.22 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count ** File Read Latency Histogram By Level [default] ** ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- L0 3/0 925.98 KB 0.8 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.2 0.00 0.00 1 0.003 0 0 L6 1/0 1.55 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 Sum 4/0 2.45 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.2 0.00 0.00 1 0.003 0 0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.2 0.00 0.00 1 0.003 0 0 Uptime(secs): 0.0 total, 0.0 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.22 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count ** File Read Latency Histogram By Level [default] ** -143> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 0 starting mon.mon0 rank 0 at public addrs [v2:192.168.3.40:3300/0,v1:192.168.3.40:6789/0] at bind addrs [v2:192.168.3.40:3300/0,v1:192.168.3.40:6789/0] mon_data /var/lib/ceph/mon/test-mon0 fsid c11ffa70-36d1-4086-8108-98e5bb0fca05 -142> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding auth protocol: cephx -141> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding auth protocol: cephx -140> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding auth protocol: cephx -139> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding auth protocol: none -138> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: secure -137> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: crc -136> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: secure -135> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: crc -134> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: secure -133> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: crc -132> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: crc -131> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: secure -130> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: crc -129> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: secure -128> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: crc -127> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 AuthRegistry(0x55f874838a40) adding con mode: secure -126> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mon/test-mon0/keyring -125> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 adding auth protocol: cephx -124> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 5 adding auth protocol: cephx -123> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 10 log_channel(cluster) update_config to_monitors: true to_syslog: false syslog_facility: daemon prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -122> 2021-09-08T08:15:00.723+0000 7f5b3a5d7700 10 log_channel(audit) update_config to_monitors: true to_syslog: false syslog_facility: local0 prio: info to_graylog: false graylog_host: 127.0.0.1 graylog_port: 12201) -121> 2021-09-08T08:15:00.727+0000 7f5b3a5d7700 1 mon.mon0@-1(???) e1 preinit fsid c11ffa70-36d1-4086-8108-98e5bb0fca05 -120> 2021-09-08T08:15:00.727+0000 7f5b3a5d7700 5 mon.mon0@-1(???).mds e0 Unable to load 'last_metadata' -119> 2021-09-08T08:15:00.728+0000 7f5b3a5d7700 0 mon.mon0@-1(???).mds e1 new map -118> 2021-09-08T08:15:00.728+0000 7f5b3a5d7700 0 mon.mon0@-1(???).mds e1 print_map e1 enable_multiple, ever_enabled_multiple: 1,1 default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} legacy client fscid: -1 No filesystems configured -117> 2021-09-08T08:15:00.728+0000 7f5b3a5d7700 0 mon.mon0@-1(???).osd e29 crush map has features 3314933000852226048, adjusting msgr requires -116> 2021-09-08T08:15:00.728+0000 7f5b3a5d7700 0 mon.mon0@-1(???).osd e29 crush map has features 288514051259236352, adjusting msgr requires -115> 2021-09-08T08:15:00.728+0000 7f5b3a5d7700 0 mon.mon0@-1(???).osd e29 crush map has features 288514051259236352, adjusting msgr requires -114> 2021-09-08T08:15:00.728+0000 7f5b3a5d7700 0 mon.mon0@-1(???).osd e29 crush map has features 288514051259236352, adjusting msgr requires -113> 2021-09-08T08:15:00.735+0000 7f5b3a5d7700 1 mon.mon0@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 -112> 2021-09-08T08:15:00.736+0000 7f5b3a5d7700 4 mon.mon0@-1(???).mgr e0 loading version 9 -111> 2021-09-08T08:15:00.737+0000 7f5b3a5d7700 4 mon.mon0@-1(???).mgr e9 active server: [v2:192.168.3.40:6800/764,v1:192.168.3.40:6801/764](14098) -110> 2021-09-08T08:15:00.737+0000 7f5b3a5d7700 4 mon.mon0@-1(???).mgr e9 mkfs or daemon transitioned to available, loading commands -109> 2021-09-08T08:15:00.738+0000 7f5b3a5d7700 4 set_mon_vals no callback set -108> 2021-09-08T08:15:00.741+0000 7f5b3a5d7700 4 set_mon_vals no callback set -107> 2021-09-08T08:15:00.742+0000 7f5b3a5d7700 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mon/test-mon0/keyring -106> 2021-09-08T08:15:00.742+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command compact hook 0x55f87471c860 -105> 2021-09-08T08:15:00.742+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command smart hook 0x55f87471c860 -104> 2021-09-08T08:15:00.742+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command mon_status hook 0x55f87471c860 -103> 2021-09-08T08:15:00.742+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command heap hook 0x55f87471c860 -102> 2021-09-08T08:15:00.742+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command connection scores dump hook 0x55f87471c860 -101> 2021-09-08T08:15:00.742+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command connection scores reset hook 0x55f87471c860 -100> 2021-09-08T08:15:00.742+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command sync_force hook 0x55f87471c860 -99> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command add_bootstrap_peer_hint hook 0x55f87471c860 -98> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command add_bootstrap_peer_hintv hook 0x55f87471c860 -97> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command quorum enter hook 0x55f87471c860 -96> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command quorum exit hook 0x55f87471c860 -95> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command ops hook 0x55f87471c860 -94> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command sessions hook 0x55f87471c860 -93> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 asok(0x55f874a02000) register_command dump_historic_ops hook 0x55f87471c860 -92> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding auth protocol: cephx -91> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding auth protocol: cephx -90> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding auth protocol: cephx -89> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding auth protocol: none -88> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: secure -87> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: crc -86> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: secure -85> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: crc -84> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: secure -83> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: crc -82> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: crc -81> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: secure -80> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: crc -79> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: secure -78> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: crc -77> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 5 AuthRegistry(0x55f8749e7420) adding con mode: secure -76> 2021-09-08T08:15:00.743+0000 7f5b3a5d7700 2 auth: KeyRing::load: loaded key file /var/lib/ceph/mon/test-mon0/keyring -75> 2021-09-08T08:15:00.744+0000 7f5b3a5d7700 2 mon.mon0@-1(???) e1 init -74> 2021-09-08T08:15:00.746+0000 7f5b3a5d7700 4 mgrc handle_mgr_map Got map version 9 -73> 2021-09-08T08:15:00.746+0000 7f5b3a5d7700 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.3.40:6800/764,v1:192.168.3.40:6801/764] -72> 2021-09-08T08:15:00.746+0000 7f5b3a5d7700 4 mgrc reconnect Starting new session with [v2:192.168.3.40:6800/764,v1:192.168.3.40:6801/764] -71> 2021-09-08T08:15:00.748+0000 7f5b3a5d7700 0 mon.mon0@-1(probing) e1 my rank is now 0 (was -1) -70> 2021-09-08T08:15:00.748+0000 7f5b3a5d7700 1 mon.mon0@0(probing) e1 win_standalone_election -69> 2021-09-08T08:15:00.749+0000 7f5b3a5d7700 1 paxos.0).electionLogic(21) init, last seen epoch 21, mid-election, bumping -68> 2021-09-08T08:15:00.756+0000 7f5b289ae700 4 mgrc handle_mgr_configure stats_period=5 -67> 2021-09-08T08:15:00.756+0000 7f5b289ae700 4 mgrc handle_mgr_configure updated stats threshold: 5 -66> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 1 mon.mon0@0(electing) e1 collect_metadata : no unique device id for : fallback method has no model nor serial -65> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 0 log_channel(cluster) log [INF] : mon.mon0 is new leader, mons mon0 in quorum (ranks 0) -64> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 10 log_client _send_to_mon log to self -63> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 10 log_client log_queue is 1 last_log 1 sent 0 num 1 unsent 1 sending 1 -62> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 10 log_client will send 2021-09-08T08:15:00.761867+0000 mon.mon0 (mon.0) 1 : cluster [INF] mon.mon0 is new leader, mons mon0 in quorum (ranks 0) -61> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 0 log_channel(cluster) log [DBG] : monmap e1: 1 mons at {mon0=[v2:192.168.3.40:3300/0,v1:192.168.3.40:6789/0]} -60> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 10 log_client _send_to_mon log to self -59> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 10 log_client log_queue is 2 last_log 2 sent 1 num 2 unsent 1 sending 1 -58> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 10 log_client will send 2021-09-08T08:15:00.761959+0000 mon.mon0 (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {mon0=[v2:192.168.3.40:3300/0,v1:192.168.3.40:6789/0]} -57> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 5 mon.mon0@0(leader).paxos(paxos active c 1..282) is_readable = 1 - now=2021-09-08T08:15:00.761980+0000 lease_expire=1970-01-01T00:00:00.000000+0000 has v0 lc 282 -56> 2021-09-08T08:15:00.760+0000 7f5b3a5d7700 0 log_channel(cluster) log [DBG] : fsmap -55> 2021-09-08T08:15:00.761+0000 7f5b3a5d7700 10 log_client _send_to_mon log to self -54> 2021-09-08T08:15:00.761+0000 7f5b3a5d7700 10 log_client log_queue is 3 last_log 3 sent 2 num 3 unsent 1 sending 1 -53> 2021-09-08T08:15:00.761+0000 7f5b3a5d7700 10 log_client will send 2021-09-08T08:15:00.762046+0000 mon.mon0 (mon.0) 3 : cluster [DBG] fsmap -52> 2021-09-08T08:15:00.761+0000 7f5b3a5d7700 0 log_channel(cluster) log [DBG] : osdmap e29: 3 total, 0 up, 3 in -51> 2021-09-08T08:15:00.761+0000 7f5b3a5d7700 10 log_client _send_to_mon log to self -50> 2021-09-08T08:15:00.761+0000 7f5b3a5d7700 10 log_client log_queue is 4 last_log 4 sent 3 num 4 unsent 1 sending 1 -49> 2021-09-08T08:15:00.761+0000 7f5b3a5d7700 10 log_client will send 2021-09-08T08:15:00.762121+0000 mon.mon0 (mon.0) 4 : cluster [DBG] osdmap e29: 3 total, 0 up, 3 in -48> 2021-09-08T08:15:00.761+0000 7f5b3a5d7700 5 mon.mon0@0(leader).paxos(paxos active c 1..282) queue_pending_finisher 0x55f87471c940 -47> 2021-09-08T08:15:00.762+0000 7f5b2c9b6700 1 heartbeat_map reset_timeout 'Monitor::cpu_tp thread 0x7f5b2c9b6700' had timed out after 0.000000000s -46> 2021-09-08T08:15:00.763+0000 7f5b3a5d7700 0 log_channel(cluster) log [DBG] : mgrmap e9: mon0(active, since 17h) -45> 2021-09-08T08:15:00.763+0000 7f5b3a5d7700 10 log_client _send_to_mon log to self -44> 2021-09-08T08:15:00.763+0000 7f5b3a5d7700 10 log_client log_queue is 5 last_log 5 sent 4 num 5 unsent 1 sending 1 -43> 2021-09-08T08:15:00.763+0000 7f5b3a5d7700 10 log_client will send 2021-09-08T08:15:00.764653+0000 mon.mon0 (mon.0) 5 : cluster [DBG] mgrmap e9: mon0(active, since 17h) -42> 2021-09-08T08:15:00.763+0000 7f5b3a5d7700 5 mon.mon0@0(leader) e1 apply_quorum_to_compatset_features -41> 2021-09-08T08:15:00.763+0000 7f5b3a5d7700 5 mon.mon0@0(leader) e1 apply_monmap_to_compatset_features -40> 2021-09-08T08:15:00.764+0000 7f5b2c1b5700 5 mon.mon0@0(leader) e1 _ms_dispatch setting monitor caps on this connection -39> 2021-09-08T08:15:00.764+0000 7f5b2c1b5700 5 mon.mon0@0(leader).paxos(paxos writing c 1..282) is_readable = 1 - now=2021-09-08T08:15:00.765266+0000 lease_expire=1970-01-01T00:00:00.000000+0000 has v0 lc 282 -38> 2021-09-08T08:15:00.764+0000 7f5b2c1b5700 5 mon.mon0@0(leader).paxos(paxos writing c 1..282) is_readable = 1 - now=2021-09-08T08:15:00.765354+0000 lease_expire=1970-01-01T00:00:00.000000+0000 has v0 lc 282 -37> 2021-09-08T08:15:00.764+0000 7f5b2c1b5700 5 mon.mon0@0(leader).paxos(paxos writing c 1..282) is_readable = 1 - now=2021-09-08T08:15:00.765379+0000 lease_expire=1970-01-01T00:00:00.000000+0000 has v0 lc 282 -36> 2021-09-08T08:15:00.764+0000 7f5b2c1b5700 5 mon.mon0@0(leader).paxos(paxos writing c 1..282) is_readable = 1 - now=2021-09-08T08:15:00.765401+0000 lease_expire=1970-01-01T00:00:00.000000+0000 has v0 lc 282 -35> 2021-09-08T08:15:00.764+0000 7f5b2c1b5700 5 mon.mon0@0(leader).paxos(paxos writing c 1..282) is_readable = 1 - now=2021-09-08T08:15:00.765524+0000 lease_expire=1970-01-01T00:00:00.000000+0000 has v0 lc 282 -34> 2021-09-08T08:15:00.766+0000 7f5b299b0700 4 set_mon_vals no callback set -33> 2021-09-08T08:15:00.768+0000 7f5b299b0700 4 mgrc handle_mgr_map Got map version 9 -32> 2021-09-08T08:15:00.768+0000 7f5b299b0700 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.3.40:6800/764,v1:192.168.3.40:6801/764] -31> 2021-09-08T08:15:00.774+0000 7f5b299b0700 4 set_mon_vals no callback set -30> 2021-09-08T08:15:00.775+0000 7f5b299b0700 4 mgrc handle_mgr_map Got map version 9 -29> 2021-09-08T08:15:00.775+0000 7f5b299b0700 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.3.40:6800/764,v1:192.168.3.40:6801/764] -28> 2021-09-08T08:15:00.814+0000 7f5b2e9ba700 5 mon.mon0@0(leader).paxos(paxos active c 1..284) queue_pending_finisher 0x55f87471ccb0 -27> 2021-09-08T08:15:00.821+0000 7f5b299b0700 4 set_mon_vals no callback set -26> 2021-09-08T08:15:00.822+0000 7f5b299b0700 4 mgrc handle_mgr_map Got map version 9 -25> 2021-09-08T08:15:00.822+0000 7f5b299b0700 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.3.40:6800/764,v1:192.168.3.40:6801/764] -24> 2021-09-08T08:15:00.822+0000 7f5b299b0700 2 mon.mon0@0(leader) e1 send_reply 0x55f8757ca000 0x55f874778a80 log(last 1) v1 -23> 2021-09-08T08:15:00.822+0000 7f5b299b0700 2 mon.mon0@0(leader) e1 send_reply 0x55f8757ca1e0 0x55f874779980 log(last 2) v1 -22> 2021-09-08T08:15:00.822+0000 7f5b299b0700 2 mon.mon0@0(leader) e1 send_reply 0x55f8757ca3c0 0x55f874779b00 log(last 3) v1 -21> 2021-09-08T08:15:00.822+0000 7f5b299b0700 2 mon.mon0@0(leader) e1 send_reply 0x55f8757ca5a0 0x55f874779c80 log(last 4) v1 -20> 2021-09-08T08:15:00.822+0000 7f5b299b0700 2 mon.mon0@0(leader) e1 send_reply 0x55f8757ca780 0x55f874779e00 log(last 5) v1 -19> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client handle_log_ack log(last 1) v1 -18> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client logged 2021-09-08T08:15:00.761867+0000 mon.mon0 (mon.0) 1 : cluster [INF] mon.mon0 is new leader, mons mon0 in quorum (ranks 0) -17> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client handle_log_ack log(last 2) v1 -16> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client logged 2021-09-08T08:15:00.761959+0000 mon.mon0 (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {mon0=[v2:192.168.3.40:3300/0,v1:192.168.3.40:6789/0]} -15> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client handle_log_ack log(last 3) v1 -14> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client logged 2021-09-08T08:15:00.762046+0000 mon.mon0 (mon.0) 3 : cluster [DBG] fsmap -13> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client handle_log_ack log(last 4) v1 -12> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client logged 2021-09-08T08:15:00.762121+0000 mon.mon0 (mon.0) 4 : cluster [DBG] osdmap e29: 3 total, 0 up, 3 in -11> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client handle_log_ack log(last 5) v1 -10> 2021-09-08T08:15:00.823+0000 7f5b2c1b5700 10 log_client logged 2021-09-08T08:15:00.764653+0000 mon.mon0 (mon.0) 5 : cluster [DBG] mgrmap e9: mon0(active, since 17h) -9> 2021-09-08T08:15:01.031+0000 7f5b2c1b5700 0 mon.mon0@0(leader) e1 handle_command mon_command({"prefix": "osd new", "uuid": "21e2d0d6-0b3b-4247-b867-a30cbaa49693", "id": 2} v 0) v1 -8> 2021-09-08T08:15:01.031+0000 7f5b2c1b5700 0 log_channel(audit) log [INF] : from='client.14124 192.168.3.118:0/1726192694' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21e2d0d6-0b3b-4247-b867-a30cbaa49693", "id": 2}]: dispatch -7> 2021-09-08T08:15:01.031+0000 7f5b2c1b5700 10 log_client _send_to_mon log to self -6> 2021-09-08T08:15:01.031+0000 7f5b2c1b5700 10 log_client log_queue is 1 last_log 6 sent 5 num 1 unsent 1 sending 1 -5> 2021-09-08T08:15:01.031+0000 7f5b2c1b5700 10 log_client will send 2021-09-08T08:15:01.032212+0000 mon.mon0 (mon.0) 6 : audit [INF] from='client.14124 192.168.3.118:0/1726192694' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21e2d0d6-0b3b-4247-b867-a30cbaa49693", "id": 2}]: dispatch -4> 2021-09-08T08:15:01.031+0000 7f5b2c1b5700 5 mon.mon0@0(leader).paxos(paxos active c 1..285) is_readable = 1 - now=2021-09-08T08:15:01.032329+0000 lease_expire=1970-01-01T00:00:00.000000+0000 has v0 lc 285 -3> 2021-09-08T08:15:01.032+0000 7f5b2c1b5700 5 mon.mon0@0(leader).paxos(paxos active c 1..285) queue_pending_finisher 0x55f87471cd50 -2> 2021-09-08T08:15:01.032+0000 7f5b2c1b5700 1 mon.mon0@0(leader).osd e29 do_prune osdmap full prune enabled -1> 2021-09-08T08:15:01.037+0000 7f5b2c1b5700 -1 /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/17.0.0-7502-gca906d0d/rpm/el8/BUILD/ceph-17.0.0-7502-gca906d0d/src/osd/OSDMap.cc: In function 'void OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const' thread 7f5b2c1b5700 time 2021-09-08T08:15:01.033797+0000 /home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/17.0.0-7502-gca906d0d/rpm/el8/BUILD/ceph-17.0.0-7502-gca906d0d/src/osd/OSDMap.cc: 5686: FAILED ceph_assert(num_down_in_osds <= num_in_osds) ceph version 17.0.0-7502-gca906d0d (ca906d0d7a65c8a598d397b764dd262cce645fe3) quincy (dev) 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x7f5b39846c2e] 2: /usr/lib64/ceph/libceph-common.so.2(+0x284e4f) [0x7f5b39846e4f] 3: (OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const+0x3e5e) [0x7f5b39cfd11e] 4: (OSDMonitor::encode_pending(std::shared_ptr)+0x3d03) [0x55f87315b5f3] 5: (PaxosService::propose_pending()+0x21a) [0x55f8730d625a] 6: (PaxosService::dispatch(boost::intrusive_ptr)+0xbd3) [0x55f8730d7273] 7: (Monitor::handle_command(boost::intrusive_ptr)+0x27ac) [0x55f872f9df1c] 8: (Monitor::dispatch_op(boost::intrusive_ptr)+0xb22) [0x55f872fa2e82] 9: (Monitor::_ms_dispatch(Message*)+0x457) [0x55f872fa4117] 10: (Dispatcher::ms_dispatch2(boost::intrusive_ptr const&)+0x5c) [0x55f872fd459c] 11: (DispatchQueue::entry()+0x14fa) [0x7f5b39ac4e5a] 12: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f5b39b7a161] 13: /lib64/libpthread.so.0(+0x814a) [0x7f5b3756d14a] 14: clone() 0> 2021-09-08T08:15:01.060+0000 7f5b2c1b5700 -1 *** Caught signal (Aborted) ** in thread 7f5b2c1b5700 thread_name:ms_dispatch ceph version 17.0.0-7502-gca906d0d (ca906d0d7a65c8a598d397b764dd262cce645fe3) quincy (dev) 1: /lib64/libpthread.so.0(+0x12b20) [0x7f5b37577b20] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1b0) [0x7f5b39846c8c] 5: /usr/lib64/ceph/libceph-common.so.2(+0x284e4f) [0x7f5b39846e4f] 6: (OSDMap::check_health(ceph::common::CephContext*, health_check_map_t*) const+0x3e5e) [0x7f5b39cfd11e] 7: (OSDMonitor::encode_pending(std::shared_ptr)+0x3d03) [0x55f87315b5f3] 8: (PaxosService::propose_pending()+0x21a) [0x55f8730d625a] 9: (PaxosService::dispatch(boost::intrusive_ptr)+0xbd3) [0x55f8730d7273] 10: (Monitor::handle_command(boost::intrusive_ptr)+0x27ac) [0x55f872f9df1c] 11: (Monitor::dispatch_op(boost::intrusive_ptr)+0xb22) [0x55f872fa2e82] 12: (Monitor::_ms_dispatch(Message*)+0x457) [0x55f872fa4117] 13: (Dispatcher::ms_dispatch2(boost::intrusive_ptr const&)+0x5c) [0x55f872fd459c] 14: (DispatchQueue::entry()+0x14fa) [0x7f5b39ac4e5a] 15: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f5b39b7a161] 16: /lib64/libpthread.so.0(+0x814a) [0x7f5b3756d14a] 17: clone() NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 rbd_pwl 0/ 5 journaler 0/ 5 objectcacher 0/ 5 immutable_obj_cache 0/ 5 client 1/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 0 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 1 reserver 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/ 5 rgw_sync 1/ 5 rgw_datacache 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 compressor 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 4/ 5 memdb 1/ 5 fuse 2/ 5 mgr 1/ 5 mgrc 1/ 5 dpdk 1/ 5 eventtrace 1/ 5 prioritycache 0/ 5 test 0/ 5 cephfs_mirror 0/ 5 cephsqlite 0/ 5 seastore 0/ 5 alienstore -2/-2 (syslog threshold) -1/-1 (stderr threshold) --- pthread ID / name mapping for recent threads --- 7f5b289ae700 / ms_dispatch 7f5b291af700 / ceph-mon 7f5b299b0700 / fn_monstore 7f5b2c1b5700 / ms_dispatch 7f5b2c9b6700 / cpu_tp 7f5b2e9ba700 / safe_timer 7f5b32820700 / admin_socket 7f5b3a5d7700 / ceph-mon max_recent 10000 max_new 10000 log_file /var/lib/ceph/crash/2021-09-08T08:15:01.060487Z_b1737f83-054e-45f0-a339-0a5a5b6e835b/log --- end dump of recent events ---